-- Logs begin at Fri 2022-05-27 02:06:59 UTC, end at Fri 2022-05-27 05:05:35 UTC. -- May 27 03:12:12.299179 n-d-843301-2 systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:12:14.514522 n-d-843301-2 neutron-server[84050]: INFO neutron.common.config [-] Logging enabled! May 27 03:12:14.515238 n-d-843301-2 neutron-server[84050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 27 03:12:14.515238 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84050) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 27 03:12:14.517458 n-d-843301-2 neutron-server[84050]: INFO neutron.common.config [-] Logging enabled! May 27 03:12:14.517708 n-d-843301-2 neutron-server[84050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 27 03:12:14.517947 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84050) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 27 03:12:14.518957 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:12:14.519184 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:12:14.520093 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:12:14.520332 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:12:14.520552 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:12:14.520870 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.521191 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.521482 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.521704 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.521996 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.522280 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.522558 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.522842 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.523134 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.523649 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.523731 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.523948 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.524168 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.524442 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.524726 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.525037 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.525256 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] debug = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.525529 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.525957 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.526364 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.526639 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.526922 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.527190 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.527459 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.527737 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.528085 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] host = n-d-843301-2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.528356 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.528639 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.528945 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.529229 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.529499 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.529772 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.530054 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.530323 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.530591 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_file = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.530859 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.531142 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.531422 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.531713 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.531932 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.532147 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.532423 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.532709 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.533004 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.533284 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.533551 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.533817 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.534082 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.534344 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.534627 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.534906 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.535757 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.536031 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.536299 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.536564 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.536829 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.537136 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.537405 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.537671 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.537936 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.538218 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.538483 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.538748 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.539050 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.539330 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.539606 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.539884 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.540152 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.540426 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.540692 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.540999 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.541267 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_json = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.541531 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.541795 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.542068 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.542332 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.542594 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.542860 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.543123 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.543405 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.543668 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:14.543958 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.544245 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.544536 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.544815 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.545251 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.545526 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.545810 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.546082 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.546363 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.546642 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.546926 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.547199 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.547480 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.547766 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.548047 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.548313 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.548582 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.548866 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.549163 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.549432 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.549701 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.549983 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.550253 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.550520 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.550826 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.551098 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.551348 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.551617 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.551887 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.552170 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.552437 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.552700 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.552992 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.553270 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.553532 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.553810 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.554080 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.554347 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.554609 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.554879 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.555141 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.555405 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.555673 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.555936 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.556203 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.556465 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.556727 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.557127 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.557401 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.557664 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.557930 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.558308 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.558584 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.558847 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.559112 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.559375 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.559640 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.559906 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.560188 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.560482 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.560753 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.561057 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.561331 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.561601 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.561873 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.562145 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.562415 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.562687 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.562957 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.563258 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.563536 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.563820 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.564096 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.564366 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.564655 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.564946 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.565226 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.565496 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.565768 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.566044 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.566348 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.566634 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.566920 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.567205 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.567490 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.567780 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.568055 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.568363 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.568636 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:14.568846 n-d-843301-2 neutron-server[84050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:12:14.569128 n-d-843301-2 neutron-server[84050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:12:14.972935 n-d-843301-2 neutron-server[84050]: INFO keyring.backend [-] Loading KWallet May 27 03:12:14.980633 n-d-843301-2 neutron-server[84050]: INFO keyring.backend [-] Loading SecretService May 27 03:12:14.983770 n-d-843301-2 neutron-server[84050]: INFO keyring.backend [-] Loading Windows May 27 03:12:14.985110 n-d-843301-2 neutron-server[84050]: INFO keyring.backend [-] Loading chainer May 27 03:12:14.985679 n-d-843301-2 neutron-server[84050]: INFO keyring.backend [-] Loading macOS May 27 03:12:15.019974 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:12:15.020240 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:12:15.020520 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 03:12:15.022331 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:12:15.338462 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.338739 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.339005 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.397152 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.397425 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.397688 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.401687 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.401961 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.402421 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.431979 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.432251 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.432513 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.459504 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.459771 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.460033 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.779082 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.779689 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.779689 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.779861 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.780683 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.899663 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.899970 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.900244 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.900505 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.900761 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.901088 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.901344 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.901593 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.901841 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.902116 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.902369 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.902636 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.902889 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.903136 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.903393 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.903655 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.903905 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.904170 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.904414 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.904694 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.905078 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.905324 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.905567 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.905849 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.906089 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.906326 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.906742 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.906981 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.907211 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.907442 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.907671 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.907900 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:15.908465 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:12:15.911948 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:12:15.915981 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:12:15.920205 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 27 03:12:15.922018 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:12:15.922462 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:12:15.922799 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:12:15.923183 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:12:15.926777 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:12:15.927016 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:12:15.927388 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:12:15.956943 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 27 03:12:15.957419 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.957716 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 03:12:15.958082 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.959568 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:12:15.959857 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:12:15.960096 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:12:15.963578 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:15.963851 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.024063 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:12:16.024301 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:12:16.024532 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:12:16.024926 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:12:16.058405 n-d-843301-2 neutron-server[84050]: DEBUG oslo_db.sqlalchemy.engines [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 27 03:12:16.391058 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing driver for type 'gre' May 27 03:12:16.391574 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] gre ID ranges: [(1, 1000)] May 27 03:12:16.449651 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing driver for type 'local' May 27 03:12:16.450017 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing driver for type 'vlan' May 27 03:12:16.463272 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] VlanTypeDriver initialization complete May 27 03:12:16.463636 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing driver for type 'vxlan' May 27 03:12:16.464135 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] vxlan ID ranges: [(1, 1000)] May 27 03:12:16.521883 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing extension driver 'port_security' May 27 03:12:16.522214 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.extensions.port_security [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] PortSecurityExtensionDriver initialization complete May 27 03:12:16.522540 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing mechanism driver 'openvswitch' May 27 03:12:16.522872 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing mechanism driver 'hyperv' May 27 03:12:16.529435 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.plugin [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:16.530118 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.530487 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.530836 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.531356 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 03:12:16.531787 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.532139 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.532482 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.532868 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 03:12:16.533305 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.533655 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.534000 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.534392 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 03:12:16.534792 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.535781 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.536121 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.536691 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 03:12:16.537135 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.537487 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.537829 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.538220 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 03:12:16.538662 n-d-843301-2 neutron-server[84050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] ML2 OVO RPC backend initialized. {{(pid=84050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 27 03:12:16.539329 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.539685 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.540101 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.540445 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > networks before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.540786 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.541164 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > ports before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.541507 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.541846 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnets before_response 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.542188 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.542524 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.542855 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.543188 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.543522 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.543859 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.544194 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.544535 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.544871 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.545489 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.plugin [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Modular L2 Plugin initialization complete May 27 03:12:16.545817 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading services supported by the core plugin {{(pid=84050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:12:16.546142 n-d-843301-2 neutron-server[84050]: INFO neutron.plugins.ml2.managers [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Got port-security extension from driver 'port_security' May 27 03:12:16.546608 n-d-843301-2 neutron-server[84050]: INFO neutron.extensions.vlantransparent [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Disabled vlantransparent extension. May 27 03:12:16.547021 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:12:16.547331 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: router May 27 03:12:16.583147 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.583541 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_create 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.583904 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router before_create 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.584265 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.584633 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.585019 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_delete 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.585379 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.585735 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_create 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.586079 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.586427 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.586768 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.587121 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.587522 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.587884 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.588219 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.588551 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: subnet after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.588884 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.589249 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.589594 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_create 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.589931 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.590267 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.590617 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router after_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.590954 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.591293 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_create 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.591652 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.591991 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_update 55549900 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.592348 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > agent after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.592690 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > agent after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.593068 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > network after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.593961 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Tracking information for resource: router configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:16.594316 n-d-843301-2 neutron-server[84050]: DEBUG neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Tracking information for resource: floatingip configured {{(pid=84050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:12:16.600099 n-d-843301-2 neutron-server[84050]: INFO neutron.db.l3_agentschedulers_db [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:12:16.600679 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.601072 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.601428 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.601778 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: port after_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.602710 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router before_create 55550100 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.603077 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.603438 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_create 55550100 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.603789 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > router precommit_update 55550100 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.608085 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.provider_configuration [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service providers = [] {{(pid=84050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:12:16.608450 n-d-843301-2 neutron-server[84050]: DEBUG neutron.db.servicetype_db [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:12:16.611431 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.service_base [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:12:16.611782 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.service_base [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:12:16.612122 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.service_base [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:12:16.613043 n-d-843301-2 neutron-server[84050]: DEBUG neutron.services.service_base [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:12:16.613443 n-d-843301-2 neutron-server[84050]: INFO neutron.services.service_base [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:12:16.613826 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.614141 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:12:16.624953 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.625285 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: auto_allocate May 27 03:12:16.631173 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: network precommit_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.631547 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: network precommit_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.632078 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.632396 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: tag May 27 03:12:16.638954 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.639282 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: timestamp May 27 03:12:16.643313 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.643599 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: network_ip_availability May 27 03:12:16.649381 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.649748 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.650099 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.650815 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.651132 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: flavors May 27 03:12:16.655750 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.656080 n-d-843301-2 neutron-server[84050]: INFO neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading Plugin: revisions May 27 03:12:16.660846 n-d-843301-2 neutron-server[84050]: DEBUG neutron.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:12:16.661254 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.641s {{(pid=84050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 03:12:16.661994 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 27 03:12:16.662329 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Initializing extension manager. May 27 03:12:16.662833 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: __init__.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.663177 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: __pycache__ {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.663511 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.663841 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.664167 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: _filter_validation_lib.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.664491 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.664815 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: address_group.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.665606 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.666179 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: address-group May 27 03:12:16.666499 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: address_scope.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.667208 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.667718 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: address-scope May 27 03:12:16.668036 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.668985 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.669504 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: router-admin-state-down-before-update May 27 03:12:16.669826 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: agent.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.670528 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.671032 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: agent May 27 03:12:16.671348 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: agent_resources_synced.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.672256 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.672769 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: agent-resources-synced May 27 03:12:16.673120 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: allowedaddresspairs.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.675120 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.675680 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: allowed-address-pairs May 27 03:12:16.676010 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: auto_allocated_topology.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.677115 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.677638 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: auto-allocated-topology May 27 03:12:16.677964 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: availability_zone.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.678657 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.679166 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: availability_zone May 27 03:12:16.679488 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: availability_zone_filter.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.680388 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.680920 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: availability_zone_filter May 27 03:12:16.681253 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: data_plane_status.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.682191 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.682703 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:12:16.683029 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: default_subnetpools.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.683935 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.684445 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: default-subnetpools May 27 03:12:16.684766 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.685597 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.686104 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: dhcp_agent_scheduler May 27 03:12:16.686425 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: dns.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.687348 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.687856 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:12:16.688179 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: dns_domain_ports.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.689121 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.689636 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:12:16.689957 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: dvr.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.690631 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.691144 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: dvr May 27 03:12:16.691496 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: empty_string_filtering.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.692402 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.692948 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: empty-string-filtering May 27 03:12:16.693275 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.694179 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.694687 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:12:16.695005 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.695910 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.696412 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:12:16.696729 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: external_net.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.697673 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.698187 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: external-net May 27 03:12:16.698504 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.699406 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.699912 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: extra_dhcp_opt May 27 03:12:16.700231 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: extraroute.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.701174 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.701683 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: extraroute May 27 03:12:16.702001 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: extraroute_atomic.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.703032 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.703545 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: extraroute-atomic May 27 03:12:16.703864 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: filter_validation.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.704538 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.705078 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: filter-validation May 27 03:12:16.705398 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: fip_pf_description.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.706302 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.707334 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:12:16.707664 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: fip_port_details.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.708582 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.709130 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: fip-port-details May 27 03:12:16.709449 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: flavors.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.710684 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.711209 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: flavors May 27 03:12:16.711531 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.713219 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.713746 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:12:16.714074 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: floatingip_pools.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.714775 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.715288 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: floatingip-pools May 27 03:12:16.715609 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: ip_allocation.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.716525 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.717078 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:12:16.717399 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.718311 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.718829 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: ip-substring-filtering May 27 03:12:16.719151 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l2_adjacency.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.720067 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.720832 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:12:16.721255 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.722256 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.723334 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: router May 27 03:12:16.723655 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.726085 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.726616 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:12:16.726946 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.727871 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.728389 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: ext-gw-mode May 27 03:12:16.728714 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.729661 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.730176 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: l3-ha May 27 03:12:16.730501 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3_flavors.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.731418 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.731931 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: l3-flavors May 27 03:12:16.732255 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.733217 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.733739 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:12:16.734061 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: l3agentscheduler.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.735121 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.735639 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: l3_agent_scheduler May 27 03:12:16.735963 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: logging.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.737482 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.738008 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension logging not supported by any of loaded plugins May 27 03:12:16.738394 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: metering.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.739135 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.739717 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: metering May 27 03:12:16.740038 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.741157 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.741678 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: metering_source_and_destination_fields May 27 03:12:16.741997 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: multiprovidernet.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.742917 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.743438 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: multi-provider May 27 03:12:16.743757 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: netmtu.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.744663 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.745204 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: net-mtu May 27 03:12:16.745523 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: netmtu_writable.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.746437 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.746947 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: net-mtu-writable May 27 03:12:16.747265 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: network_availability_zone.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.747931 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.748444 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: network_availability_zone May 27 03:12:16.748761 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: network_ip_availability.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.749905 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.750425 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: network-ip-availability May 27 03:12:16.750742 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: network_segment_range.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.751530 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.752043 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:12:16.752359 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: pagination.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.753378 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.753731 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: pagination May 27 03:12:16.754050 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.754967 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.755486 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: port-mac-address-regenerate May 27 03:12:16.755805 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: port_resource_request.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.756705 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.757254 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:12:16.757575 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: portbindings.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.758484 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.758996 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: binding May 27 03:12:16.759315 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: portbindings_extended.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.760580 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.761127 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: binding-extended May 27 03:12:16.761452 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: portsecurity.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.762376 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.762896 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: port-security May 27 03:12:16.763220 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: project_id.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.764191 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.764518 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: project-id May 27 03:12:16.764836 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: providernet.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.765769 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.766289 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: provider May 27 03:12:16.766612 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.770833 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.771360 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos not supported by any of loaded plugins May 27 03:12:16.771692 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.772969 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.773495 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:12:16.773830 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.774745 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.775264 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:12:16.775587 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_default.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.776491 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.777046 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-default not supported by any of loaded plugins May 27 03:12:16.777372 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_fip.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.778024 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.778533 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:12:16.778852 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_gateway_ip.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.779772 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.780290 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:12:16.780593 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_port_network_policy.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.781545 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.782059 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:12:16.782380 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_rule_type_details.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.783295 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.783816 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:12:16.784137 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: qos_rules_alias.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.785762 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.786282 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:12:16.786602 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: quotasv2.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.787514 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.787895 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: quotas May 27 03:12:16.788215 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: quotasv2_detail.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.789836 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.790173 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: quota_details May 27 03:12:16.790500 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: rbac.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.791568 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.792098 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: rbac-policies May 27 03:12:16.792425 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: rbac_address_scope.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.793374 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.793903 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: rbac-address-scope May 27 03:12:16.794229 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: rbac_security_groups.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.795142 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.795657 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: rbac-security-groups May 27 03:12:16.795981 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: rbac_subnetpool.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.796916 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.797436 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: rbac-subnetpool May 27 03:12:16.797760 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: revisionifmatch.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.798675 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.799189 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: revision-if-match May 27 03:12:16.799513 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: revisions.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.800650 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.801201 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: standard-attr-revisions May 27 03:12:16.801528 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: router_availability_zone.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.802205 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.802716 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: router_availability_zone May 27 03:12:16.803040 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: routerservicetype.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.803976 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.804489 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:12:16.804812 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.805751 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.806267 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: port-security-groups-filtering May 27 03:12:16.806590 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: securitygroup.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.817832 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.818377 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: security-group May 27 03:12:16.818709 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: segment.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.819516 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.820052 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension segment not supported by any of loaded plugins May 27 03:12:16.820382 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.821375 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.821899 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:12:16.822226 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: servicetype.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.823323 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.823861 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: service-type May 27 03:12:16.824187 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: sorting.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.825202 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.825539 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: sorting May 27 03:12:16.825863 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: standard_attr_segment.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.826789 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.827311 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:12:16.827634 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: standardattrdescription.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.828281 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.828799 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: standard-attr-description May 27 03:12:16.829154 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: stateful_security_group.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.830085 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.830605 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: stateful-security-group May 27 03:12:16.830926 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: stdattrs_common.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.831512 n-d-843301-2 neutron-server[84050]: WARNING neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:12:16.832362 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.833325 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.833845 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:12:16.834162 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnet_onboard.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.835319 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.835842 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: subnet_onboard May 27 03:12:16.836162 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.837131 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.837646 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:12:16.837962 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnet_service_types.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.838879 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.839401 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: subnet-service-types May 27 03:12:16.839721 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnetallocation.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.840801 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.841349 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: subnet_allocation May 27 03:12:16.841674 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.842351 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.842865 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: subnetpool-prefix-ops May 27 03:12:16.843182 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.844107 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.844629 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:12:16.844977 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: tagging.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.846332 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.846853 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: standard-attr-tag May 27 03:12:16.847177 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: timestamp.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.848983 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.849516 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loaded extension: standard-attr-timestamp May 27 03:12:16.849844 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: trunk.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.850893 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.851424 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension trunk not supported by any of loaded plugins May 27 03:12:16.851749 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: trunk_details.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.852694 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.853252 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:12:16.853575 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: uplink_status_propagation.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.854494 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.855015 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:12:16.855337 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Loading extension file: vlantransparent.py {{(pid=84050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 03:12:16.856019 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 03:12:16.856539 n-d-843301-2 neutron-server[84050]: INFO neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:12:16.858925 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:network May 27 03:12:16.859684 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnet May 27 03:12:16.860298 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:12:16.861150 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:port May 27 03:12:16.862448 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.862897 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service FLAVORS assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.864049 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.864483 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.864816 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:router May 27 03:12:16.865510 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:12:16.866217 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service METERING assigned prefix: /metering {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.867668 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.868031 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.868389 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:12:16.869572 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:12:16.870004 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:security_group May 27 03:12:16.870688 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:12:16.871411 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service CORE assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.871745 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:12:16.872087 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] subnetpool is already registered May 27 03:12:16.872691 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service CORE assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.873045 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:12:16.873369 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] subnetpool is already registered May 27 03:12:16.875898 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.876326 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service FLAVORS assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.876917 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.877356 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.877689 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:router May 27 03:12:16.878017 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] router is already registered May 27 03:12:16.878616 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:12:16.879497 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] floatingip is already registered May 27 03:12:16.880125 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service METERING assigned prefix: /metering {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.880790 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:12:16.881142 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] rbac_policy is already registered May 27 03:12:16.881682 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:security_group May 27 03:12:16.882006 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] security_group is already registered May 27 03:12:16.882597 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:12:16.882925 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] security_group_rule is already registered May 27 03:12:16.883597 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service CORE assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.883929 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:12:16.884257 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] subnetpool is already registered May 27 03:12:16.884852 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.v2.resource_helper [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Service CORE assigned prefix: {{(pid=84050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:12:16.885200 n-d-843301-2 neutron-server[84050]: INFO neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:12:16.885523 n-d-843301-2 neutron-server[84050]: WARNING neutron.quota.resource_registry [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] subnetpool is already registered May 27 03:12:16.886181 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: extensions {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.887653 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: address-groups {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.889238 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: address-scopes {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.890467 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: agents {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.891586 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: auto-allocated-topology {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.892783 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: availability_zones {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.894127 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: dhcp-networks {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.895473 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: dhcp-agents {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.896840 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: routers {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.898611 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: flavors {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.899733 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: service_profiles {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.900929 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: next_providers {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.902397 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: service_profiles {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.903791 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: floatingip-pools {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.905007 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: routers {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.906737 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: floatingips {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.907888 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: l3-routers {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.909230 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: l3-agents {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.911158 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: metering-labels {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.912480 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: metering-label-rules {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.913742 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: network-ip-availabilities {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.914954 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: bindings {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.917621 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: quotas {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.919031 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: quotas {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.920419 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: rbac-policies {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.921718 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: security-groups {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.922898 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: security-group-rules {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.924090 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: service-providers {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.925320 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: subnetpools {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.927274 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: subnetpools {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.928681 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.930351 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.932094 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.933845 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.935574 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.937233 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.938951 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.940766 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.942632 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.944427 n-d-843301-2 neutron-server[84050]: DEBUG neutron.api.extensions [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Extended resource: tags {{(pid=84050) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 03:12:16.950319 n-d-843301-2 neutron-server[84050]: WARNING keystonemiddleware.auth_token [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:12:16.955086 n-d-843301-2 neutron-server[84050]: WARNING keystonemiddleware.auth_token [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:12:16.963170 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Acquired lock "singleton_lock" {{(pid=84050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 03:12:16.963647 n-d-843301-2 neutron-server[84050]: DEBUG oslo_concurrency.lockutils [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Releasing lock "singleton_lock" {{(pid=84050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 03:12:16.964284 n-d-843301-2 neutron-server[84050]: INFO oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Starting 2 workers May 27 03:12:16.969034 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Started child 84155 {{(pid=84050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:12:16.974357 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Started child 84156 {{(pid=84050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:12:16.975470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.976015 n-d-843301-2 neutron-server[84050]: INFO neutron.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:12:16.976569 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Notify callbacks [] for process, before_spawn {{(pid=84050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.976928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [-] (84155) wsgi starting up on http://0.0.0.0:9696 May 27 03:12:16.979116 n-d-843301-2 neutron-server[84050]: INFO oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Starting 1 workers May 27 03:12:16.979730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.981098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [-] (84156) wsgi starting up on http://0.0.0.0:9696 May 27 03:12:16.984217 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Started child 84157 {{(pid=84050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:12:16.984832 n-d-843301-2 neutron-server[84050]: INFO oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Starting 1 workers May 27 03:12:16.989618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42212) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:16.989939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] calling RpcWorker wait() {{(pid=84157) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:12:16.989939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] returning from RpcWorker wait() {{(pid=84157) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:12:16.990998 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Started child 84159 {{(pid=84050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 03:12:16.991481 n-d-843301-2 neutron-server[84050]: DEBUG neutron_lib.callbacks.manager [None req-d66a9fe3-3f0e-4891-97c2-865df37ab024 None None] Notify callbacks [] for process, after_spawn {{(pid=84050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.991675 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:16.992053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.996280 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.996941 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.996941 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.997066 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.997721 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.998431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079834 May 27 03:12:16.999086 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.999686 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.999686 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:16.999960 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.000236 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.000348 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.000614 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.001112 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.001609 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.001864 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.002117 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.002423 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.002857 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.002857 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.003195 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.003484 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.003892 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] debug = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.004561 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.004891 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.005075 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.005314 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.005604 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.006224 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.006442 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.006801 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.007016 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.007232 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.007379 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:17.007924 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.007924 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.008094 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.009377 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.009645 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.009873 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.010374 n-d-843301-2 neutron-server[84159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:17.010560 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] host = n-d-843301-2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.010744 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.010948 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.011172 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.011775 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.011775 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.012051 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.012383 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.012622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.013176 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.013176 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.013604 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.013820 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.014335 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.014335 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_file = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.014739 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_options = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.016622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.016622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.016622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.016622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.017582 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.017582 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.017582 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.017582 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.018287 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.018287 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.018287 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.019042 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.019042 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.019448 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.019448 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.019833 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.020007 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.020372 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.020864 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.020864 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.021335 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.021335 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.021754 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.021754 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.022107 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.022311 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.022506 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.022692 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.023093 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.023304 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.023590 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.023841 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.024090 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.024309 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.024532 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.024758 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.025011 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.025275 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.025500 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.025748 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.026005 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.026216 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.026446 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.026655 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.026886 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.027101 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_json = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.027311 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.027531 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.027778 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.027988 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.028222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.028427 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.028636 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.028886 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.029114 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.029509 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.029793 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.030147 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.030575 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.030717 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.030870 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.031118 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.031409 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.031689 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.031937 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.032276 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.032506 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.032867 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.033157 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.033444 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.033687 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.033887 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.034136 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.034348 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.034566 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.034766 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.035519 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.035783 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.035994 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.037290 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.037290 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.037290 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.037290 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.037290 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038012 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038012 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038012 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038012 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038578 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038578 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.038578 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039067 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039067 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039364 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039555 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039742 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.039933 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.040317 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.040533 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041084 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041084 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041455 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041455 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041840 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.041840 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.042212 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.042424 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.042624 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.042784 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.042939 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.043137 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.043345 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.043533 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.043729 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.043926 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.044139 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.044337 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.044533 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.044732 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.044947 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.046620 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.046620 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.046620 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047114 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047114 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047114 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047552 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047552 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.047930 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.048110 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.048272 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.048542 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.048748 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.055798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.057106 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.058299 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.059451 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.060837 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.061961 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.062950 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.064016 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.064306 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.064552 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.064882 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.065936 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.066239 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.066484 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.067737 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.067737 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.067737 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.068365 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.068365 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.068669 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.068669 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069049 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069049 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069309 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069496 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069711 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.069946 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.070163 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.070395 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.070641 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.074977 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.074977 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.074977 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.074977 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.075772 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.076028 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.076283 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.076563 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.076793 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.079559 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.081175 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.081682 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.082310 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.082937 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.083808 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.084433 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.085318 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.085906 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.086678 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.087191 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.087703 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.088222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.088772 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.089476 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.090100 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.091165 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.091831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.092570 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.093390 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.094165 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.094845 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.095620 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.096207 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.096648 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.097177 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.098610 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.099115 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.099670 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.100365 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.100979 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.101705 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.102274 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.102919 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.103962 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.104615 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.105234 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.105864 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.106513 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.107138 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.107660 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.108236 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.108992 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.109488 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.109978 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.110479 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.111069 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.111856 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.112456 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.113153 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.114354 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.115031 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.115723 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.116328 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.117014 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.117624 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.118311 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.119128 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.119589 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.120208 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.120679 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.121137 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.121876 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.122429 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.122997 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.124626 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.126583 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.128333 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.129949 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.130666 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.133381 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.134197 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.136804 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.137674 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.139954 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.140576 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.141527 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.142307 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.143064 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.144071 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.144553 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.146057 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.146566 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.147580 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.147798 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.148063 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.148354 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.148764 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.150462 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.150847 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.151206 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.151479 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.151852 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.152208 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.152559 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.152939 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.154074 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.154441 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.154954 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.155437 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.156388 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.157187 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.157526 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:12:17.158667 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 03:12:17.159121 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:12:17.159456 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:12:17.159879 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:12:17.160973 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:12:17.161351 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:12:17.161776 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.162374 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.162779 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.163181 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.163543 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.163818 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.164098 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.164773 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.164773 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.164773 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.165015 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.165230 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.165613 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.165941 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.167013 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.167614 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.167828 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.168816 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.168816 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.168816 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.168816 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.168816 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.169215 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] debug = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.169215 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.169493 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.170307 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.170668 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.171183 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.171414 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.171698 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.171983 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.172178 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.172403 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.172649 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.173987 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.174381 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.174805 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.175080 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.175295 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] host = n-d-843301-2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177602 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177602 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177721 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.177847 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.178201 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.178365 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.178570 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.178733 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.178896 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179088 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_file = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179250 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_options = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179411 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179764 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.179962 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.180159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.180320 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.180480 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.180668 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.180833 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.181020 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.181296 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.181547 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.181622 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.181757 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.182125 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.182125 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.182469 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.182469 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.182692 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.183018 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.183177 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.183331 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.183485 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184367 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184367 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184367 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184367 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184367 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184681 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184681 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184681 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.184965 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.185037 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.185160 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.185315 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.185633 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.185633 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.186600 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_json = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187222 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187606 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187606 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187748 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.187864 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.188005 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.188314 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.188521 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.188611 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:12:17.188802 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189050 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189146 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189337 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189483 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189610 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189764 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.189981 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.190147 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.190270 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.190421 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.190890 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.191858 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.191858 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192091 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192195 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192335 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192504 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192658 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.192822 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193009 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193252 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193390 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193514 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193634 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193782 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.193934 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194083 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194244 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194416 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194572 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194737 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.194873 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195035 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195196 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195358 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195521 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195685 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.195839 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196004 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196173 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196332 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196483 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196641 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.196831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197055 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197207 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197344 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197492 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197626 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197761 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.197924 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198062 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198226 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198389 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198562 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198764 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.198764 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199045 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199238 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199238 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.199831 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200248 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200248 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200248 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200457 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200553 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200721 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.200881 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.201119 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.201232 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.201399 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.201729 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.202079 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.202261 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.202401 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.202536 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203065 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203065 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203065 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203484 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203484 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203484 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203860 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.203997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.204985 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.206076 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.207159 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208014 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208180 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208344 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208506 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208658 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.208819 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209036 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209194 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209414 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209585 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209723 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.209858 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.210020 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.210994 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.211170 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.211336 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.211487 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.211650 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.211834 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212189 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212189 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212455 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212455 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212710 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.212710 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213093 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213093 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213355 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213355 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213610 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213743 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.213890 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214024 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214158 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214301 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214436 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214571 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214704 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214838 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.214972 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215105 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215400 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215400 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215720 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215720 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.215989 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216123 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216258 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216392 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216526 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216662 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216799 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.216971 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217111 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217247 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217382 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217516 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217662 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.217853 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218102 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218269 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218421 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218580 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218744 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.218905 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.219120 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.221898 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223499 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223499 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223499 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223499 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223499 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223859 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.223979 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.224151 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.224356 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.224643 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.224809 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.225121 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.225332 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.225575 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.225823 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.226056 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.226253 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.226516 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.226752 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.227008 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.227342 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.227493 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.227707 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.227894 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.228275 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.228537 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.228775 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.229010 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230454 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230883 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.230948 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.231149 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.231378 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.231634 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.232191 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.232191 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.232423 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.232642 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.232863 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.233146 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.233378 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.233623 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.233908 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.234213 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.234481 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.234712 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.234940 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.235176 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.235390 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.235629 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.235825 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.236017 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.236504 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.236718 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.237000 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.237271 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.238062 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.238062 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.238062 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.238839 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.239069 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.239348 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.239577 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.239827 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.240031 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.240346 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:12:17.240560 n-d-843301-2 neutron-server[84050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:12:27.723689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c790772-9eda-4f8a-b219-47687e78d3e9 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:12:27.792386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c790772-9eda-4f8a-b219-47687e78d3e9 None None] No non-hosted networks {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:12:27.804681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7fd18a0f-b832-4291-9e2f-2e500d9f6660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:27.816752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.agentschedulers_db [None req-5c790772-9eda-4f8a-b219-47687e78d3e9 None None] DHCP Agent not found on host n-d-843301-2 {{(pid=84157) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:12:29.850568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a0ea93fb-6189-4386-870a-fde88ecaf507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:29.901491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-14d88cc6-6181-4529-9d53-bbf9ed153636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:31.103641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:31.330066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:31.331049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.331639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.332191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.332683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.333234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.333705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.334173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.334638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.335099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.335598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.336058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:31.336614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843301-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:31.357709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843301-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:12:32.234399 n-d-843301-2 neutron-server[84157]: INFO neutron.db.l3_hamode_db [None req-19ab0d41-8dc9-4b04-9055-1fd0d8c4be62 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:12:32.324155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab0d41-8dc9-4b04-9055-1fd0d8c4be62 None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:12:32.324537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab0d41-8dc9-4b04-9055-1fd0d8c4be62 None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 03:12:32.716212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:34.211047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:34.810746 n-d-843301-2 neutron-server[84156]: WARNING oslo_policy.policy [None req-6739e7ed-0fcc-4f11-aeee-95e49fb9eeae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:34.811329 n-d-843301-2 neutron-server[84156]: WARNING oslo_policy.policy [None req-6739e7ed-0fcc-4f11-aeee-95e49fb9eeae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:35.022119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-6739e7ed-0fcc-4f11-aeee-95e49fb9eeae admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:12:35.023181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6739e7ed-0fcc-4f11-aeee-95e49fb9eeae admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8112590 May 27 03:12:37.299355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:37.931063 n-d-843301-2 neutron-server[84155]: WARNING oslo_policy.policy [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:37.931644 n-d-843301-2 neutron-server[84155]: WARNING oslo_policy.policy [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:38.143939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:12:38.196921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.policy [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84155) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 27 03:12:38.197599 n-d-843301-2 neutron-server[84155]: WARNING oslo_policy.policy [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:38.197961 n-d-843301-2 neutron-server[84155]: WARNING oslo_policy.policy [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:38.201459 n-d-843301-2 neutron-server[84155]: INFO neutron.quota [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Loaded quota_driver: . May 27 03:12:38.217261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:38.291750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793178466034', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793178411642', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793178408202', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793178438744', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793178429369', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1074109', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1130281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3900093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3702967'] for rbac-policy, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:38.360252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:38.361649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14b1c406-6a24-4126-9ec2-579970d4c1c1 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0601907 May 27 03:12:40.886939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:41.262002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Request body: {'network': {'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'name': 'private', 'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:12:41.263428 n-d-843301-2 neutron-server[84156]: INFO neutron.quota [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Loaded quota_driver: . May 27 03:12:41.279508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:41.286660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Usage tracker for resource:network and tenant:5c10e9d4106c4096bc6cff51f616b64e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:41.292489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:41.301476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:41.319763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Made reservation on behalf of 5c10e9d4106c4096bc6cff51f616b64e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:41.358085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.policy [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84156) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 27 03:12:41.358853 n-d-843301-2 neutron-server[84156]: WARNING oslo_policy.policy [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:41.359222 n-d-843301-2 neutron-server[84156]: WARNING oslo_policy.policy [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:12:41.364106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.386741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.434583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:41.438305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Usage tracker for resource:security_group_rule and tenant:5c10e9d4106c4096bc6cff51f616b64e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:41.442092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:41.447669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:41.519820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.523977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.547861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:12:41.573651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793180429424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.574244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Unsubscribe: segment precommit_create {{(pid=84156) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:12:41.574749 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Added segment ea3179b5-f557-4766-8a7f-0deba1551f7a of type vlan for network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d May 27 03:12:41.627396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136f4eda-8459-4ee5-806d-867321a4e1d0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:41.654877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.655214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.655545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.655870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.656193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.656519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.656974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.657371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.657693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.658010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.658326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Tracked resource versions report: May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: pushed versions: May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: { 'ConntrackHelper': {'1.0'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Log': {'1.0'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Network': {'1.1'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Port': {'1.5'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'PortForwarding': {'1.2'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'QosPolicy': {'1.8'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SecurityGroup': {'1.2'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SecurityGroupRule': {'1.0'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SubPort': {'1.0'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Subnet': {'1.1'}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Trunk': {'1.1'}} May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: consumer versions: May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: { DHCP agent@n-d-843301-2: {}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: L3 agent@n-d-843301-2: {}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: Metadata agent@n-d-843301-2: {}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: Metering agent@n-d-843301-2: {}, May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Log': '1.0', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Network': '1.1', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Port': '1.5', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'PortForwarding': '1.2', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'QosPolicy': '1.8', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SecurityGroup': '1.2', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SecurityGroupRule': '1.0', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'SubPort': '1.0', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Subnet': '1.1', May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: 'Trunk': '1.1'}} May 27 03:12:41.659360 n-d-843301-2 neutron-server[84156]: {{(pid=84156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:12:41.694338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.737525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.738513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:12:41.739138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:41.846213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] Pushing event updated for resources: {'Network': ['ID=2584fbbd-dd47-49c0-a45c-9e17e4b14c4d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:41.850412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-facbde9e-a39c-4537-8dc7-e5ba08d2ca5d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9624979 May 27 03:12:41.868229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:12:44.464355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42366) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:44.954683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347363c-58e5-4ccd-883b-c98ed4c5d4fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:12:44.956038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4347363c-58e5-4ccd-883b-c98ed4c5d4fd admin admin] 10.222.0.46 "GET /v2.0/networks/2584fbbd-dd47-49c0-a45c-9e17e4b14c4d HTTP/1.1" status: 200 len: 825 time: 0.4906309 May 27 03:12:44.987927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-13508415-f2a7-4657-9b40-2fc5a78e7dcd admin admin] 10.222.0.46 "GET /v2.0/subnetpools/962fcacb-71f7-4d9e-aa35-a746b4a745cb HTTP/1.1" status: 200 len: 734 time: 0.0260165 May 27 03:12:44.996813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb', 'name': 'private-subnet', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gateway_ip': '172.20.0.1', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:12:45.001444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:45.005231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Usage tracker for resource:subnet and tenant:5c10e9d4106c4096bc6cff51f616b64e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:45.008092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:45.014278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:45.024277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Made reservation on behalf of 5c10e9d4106c4096bc6cff51f616b64e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:45.026571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.303938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.388059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dcb5b5-0476-4873-88f0-155623048260,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:45.399639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Checking segment: {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:12:45.400011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Network hostable DHCP agents. Network: 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:12:45.423415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:12:45.433910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:12:45.440186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:12:45.440925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.444237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba438444-4edc-47d6-98fd-faef729de47f None None] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:12:45.460346 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d4fe147f-6a6c-4150-99cc-1df46f14db07 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4668024 May 27 03:12:45.759396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:12:45.760561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:45.953686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Allocated IP 172.20.0.2 (2584fbbd-dd47-49c0-a45c-9e17e4b14c4d/51dcb5b5-0476-4873-88f0-155623048260/5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:12:46.187632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:46.201252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Transition to ACTIVE for port object 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:12:46.224491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Transition to ACTIVE for port object 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:12:46.230727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:46.295443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:12:46.298208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:12:46.305961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:12:46.308164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Pushing event updated for resources: {'Port': ['ID=5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:46.348052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.348389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.348725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.349079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.349410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.349732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.350052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.350368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.350686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.351002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.351318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Tracked resource versions report: May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: pushed versions: May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: { 'ConntrackHelper': {'1.0'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Log': {'1.0'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Network': {'1.1'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Port': {'1.5'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'PortForwarding': {'1.2'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'QosPolicy': {'1.8'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SecurityGroup': {'1.2'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SecurityGroupRule': {'1.0'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SubPort': {'1.0'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Subnet': {'1.1'}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Trunk': {'1.1'}} May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: consumer versions: May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: { DHCP agent@n-d-843301-2: {}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: L3 agent@n-d-843301-2: {}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: Metadata agent@n-d-843301-2: {}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: Metering agent@n-d-843301-2: {}, May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Log': '1.0', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Network': '1.1', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Port': '1.5', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'PortForwarding': '1.2', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'QosPolicy': '1.8', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SecurityGroup': '1.2', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SecurityGroupRule': '1.0', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'SubPort': '1.0', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Subnet': '1.1', May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: 'Trunk': '1.1'}} May 27 03:12:46.352388 n-d-843301-2 neutron-server[84157]: {{(pid=84157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:12:46.408780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Attempting to bind port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:12:46.409733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Attempting to bind port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:12:46.410159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Attempting to bind port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 on network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:12:46.416562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:12:46.416975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Checking segment: {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:12:46.417449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:46.417832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Bound using segment: {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:12:46.418332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Bound port: 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:12:46.418723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:46.503719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] For port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:12:46.507506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] For port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3,segment=NetworkSegment(ea3179b5-f557-4766-8a7f-0deba1551f7a),segment_id=ea3179b5-f557-4766-8a7f-0deba1551f7a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:12:46.512020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:46.616546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da852e-dd0e-4852-b1f9-68b4004140a0 None None] Pushing event updated for resources: {'Port': ['ID=5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:47.817139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:48.251301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-b032b7da-7d6b-42d8-90ff-eaa6249801eb admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:12:48.264925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b032b7da-7d6b-42d8-90ff-eaa6249801eb admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4342744 May 27 03:12:49.611713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:12:49.685210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:12:50.379797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bf6a3-af3c-4b97-899d-ca3adc56d699 None None] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:12:50.513210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Provisioning for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:12:50.522949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Provisioning complete for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:50.523356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.584044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:50.735656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.779916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] For port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3,segment=NetworkSegment(ea3179b5-f557-4766-8a7f-0deba1551f7a),segment_id=ea3179b5-f557-4766-8a7f-0deba1551f7a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:12:50.784711 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:50.869654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3a540-fe91-4f49-b4b0-76c8c1637ccf None None] Pushing event updated for resources: {'Port': ['ID=5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:51.015011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d43be9bc-a9f4-449f-84ac-53807de7278c None None] Provisioning complete for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:51.015432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d43be9bc-a9f4-449f-84ac-53807de7278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:51.016402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-ee94e453-0bb0-4533-95dc-c4a91b31be0e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:12:51.017416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee94e453-0bb0-4533-95dc-c4a91b31be0e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4324474 May 27 03:12:51.577044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:12:51.647670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:12:51.648024 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:53.633614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:54.098534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Request body: {'router': {'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'name': 'router1', 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:12:54.103442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:54.107708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Usage tracker for resource:router and tenant:5c10e9d4106c4096bc6cff51f616b64e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:54.111430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:54.117809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:54.127681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:54.129452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:54.155435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:54.265262 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:54.284863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:54.286045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f89437c1-7964-4624-807b-042f13ac41ce admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6514781 May 27 03:12:56.545343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:56.963561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-9efded48-e3fe-4287-bde1-fab4326d395b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:12:56.964597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9efded48-e3fe-4287-bde1-fab4326d395b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4183185 May 27 03:12:57.656426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dcb21255-8423-40dd-84fb-b82b70908d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.114975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:12:59.234759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42424) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:12:59.622025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:12:59.627766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:59.631722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Usage tracker for resource:network and tenant:838934cf86cd41a8a03ea3aae9755cbf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:59.635419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:59.642473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:59.653260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Made reservation on behalf of 838934cf86cd41a8a03ea3aae9755cbf for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:12:59.655473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.667490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.697761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:12:59.701470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Usage tracker for resource:security_group_rule and tenant:838934cf86cd41a8a03ea3aae9755cbf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:12:59.704173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:12:59.710305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:12:59.781701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.785735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.809831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Reserving flat network on physical network physnet1 {{(pid=84156) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:12:59.823937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a24e6ad-ce6b-4843-8653-2a49e71e1979,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:12:59.830101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.831094 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Added segment f35a3aac-c110-409a-afe2-d1c5bf159ab1 of type flat for network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 May 27 03:12:59.842501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-88a21a6d-3525-4977-a51e-97eb1575c45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.864485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.899749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:12:59.900567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:12:59.901218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:00.018221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7822671 May 27 03:13:00.020827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d1e90-a7af-41fb-be9f-9861b8b83610 admin admin] Pushing event updated for resources: {'Network': ['ID=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:00.031615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:13:01.048661 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:01.321299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:02.292502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42444) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:02.521128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d0cb6-31a8-455f-a5c9-cedee961ca9e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:13:02.522477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-854d0cb6-31a8-455f-a5c9-cedee961ca9e admin admin] 10.222.0.46 "GET /v2.0/subnets/51dcb5b5-0476-4873-88f0-155623048260 HTTP/1.1" status: 200 len: 849 time: 0.2289989 May 27 03:13:02.666211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:02.695879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f4d97b16-0b0f-4989-920f-726fbf117be4 admin admin] 10.222.0.46 "GET /v2.0/routers/4979f3d6-646b-4cf8-abb0-5633d3b02459 HTTP/1.1" status: 200 len: 704 time: 0.1681986 May 27 03:13:03.148004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.379423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Allocated IP 172.20.0.1 (2584fbbd-dd47-49c0-a45c-9e17e4b14c4d/51dcb5b5-0476-4873-88f0-155623048260/95c36532-97d7-4940-96a8-9d92daf62cf0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:03.537315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.555161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Transition to ACTIVE for port object 95c36532-97d7-4940-96a8-9d92daf62cf0 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:03.609341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.712247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:03.715116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:03.717941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:13:03.718658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.726134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Pushing event updated for resources: {'Port': ['ID=95c36532-97d7-4940-96a8-9d92daf62cf0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:03.851370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.886515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-711e7405-26a4-48c3-954a-7766337946c0 None None] Provisioning for port 95c36532-97d7-4940-96a8-9d92daf62cf0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:03.891511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-711e7405-26a4-48c3-954a-7766337946c0 None None] Provisioning complete for port 95c36532-97d7-4940-96a8-9d92daf62cf0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:03.891878 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-711e7405-26a4-48c3-954a-7766337946c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:03.946191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-711e7405-26a4-48c3-954a-7766337946c0 None None] Port 95c36532-97d7-4940-96a8-9d92daf62cf0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:13:04.113897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.122023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.123046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.256405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Pushing event updated for resources: {'Port': ['ID=95c36532-97d7-4940-96a8-9d92daf62cf0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:04.328596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:04.329750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:04.571587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0289fe67-50ed-4f1b-b827-fe24d8fb4717 None None] Provisioning complete for port 95c36532-97d7-4940-96a8-9d92daf62cf0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:04.571947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0289fe67-50ed-4f1b-b827-fe24d8fb4717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:04.633492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0289fe67-50ed-4f1b-b827-fe24d8fb4717 None None] Port 95c36532-97d7-4940-96a8-9d92daf62cf0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:13:04.704684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Router 4979f3d6-646b-4cf8-abb0-5633d3b02459 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:13:04.880841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:13:04.890757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-80033ae1-c1ab-489c-8a2f-dbbf60bb0814 admin admin] 10.222.0.46 "PUT /v2.0/routers/4979f3d6-646b-4cf8-abb0-5633d3b02459/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1899788 May 27 03:13:04.892982 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Sync routers for ids ['4979f3d6-646b-4cf8-abb0-5633d3b02459'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:13:04.915666 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Routers {'4979f3d6-646b-4cf8-abb0-5633d3b02459'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:13:04.917223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:13:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4979f3d6-646b-4cf8-abb0-5633d3b02459'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:05.197885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Set router 4979f3d6-646b-4cf8-abb0-5633d3b02459 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:13:05.628018 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:03Z', 'revision_number': 2, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port_host': None, '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:03Z', 'revision_number': 2, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:05.636219 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Checking router: 4979f3d6-646b-4cf8-abb0-5633d3b02459 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:13:05.636796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Updating router 4979f3d6-646b-4cf8-abb0-5633d3b02459 port 95c36532-97d7-4940-96a8-9d92daf62cf0 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:13:05.734705 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.291097 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.312283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Transition to ACTIVE for port object 95c36532-97d7-4940-96a8-9d92daf62cf0 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:06.324584 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.539711 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Pushing event updated for resources: {'Port': ['ID=95c36532-97d7-4940-96a8-9d92daf62cf0,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:06.611315 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.612222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.612556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.612885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.613232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.613554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.613873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.614190 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.614507 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.614821 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.615137 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Tracked resource versions report: May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: pushed versions: May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: { 'ConntrackHelper': {'1.0'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Log': {'1.0'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Network': {'1.1'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Port': {'1.5'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'PortForwarding': {'1.2'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'QosPolicy': {'1.8'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SecurityGroup': {'1.2'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SecurityGroupRule': {'1.0'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SubPort': {'1.0'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Subnet': {'1.1'}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Trunk': {'1.1'}} May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: consumer versions: May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: { DHCP agent@n-d-843301-2: {}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: L3 agent@n-d-843301-2: {}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: Metadata agent@n-d-843301-2: {}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: Metering agent@n-d-843301-2: {}, May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Log': '1.0', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Network': '1.1', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Port': '1.5', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'PortForwarding': '1.2', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'QosPolicy': '1.8', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SecurityGroup': '1.2', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SecurityGroupRule': '1.0', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'SubPort': '1.0', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Subnet': '1.1', May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: 'Trunk': '1.1'}} May 27 03:13:06.616232 n-d-843301-2 neutron-server[84159]: {{(pid=84159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:13:06.641613 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Attempting to bind port 95c36532-97d7-4940-96a8-9d92daf62cf0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:06.642011 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Attempting to bind port 95c36532-97d7-4940-96a8-9d92daf62cf0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:06.642478 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Attempting to bind port 95c36532-97d7-4940-96a8-9d92daf62cf0 on network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:13:06.650423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:13:06.651014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Checking segment: {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:13:06.651585 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.651986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Bound using segment: {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:13:06.652582 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Bound port: 95c36532-97d7-4940-96a8-9d92daf62cf0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3179b5-f557-4766-8a7f-0deba1551f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:06.652993 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.773253 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] For port 95c36532-97d7-4940-96a8-9d92daf62cf0, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:13:06.779988 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] For port 95c36532-97d7-4940-96a8-9d92daf62cf0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=95c36532-97d7-4940-96a8-9d92daf62cf0,segment=NetworkSegment(ea3179b5-f557-4766-8a7f-0deba1551f7a),segment_id=ea3179b5-f557-4766-8a7f-0deba1551f7a)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:13:06.788233 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:06.888201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754c014-d186-4efb-86ae-fdd781bc358c None None] Pushing event updated for resources: {'Port': ['ID=95c36532-97d7-4940-96a8-9d92daf62cf0,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:06.905796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Routers {'4979f3d6-646b-4cf8-abb0-5633d3b02459'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:13:06.906536 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:13:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4979f3d6-646b-4cf8-abb0-5633d3b02459'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:07.147657 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] Set router 4979f3d6-646b-4cf8-abb0-5633d3b02459 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:13:07.219806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:07.458581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45567618-ee4c-49ef-bbb2-9d4cec98fe7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:13:07.460479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-45567618-ee4c-49ef-bbb2-9d4cec98fe7d admin admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 842 time: 0.2386208 May 27 03:13:07.470327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.8.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:13:07.476474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:13:07.480797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Usage tracker for resource:subnet and tenant:838934cf86cd41a8a03ea3aae9755cbf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:13:07.484317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:13:07.492539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:13:07.506804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Made reservation on behalf of 838934cf86cd41a8a03ea3aae9755cbf for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:13:07.510240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:07.617437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:03Z', 'revision_number': 2, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port_host': None, '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:06Z', 'revision_number': 4, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:07.622808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc605-e20c-42e1-bc0d-0a506be0804a None None] The sync data for ids ['4979f3d6-646b-4cf8-abb0-5633d3b02459'] in n-d-843301-2 is: [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:03Z', 'revision_number': 2, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port_host': None, '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:06Z', 'revision_number': 4, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:13:08.004997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:13:08.005658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:08.155030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d9917b-ef29-446d-a64d-dc6a8634e493,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:08.160671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:13:08.161283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Network hostable DHCP agents. Network: 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:13:08.185987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.186346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.186825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.187292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.187680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.188167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.188602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.189093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.189559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.190066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.190428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Tracked resource versions report: May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: pushed versions: May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Log': {'1.0'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Network': {'1.1'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Port': {'1.5'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'PortForwarding': {'1.2'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'QosPolicy': {'1.8'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SecurityGroup': {'1.2'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SubPort': {'1.0'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Subnet': {'1.1'}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Trunk': {'1.1'}} May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: consumer versions: May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: { DHCP agent@n-d-843301-2: {}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: L3 agent@n-d-843301-2: {}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: Metadata agent@n-d-843301-2: {}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: Metering agent@n-d-843301-2: {}, May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Log': '1.0', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Network': '1.1', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Port': '1.5', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'PortForwarding': '1.2', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'QosPolicy': '1.8', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SecurityGroup': '1.2', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SecurityGroupRule': '1.0', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'SubPort': '1.0', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Subnet': '1.1', May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: 'Trunk': '1.1'}} May 27 03:13:08.191833 n-d-843301-2 neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:13:08.231518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:13:08.243325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:08.248343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:13:08.248983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:08.256416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e4a7e-8929-4a69-b031-5322981bcde5 None None] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:13:08.277793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-559da3aa-37f3-4e7e-9357-a6962bab773f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8112986 May 27 03:13:08.546549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c2498-d152-4036-a43f-85f1a20f99a4 None None] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:13:09.629994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95c36532-97d7-4940-96a8-9d92daf62cf0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:09.715241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 95c36532-97d7-4940-96a8-9d92daf62cf0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:09.721337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 95c36532-97d7-4940-96a8-9d92daf62cf0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:09.721865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:09.855447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:09.894439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 95c36532-97d7-4940-96a8-9d92daf62cf0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=95c36532-97d7-4940-96a8-9d92daf62cf0,segment=NetworkSegment(ea3179b5-f557-4766-8a7f-0deba1551f7a),segment_id=ea3179b5-f557-4766-8a7f-0deba1551f7a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:13:09.898779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:09.993562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=95c36532-97d7-4940-96a8-9d92daf62cf0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:10.640435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:10.934788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b72962c2-cddb-4761-b78e-f5d02a1fd11f admin admin] 10.222.0.46 "GET /v2.0/routers/4979f3d6-646b-4cf8-abb0-5633d3b02459 HTTP/1.1" status: 200 len: 710 time: 0.2927694 May 27 03:13:11.103481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af87fa5-45a9-4721-ade7-789b40bc14fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:13:11.105817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5af87fa5-45a9-4721-ade7-789b40bc14fd admin admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 886 time: 0.1653099 May 27 03:13:11.117388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:13:11.592549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95c36532-97d7-4940-96a8-9d92daf62cf0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:11.665221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 95c36532-97d7-4940-96a8-9d92daf62cf0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:11.665499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:11.722340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:11.957899 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:12.024886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:12.235949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Allocated IP 172.25.8.107 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/fe0db038-0d21-4cbe-adcb-3844510d5875) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:13:12.503243 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:12.602346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:12.792533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:13:12.795917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:13:12.802333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:13:12.824583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0db038-0d21-4cbe-adcb-3844510d5875,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:13.004780 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:13.183577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:13.187009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:13.399962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Router 4979f3d6-646b-4cf8-abb0-5633d3b02459 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:13:13.614384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:13:13.622829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:13.624025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b21a4142-fdd0-40fd-91bb-4fa367716c54 admin admin] 10.222.0.46 "PUT /v2.0/routers/4979f3d6-646b-4cf8-abb0-5633d3b02459 HTTP/1.1" status: 200 len: 890 time: 2.5102518 May 27 03:13:13.624137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Sync routers for ids ['4979f3d6-646b-4cf8-abb0-5633d3b02459'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:13:13.637738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Routers {'4979f3d6-646b-4cf8-abb0-5633d3b02459'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:13:13.638449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:13:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4979f3d6-646b-4cf8-abb0-5633d3b02459'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:13.848099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Set router 4979f3d6-646b-4cf8-abb0-5633d3b02459 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:13:14.318913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:12Z', 'revision_number': 4, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port': {'id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:12Z', 'updated_at': '2022-05-27T03:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:09Z', 'revision_number': 5, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:14.324871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Checking router: 4979f3d6-646b-4cf8-abb0-5633d3b02459 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:13:14.325273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Updating router 4979f3d6-646b-4cf8-abb0-5633d3b02459 port fe0db038-0d21-4cbe-adcb-3844510d5875 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:13:14.385396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:14.768482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:14.781980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Transition to ACTIVE for port object fe0db038-0d21-4cbe-adcb-3844510d5875 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:13:14.789558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:14.872131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c1fb-872b-4863-b519-7eb7fa91da35 None None] Pushing event updated for resources: {'Port': ['ID=fe0db038-0d21-4cbe-adcb-3844510d5875,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:14.876218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Attempting to bind port fe0db038-0d21-4cbe-adcb-3844510d5875 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:13:14.876579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Attempting to bind port fe0db038-0d21-4cbe-adcb-3844510d5875 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:13:14.877496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Attempting to bind port fe0db038-0d21-4cbe-adcb-3844510d5875 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:13:14.885227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:13:14.885638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:13:14.886008 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:14.886472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:13:14.886940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Bound port: fe0db038-0d21-4cbe-adcb-3844510d5875, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:13:14.887330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:14.994706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] For port fe0db038-0d21-4cbe-adcb-3844510d5875, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:13:14.998410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] For port fe0db038-0d21-4cbe-adcb-3844510d5875, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe0db038-0d21-4cbe-adcb-3844510d5875,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:13:15.003756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:15.114306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Routers {'4979f3d6-646b-4cf8-abb0-5633d3b02459'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:13:15.115061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:13:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4979f3d6-646b-4cf8-abb0-5633d3b02459'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:15.181844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c1fb-872b-4863-b519-7eb7fa91da35 None None] Pushing event updated for resources: {'Port': ['ID=fe0db038-0d21-4cbe-adcb-3844510d5875,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:15.323359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] Set router 4979f3d6-646b-4cf8-abb0-5633d3b02459 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:13:15.713156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:12Z', 'revision_number': 4, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port': {'id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:12Z', 'updated_at': '2022-05-27T03:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:09Z', 'revision_number': 5, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:13:15.717817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea1ec9-00a8-477a-998b-f14608f0858d None None] The sync data for ids ['4979f3d6-646b-4cf8-abb0-5633d3b02459'] in n-d-843301-2 is: [{'id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'name': 'router1', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:12:54Z', 'updated_at': '2022-05-27T03:13:12Z', 'revision_number': 4, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'gw_port': {'id': 'fe0db038-0d21-4cbe-adcb-3844510d5875', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:12Z', 'updated_at': '2022-05-27T03:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '95c36532-97d7-4940-96a8-9d92daf62cf0', 'name': '', 'network_id': '2584fbbd-dd47-49c0-a45c-9e17e4b14c4d', 'tenant_id': '5c10e9d4106c4096bc6cff51f616b64e', 'mac_address': 'fa:16:3e:f0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979f3d6-646b-4cf8-abb0-5633d3b02459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51dcb5b5-0476-4873-88f0-155623048260', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:13:03Z', 'updated_at': '2022-05-27T03:13:09Z', 'revision_number': 5, 'project_id': '5c10e9d4106c4096bc6cff51f616b64e', 'subnets': [{'id': '51dcb5b5-0476-4873-88f0-155623048260', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '962fcacb-71f7-4d9e-aa35-a746b4a745cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:13:16.257048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:13:16.426368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1f97128-feb2-40dc-a21a-ab3becd3d4c6 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1681764 May 27 03:13:17.635930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe0db038-0d21-4cbe-adcb-3844510d5875 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:17.714866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fe0db038-0d21-4cbe-adcb-3844510d5875 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:13:17.721271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fe0db038-0d21-4cbe-adcb-3844510d5875 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:17.721688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:17.854303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:17.871662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port fe0db038-0d21-4cbe-adcb-3844510d5875, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe0db038-0d21-4cbe-adcb-3844510d5875,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:13:17.877876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:17.969928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=fe0db038-0d21-4cbe-adcb-3844510d5875,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:13:19.626967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe0db038-0d21-4cbe-adcb-3844510d5875 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:13:19.732922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fe0db038-0d21-4cbe-adcb-3844510d5875 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:13:19.733331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:27.683424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b010b222-1db1-44fc-951e-d33dd29e3bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:29.845860 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1b86-2b0a-4622-9edc-49129f3475be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.058914 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:31.326952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:32.691308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:36.115275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:13:57.667879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e79d805b-2fb5-4ad6-bd55-d4123219ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:13:59.850934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-561fd2fb-f654-412f-a57d-936c1b11452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.065129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:01.335218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:02.694427 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:13.116164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:14:27.672927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93a292ce-1c86-4a72-96d5-bd2031202264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:29.849221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1b09d465-ddaf-4b81-b86d-e08722cf2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:31.059165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:31.331505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:32.696623 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:50.116827 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:14:57.670858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef87ebda-c26d-4bdf-b68b-8dd03976d254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:14:59.845864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcf02-4c00-4595-a5ea-b4cbdea582dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:01.067300 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:01.332127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:02.702213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:27.116723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:15:27.664288 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-883edb18-3665-46c3-9e24-d6000d858944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:27.708127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43102) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:27.799846 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ec3eb-de1b-41c9-a0c5-3490ab76df50 admin admin] GET failed (client error): The resource could not be found. May 27 03:15:27.800343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c1ec3eb-de1b-41c9-a0c5-3490ab76df50 admin admin] Synchronizing usage tracker for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:15:27.818007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c1ec3eb-de1b-41c9-a0c5-3490ab76df50 admin admin] Unset dirty status for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:15:27.819180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8c1ec3eb-de1b-41c9-a0c5-3490ab76df50 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1100910 May 27 03:15:27.952362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c295cc-31b3-4bee-bdcd-55cbb858e9bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:27.953742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b4c295cc-31b3-4bee-bdcd-55cbb858e9bc admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1306679 May 27 03:15:29.844954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9e263d76-9b21-427d-851e-6f9c83bd2206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.019235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:30.150846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08534166-c1e2-47e0-984b-f0c39f27d210 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:30.151398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-08534166-c1e2-47e0-984b-f0c39f27d210 admin admin] Synchronizing usage tracker for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:15:30.169482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-08534166-c1e2-47e0-984b-f0c39f27d210 admin admin] Unset dirty status for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:15:30.170546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-08534166-c1e2-47e0-984b-f0c39f27d210 admin admin] 10.222.0.46 "GET /v2.0/subnets/51dcb5b5-0476-4873-88f0-155623048260 HTTP/1.1" status: 200 len: 849 time: 0.1503930 May 27 03:15:30.179707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:15:30.298319 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.489752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793180466845'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.542461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08abf5-c8e5-4bd8-9f7e-cfe04fbc35bb None None] Network 2584fbbd-dd47-49c0-a45c-9e17e4b14c4d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:15:30.550693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:30.551282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:30.552544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] 10.222.0.46 "PUT /v2.0/subnets/51dcb5b5-0476-4873-88f0-155623048260 HTTP/1.1" status: 200 len: 868 time: 0.3765566 May 27 03:15:30.565250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dcb5b5-0476-4873-88f0-155623048260,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:30.574319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.574714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.574973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.575298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.575619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.575937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.576253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.576574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.576883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.577235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.577553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa89f0a3-d45a-4167-a2e7-b75c1067d837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:31.065966 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.175171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6bfa46c1-be95-41ce-b4f9-e3738eca3609 None None] Provisioning complete for port 5b88ee80-9b01-4d5a-b4c8-4fc0098c3fc3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:31.175531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6bfa46c1-be95-41ce-b4f9-e3738eca3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.329798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:31.332168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6bfa46c1-be95-41ce-b4f9-e3738eca3609 None None] Provisioning complete for port 95c36532-97d7-4940-96a8-9d92daf62cf0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:15:31.333119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6bfa46c1-be95-41ce-b4f9-e3738eca3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.684739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43122) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:32.704171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:32.894809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b697b3f-69a7-437d-a2db-2f20b3e4520d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:32.895080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b697b3f-69a7-437d-a2db-2f20b3e4520d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:32.896586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0b697b3f-69a7-437d-a2db-2f20b3e4520d admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101340 May 27 03:15:34.972549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:35.216050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29843396-4205-45ab-a3af-5cec9eb2fadc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:35.216307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29843396-4205-45ab-a3af-5cec9eb2fadc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:35.217880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29843396-4205-45ab-a3af-5cec9eb2fadc admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2443697 May 27 03:15:37.302821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43142) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:37.507427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061ab3b-ff22-432b-ba07-83540edbabc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:37.508815 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8061ab3b-ff22-432b-ba07-83540edbabc5 admin admin] 10.222.0.46 "GET /v2.0/networks/2584fbbd-dd47-49c0-a45c-9e17e4b14c4d HTTP/1.1" status: 200 len: 869 time: 0.2049387 May 27 03:15:39.566138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:39.774924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726aef41-44e1-4c56-bbcc-22f5a2080fe6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:39.776204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-726aef41-44e1-4c56-bbcc-22f5a2080fe6 admin admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 886 time: 0.2088318 May 27 03:15:41.999474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:42.170459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3992f1-d06d-4729-9db3-5b99506f6da8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:42.170810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3992f1-d06d-4729-9db3-5b99506f6da8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:42.172319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bf3992f1-d06d-4729-9db3-5b99506f6da8 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1719165 May 27 03:15:44.276530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:44.417961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df80de-62ee-4e1d-a7fe-e02c8e32434e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:44.418207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df80de-62ee-4e1d-a7fe-e02c8e32434e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:44.419768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b4df80de-62ee-4e1d-a7fe-e02c8e32434e admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1413527 May 27 03:15:46.522185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:46.710576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1eda9-252f-4444-a3e3-0f62da607ffc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:46.712743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3b1eda9-252f-4444-a3e3-0f62da607ffc admin admin] 10.222.0.46 "GET /v2.0/subnets/51dcb5b5-0476-4873-88f0-155623048260 HTTP/1.1" status: 200 len: 868 time: 0.1892850 May 27 03:15:48.817545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43192) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:15:48.954591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccf1df-cb71-49d3-85df-f5abc4c516e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:15:48.955960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-59ccf1df-cb71-49d3-85df-f5abc4c516e6 admin admin] 10.222.0.46 "GET /v2.0/subnets/95d9917b-ef29-446d-a64d-dc6a8634e493 HTTP/1.1" status: 200 len: 816 time: 0.1371717 May 27 03:15:57.669100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6125af45-ef6d-4666-90f4-c68ea9213ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:15:59.851746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-88106581-cdd2-470a-bbb8-826ba7d3e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.079960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:01.328064 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:02.706695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:04.125172 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:16:07.944292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:08.046727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-dc4745dc-a31a-4db4-a2bf-842e26180340 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:16:08.047708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dc4745dc-a31a-4db4-a2bf-842e26180340 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1024902 May 27 03:16:10.198275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:10.296838 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8d744-0df3-4de2-b007-d5a21d60e784 admin admin] GET failed (client error): The resource could not be found. May 27 03:16:10.298127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2f8d744-0df3-4de2-b007-d5a21d60e784 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0989301 May 27 03:16:10.426498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d8e4-e4b4-45fb-a306-24b4a570c3ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:16:10.427863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7877d8e4-e4b4-45fb-a306-24b4a570c3ab admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1258297 May 27 03:16:12.505774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:12.587430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:16:12.593679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:12.604454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:12.614479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Made reservation on behalf of 838934cf86cd41a8a03ea3aae9755cbf for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:12.616759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:12.711925 n-d-843301-2 neutron-server[84155]: WARNING neutron.services.revisions.revision_plugin [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Could not find related network for resource to bump revision. May 27 03:16:12.727020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:16:12.742122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793180429424', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:12.742927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Unsubscribe: segment precommit_create {{(pid=84155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 03:16:12.743475 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Added segment c4a22496-eb5e-4180-adf0-e66b50d86b2d of type vlan for network eccca31f-548c-47a2-abd6-c7946cda94ff May 27 03:16:12.786843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:12.824265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:12.825130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:16:12.825705 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:12.938273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4313531 May 27 03:16:12.938995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755fd75-7159-449a-9643-09975c0f9bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=eccca31f-548c-47a2-abd6-c7946cda94ff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:12.953404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network eccca31f-548c-47a2-abd6-c7946cda94ff details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:16:15.043322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:16:15.143594 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadab133-031e-49c9-b688-f6824ce897da admin admin] GET failed (client error): The resource could not be found. May 27 03:16:15.144097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eadab133-031e-49c9-b688-f6824ce897da admin admin] Synchronizing usage tracker for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:16:15.159754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eadab133-031e-49c9-b688-f6824ce897da admin admin] Unset dirty status for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:16:15.160995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eadab133-031e-49c9-b688-f6824ce897da admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1163580 May 27 03:16:15.308674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4f057-b5b3-4ee4-9422-50235d47fb14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:16:15.310664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ffd4f057-b5b3-4ee4-9422-50235d47fb14 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1447325 May 27 03:16:15.322590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:16:15.327627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:16:15.337635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:16:15.348540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Made reservation on behalf of 838934cf86cd41a8a03ea3aae9755cbf for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:16:15.350857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.591522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.664869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0a2863-3579-4f1b-8342-dfc3b46da7a2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:15.678409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:16:15.678756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Network hostable DHCP agents. Network: eccca31f-548c-47a2-abd6-c7946cda94ff, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:16:15.700844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Network eccca31f-548c-47a2-abd6-c7946cda94ff is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:16:15.710405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, eccca31f-548c-47a2-abd6-c7946cda94ff) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:15.715438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:16:15.716025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:15.722942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db44131-34af-43d7-b793-0438530db2d6 None None] Network eccca31f-548c-47a2-abd6-c7946cda94ff requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:16:15.768537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aacf3e1f-7c17-402a-819a-c9bb70667ce3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4367177 May 27 03:16:16.029152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-eccca31f-548c-47a2-abd6-c7946cda94ff', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'tenant_id': '838934cf86cd41a8a03ea3aae9755cbf', 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:16:16.030256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:16.235431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Allocated IP 192.168.233.2 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/d22b492b-7197-444e-993d-0e5d226cc8b8) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:16:16.474723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:16.488427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Transition to ACTIVE for port object d22b492b-7197-444e-993d-0e5d226cc8b8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:16.511215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Transition to ACTIVE for port object d22b492b-7197-444e-993d-0e5d226cc8b8 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:16:16.517765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:16.604790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:16:16.613571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:16:16.615854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Pushing event updated for resources: {'Port': ['ID=d22b492b-7197-444e-993d-0e5d226cc8b8,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:16.619162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:16:16.675238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.675727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.676148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.676605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.677080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.677516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.677995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.678419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.678862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.679331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.679755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:16:16.757512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Attempting to bind port d22b492b-7197-444e-993d-0e5d226cc8b8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:16:16.758160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Attempting to bind port d22b492b-7197-444e-993d-0e5d226cc8b8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:16:16.758572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Attempting to bind port d22b492b-7197-444e-993d-0e5d226cc8b8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:16:16.767993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:16:16.768665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:16:16.769238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:16.769748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:16:16.770355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Bound port: d22b492b-7197-444e-993d-0e5d226cc8b8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:16:16.770899 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:16.927665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] For port d22b492b-7197-444e-993d-0e5d226cc8b8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:16:16.932873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] For port d22b492b-7197-444e-993d-0e5d226cc8b8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d22b492b-7197-444e-993d-0e5d226cc8b8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:16:16.939403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:17.076425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b88429-ca85-40eb-8a4e-a6747e9a55f8 None None] Pushing event updated for resources: {'Port': ['ID=d22b492b-7197-444e-993d-0e5d226cc8b8,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:17.731653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d22b492b-7197-444e-993d-0e5d226cc8b8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:17.831923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d22b492b-7197-444e-993d-0e5d226cc8b8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:18.066754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c36206-7fbe-45b6-9588-6c658987ad48 None None] Network eccca31f-548c-47a2-abd6-c7946cda94ff requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:16:18.168088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Provisioning for port d22b492b-7197-444e-993d-0e5d226cc8b8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:16:18.175687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Provisioning complete for port d22b492b-7197-444e-993d-0e5d226cc8b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:18.176112 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.413796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.464313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] For port d22b492b-7197-444e-993d-0e5d226cc8b8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d22b492b-7197-444e-993d-0e5d226cc8b8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:16:18.472796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:18.574347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c456-9cad-4dd9-b20f-8d55677ec267 None None] Pushing event updated for resources: {'Port': ['ID=d22b492b-7197-444e-993d-0e5d226cc8b8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:18.715466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7dab5bb2-76e9-4dfe-b3a5-350bcc8b7464 None None] Provisioning complete for port d22b492b-7197-444e-993d-0e5d226cc8b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:18.715873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7dab5bb2-76e9-4dfe-b3a5-350bcc8b7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:19.702835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d22b492b-7197-444e-993d-0e5d226cc8b8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:16:19.773491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d22b492b-7197-444e-993d-0e5d226cc8b8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:16:19.774016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:27.674589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-322f1ca0-dd16-4db1-8004-3bac6aacd2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:29.846641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c41a4fe4-021d-44bc-8e9e-0f31e42bc3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:31.086020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:31.323835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:32.710758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:41.115020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:16:57.682437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7169-592e-4527-bd9e-3c6d0e1d742f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:16:59.849516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f54550e7-a814-4f34-a275-3586ae588521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:01.074096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:01.316874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:02.717241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:18.116940 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:17:27.676696 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d499f564-124b-46a9-b180-121f3047b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:29.852597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2295d4c-97c1-4eb1-bf01-5237c726fe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:31.076925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:31.320736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:32.721453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:46.796246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:46.802086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-9d8ef5d6-30e0-4402-929d-59ffd5e3fba0 tempest-verify_tempest_config-135210649 tempest-verify_tempest_config-135210649-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:17:46.803566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9d8ef5d6-30e0-4402-929d-59ffd5e3fba0 tempest-verify_tempest_config-135210649 tempest-verify_tempest_config-135210649-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063288 May 27 03:17:47.133965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:47.274434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.313151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:17:47.317154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Usage tracker for resource:security_group_rule and tenant:953ed81275fb44c4b9c393b6af8c223b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:17:47.320062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:17:47.325980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:17:47.394842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.398957 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.445124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681bc65-0fba-4ad9-895b-57b11715a730,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:47.449120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=953ed81275fb44c4b9c393b6af8c223b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3141544 May 27 03:17:47.451900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43326) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:17:47.457388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.457643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.457976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.458315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.459210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.459553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.459873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.460187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.460502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.460816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.461159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a970aa8d-c4d9-4f2e-a9c6-55666fe7e169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.518580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.547464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.639089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.655423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681bc65-0fba-4ad9-895b-57b11715a730,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:47.663441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:47.664545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4681bc65-0fba-4ad9-895b-57b11715a730 HTTP/1.1" status: 204 len: 168 time: 0.2115712 May 27 03:17:47.667587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.667931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.668266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.668793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.668941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.669240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.669560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.669882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.670199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.670517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:47.670831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5de74a-2efd-4123-8b5a-9c6d48c481e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:55.117810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:17:57.678620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-56bfeb3a-8d74-4ef0-8c15-0139314e0595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:17:59.856559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a690f973-bef1-4d3b-bbc5-977197c68268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:01.080373 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:01.323479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:02.722651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:27.681576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3061abb8-359a-4b78-b983-8d209e31e3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:29.858533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ce4f1129-afcb-44aa-acd2-3ea4c365320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:31.082425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:31.328715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:32.118552 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:18:32.725680 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:57.683684 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4077230-6af2-4bfc-9c6f-ef8628ab7127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:18:59.860921 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-caaed637-731c-41f2-a9e4-1a068fae2016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:01.083999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:01.333133 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:02.729378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:09.119441 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:19:27.686296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83eb27c8-0b6c-499d-8e3d-a6793e0b125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:29.863431 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f36bb5bb-f3d1-46f9-a749-726728891a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:31.087515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:31.334593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:32.730921 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:46.119403 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:19:57.689734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-95bd60c2-17fa-4b09-9a83-361cabf97e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:19:59.864768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a9549a5a-72ad-401a-ae9f-1379d0abf18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:01.088293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:01.336863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:02.731572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:23.119227 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 5 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:20:27.691558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-290596f6-eac1-4e93-95e4-1e1fd10e81c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:29.865070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09befdc3-77bc-4655-9c74-1e767117a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:31.092818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:31.338576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:32.734762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:53.508777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:55.878877 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3882558'] for agent, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:57.692627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-58ea1fc9-730a-46fa-9573-a8e325754d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:20:59.866685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-31c3d060-f11c-41e5-a680-d7e3bf525081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:00.119885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:01.094339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:01.341771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:02.737169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:23.475037 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:25.856174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:27.693395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9943ebdc-ddba-41bd-ac1f-f0190d878e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:29.868246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1504cb4b-8a87-45a1-b266-a8f564af8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:31.098786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:31.343032 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:32.739057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:37.121058 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:21:44.634549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43390) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:44.777114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d978a83-359d-4bb8-a5b5-4c6f582557df admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1408548 May 27 03:21:46.867914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:21:46.956396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb6b9169-a236-4c8f-9fc5-bc97ec175f96 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0871794 May 27 03:21:53.493415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:55.879302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:57.697309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d3ae6ca-d0fb-4083-a390-3916046ea81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:21:59.870773 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2089913b-c9dd-4e91-b404-3a9b2ecd1479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:01.100369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:01.345091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:02.742905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:14.121644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:22:23.492030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:25.894277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:27.701793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cbb60d18-f6b5-4c7e-ae7a-83f9f72bdb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:29.881412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09f82070-6f92-4f1c-8f4a-f7c202ecaa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:31.106194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:31.347998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:32.744759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:51.122649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:22:53.488922 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:55.890789 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:57.705357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-abf3b837-c8ee-4005-95b0-21d7e907c9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:22:59.873416 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d994cd57-2192-4a2d-9f6c-6633c40f6a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:01.107154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:01.350245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:02.748351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.020646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:20.669726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-network', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:20.675755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:20.679847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Usage tracker for resource:network and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:20.683447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:20.689782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:20.700468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Made reservation on behalf of d5be793c700245cc8e3d464d2b675c49 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:20.703206 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.716713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.755768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:20.760224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Usage tracker for resource:security_group_rule and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:20.763098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:20.770416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:20.838797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.843010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.877984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89279713-d390-4759-8882-775d6265494e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:20.890790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.891210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.891609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.891999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.892416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.892869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.893275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.893669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.894054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.894583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.895067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Tracked resource versions report: May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: pushed versions: May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Log': {'1.0'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Network': {'1.1'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Port': {'1.5'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'PortForwarding': {'1.2'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'QosPolicy': {'1.8'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SecurityGroup': {'1.2'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SubPort': {'1.0'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Subnet': {'1.1'}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Trunk': {'1.1'}} May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: consumer versions: May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: { DHCP agent@n-d-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: HyperV agent@n-h1-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: HyperV agent@n-h2-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: L3 agent@n-d-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: Metadata agent@n-d-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: Metering agent@n-d-843301-2: {}, May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Log': '1.0', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Network': '1.1', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Port': '1.5', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'PortForwarding': '1.2', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'QosPolicy': '1.8', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SecurityGroup': '1.2', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SecurityGroupRule': '1.0', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'SubPort': '1.0', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Subnet': '1.1', May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: 'Trunk': '1.1'}} May 27 03:23:20.896433 n-d-843301-2 neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:20.900832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:20.913299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.913733 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Added segment 39b9b535-94a8-4e12-8b4e-0a1fe20703e6 of type vlan for network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 May 27 03:23:20.945574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.981295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:20.982429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:20.983031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.083248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] Pushing event updated for resources: {'Network': ['ID=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.094813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:23:21.102232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1138304b-d4ef-4d95-bffe-33e7ecbc5832 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0803976 May 27 03:23:21.106387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:21.116287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Request body: {'subnet': {'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-subnet', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:21.128835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.141838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Usage tracker for resource:subnet and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.147580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.166166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:21.185390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Made reservation on behalf of d5be793c700245cc8e3d464d2b675c49 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:21.189116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.414738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.489569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a195f1ef-aa36-4318-b5c1-c5a4001c7b99,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:21.513079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.513478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.513839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.514169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.514691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.515180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.515674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.516169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.516490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.516814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.517175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Tracked resource versions report: May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: pushed versions: May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: { 'ConntrackHelper': {'1.0'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Log': {'1.0'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Network': {'1.1'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Port': {'1.5'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'PortForwarding': {'1.2'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'QosPolicy': {'1.8'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SecurityGroup': {'1.2'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SecurityGroupRule': {'1.0'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SubPort': {'1.0'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Subnet': {'1.1'}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Trunk': {'1.1'}} May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: consumer versions: May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: { DHCP agent@n-d-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: HyperV agent@n-h1-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: HyperV agent@n-h2-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: L3 agent@n-d-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: Metadata agent@n-d-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: Metering agent@n-d-843301-2: {}, May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Log': '1.0', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Network': '1.1', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Port': '1.5', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'PortForwarding': '1.2', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'QosPolicy': '1.8', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SecurityGroup': '1.2', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SecurityGroupRule': '1.0', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'SubPort': '1.0', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Subnet': '1.1', May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: 'Trunk': '1.1'}} May 27 03:23:21.518272 n-d-843301-2 neutron-server[84156]: {{(pid=84156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:21.527299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Checking segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:21.527660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Network hostable DHCP agents. Network: dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:21.551475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:21.564649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:21.572641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:21.573705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.574672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceeccf6-296c-4512-b0fe-13aac7b225e4 None None] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:23:21.603769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a95580d6-f866-4a52-a2b7-8ee993265388 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4925761 May 27 03:23:21.604277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43656) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:21.609383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:21.614251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:21.619095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Usage tracker for resource:router and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:21.622234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:21.628402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:21.644923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.646106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.682355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.837127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:23:21.841810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:21.912202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.076560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Allocated IP 172.20.0.2 (dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8/a195f1ef-aa36-4318-b5c1-c5a4001c7b99/e9290f25-bc32-4761-be3b-6020fb083a42) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:22.130590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.165565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.330355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Allocated IP 172.25.8.87 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/1395a019-a0a2-4c6c-87f2-8c28afe61201) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:22.380248 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.393181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Transition to ACTIVE for port object e9290f25-bc32-4761-be3b-6020fb083a42 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:22.414580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Transition to ACTIVE for port object e9290f25-bc32-4761-be3b-6020fb083a42 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:22.421211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.491896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Pushing event updated for resources: {'Port': ['ID=e9290f25-bc32-4761-be3b-6020fb083a42,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.504724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.505180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.505597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.506003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.506392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.506781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.507167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.507572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.508119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.508506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.509537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Tracked resource versions report: May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: pushed versions: May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: { 'ConntrackHelper': {'1.0'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Log': {'1.0'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Network': {'1.1'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Port': {'1.5'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'PortForwarding': {'1.2'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'QosPolicy': {'1.8'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SecurityGroup': {'1.2'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SecurityGroupRule': {'1.0'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SubPort': {'1.0'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Subnet': {'1.1'}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Trunk': {'1.1'}} May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: consumer versions: May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: { DHCP agent@n-d-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: HyperV agent@n-h1-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: HyperV agent@n-h2-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: L3 agent@n-d-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: Metadata agent@n-d-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: Metering agent@n-d-843301-2: {}, May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Log': '1.0', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Network': '1.1', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Port': '1.5', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'PortForwarding': '1.2', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'QosPolicy': '1.8', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SecurityGroup': '1.2', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SecurityGroupRule': '1.0', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'SubPort': '1.0', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Subnet': '1.1', May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: 'Trunk': '1.1'}} May 27 03:23:22.510937 n-d-843301-2 neutron-server[84157]: {{(pid=84157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:22.529187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:22.530548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:22.533924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:22.561757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.595591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.643352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Attempting to bind port e9290f25-bc32-4761-be3b-6020fb083a42 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:22.643906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Attempting to bind port e9290f25-bc32-4761-be3b-6020fb083a42 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:22.644443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Attempting to bind port e9290f25-bc32-4761-be3b-6020fb083a42 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:22.651817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:22.652411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Checking segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:22.652986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.653602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Bound using segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:22.654228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Bound port: e9290f25-bc32-4761-be3b-6020fb083a42, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:22.654775 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.683014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:22.686235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:22.693293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:22.729844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Pushing event updated for resources: {'Port': ['ID=1395a019-a0a2-4c6c-87f2-8c28afe61201,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.769104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] For port e9290f25-bc32-4761-be3b-6020fb083a42, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:22.772545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] For port e9290f25-bc32-4761-be3b-6020fb083a42, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e9290f25-bc32-4761-be3b-6020fb083a42,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:22.778223 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.869536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84c82-dac0-41d2-ab8b-a5ae6aaa2c12 None None] Pushing event updated for resources: {'Port': ['ID=e9290f25-bc32-4761-be3b-6020fb083a42,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:22.893348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:22.893348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.237335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:23.464470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:23.473460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:23:23.486503 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:23.487122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:23.499462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.515387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:23.515387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79f46b3a-8ebe-4d2e-9c59-138b81322fda admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.9095948 May 27 03:23:23.517810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:23.819658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:24.018989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e9290f25-bc32-4761-be3b-6020fb083a42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:24.179340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec0e73-2edc-45ac-b092-42c9a790a964 None None] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:23:24.384776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fd3fc7a8-0987-4a3f-830b-ce9e78df3658 None None] Provisioning for port e9290f25-bc32-4761-be3b-6020fb083a42 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:24.410326 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:22Z', 'revision_number': 3, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:24.415036 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:23:24.415506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Updating router 24420349-eeac-4679-bd20-0e34ed3d64a3 port 1395a019-a0a2-4c6c-87f2-8c28afe61201 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:23:24.422947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e9290f25-bc32-4761-be3b-6020fb083a42 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:24.431298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e9290f25-bc32-4761-be3b-6020fb083a42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:24.431663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.477100 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.648864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.703838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e9290f25-bc32-4761-be3b-6020fb083a42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e9290f25-bc32-4761-be3b-6020fb083a42,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:24.711937 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.803282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.819969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e9290f25-bc32-4761-be3b-6020fb083a42,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:24.953570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c6ea80c-5daf-4a8e-92d9-4b2cb1b4ad04 None None] Provisioning complete for port e9290f25-bc32-4761-be3b-6020fb083a42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:24.954297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea80c-5daf-4a8e-92d9-4b2cb1b4ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:24.973922 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.002194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Transition to ACTIVE for port object 1395a019-a0a2-4c6c-87f2-8c28afe61201 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:25.016919 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.133819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Allocated IP 172.20.0.1 (dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8/a195f1ef-aa36-4318-b5c1-c5a4001c7b99/8c1eef27-0bbd-42bd-822c-d7a6d46e155d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:25.233759 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Pushing event updated for resources: {'Port': ['ID=1395a019-a0a2-4c6c-87f2-8c28afe61201,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.241724 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Attempting to bind port 1395a019-a0a2-4c6c-87f2-8c28afe61201 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:25.242397 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Attempting to bind port 1395a019-a0a2-4c6c-87f2-8c28afe61201 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:25.243018 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Attempting to bind port 1395a019-a0a2-4c6c-87f2-8c28afe61201 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:25.254951 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.255531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.256051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.256564 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.257133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.257893 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.259006 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.259537 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.260010 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.260471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Tracked resource versions report: May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: pushed versions: May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: { 'ConntrackHelper': {'1.0'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Log': {'1.0'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Network': {'1.1'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Port': {'1.5'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'PortForwarding': {'1.2'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'QosPolicy': {'1.8'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SecurityGroup': {'1.2'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SecurityGroupRule': {'1.0'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SubPort': {'1.0'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Subnet': {'1.1'}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Trunk': {'1.1'}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: consumer versions: May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: { DHCP agent@n-d-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: HyperV agent@n-h1-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: HyperV agent@n-h2-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: L3 agent@n-d-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: Metadata agent@n-d-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: Metering agent@n-d-843301-2: {}, May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: Open vSwitch agent@n-d-843301-2: { 'ConntrackHelper': '1.0', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Log': '1.0', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Network': '1.1', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Port': '1.5', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'PortForwarding': '1.2', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'QosPolicy': '1.8', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SecurityGroup': '1.2', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SecurityGroupRule': '1.0', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'SubPort': '1.0', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Subnet': '1.1', May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: 'Trunk': '1.1'}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: {{(pid=84159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:25.291505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Bound port: 1395a019-a0a2-4c6c-87f2-8c28afe61201, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:25.295350 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.368494 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] For port 1395a019-a0a2-4c6c-87f2-8c28afe61201, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:25.370573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.373250 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] For port 1395a019-a0a2-4c6c-87f2-8c28afe61201, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1395a019-a0a2-4c6c-87f2-8c28afe61201,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:25.378075 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.392461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Transition to ACTIVE for port object 8c1eef27-0bbd-42bd-822c-d7a6d46e155d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:25.423226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.475047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:25.475822 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:25.507102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:25.511497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:25.516657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:25.517187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.525289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.639586 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c497f-1b6a-4c18-b20d-1754b0871244 None None] Pushing event updated for resources: {'Port': ['ID=1395a019-a0a2-4c6c-87f2-8c28afe61201,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:25.714495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.824137 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:25.908395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:25.976674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e9290f25-bc32-4761-be3b-6020fb083a42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:26.060638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667149dc-b0c3-4ad5-835c-ea33b1b2da9e None None] Provisioning for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:26.070632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667149dc-b0c3-4ad5-835c-ea33b1b2da9e None None] Provisioning complete for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:26.071745 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667149dc-b0c3-4ad5-835c-ea33b1b2da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.234765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.241055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-667149dc-b0c3-4ad5-835c-ea33b1b2da9e None None] Port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:23:26.244184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e9290f25-bc32-4761-be3b-6020fb083a42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:26.245026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.247718 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.249259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:26.464363 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:22Z', 'revision_number': 3, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:26.469636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2996f27-ce24-404f-8f6f-229d8c4ea265 None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:22Z', 'revision_number': 3, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:23:26.492875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:26.567124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:26.568451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:26.981301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dce524e8-8611-473e-a593-56164fab6b9b None None] Provisioning complete for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:26.981803 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dce524e8-8611-473e-a593-56164fab6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.072589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dce524e8-8611-473e-a593-56164fab6b9b None None] Port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:23:27.153107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:27.447921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:27.461154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c6e1b08-ed3f-411b-b91e-236d67fc7794 admin admin] 10.222.0.46 "PUT /v2.0/routers/24420349-eeac-4679-bd20-0e34ed3d64a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9417515 May 27 03:23:27.710901 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00547c06-2f8e-4b74-a5d0-c9ed05d42bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:27.873804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:27.980236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1395a019-a0a2-4c6c-87f2-8c28afe61201 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:28.108384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 1395a019-a0a2-4c6c-87f2-8c28afe61201 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:28.116217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1395a019-a0a2-4c6c-87f2-8c28afe61201 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:28.116798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.124320 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:23:28.249603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.271384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.275596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 1395a019-a0a2-4c6c-87f2-8c28afe61201, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1395a019-a0a2-4c6c-87f2-8c28afe61201,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:28.284875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.314527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:28.319943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba5d74fd94f4cb28dddf8d57cf80fa2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:28.323351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:28.331902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:28.373004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=1395a019-a0a2-4c6c-87f2-8c28afe61201,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.433809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.439711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.490339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2bb3d6-62df-44ed-aa3d-3889d85d32b3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.527601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c67652e-f4db-45b6-916e-65ec89f29f78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ba5d74fd94f4cb28dddf8d57cf80fa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6521485 May 27 03:23:28.530339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43876) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:28.601141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.629194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.691685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.716696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2bb3d6-62df-44ed-aa3d-3889d85d32b3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:28.718670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:28.719972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6eaf767-1324-47e2-9570-ac36ef24a096 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de2bb3d6-62df-44ed-aa3d-3889d85d32b3 HTTP/1.1" status: 204 len: 168 time: 0.1883492 May 27 03:23:29.236754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43922) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:29.262330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.304248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:29.310511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Usage tracker for resource:security_group_rule and tenant:476256b8f2374221a830a3ce2eb0f7fa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:29.313683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:29.320344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:29.395465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43934) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:29.402012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-network', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:29.408803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:29.414557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.420055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Usage tracker for resource:network and tenant:3edbcdcf8eb9462592c1942e6980489a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:29.424478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.424700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:29.431456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:29.445624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Made reservation on behalf of 3edbcdcf8eb9462592c1942e6980489a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:29.450715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.467389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.510974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5690384-0e66-4efc-a85d-c6dc2618ca51,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.515215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Synchronizing usage tracker for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:29.533974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:29.542169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3edbcdcf8eb9462592c1942e6980489a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:29.547140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:29.550350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] Unset dirty status for tenant:838934cf86cd41a8a03ea3aae9755cbf on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:29.551841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-06870e17-9334-4b7a-8ba7-01af9f85c63e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=476256b8f2374221a830a3ce2eb0f7fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3130882 May 27 03:23:29.554555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:29.564427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:29.623155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.667409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.727551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.738523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.740235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.765905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:29.779993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5690384-0e66-4efc-a85d-c6dc2618ca51,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.779993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.779993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f0fd6302-6b12-4d39-a41b-65fcfe681f17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5690384-0e66-4efc-a85d-c6dc2618ca51 HTTP/1.1" status: 204 len: 168 time: 0.2196593 May 27 03:23:29.794395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.797345 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Added segment 8ab83db1-1aa7-4175-b28a-4b9a01a43437 of type vlan for network d282fcb0-be92-43bb-a2c2-385170e0620b May 27 03:23:29.823371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1959dc-e6ec-468d-b0a5-167d32e38b81,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:29.858904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.882106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c7e7-7f68-4d8e-930a-9dc56f3d9fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.912318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.913356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:29.914038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:29.962073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1395a019-a0a2-4c6c-87f2-8c28afe61201 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:30.037683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6410615 May 27 03:23:30.042199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43976) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:30.054939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Request body: {'subnet': {'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-subnet', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:30.073669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:30.076134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba814443-c8ca-4878-a4b8-8dd1317a50f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d282fcb0-be92-43bb-a2c2-385170e0620b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.089754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Usage tracker for resource:subnet and tenant:3edbcdcf8eb9462592c1942e6980489a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:30.094989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d282fcb0-be92-43bb-a2c2-385170e0620b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:23:30.105828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:30.112005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:30.135494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Made reservation on behalf of 3edbcdcf8eb9462592c1942e6980489a for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:30.138564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.355581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1395a019-a0a2-4c6c-87f2-8c28afe61201 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:30.356168 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.391197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:30.525921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.644003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Checking segment: {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:30.644632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Network hostable DHCP agents. Network: d282fcb0-be92-43bb-a2c2-385170e0620b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:30.661022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.686255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5215084d-a9ad-4581-a873-683830ec2b41,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:30.699795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Network d282fcb0-be92-43bb-a2c2-385170e0620b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:30.722847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d282fcb0-be92-43bb-a2c2-385170e0620b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:30.730353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:30.733399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.734021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34203fac-9bec-4b97-92af-405f1c032e01 None None] Network d282fcb0-be92-43bb-a2c2-385170e0620b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:23:30.769800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf50e4d1-e5b9-41bb-ae05-17e2eec74615 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7264493 May 27 03:23:30.770841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:30.778104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:30.784779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:30.797678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Usage tracker for resource:router and tenant:3edbcdcf8eb9462592c1942e6980489a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:30.808883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:30.809380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:30.818988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:30.822190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Usage tracker for resource:security_group_rule and tenant:5134ec2d83774bed9e51d7e12e7e1ce7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:30.825476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:30.831838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:30.848183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.853665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.866489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:23:30.889782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.934205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:30.942951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.000990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5134ec2d83774bed9e51d7e12e7e1ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6084924 May 27 03:23:31.001713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc329a4b-a83a-4de1-a137-e2ade476b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb914fb0-4ab1-43b5-9587-f2fa1ce3eb30,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:31.004273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:31.115354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.148559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.174576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:31.188057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.206889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.215424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:31.220460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:31.268796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.302177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb914fb0-4ab1-43b5-9587-f2fa1ce3eb30,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:31.313637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.315048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9e6caaf7-42e7-4966-a03d-5b7fb4a26706 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb914fb0-4ab1-43b5-9587-f2fa1ce3eb30 HTTP/1.1" status: 204 len: 168 time: 0.2978339 May 27 03:23:31.315715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:31.550940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:31.559477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.595639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.626234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.705363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d282fcb0-be92-43bb-a2c2-385170e0620b', 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'fixed_ips': [{'subnet_id': '5215084d-a9ad-4581-a873-683830ec2b41'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:23:31.706198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.715774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:31.779838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:31.803291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2717025d91644fb4b84d9322b001ac93 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:31.809771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:31.826568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:31.829168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:31.837747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa92a86c398146329253a4e334e8061f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:31.844561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:31.853461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:31.866891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Allocated IP 172.25.8.136 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/559c0f8d-5319-4ada-b19d-e368f6b8a349) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:31.925777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.084192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.113139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.128735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 2, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:32.143097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Allocated IP 172.20.0.2 (d282fcb0-be92-43bb-a2c2-385170e0620b/5215084d-a9ad-4581-a873-683830ec2b41/e70a5470-5fbd-49bd-b2c2-d4b1344484cb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:32.146010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:23:32.146010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Updating router 24420349-eeac-4679-bd20-0e34ed3d64a3 port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:23:32.166072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.167066 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.182953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.209931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.243366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.254385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2717025d91644fb4b84d9322b001ac93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0787816 May 27 03:23:32.255971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:32.261811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d89735-43ae-44bd-b7c5-599fe72b85d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e28089-d000-4ecf-811c-01aeab22d034,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.286429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa92a86c398146329253a4e334e8061f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9674809 May 27 03:23:32.291004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:32.313374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:32.316209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Pushing event updated for resources: {'Port': ['ID=559c0f8d-5319-4ada-b19d-e368f6b8a349,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.336516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:32.338587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:32.345804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:32.413341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274cdb2-0c36-446b-be19-6e18827cdcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6427e95d-7213-428c-9333-f422f3bfb202,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.421203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.532721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:32.552797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.556295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.558203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8289deaf574dcc8787f1ef2935e7f7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:32.564589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.566706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:32.581787 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.587619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:32.628795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.666205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.775508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.824559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.882463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.890259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.911225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.923174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e28089-d000-4ecf-811c-01aeab22d034,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:32.938860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:32.944604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Transition to ACTIVE for port object e70a5470-5fbd-49bd-b2c2-d4b1344484cb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:32.993153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Transition to ACTIVE for port object e70a5470-5fbd-49bd-b2c2-d4b1344484cb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:33.003769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.005005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-40384197-055c-4d87-93ab-3cb47da6a4d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54e28089-d000-4ecf-811c-01aeab22d034 HTTP/1.1" status: 204 len: 168 time: 0.7457418 May 27 03:23:33.009029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.012095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6427e95d-7213-428c-9333-f422f3bfb202 HTTP/1.1" status: 204 len: 168 time: 0.7189376 May 27 03:23:33.017613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa8289deaf574dcc8787f1ef2935e7f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6987348 May 27 03:23:33.017613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd33243-f574-45d5-9548-1b6758d7fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443a22f9-7e6f-4996-87ea-cd61dac4bcaa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.031212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed4ac2-c8d2-40ad-8b04-6e27f682a345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6427e95d-7213-428c-9333-f422f3bfb202,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.032724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:33.048888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.141272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:33.318744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Network d282fcb0-be92-43bb-a2c2-385170e0620b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:33.337881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.350859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:33.376747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:33.391932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.498068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.517291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Attempting to bind port e70a5470-5fbd-49bd-b2c2-d4b1344484cb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:33.517675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Attempting to bind port e70a5470-5fbd-49bd-b2c2-d4b1344484cb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:33.518024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Attempting to bind port e70a5470-5fbd-49bd-b2c2-d4b1344484cb on network d282fcb0-be92-43bb-a2c2-385170e0620b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:33.521267 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.524228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Pushing event updated for resources: {'Port': ['ID=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.539620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Transition to ACTIVE for port object 8c1eef27-0bbd-42bd-822c-d7a6d46e155d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:33.542369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:33.542809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Checking segment: {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:33.543128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.543517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Bound using segment: {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:33.543992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Bound port: e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:33.544361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.561022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a22f9-7e6f-4996-87ea-cd61dac4bcaa,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.609971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.611224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7f20c1d9-8f3d-4bc1-8db1-e4d2da8a7cd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/443a22f9-7e6f-4996-87ea-cd61dac4bcaa HTTP/1.1" status: 204 len: 168 time: 0.5768044 May 27 03:23:33.615241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.628002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:33.641530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Sync routers for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:23:33.653034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:33.654580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a011d2b0-b5de-4451-bbf3-7d4b87ac9a09 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8823183 May 27 03:23:33.656687 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:33.657347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:33.674703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:33.828248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44178) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:33.833817 n-d-843301-2 neutron-server[84156]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:33.857597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f248f1a-a038-43c8-a081-fe031d7572ce None None] Pushing event updated for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:33.916928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-f2c2a7b9-556c-4d93-882c-7d09fea28b32 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e29e000e3be9467fba7cdd828f49fddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782704 May 27 03:23:33.920830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] For port e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:34.010189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] For port e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:34.026770 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.043683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44184) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:34.064877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:34.114961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.154622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Attempting to bind port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:34.154999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Attempting to bind port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:34.155361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Attempting to bind port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:34.198899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-b48aa2f6-4a8d-414c-846b-159b93626b6e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:34.203698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-b48aa2f6-4a8d-414c-846b-159b93626b6e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849891 May 27 03:23:34.213713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:34.214299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Checking segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:34.214786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.215276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Bound using segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:34.215898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Bound port: 8c1eef27-0bbd-42bd-822c-d7a6d46e155d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:34.216479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.240024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-c2db4f14-a464-469a-ada3-9f2b30a504c5 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/quotas/e29e000e3be9467fba7cdd828f49fddf HTTP/1.1" status: 200 len: 375 time: 0.0301914 May 27 03:23:34.292964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:34.313329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Usage tracker for resource:security_group_rule and tenant:5aa455e612e74703806eaef8d145ef17 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:34.318956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:34.337796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:34.348104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-ea5b4897-5c05-4ab6-8b3d-3bacd8f390ce tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e29e000e3be9467fba7cdd828f49fddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953004 May 27 03:23:34.350992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cadcde-27a0-4964-a850-ee2a72d5529d None None] Pushing event updated for resources: {'Port': ['ID=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:34.355608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] For port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:34.360570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] For port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:34.372163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.489256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:34.489880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:34.662234 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 3, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:34.671360 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Checking router: d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:23:34.671900 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Updating router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 port 559c0f8d-5319-4ada-b19d-e368f6b8a349 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:23:34.711280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.730362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.736227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44194) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:34.754764 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.802531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:34.951429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9283f-1346-4e4b-af55-4978cfa02d8b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:34.966038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1d78b1d1-2845-4af9-843b-1717a4cfdc7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5aa455e612e74703806eaef8d145ef17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9212165 May 27 03:23:34.970072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44210) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:34.996683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:35.009375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Usage tracker for resource:security_group_rule and tenant:b0da8726ecbd4ee69f62ff30139a4453 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:35.012538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:35.017704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:35.031986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:35.138075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6785f96-f10c-4714-ae67-95639417a7df req-405e0376-cb6a-4d39-9020-7fa239ea5b0a tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.3096931 May 27 03:23:35.161326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f248f1a-a038-43c8-a081-fe031d7572ce None None] Pushing event updated for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.187320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.193892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.203805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.268737 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.308682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d84e8-3a88-4085-a3f4-fc223327a61b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.324780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f58474c-3908-4585-9821-c9443309c42a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0da8726ecbd4ee69f62ff30139a4453&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5878518 May 27 03:23:35.325457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:35.404672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.468352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.469692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9283f-1346-4e4b-af55-4978cfa02d8b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.493360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.505881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8b667c69-1dc5-4c55-b95b-69250c951b5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aee9283f-1346-4e4b-af55-4978cfa02d8b HTTP/1.1" status: 204 len: 168 time: 0.5239022 May 27 03:23:35.536521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.679067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.710829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d84e8-3a88-4085-a3f4-fc223327a61b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:35.731299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.738439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45a7e9e2-5b70-4414-85f5-6f1d15c5515d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/113d84e8-3a88-4085-a3f4-fc223327a61b HTTP/1.1" status: 204 len: 168 time: 0.4118304 May 27 03:23:35.841675 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:35.913983 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Transition to ACTIVE for port object 559c0f8d-5319-4ada-b19d-e368f6b8a349 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:35.934007 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.034584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f816c-4e43-4cd8-ba3d-ddfc5b3d124e None None] Network d282fcb0-be92-43bb-a2c2-385170e0620b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:23:36.126217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e70a5470-5fbd-49bd-b2c2-d4b1344484cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:36.145784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Attempting to bind port 559c0f8d-5319-4ada-b19d-e368f6b8a349 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:36.146150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Attempting to bind port 559c0f8d-5319-4ada-b19d-e368f6b8a349 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:36.146504 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Attempting to bind port 559c0f8d-5319-4ada-b19d-e368f6b8a349 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:36.169764 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:36.170185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:36.170595 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.170978 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:36.171460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Bound port: 559c0f8d-5319-4ada-b19d-e368f6b8a349, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:36.171849 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.255852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.375494 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] For port 559c0f8d-5319-4ada-b19d-e368f6b8a349, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:36.384048 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] For port 559c0f8d-5319-4ada-b19d-e368f6b8a349, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=559c0f8d-5319-4ada-b19d-e368f6b8a349,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:36.385206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc44c1-2e25-480e-aa45-7f7f8e19f18a None None] Pushing event updated for resources: {'Port': ['ID=559c0f8d-5319-4ada-b19d-e368f6b8a349,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:36.393015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55a1e2fc-f45a-4298-ae7e-e2efebacc315 req-1886c11a-b56a-48fa-b5e9-b179c42afa0f tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.0588758 May 27 03:23:36.394422 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:36.446525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:36.472101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00528cc9-614c-42a9-97b9-ad1c94cef652 None None] Provisioning for port e70a5470-5fbd-49bd-b2c2-d4b1344484cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:36.491593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f13c8e-5bc0-48fd-a6b0-341cd9e4237a None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:34Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:23:36.591993 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc44c1-2e25-480e-aa45-7f7f8e19f18a None None] Pushing event updated for resources: {'Port': ['ID=559c0f8d-5319-4ada-b19d-e368f6b8a349,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:36.595041 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:36.595660 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:36.735867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Allocated IP 172.20.0.1 (d282fcb0-be92-43bb-a2c2-385170e0620b/5215084d-a9ad-4581-a873-683830ec2b41/5fc3d8d4-ae61-4254-b898-980d1e955994) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:36.760684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e70a5470-5fbd-49bd-b2c2-d4b1344484cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:36.854892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e70a5470-5fbd-49bd-b2c2-d4b1344484cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:36.855600 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.231648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.237611 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:37.271722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Transition to ACTIVE for port object 5fc3d8d4-ae61-4254-b898-980d1e955994 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:37.294886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.371087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Network d282fcb0-be92-43bb-a2c2-385170e0620b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:37.372068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.374577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:37.378577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:37.378946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.390727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Pushing event updated for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:37.457614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:37.467496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.568362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.723336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:37.872424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4d3fc596-b769-4c22-b917-5ebbe7e0ea19 None None] Provisioning complete for port e70a5470-5fbd-49bd-b2c2-d4b1344484cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:37.872790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc596-b769-4c22-b917-5ebbe7e0ea19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:37.902259 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2be03754-8025-4b56-b50d-d2c40114e42b req-fb4ccb2c-8b2e-4852-a6e8-820aa58eee50 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.3023994 May 27 03:23:38.236022 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 3, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:38.257083 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9000b70-b610-4e62-a25a-79f5445c7ab3 None None] The sync data for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 is: [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:32Z', 'revision_number': 3, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:23:38.301067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e70a5470-5fbd-49bd-b2c2-d4b1344484cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:38.428838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.441651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.442994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.542255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e70a5470-5fbd-49bd-b2c2-d4b1344484cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:38.542855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.690843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Pushing event updated for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:38.702415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Network d282fcb0-be92-43bb-a2c2-385170e0620b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:38.703714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:38.714416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8c1eef27-0bbd-42bd-822c-d7a6d46e155d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:38.744358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0adc9a76-d893-47b1-a8a0-56b9faa7b651 None None] Provisioning for port 5fc3d8d4-ae61-4254-b898-980d1e955994 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:38.760638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0adc9a76-d893-47b1-a8a0-56b9faa7b651 None None] Provisioning complete for port 5fc3d8d4-ae61-4254-b898-980d1e955994 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:38.761029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0adc9a76-d893-47b1-a8a0-56b9faa7b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:38.859328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0adc9a76-d893-47b1-a8a0-56b9faa7b651 None None] Port 5fc3d8d4-ae61-4254-b898-980d1e955994 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:23:38.876671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:38.884242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:38.885076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.037565 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.097328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:39.103974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1874cc7c-9f27-44d8-90a0-592c990b1cb8 None None] Provisioning complete for port 5fc3d8d4-ae61-4254-b898-980d1e955994 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:39.104483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.21', 54659) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:39.106257 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1874cc7c-9f27-44d8-90a0-592c990b1cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.144877 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.201726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-45ca36e9-2a0a-445e-b313-0794ff5beea4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e29e000e3be9467fba7cdd828f49fddf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941145 May 27 03:23:39.252707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1874cc7c-9f27-44d8-90a0-592c990b1cb8 None None] Port 5fc3d8d4-ae61-4254-b898-980d1e955994 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:23:39.279569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:39.429958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-93237027-1afc-4199-b3b9-c1f391fc8752 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:39.432691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-93237027-1afc-4199-b3b9-c1f391fc8752 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257762 May 27 03:23:39.491646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:39.504376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Request body: {'port': {'device_id': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'e29e000e3be9467fba7cdd828f49fddf'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:39.699583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:39.767870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:39.788444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-817fa15c-3177-4947-9cc3-aecda9c81f9e req-00422cc2-5f0a-435b-989f-1ce406c9656e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.0895729 May 27 03:23:39.789921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Usage tracker for resource:port and tenant:e29e000e3be9467fba7cdd828f49fddf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:39.795597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:39.812471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:39.834574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Made reservation on behalf of e29e000e3be9467fba7cdd828f49fddf for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:39.838687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.861771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:39.900535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:39.912865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-05944d2f-8034-4666-8004-74d826a55afc admin admin] 10.222.0.46 "PUT /v2.0/routers/d8c4cce2-2b93-4037-a6ae-6f563b0f79c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2543919 May 27 03:23:39.917745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:39.923977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Usage tracker for resource:security_group_rule and tenant:e29e000e3be9467fba7cdd828f49fddf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:39.928835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:39.936865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:39.937391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8c1eef27-0bbd-42bd-822c-d7a6d46e155d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:40.033022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:40.033376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.038269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.048809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.188085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8951339-3bbb-4a1f-9954-a0b06b770478,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.306507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Allocated IP 192.168.233.205 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/a1f7a735-ba69-4ef1-8edc-8565dc515813) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:40.375152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.508298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:40.508298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Usage tracker for resource:security_group_rule and tenant:4b0b6ee4bd274214b770874723053a8a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:40.513035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:40.533094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:40.587464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.614013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Transition to ACTIVE for port object a1f7a735-ba69-4ef1-8edc-8565dc515813 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:40.659350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.666842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.685468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.753314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:40.759979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:40.766712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:40.770691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:40.771300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.788796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5aebe-5389-4188-abc1-ebf29bef527d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.822860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dffe2266-aa3d-4317-95db-a2fa6484ca3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b0b6ee4bd274214b770874723053a8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1211174 May 27 03:23:40.825622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:40.862510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3629122 May 27 03:23:40.875748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd296f5e-2678-4beb-8a5b-019612f6f1f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Pushing event updated for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:40.877232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:40.890841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-daf1a539-3639-4534-ae12-a73e1f6455d5 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:23:40.891843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-daf1a539-3639-4534-ae12-a73e1f6455d5 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135019 May 27 03:23:40.958585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:40.988298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.067352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.081746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5aebe-5389-4188-abc1-ebf29bef527d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:41.099083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.108053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b17de417-30a8-4273-9135-8b66a1428520 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ca5aebe-5389-4188-abc1-ebf29bef527d HTTP/1.1" status: 204 len: 168 time: 0.2809465 May 27 03:23:41.121631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8bb2c21-f1f8-4989-8584-6bfc95ca4713 None None] Provisioning for port a1f7a735-ba69-4ef1-8edc-8565dc515813 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:41.133386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8bb2c21-f1f8-4989-8584-6bfc95ca4713 None None] Provisioning complete for port a1f7a735-ba69-4ef1-8edc-8565dc515813 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:41.133901 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2c21-f1f8-4989-8584-6bfc95ca4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:41.168177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-da73d42d-b1a9-4624-809c-3da3fec33937 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:41.169042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-da73d42d-b1a9-4624-809c-3da3fec33937 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Synchronizing usage tracker for tenant:e29e000e3be9467fba7cdd828f49fddf on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:41.208991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:41.224542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-da73d42d-b1a9-4624-809c-3da3fec33937 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Unset dirty status for tenant:e29e000e3be9467fba7cdd828f49fddf on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:41.226347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-da73d42d-b1a9-4624-809c-3da3fec33937 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 936 time: 0.1992199 May 27 03:23:41.246967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb2c21-f1f8-4989-8584-6bfc95ca4713 None None] Port a1f7a735-ba69-4ef1-8edc-8565dc515813 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:23:41.313697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-5d5e85db-8b22-42cb-8a3e-491943a35f17 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Synchronizing usage tracker for tenant:e29e000e3be9467fba7cdd828f49fddf on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:41.358899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-5d5e85db-8b22-42cb-8a3e-491943a35f17 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Unset dirty status for tenant:e29e000e3be9467fba7cdd828f49fddf on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:41.363997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b8191fd-31f0-4165-8eda-50e4e0baa291 req-5d5e85db-8b22-42cb-8a3e-491943a35f17 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302192 May 27 03:23:41.906193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44494) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:41.906402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3ef0225f-eb90-4afa-ab8c-96b2738f1ad2 tempest-AutoAllocateNetworkTest-688263286 tempest-AutoAllocateNetworkTest-688263286-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bfa7b485ad264d52908bc132d9d0f6ac&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0258119 May 27 03:23:42.172253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.200565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c401a-9344-4b4c-8003-7b94e1f29000 tempest-AutoAllocateNetworkTest-688263286 tempest-AutoAllocateNetworkTest-688263286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:42.202803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f7c401a-9344-4b4c-8003-7b94e1f29000 tempest-AutoAllocateNetworkTest-688263286 tempest-AutoAllocateNetworkTest-688263286-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2953002 May 27 03:23:42.206277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:42.236555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:42.240754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Usage tracker for resource:security_group_rule and tenant:f583c4e71d2e419c9dc6e000031340fc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:42.243922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:42.253812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:42.336406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.342143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.387326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589da13-a3c1-434a-9013-d4f67ab1a14b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.420972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31406bef-60d6-4994-b31c-cbd915b3aa8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f583c4e71d2e419c9dc6e000031340fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2063453 May 27 03:23:42.421225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44510) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:42.459757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a0fba4cc-341d-4339-ad76-a740e3911101 tempest-AutoAllocateNetworkTest-688263286 tempest-AutoAllocateNetworkTest-688263286-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2498972 May 27 03:23:42.461959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44516) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:42.551866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6b4e2302-c01f-4421-8f10-08eb0a03448a tempest-AutoAllocateNetworkTest-688263286 tempest-AutoAllocateNetworkTest-688263286-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bfa7b485ad264d52908bc132d9d0f6ac HTTP/1.1" status: 200 len: 208 time: 0.0882592 May 27 03:23:42.593400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.669290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.746502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:42.774563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.813942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589da13-a3c1-434a-9013-d4f67ab1a14b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:42.838973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:42.843437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb69a7eb-09dd-483b-8159-5b2714413bc1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7589da13-a3c1-434a-9013-d4f67ab1a14b HTTP/1.1" status: 204 len: 168 time: 0.4197164 May 27 03:23:42.971087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44532) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:43.033192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:43.173993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:43.214799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Request body: {'port': {'device_id': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'device_owner': 'compute:tempest-test_az-1444997271', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:43.329770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Usage tracker for resource:security_group_rule and tenant:24469fc935e84257a21874a3b28be0d4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:43.348026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:43.373637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:43.499174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:43.618512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:43.706202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44554) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:43.715615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028074719', 'description': 'tempest-description--1826966575'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:43.738821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:43.756288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:security_group and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:43.769267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:43.789888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:43.860813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:43.876567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:43.880347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:43.945125 n-d-843301-2 neutron-server[84155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:44.059213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 559c0f8d-5319-4ada-b19d-e368f6b8a349 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:44.088251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:44.129325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:security_group_rule and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:44.134766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:44.154167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:44.222741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24469fc935e84257a21874a3b28be0d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2504764 May 27 03:23:44.228752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373bb3c-be26-4314-949f-94d1c6d09707 req-d14002fe-6d1f-48c9-9339-9cf3c38320b7 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:44.230155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:44.234853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee37b-ac94-469f-9d26-ed2ebd3a14bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdf006-cab2-425a-9093-e0e8be89cf30,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.248363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d373bb3c-be26-4314-949f-94d1c6d09707 req-d14002fe-6d1f-48c9-9339-9cf3c38320b7 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 936 time: 1.4991229 May 27 03:23:44.269853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 559c0f8d-5319-4ada-b19d-e368f6b8a349 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:23:44.278097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 559c0f8d-5319-4ada-b19d-e368f6b8a349 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:44.278697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.391298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.407599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.430261 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.457578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d373bb3c-be26-4314-949f-94d1c6d09707 req-fe71682f-0db2-4bb6-acff-ae24488fd8c5 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081847 May 27 03:23:44.477419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 559c0f8d-5319-4ada-b19d-e368f6b8a349, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=559c0f8d-5319-4ada-b19d-e368f6b8a349,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:44.485787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.536446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.540332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8303783 May 27 03:23:44.542958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44570) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:44.543945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa5787-4b34-4f43-b78a-7c2a90ebc0b8 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.562254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'security_group_rule': {'security_group_id': '0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:44.571895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:44.586764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:security_group_rule and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:44.590818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:44.627256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:44.648546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.684488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:44.692219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=559c0f8d-5319-4ada-b19d-e368f6b8a349,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:44.706274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.739374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.754011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.795429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:23:44.842093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:44.850569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Usage tracker for resource:security_group_rule and tenant:23da098a4dcf451fbacb55ac04bd4fea is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:44.856690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:44.874289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:44.904538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:44.947247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f7a735-ba69-4ef1-8edc-8565dc515813 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:23:44.960620 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.986300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.997470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:44.998277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Transition to ACTIVE for port object a1f7a735-ba69-4ef1-8edc-8565dc515813 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:45.012555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.018740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.099986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdf006-cab2-425a-9093-e0e8be89cf30,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.102085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.119368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.169956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.171510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75bc914f-d52c-473e-a417-7ef7ba4d76d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06bdf006-cab2-425a-9093-e0e8be89cf30 HTTP/1.1" status: 204 len: 168 time: 0.9342282 May 27 03:23:45.247241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:45.264602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Usage tracker for resource:security_group_rule and tenant:8ea4d7411b34425d927cefde498ef232 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:45.271027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.271982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:45.272272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7242765 May 27 03:23:45.277294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:45.283223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9680c-7bfc-4ef1-96b6-b2fbba0cdf97 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd1afba-bd95-43e5-a847-1c65bd7e93bf,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.404938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.441749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'security_group_rule': {'security_group_id': '0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:45.472433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:45.527041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:45.538039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Attempting to bind port a1f7a735-ba69-4ef1-8edc-8565dc515813 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:45.538811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Attempting to bind port a1f7a735-ba69-4ef1-8edc-8565dc515813 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:45.539729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.540703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Attempting to bind port a1f7a735-ba69-4ef1-8edc-8565dc515813 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:45.590474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Port a1f7a735-ba69-4ef1-8edc-8565dc515813 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:23:45.590744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:security_group_rule and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:45.590856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Attempting to bind port a1f7a735-ba69-4ef1-8edc-8565dc515813 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:45.619008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:45.623287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:45.623675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:45.624213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:45.624704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Bound port: a1f7a735-ba69-4ef1-8edc-8565dc515813, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:45.625256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.626274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:45.707406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:45.891581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c40457-6e88-49bc-a760-6b851128593a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:45.907397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0814a40-30a1-4157-b687-65736a929f83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23da098a4dcf451fbacb55ac04bd4fea&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3955858 May 27 03:23:45.912652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:46.010552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:46.056279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 559c0f8d-5319-4ada-b19d-e368f6b8a349 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:23:46.063480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:46.066719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.073093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:46.084794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.170062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Usage tracker for resource:security_group_rule and tenant:bfa7b485ad264d52908bc132d9d0f6ac is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:46.181706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:46.261199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:46.278123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 559c0f8d-5319-4ada-b19d-e368f6b8a349 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:23:46.278900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.312847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.347469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.352005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-a721199e-5655-42c1-9253-63369751fe73 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1f7a735-ba69-4ef1-8edc-8565dc515813 HTTP/1.1" status: 200 len: 1118 time: 4.3695779 May 27 03:23:46.361330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:23:46.363418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.370701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.506881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1ba4e-538c-4734-9926-3678923f3177,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.519966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.560016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.649474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9f0b73-39a8-4cac-b306-39d4cd628625,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.681821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a259d-b33b-4889-b03f-f06c072eb76e req-44d6e7d5-300b-43ce-a279-30abe309c50d tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:46.691295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-920a259d-b33b-4889-b03f-f06c072eb76e req-44d6e7d5-300b-43ce-a279-30abe309c50d tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.7758863 May 27 03:23:46.714172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:46.786354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721199e-5655-42c1-9253-63369751fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:46.896127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-920a259d-b33b-4889-b03f-f06c072eb76e req-e66480a7-073a-4cd4-bc7c-9a76c1f0e54e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829126 May 27 03:23:46.928529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-655d3822-98d0-4c2f-ae9b-70433ed17c43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e29e000e3be9467fba7cdd828f49fddf&device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 1121 time: 0.3941724 May 27 03:23:46.961673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5acc64bf-f322-4ee6-9ee9-cbd00a51da0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ea4d7411b34425d927cefde498ef232&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0558031 May 27 03:23:46.964253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:46.984585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.018136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-21f94e76-eaee-4d46-b4ab-be3874a7e4b3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6137505 May 27 03:23:47.028644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:47.065150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:47.118106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:47.131679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.137463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:floatingip and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:47.199435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:47.212027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-deaeed26-707b-4cfc-9656-1d6a4d967657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813 HTTP/1.1" status: 200 len: 217 time: 0.2157266 May 27 03:23:47.248336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.274165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.307046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c40457-6e88-49bc-a760-6b851128593a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:47.388954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.391874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-4eacb0dd-411c-4c7e-b446-da1e780cb94e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:47.393851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-4eacb0dd-411c-4c7e-b446-da1e780cb94e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1702380 May 27 03:23:47.407693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:47.421221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566691b6-1c16-4198-b9a3-81a0811154c7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:47.489576 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.491312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-553a85b9-ccf4-4838-8d6c-c9f79e668b7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84c40457-6e88-49bc-a760-6b851128593a HTTP/1.1" status: 204 len: 168 time: 1.5712881 May 27 03:23:47.503396 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.578419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7f5413e0-4732-4fe4-8b9d-6d294f64ce7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfa7b485ad264d52908bc132d9d0f6ac&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8883691 May 27 03:23:47.578419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:47.592380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.855170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.878972 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c914a9-61f3-49da-932f-e2228bb97983'] response: {'name': 'network-changed', 'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813', 'status': 'completed', 'code': 200} May 27 03:23:47.895686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-65aed49d-eacb-4dae-97b6-b0dca05b10e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4719627 May 27 03:23:47.911362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1ba4e-538c-4734-9926-3678923f3177,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:47.927286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:47.928928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05178e55-6156-4af6-b927-5db7856995b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57f1ba4e-538c-4734-9926-3678923f3177 HTTP/1.1" status: 204 len: 168 time: 0.9637709 May 27 03:23:48.028030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.171639 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.434305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-e59fb1d3-5b63-4da5-b544-2f982eb53c2b service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768532 May 27 03:23:48.466900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.681120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.714236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566691b6-1c16-4198-b9a3-81a0811154c7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:48.826646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7279f-e12d-48c8-a6a9-f3bb06f4381d req-2712d57c-e069-4426-943e-610950673ff6 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:48.829818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91a7279f-e12d-48c8-a6a9-f3bb06f4381d req-2712d57c-e069-4426-943e-610950673ff6 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.4743781 May 27 03:23:48.855709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:48.862195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5cfe8a6a-8b32-4b3a-9f9b-d608018eff25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/566691b6-1c16-4198-b9a3-81a0811154c7 HTTP/1.1" status: 204 len: 168 time: 1.2800579 May 27 03:23:48.942760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Allocated IP 172.25.8.5 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e7618103-9d93-409c-9287-1853fd7c1e7f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:49.103476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91a7279f-e12d-48c8-a6a9-f3bb06f4381d req-5c8f2a5d-4502-4560-bf4e-b185a81927f3 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638631 May 27 03:23:49.105565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edc6a464-a186-4d22-b69a-3a5f0fa71f23 req-16034fcf-f437-4e9f-aaac-6178cd3d0b56 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013032 May 27 03:23:49.139641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:49.282657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44694) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:49.338674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.363388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.364532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.399809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.487218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:49.496859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Usage tracker for resource:security_group_rule and tenant:3eaa8b2fc0e04dee97b8267f7876f9a5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:49.502674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:49.511491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:49.515317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:49.515845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:49.521762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:49.528733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d309af339db48d4bb1b200dc9e65187 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:49.529564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:23:49.537394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-4f8c3bd8-a775-4ee7-8588-3e7a39635e9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e29e000e3be9467fba7cdd828f49fddf&device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 1121 time: 0.3508027 May 27 03:23:49.543522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:49.565030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'Port': ['ID=e7618103-9d93-409c-9287-1853fd7c1e7f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.587419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:49.820778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.838964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.846622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98978-0c1e-4315-937b-507b6e0a308b req-e4f0f791-cc39-48af-888f-dd76e6c34f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:49.849106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-e4f0f791-cc39-48af-888f-dd76e6c34f63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3003931 May 27 03:23:49.870128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:49.980638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.053333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.061659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3eaa8b2fc0e04dee97b8267f7876f9a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9208746 May 27 03:23:50.068937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-7676105e-52a6-434c-aa68-24b64e247b56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813 HTTP/1.1" status: 200 len: 217 time: 0.1427617 May 27 03:23:50.069525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:50.083889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823efd6-a505-482e-9577-1e0266731707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4357f8-726f-498d-a549-f0a92c0ff98c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.087531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.318342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ff755-8bf2-4fb2-9161-0e613bb6e665,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.386955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4adb6762-9d98-4545-b334-abd81aba75c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d309af339db48d4bb1b200dc9e65187&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0950601 May 27 03:23:50.395294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44708) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:50.461658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98978-0c1e-4315-937b-507b6e0a308b req-47385704-28d2-4fe5-b8b6-1041e5265ca8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:50.464828 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-47385704-28d2-4fe5-b8b6-1041e5265ca8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3623204 May 27 03:23:50.573133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.734793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.793289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:50.836745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.874535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.940950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:50.950810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92817f-2890-4be9-827a-2786d380178b req-abd8e9e0-2fbd-42ac-9090-2696a5d72ddd tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:50.961536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be92817f-2890-4be9-827a-2786d380178b req-abd8e9e0-2fbd-42ac-9090-2696a5d72ddd tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.4317892 May 27 03:23:50.995205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.024598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-15c12535-071d-4876-857c-de9dd6ca74bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5371995 May 27 03:23:51.229854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.278898 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.347724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.368984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.373006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d5ff755-8bf2-4fb2-9161-0e613bb6e665 HTTP/1.1" status: 204 len: 168 time: 0.9764700 May 27 03:23:51.374097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4357f8-726f-498d-a549-f0a92c0ff98c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:51.435855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.439817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-298e2429-3fca-4d58-9511-ff02b1431d10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f4357f8-726f-498d-a549-f0a92c0ff98c HTTP/1.1" status: 204 len: 168 time: 1.3649623 May 27 03:23:51.439817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89ca4a-dd2c-4902-a388-84f215445899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ff755-8bf2-4fb2-9161-0e613bb6e665,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:51.524308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-684df7af-b306-4d50-aa7b-d17eb586a106 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760642 May 27 03:23:51.582336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.598953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.600721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5710697 May 27 03:23:51.617714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be92817f-2890-4be9-827a-2786d380178b req-ebbaab82-63d4-414f-a4de-61eccc7c7afc tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514781 May 27 03:23:51.633058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecbba-ce16-44ca-8101-f127f464b88a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'Port': ['ID=e7618103-9d93-409c-9287-1853fd7c1e7f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:51.661821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:51.667733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Usage tracker for resource:security_group_rule and tenant:27cae78573734e76b0c3a09bd0f8ad65 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:51.672330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:51.679652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:51.822217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d98978-0c1e-4315-937b-507b6e0a308b req-1e88664a-d4d9-4ab2-b5ad-065126a6ce8d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758381 May 27 03:23:51.854409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.862693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:51.998518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1ebf5-0697-4ffb-817e-d83686311727,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.010695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44766) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:52.011048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ef2bd01-2b8d-48cc-aa84-0bdd75b208cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27cae78573734e76b0c3a09bd0f8ad65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2165129 May 27 03:23:52.174748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:52.247184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:52.374479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:52.402391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1ebf5-0697-4ffb-817e-d83686311727,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.417520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:52.419067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b541dd3-8627-434d-bd85-a8b2d0c08473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88d1ebf5-0697-4ffb-817e-d83686311727 HTTP/1.1" status: 204 len: 168 time: 0.4074211 May 27 03:23:52.572572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44778) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:52.695861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-74f4b1b4-f83c-4b53-ba9f-6c2130023e6a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2028074719&fields=id&tenant_id=d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 267 time: 0.0678813 May 27 03:23:52.886566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f6cf-51b1-4569-a7f4-7074e4fb7955 req-24d72d3e-d2b7-4a43-bdc9-6fb2b976a67c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:52.891473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e01a-9b53-4f52-871a-304858c377fa req-1f977d3d-acd5-4c17-8d4b-6ae91a8328e7 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:52.894776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34f8f6cf-51b1-4569-a7f4-7074e4fb7955 req-24d72d3e-d2b7-4a43-bdc9-6fb2b976a67c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.1240215 May 27 03:23:52.894954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-1f977d3d-acd5-4c17-8d4b-6ae91a8328e7 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 823 time: 0.1977050 May 27 03:23:52.923426 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-de3cf073-467e-451e-9137-8aeb13fff8dc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/quotas/d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 375 time: 0.0213721 May 27 03:23:52.949592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34f8f6cf-51b1-4569-a7f4-7074e4fb7955 req-18f686f1-2885-4b02-9228-737e05d3f03f tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 May 27 03:23:53.025545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-e028813e-1c6d-4c35-9ba6-4af69cce8171 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999970 May 27 03:23:53.189297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.256381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:53.262930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Usage tracker for resource:security_group_rule and tenant:45b5bde6848c4b1cb66745d2573a975e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:53.267551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:53.283649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:53.374332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.381460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.424157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:53.435375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53293062-824f-4796-8f08-a1e7d9fa2076,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.440053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43dcabdb-6f97-4956-8aa2-decafc333057 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45b5bde6848c4b1cb66745d2573a975e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8679607 May 27 03:23:53.444213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44818) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:53.461978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.495808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.519285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.520488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:53.524975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Usage tracker for resource:security_group_rule and tenant:855b34d723744b9687281e0d99d90114 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:53.528327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:53.534625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:53.556748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.624315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.630761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.687411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a48018-620c-4433-bd0c-22a29cc99492,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.691929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7556d433-607d-449d-862a-9b48f66660d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=855b34d723744b9687281e0d99d90114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2667565 May 27 03:23:53.696484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44822) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:53.731521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.758073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53293062-824f-4796-8f08-a1e7d9fa2076,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.775460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.776603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-90aeff59-43de-43f3-9385-039c15111402 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53293062-824f-4796-8f08-a1e7d9fa2076 HTTP/1.1" status: 204 len: 168 time: 0.3308651 May 27 03:23:53.796885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.827092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.903533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.927093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a48018-620c-4433-bd0c-22a29cc99492,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.942752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:53.945281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ee579a4b-883b-439c-b140-4bd433237c5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17a48018-620c-4433-bd0c-22a29cc99492 HTTP/1.1" status: 204 len: 168 time: 0.2469578 May 27 03:23:54.221371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f56b-5594-4b25-b0ea-017dc4ab0520 req-b9326b9a-5377-457d-9d1b-012d03adf63e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:54.223689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d595f56b-5594-4b25-b0ea-017dc4ab0520 req-b9326b9a-5377-457d-9d1b-012d03adf63e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.1388187 May 27 03:23:54.278986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d595f56b-5594-4b25-b0ea-017dc4ab0520 req-69aa92bb-4afc-48aa-8a7f-7b43ce6fe3ea tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 May 27 03:23:54.353747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Sync routers for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:23:54.376045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:54.381624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:54.628296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:54.667508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-440c7ccc-c503-4a8a-b02f-612a0f05e04a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:23:54.684016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-440c7ccc-c503-4a8a-b02f-612a0f05e04a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7576969 May 27 03:23:54.957044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-eb843e2c-b456-4514-acf6-d250198c6e98 service neutron] 10.222.0.46 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691269 May 27 03:23:55.031120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:37Z', 'revision_number': 4, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5fc3d8d4-ae61-4254-b898-980d1e955994', 'name': '', 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'mac_address': 'fa:16:3e:c2:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5215084d-a9ad-4581-a873-683830ec2b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:36Z', 'updated_at': '2022-05-27T03:23:37Z', 'revision_number': 2, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'subnets': [{'id': '5215084d-a9ad-4581-a873-683830ec2b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:55.035995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Checking router: d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:23:55.036605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Updating router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 port 5fc3d8d4-ae61-4254-b898-980d1e955994 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:23:55.133323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:55.226957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-36e13921-59c2-4b76-82a5-702525f6e2b3 service neutron] 10.222.0.46 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601602 May 27 03:23:55.720225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:55.726613 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:55.742077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Transition to ACTIVE for port object 5fc3d8d4-ae61-4254-b898-980d1e955994 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:23:55.751050 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:55.755640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3ba68178-f090-40fd-b533-2d185daf8cff req-b556c99a-20eb-4b40-b32e-881636d7cf47 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 210 time: 0.1961513 May 27 03:23:55.795376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:55.856808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:55.863048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Usage tracker for resource:security_group_rule and tenant:690f14f6e5174e13a8e1929e23aa84e1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:23:55.867039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:23:55.877341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:56.034217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29174a79-3f2a-46c5-a055-aea765efdf93 req-ec1cfab6-e0b3-44eb-b27f-051dc665c046 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:56.037204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29174a79-3f2a-46c5-a055-aea765efdf93 req-ec1cfab6-e0b3-44eb-b27f-051dc665c046 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 970 time: 0.4032829 May 27 03:23:56.100176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dd14c-b155-48b3-b50a-c2a1090f1d69 None None] Pushing event updated for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.110826 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.185421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Attempting to bind port 5fc3d8d4-ae61-4254-b898-980d1e955994 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:23:56.186492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Attempting to bind port 5fc3d8d4-ae61-4254-b898-980d1e955994 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:23:56.187799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.200401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Attempting to bind port 5fc3d8d4-ae61-4254-b898-980d1e955994 on network d282fcb0-be92-43bb-a2c2-385170e0620b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:23:56.219504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:23:56.221143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Checking segment: {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:23:56.222568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.223507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Bound using segment: {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:23:56.224589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Bound port: 5fc3d8d4-ae61-4254-b898-980d1e955994, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab83db1-1aa7-4175-b28a-4b9a01a43437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:23:56.227016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.235505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.352883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29174a79-3f2a-46c5-a055-aea765efdf93 req-55050f99-6cca-45f8-9eb4-72d964e58db4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804153 May 27 03:23:56.383211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141860c8-7554-4678-9fa8-a04f766a98ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.389946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a9fc72b8-db50-43b2-9d8b-aeddd16a9c36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=690f14f6e5174e13a8e1929e23aa84e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6686618 May 27 03:23:56.395012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44902) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:56.400874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a1f7a735-ba69-4ef1-8edc-8565dc515813 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:23:56.575404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] For port 5fc3d8d4-ae61-4254-b898-980d1e955994, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:56.630481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] For port 5fc3d8d4-ae61-4254-b898-980d1e955994, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5fc3d8d4-ae61-4254-b898-980d1e955994,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:56.645737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.703689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.741986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.811867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:56.820543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:23:56.821469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:56.847852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.885459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141860c8-7554-4678-9fa8-a04f766a98ab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.906167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:56.911160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8950097d-6f80-425b-b6d1-56da0912963f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/141860c8-7554-4678-9fa8-a04f766a98ab HTTP/1.1" status: 204 len: 168 time: 0.5105486 May 27 03:23:57.060955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-280f7561-afd7-4a64-84a2-e4c52a5711bb req-2d336908-8e0c-4e04-b492-243166d915a6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 210 time: 0.1220198 May 27 03:23:57.071778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'a1f7a735-ba69-4ef1-8edc-8565dc515813', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'a1f7a735-ba69-4ef1-8edc-8565dc515813', 'mac_address': 'fa:16:3e:5f:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:tempest-test_az-1444997271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:23:57.120178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dd14c-b155-48b3-b50a-c2a1090f1d69 None None] Pushing event updated for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:57.391340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:57.502296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:23:57.658635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f7a735-ba69-4ef1-8edc-8565dc515813 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:23:57.677747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:57.718760 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:57.821524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f44eb-c5c3-44d6-965d-a53fe5331306 req-e7787b3d-82ad-4f50-a7d9-624c56a6e27d tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:57.829692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d8f44eb-c5c3-44d6-965d-a53fe5331306 req-e7787b3d-82ad-4f50-a7d9-624c56a6e27d tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 971 time: 0.1609981 May 27 03:23:57.904220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d8f44eb-c5c3-44d6-965d-a53fe5331306 req-38604063-6262-4eb5-80ca-9903f985c6b7 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734046 May 27 03:23:57.975128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3457edfe-a238-4fa3-9bbc-cdc10b03b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:58.082569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a1f7a735-ba69-4ef1-8edc-8565dc515813'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:23:58.158750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:58.422690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.41', 58498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:58.567420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b46944f3-c65c-4011-a6ce-75bdc87bd76b req-a70e7659-9e85-43b5-901d-b5f67a4326bf tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Synchronizing usage tracker for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:23:58.614512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b46944f3-c65c-4011-a6ce-75bdc87bd76b req-a70e7659-9e85-43b5-901d-b5f67a4326bf tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Unset dirty status for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:23:58.624978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b46944f3-c65c-4011-a6ce-75bdc87bd76b req-a70e7659-9e85-43b5-901d-b5f67a4326bf tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 210 time: 0.1472476 May 27 03:23:58.656414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e01a-9b53-4f52-871a-304858c377fa req-1feb995e-6019-4459-9ccc-64b57be6a16f tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:58.658301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-1feb995e-6019-4459-9ccc-64b57be6a16f tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 823 time: 0.2344203 May 27 03:23:58.736380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:37Z', 'revision_number': 4, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5fc3d8d4-ae61-4254-b898-980d1e955994', 'name': '', 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'mac_address': 'fa:16:3e:c2:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5215084d-a9ad-4581-a873-683830ec2b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:36Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'subnets': [{'id': '5215084d-a9ad-4581-a873-683830ec2b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:58.747541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafab3e1-479e-4be3-abdf-95530431d6a7 None None] The sync data for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 is: [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:23:37Z', 'revision_number': 4, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5fc3d8d4-ae61-4254-b898-980d1e955994', 'name': '', 'network_id': 'd282fcb0-be92-43bb-a2c2-385170e0620b', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'mac_address': 'fa:16:3e:c2:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5215084d-a9ad-4581-a873-683830ec2b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:36Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'subnets': [{'id': '5215084d-a9ad-4581-a873-683830ec2b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:23:58.844659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-030cc5be-21b5-438b-a15e-07679489bcc3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 380 time: 0.1344924 May 27 03:23:58.870429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'port': {'device_id': 'e1adc368-8eea-484e-af03-196e700a3714', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'admin_state_up': True, 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'security_groups': ['0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:23:59.496735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:23:59.531899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:23:59.560889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Made reservation on behalf of d5be793c700245cc8e3d464d2b675c49 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:59.567077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:23:59.595196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:23:59.727580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff00-3944-48fc-981e-9b73ca18e4e9 req-8cc603f0-2087-42b5-b341-295838a9227b tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:23:59.739530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62e8ff00-3944-48fc-981e-9b73ca18e4e9 req-8cc603f0-2087-42b5-b341-295838a9227b tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 971 time: 0.3638239 May 27 03:23:59.881848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a966-8eb9-4c32-aede-3eccbf59b38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.039291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b532a14-2299-4ee4-b805-764d45005c00 req-ec06cf10-ce2c-4d5d-9323-5aa28732dbf6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 210 time: 0.1089535 May 27 03:24:00.060945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62e8ff00-3944-48fc-981e-9b73ca18e4e9 req-10b5aca4-04e7-4987-87b9-d94eebb355b6 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950790 May 27 03:24:00.166782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5fc3d8d4-ae61-4254-b898-980d1e955994 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:00.228356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Allocated IP 172.20.0.4 (dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8/a195f1ef-aa36-4318-b5c1-c5a4001c7b99/f6790e38-5c13-47fb-ae19-6f3a853b9e66) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:00.353253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a1f7a735-ba69-4ef1-8edc-8565dc515813 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:00.506515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.538404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5fc3d8d4-ae61-4254-b898-980d1e955994 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:00.543773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Transition to ACTIVE for port object f6790e38-5c13-47fb-ae19-6f3a853b9e66 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:00.552056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5fc3d8d4-ae61-4254-b898-980d1e955994 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:00.554380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.598894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.693169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port a1f7a735-ba69-4ef1-8edc-8565dc515813 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:00.708157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port a1f7a735-ba69-4ef1-8edc-8565dc515813 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:00.708735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.775752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.794766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:00.799747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:00.803470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:00.817458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:00.822424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.854830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:00.883584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-3e893793-80e7-44f9-86d1-002b6e8724bd tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0335555 May 27 03:24:00.958042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:00.968838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Usage tracker for resource:security_group_rule and tenant:c2736e75f4f64144b04de76354584163 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:00.974911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:00.989706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:01.185943 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.328820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.342828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.380970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.391488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.414551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-47fc8c57-e939-4d3e-ad39-7d8ecddb54ec None None] Provisioning for port f6790e38-5c13-47fb-ae19-6f3a853b9e66 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:01.419634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42ccb5-cc0e-4269-8617-0df180ebc50a req-2a0915e6-635f-4855-8c45-850dc096f312 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:01.420478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14272d85-74ba-4343-ba00-9c82c24ea7d1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.422321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8f42ccb5-cc0e-4269-8617-0df180ebc50a req-2a0915e6-635f-4855-8c45-850dc096f312 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Synchronizing usage tracker for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:01.438109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a28cc34-b597-4cd0-a925-66a646345501 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2736e75f4f64144b04de76354584163&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8414359 May 27 03:24:01.441442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:01.460030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5fc3d8d4-ae61-4254-b898-980d1e955994, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5fc3d8d4-ae61-4254-b898-980d1e955994,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:01.461293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8f42ccb5-cc0e-4269-8617-0df180ebc50a req-2a0915e6-635f-4855-8c45-850dc096f312 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Unset dirty status for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:01.463527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f42ccb5-cc0e-4269-8617-0df180ebc50a req-2a0915e6-635f-4855-8c45-850dc096f312 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 931 time: 0.1846323 May 27 03:24:01.485050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-47fc8c57-e939-4d3e-ad39-7d8ecddb54ec None None] Provisioning complete for port f6790e38-5c13-47fb-ae19-6f3a853b9e66 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:01.485050 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-47fc8c57-e939-4d3e-ad39-7d8ecddb54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.581889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f42ccb5-cc0e-4269-8617-0df180ebc50a req-0c92cf29-8a7c-4135-ab4e-a0ebca4d9b4e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120634 May 27 03:24:01.606745 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.634816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-47fc8c57-e939-4d3e-ad39-7d8ecddb54ec None None] Port f6790e38-5c13-47fb-ae19-6f3a853b9e66 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:24:01.640560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.644446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.645101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.758769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:01.769037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.784209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:01.848363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14272d85-74ba-4343-ba00-9c82c24ea7d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.880283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:01.884219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d0c0df7-fd66-4d7a-b75f-e63e5429ea69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14272d85-74ba-4343-ba00-9c82c24ea7d1 HTTP/1.1" status: 204 len: 168 time: 0.4413269 May 27 03:24:02.009985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.028925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.102622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c39b3-d435-407b-b2f4-98f0ed4c957d req-d88b9e0a-52b8-4502-96af-dbee53f52ba2 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:02.104729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f0c39b3-d435-407b-b2f4-98f0ed4c957d req-d88b9e0a-52b8-4502-96af-dbee53f52ba2 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.2331667 May 27 03:24:02.178422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f0c39b3-d435-407b-b2f4-98f0ed4c957d req-1edcf4b3-c3c8-481f-8819-9cb9b6f4407a tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598488 May 27 03:24:02.212771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.783043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:02.968277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128dbd3-e1b4-4b5d-859e-af6dcdee7937 req-02282da3-c951-43ee-99b2-78a2988e68b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:02.971149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4128dbd3-e1b4-4b5d-859e-af6dcdee7937 req-02282da3-c951-43ee-99b2-78a2988e68b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 931 time: 0.1582582 May 27 03:24:02.997288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45060) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:03.063967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4128dbd3-e1b4-4b5d-859e-af6dcdee7937 req-9b169290-aa73-4951-b078-3c2b7cce34e9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Synchronizing usage tracker for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:03.096487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4128dbd3-e1b4-4b5d-859e-af6dcdee7937 req-9b169290-aa73-4951-b078-3c2b7cce34e9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Unset dirty status for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:03.098548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4128dbd3-e1b4-4b5d-859e-af6dcdee7937 req-9b169290-aa73-4951-b078-3c2b7cce34e9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163192 May 27 03:24:03.441317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45076) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:03.484680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:03.529149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b26e2f-25b6-4cb8-8226-667851a7d42f req-583b0617-ff06-4f1c-a3b2-6233425965f1 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:03.530832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07b26e2f-25b6-4cb8-8226-667851a7d42f req-583b0617-ff06-4f1c-a3b2-6233425965f1 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.1098666 May 27 03:24:03.551910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:03.562272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf61c92fa1944e0af5e2e74528f1f48 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:03.569629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:03.603488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:03.676145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07b26e2f-25b6-4cb8-8226-667851a7d42f req-92bdb831-4dbc-468a-9852-1a15851e48fe tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326690 May 27 03:24:03.785558 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:03.800182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:03.856076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75611db3-e33f-43b4-babc-d50c127eb702,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.947485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3ac3bd10-78b9-4168-97ff-128a8a61f379 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cf61c92fa1944e0af5e2e74528f1f48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5044205 May 27 03:24:03.951570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45086) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:04.002921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5fc3d8d4-ae61-4254-b898-980d1e955994 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:04.154642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.155471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.262215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.293522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:04.304751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Usage tracker for resource:security_group_rule and tenant:2efaa1ac55254738b117860c461d062c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:04.313775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:04.342490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5fc3d8d4-ae61-4254-b898-980d1e955994 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:04.343180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:04.346064 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.454928 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6948ac56-3db9-46ae-8e8c-94cc7c07fd34'] response: {'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813', 'code': 200} May 27 03:24:04.472502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.508455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75611db3-e33f-43b4-babc-d50c127eb702,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:04.518075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.519664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d8b5b7d0-50c6-4ce2-9602-cbd6821de72b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75611db3-e33f-43b4-babc-d50c127eb702 HTTP/1.1" status: 204 len: 168 time: 0.5669827 May 27 03:24:04.712277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.811436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:04.887399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2efaa1ac55254738b117860c461d062c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8873265 May 27 03:24:04.889833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:04.999193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaf54d-8d08-44c3-9671-cb9bf7a5dec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816bad63-7448-4380-846f-4c174b30a528,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.026329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-6bbfece7-e1bc-4075-b480-865fa789a910 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 1123 time: 0.4221098 May 27 03:24:05.039116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.049656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e29e-6069-4b7d-8501-57d8e69080f2 req-27e9e83d-3736-43ab-894a-f53a8cd2c118 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:05.052202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acf3e29e-6069-4b7d-8501-57d8e69080f2 req-27e9e83d-3736-43ab-894a-f53a8cd2c118 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 931 time: 0.3376348 May 27 03:24:05.116011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.127465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.130150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:24:05.305759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.359718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:05.369562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Usage tracker for resource:security_group_rule and tenant:5e975a73a5584ce79e26fccd0b3b242a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:05.372074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.374550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/816bad63-7448-4380-846f-4c174b30a528 HTTP/1.1" status: 204 len: 168 time: 0.4826915 May 27 03:24:05.376242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4160-03ae-4aff-b486-61aad958e216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bad63-7448-4380-846f-4c174b30a528,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.405465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:05.431060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:05.540531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.557803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:05.627104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-386b1589-4d2e-4ce0-9fdd-f5cadc67a7d0 req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695105 May 27 03:24:05.631569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1820-52dd-41db-a330-03c460ceff53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=287bf0ae-2b9e-4ec3-b8bd-445cc18b6250,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.679208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acf3e29e-6069-4b7d-8501-57d8e69080f2 req-e13d77ff-b12f-4850-8a8f-6edf537aaf36 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5179300 May 27 03:24:05.744928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e6dc9-7f94-43a5-927c-e165fb963a2e req-00011ab8-378a-4cff-ba94-d23fd801e016 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:05.747888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa2e6dc9-7f94-43a5-927c-e165fb963a2e req-00011ab8-378a-4cff-ba94-d23fd801e016 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.1578465 May 27 03:24:05.810303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa2e6dc9-7f94-43a5-927c-e165fb963a2e req-42840be7-4321-4657-9bd7-313cb889841e tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536246 May 27 03:24:06.530544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-acee471e-05f6-4791-a889-059788eaa3cc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:24:06.533988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-acee471e-05f6-4791-a889-059788eaa3cc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106649 May 27 03:24:06.549643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45146) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:06.602550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:06.657986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:06.664702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Usage tracker for resource:security_group_rule and tenant:839680ac5a104909af4d054a9365f22c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:06.668101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:06.682664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:06.917082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:06.958472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:07.060722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65d953-1ba6-4b20-9c93-5d0b57e5e244,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:07.068195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f2a64796-af14-47d6-8ca2-4894099060b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=839680ac5a104909af4d054a9365f22c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5166116 May 27 03:24:07.072581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:07.121951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4ed2f-1b70-47e8-9f2f-9ea852bafec3 req-abbded2c-63d3-4b15-b9cf-da1b97ca4538 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:07.123989 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bcf4ed2f-1b70-47e8-9f2f-9ea852bafec3 req-abbded2c-63d3-4b15-b9cf-da1b97ca4538 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 931 time: 0.2766418 May 27 03:24:07.217734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:07.221890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bcf4ed2f-1b70-47e8-9f2f-9ea852bafec3 req-07f337ca-ad19-4f6b-bb58-f7c7fb1af03f tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809524 May 27 03:24:07.272490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:07.287458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69493aab-914e-4689-94e9-40e460ed623e req-de6635da-3b82-495b-b7ac-6c56d2e2f46c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:07.295938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69493aab-914e-4689-94e9-40e460ed623e req-de6635da-3b82-495b-b7ac-6c56d2e2f46c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.2529233 May 27 03:24:07.395879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:07.421668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69493aab-914e-4689-94e9-40e460ed623e req-37d5ac3e-50e1-4eae-b523-fc0f1f32aec5 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196642 May 27 03:24:07.462500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65d953-1ba6-4b20-9c93-5d0b57e5e244,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:07.494191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:07.496293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-01dcaee3-4ef7-4350-9d0b-c35f14afe88b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c65d953-1ba6-4b20-9c93-5d0b57e5e244 HTTP/1.1" status: 204 len: 168 time: 0.4218845 May 27 03:24:07.798393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:07.979108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Request body: {'port': {'device_id': 'e1adc368-8eea-484e-af03-196e700a3714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:08.174371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:08.317747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45192) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:08.657503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730d58a-0b5d-4143-927d-f3c9d2111a93 req-8b068306-da30-4365-86f6-cb73d731e974 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:08.687143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f730d58a-0b5d-4143-927d-f3c9d2111a93 req-8b068306-da30-4365-86f6-cb73d731e974 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 931 time: 0.1754501 May 27 03:24:08.760311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6790e38-5c13-47fb-ae19-6f3a853b9e66 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:08.805432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:08.825997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-16d72b19-a20c-4906-aec6-c4d11d02944f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457373 May 27 03:24:08.862358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:08.907137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f730d58a-0b5d-4143-927d-f3c9d2111a93 req-61c63776-a5b0-43f6-a10f-1a7f02fcc915 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148712 May 27 03:24:08.941041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Transition to ACTIVE for port object f6790e38-5c13-47fb-ae19-6f3a853b9e66 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:08.972182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:08.986740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:08.998257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfea60418fa4f10bf719e437a4f5f1e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:09.004946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:09.020788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:09.201562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-5b4f3aae-fe6a-48b9-bb56-90dbea36b15a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:09.204171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-5b4f3aae-fe6a-48b9-bb56-90dbea36b15a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3771155 May 27 03:24:09.208245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.333316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.355711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:09.367175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.388290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Usage tracker for resource:security_group_rule and tenant:d2fcb27386984a9eb121aaf92e98218a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:09.538526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:09.556668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:09.626541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-311ca1dd-084f-4ab9-95e9-0e4a86491d02 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/quotas/185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 375 time: 0.2446473 May 27 03:24:09.686166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1258a-ccec-4e6d-8887-209a38b60662 req-1af48aac-e000-45df-a9f8-661581e8b690 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:09.687293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Pushing event updated for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.698989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90b1258a-ccec-4e6d-8887-209a38b60662 req-1af48aac-e000-45df-a9f8-661581e8b690 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.5974162 May 27 03:24:09.749376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cfea60418fa4f10bf719e437a4f5f1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9490485 May 27 03:24:09.750707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0f2dd-2ab7-4239-a678-3f1bfae8ff17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcaa40-5e9f-4043-aef3-d938c6e89540,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.754950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:09.836492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-d595c570-50b0-4334-9ccf-2d0eb2df1a3c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2081642 May 27 03:24:09.840534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Attempting to bind port f6790e38-5c13-47fb-ae19-6f3a853b9e66 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:09.841034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Attempting to bind port f6790e38-5c13-47fb-ae19-6f3a853b9e66 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:09.841566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Attempting to bind port f6790e38-5c13-47fb-ae19-6f3a853b9e66 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:09.869396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Port f6790e38-5c13-47fb-ae19-6f3a853b9e66 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:09.870103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Attempting to bind port f6790e38-5c13-47fb-ae19-6f3a853b9e66 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:09.889690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:09.890048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Checking segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:09.890596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Bound using segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:09.891331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Bound port: f6790e38-5c13-47fb-ae19-6f3a853b9e66, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:09.892046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:09.971001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90b1258a-ccec-4e6d-8887-209a38b60662 req-aafb43a4-0b23-477a-a322-0f0b34e327fe tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684522 May 27 03:24:10.090152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.092457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.109368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.126670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:10.134217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:10.149612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.336000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c227d5-8b86-4a56-89b4-499107a892a8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:10.354305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Pushing event updated for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:10.407567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.427832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-094b4f03-5ad6-4949-82e1-d4001cfb81df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2fcb27386984a9eb121aaf92e98218a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1081126 May 27 03:24:10.436122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:10.487212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.488688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-6207a224-26dd-464c-b4f6-cd5969419d0e service neutron] 10.222.0.41 "PUT /v2.0/ports/f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 200 len: 1091 time: 3.2301900 May 27 03:24:10.489234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:10.634791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.684938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.706816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45262) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:10.765097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcaa40-5e9f-4043-aef3-d938c6e89540,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:10.811103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-e70b0c04-9a22-444d-a92a-bc85a1ecc400 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 1123 time: 0.4156640 May 27 03:24:10.863370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.887360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.888705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-15f4ae65-fd16-4b9c-afcc-acb28cbfeaf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fdcaa40-5e9f-4043-aef3-d938c6e89540 HTTP/1.1" status: 204 len: 168 time: 1.1247761 May 27 03:24:10.892170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:10.928686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-9f39a0d4-c10a-4dfd-bccf-e2faa4ea6185 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 1094 time: 0.3863790 May 27 03:24:11.017743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76dda7-2a24-48a6-b1f7-5a4353c7ef11 req-5abff5c1-8162-440a-b315-3694d30b8edc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:11.027796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb76dda7-2a24-48a6-b1f7-5a4353c7ef11 req-5abff5c1-8162-440a-b315-3694d30b8edc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 943 time: 0.4908185 May 27 03:24:11.076821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-b334f265-4aaa-4600-af76-cd7b3a51984f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 200 len: 217 time: 0.1368968 May 27 03:24:11.130069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.189916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:11.194063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb76dda7-2a24-48a6-b1f7-5a4353c7ef11 req-0e4343a0-6f0c-40fd-a2b1-c410c650707a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645782 May 27 03:24:11.198614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Usage tracker for resource:security_group_rule and tenant:694a594509a54bac9f6c9d711823c607 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:11.205280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c227d5-8b86-4a56-89b4-499107a892a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.233262 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.233505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:11.238524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9508ea5a-c415-4fb5-850d-2b46954e5782 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35c227d5-8b86-4a56-89b4-499107a892a8 HTTP/1.1" status: 204 len: 168 time: 0.8009434 May 27 03:24:11.245466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:11.374946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54d05884-7c23-4f55-b842-bb17633f462f req-dfe3f352-8026-459a-9315-0b1a192f2e7b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 210 time: 0.0783677 May 27 03:24:11.399934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e01a-9b53-4f52-871a-304858c377fa req-d4cbbb06-a22b-459d-b9c1-dc3d7a52925d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:11.402134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-d4cbbb06-a22b-459d-b9c1-dc3d7a52925d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.3187196 May 27 03:24:11.488576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.555497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:11.560260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Usage tracker for resource:security_group_rule and tenant:9ce77cfb2d4a4db79bc848ef16cfb03e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:11.563723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:11.572265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:11.603191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.665069 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb69184a-96e6-460c-ba5d-aa88837536d6'] response: {'name': 'network-changed', 'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'status': 'completed', 'code': 200} May 27 03:24:11.666601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.807025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-ef6bc674-d8aa-4435-ba78-fb2d95b96d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971353 May 27 03:24:11.830689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.837549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ebe7448d-b61a-4241-94f8-37fa2bfad7b2 req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0056570 May 27 03:24:11.857409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de6d87-343f-4c2e-abaa-4c6bab45a6a6 tempest-AggregatesAdminTestJSON-1751072244 tempest-AggregatesAdminTestJSON-1751072244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a2427-84b5-4b7f-8557-933f59c176da,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.863708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:11.910861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ce77cfb2d4a4db79bc848ef16cfb03e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1574728 May 27 03:24:11.911154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:12.098183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cc812-92a2-474b-864d-49e61a383a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ba14c-bb44-4f72-9aef-f6213eb10a21,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.196778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:12.291698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-4c1ad870-39eb-4de6-92d5-c9accb8a57d5 service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582553 May 27 03:24:12.356689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:12.565185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:12.588013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.41', 58506) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:12.588494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:12.713832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c154e01a-9b53-4f52-871a-304858c377fa req-bdf40040-e93f-4579-b175-e3a82cc02abc service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090884 May 27 03:24:12.720792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-bb99d044-962f-4d4e-8846-004bb325fa2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134257 May 27 03:24:12.742432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ba14c-bb44-4f72-9aef-f6213eb10a21,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.774539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:12.856211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:12.857888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8d6260c1-97bb-43cb-8aa5-09d0d00c9359 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce7ba14c-bb44-4f72-9aef-f6213eb10a21 HTTP/1.1" status: 204 len: 168 time: 0.9452360 May 27 03:24:13.016030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:13.023340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:0330809735a440348464e646856d77f6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:13.028561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:13.038915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:13.074538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e9584c06-0588-4ecc-af51-993d1352215b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:13.077573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e9584c06-0588-4ecc-af51-993d1352215b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505673 May 27 03:24:13.104825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Request body: {'port': {'device_id': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '185eb08e01504918865d46ecdabc7468'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:13.142591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.154501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4fcf1-0a96-4a86-82d9-d0944ca5a250 req-4b285b2a-b1ae-428e-bbf2-535b284c90f9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:13.161343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-952a0f50-3d19-4fa4-b792-f32419c49370 req-80264ff9-356a-4756-a619-fadfd886e374 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 210 time: 0.3081195 May 27 03:24:13.164998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.167143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98c4fcf1-0a96-4a86-82d9-d0944ca5a250 req-4b285b2a-b1ae-428e-bbf2-535b284c90f9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 943 time: 0.5029972 May 27 03:24:13.205149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-f5f465a1-bfbd-488f-9dcf-0ca01dbdc788 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 1094 time: 0.3425813 May 27 03:24:13.205831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45318) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:13.304141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed835c6-bf81-4dd4-82ed-d10eac994d89,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:13.314184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66a7147b-03a1-42da-b505-843820478ac9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0330809735a440348464e646856d77f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6853738 May 27 03:24:13.316478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:13.408883 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.422251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.441673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.590781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927155fa-5852-4e87-aad1-3502b2255018 req-c24e5bd0-0ff1-4662-acf4-c464f6950c37 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:13.593022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-927155fa-5852-4e87-aad1-3502b2255018 req-c24e5bd0-0ff1-4662-acf4-c464f6950c37 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.1377769 May 27 03:24:13.616690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:13.637953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.665236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed835c6-bf81-4dd4-82ed-d10eac994d89,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:13.696792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:13.698245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3f4ad221-9d31-4cea-a6b0-363dc32f0a92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ed835c6-bf81-4dd4-82ed-d10eac994d89 HTTP/1.1" status: 204 len: 168 time: 0.3799970 May 27 03:24:13.708331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-927155fa-5852-4e87-aad1-3502b2255018 req-eada7118-f192-4f44-91a5-f3b62aa8b10c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032596 May 27 03:24:13.865942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Usage tracker for resource:port and tenant:185eb08e01504918865d46ecdabc7468 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:13.894126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:13.966879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:13.997725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:14.027018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Usage tracker for resource:security_group_rule and tenant:7683792a7197402fa8202d7a989133ce is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:14.045590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:14.058169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:14.085715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Made reservation on behalf of 185eb08e01504918865d46ecdabc7468 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:14.089507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.122513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.139451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98c4fcf1-0a96-4a86-82d9-d0944ca5a250 req-b630a869-a528-4811-9faa-0f023fc25c86 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9711030 May 27 03:24:14.191700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:14.245240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:14.330533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.392544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.405914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Usage tracker for resource:security_group_rule and tenant:185eb08e01504918865d46ecdabc7468 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:14.408028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:14.414030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.440007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fa26-827f-4be9-b303-75945968895d req-eafb09cc-a095-4022-a609-d6d0654ac3cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:14.443072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-eafb09cc-a095-4022-a609-d6d0654ac3cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 924 time: 1.1008856 May 27 03:24:14.452484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:14.493176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Usage tracker for resource:security_group_rule and tenant:cafd3688ec784e40bae429d834b4b9ea is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:14.501666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:14.514507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba80f859-0b5e-40dd-b0b2-63f37b961a19 req-69a8aa72-0f9e-47fc-bce5-155ea1d35b26 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 210 time: 0.1000404 May 27 03:24:14.515554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:14.605343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:14.625089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c375d14b-dcae-4fc8-926b-f3757fa82ab6 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:14.626624 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c375d14b-dcae-4fc8-926b-f3757fa82ab6 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.7270768 May 27 03:24:14.686348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.698383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:14.774098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7683792a7197402fa8202d7a989133ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4697697 May 27 03:24:14.786966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45356) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:14.797939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563eeb80-c7fd-4b2a-8d59-83120ce25bfe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.809800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-8cd3cb06-045a-44fa-80f8-b5527bc89736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 200 len: 217 time: 0.3404591 May 27 03:24:14.842165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97581a3e-5722-456e-8b6f-accf0653fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e84896-6aa8-4ed8-a720-aa5ef98e236c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.849015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-045170e7-44ae-4033-93b1-c51ad7f3da4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cafd3688ec784e40bae429d834b4b9ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6010470 May 27 03:24:14.852387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:14.993857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Deleting port a1f7a735-ba69-4ef1-8edc-8565dc515813 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:24:14.993857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.152215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.200179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.246732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c22a34-0299-4b16-9b2b-679111552831 req-7a8ae7e6-523f-4447-852c-ab7d9c4d75f4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:15.248749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c22a34-0299-4b16-9b2b-679111552831 req-7a8ae7e6-523f-4447-852c-ab7d9c4d75f4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 972 time: 0.1753561 May 27 03:24:15.262772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.284689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.316092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c22a34-0299-4b16-9b2b-679111552831 req-6b900a5d-e1da-4d2f-b70c-c04c8dc3e0dc tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8951339-3bbb-4a1f-9954-a0b06b770478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 May 27 03:24:15.330688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.350496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563eeb80-c7fd-4b2a-8d59-83120ce25bfe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.357439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7fa26-827f-4be9-b303-75945968895d req-3290cbab-7e65-44a6-8bfe-c913e46762f0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:15.360029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-3290cbab-7e65-44a6-8bfe-c913e46762f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.5201020 May 27 03:24:15.368037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.369671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-643c2e41-183a-40f2-8d62-644fb0029715 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/563eeb80-c7fd-4b2a-8d59-83120ce25bfe HTTP/1.1" status: 204 len: 168 time: 0.5154324 May 27 03:24:15.637938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c61751-b2cc-42e9-a18b-be9e97eebdb9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.709731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:15.819638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a266b2-d451-4c88-a33a-1cda1e49ec14 req-cf78e123-3748-40e2-8e63-c97c97368ea4 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:15.829119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49a266b2-d451-4c88-a33a-1cda1e49ec14 req-cf78e123-3748-40e2-8e63-c97c97368ea4 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 943 time: 0.2821996 May 27 03:24:15.901356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49a266b2-d451-4c88-a33a-1cda1e49ec14 req-ced98f82-9d78-4d52-a5b9-4c433055a5ea tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704911 May 27 03:24:16.093149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-916cb99a-7a24-49f9-bc6a-eee57cc16495 req-d2a57eb2-3245-43b7-991e-8b10cde442b4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 210 time: 0.2357016 May 27 03:24:16.114252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:16.297554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-7493787a-f5a6-4e9a-b817-26b39ab1a70e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8165107 May 27 03:24:16.323474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Allocated IP 192.168.233.136 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/1a9eb221-6d70-4926-a34d-05b5d4a0fdae) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:16.503762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] For port a1f7a735-ba69-4ef1-8edc-8565dc515813, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a1f7a735-ba69-4ef1-8edc-8565dc515813,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:16.504350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:16.681337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:16.701661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-5c36117b-30e1-44d8-9534-694f28695f2c tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3a2caf7f0908462db225b6b46774f004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510087 May 27 03:24:16.797953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Calling delete_port for a1f7a735-ba69-4ef1-8edc-8565dc515813 owned by compute:tempest-test_az-1444997271 {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:24:16.854954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6790e38-5c13-47fb-ae19-6f3a853b9e66 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:24:17.062815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-dc84ef6c-0b84-41ee-8111-e64f32ed5440 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:17.076261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-dc84ef6c-0b84-41ee-8111-e64f32ed5440 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679814 May 27 03:24:17.099318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-acf54cef-e005-482b-86f7-88e84fe29161 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/quotas/3a2caf7f0908462db225b6b46774f004 HTTP/1.1" status: 200 len: 375 time: 0.0210996 May 27 03:24:17.189085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:17.212555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'port_id': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'mac_address': 'fa:16:3e:1f:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:24:17.243072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-b5b5cf18-85a0-4fa5-8590-b5325d476396 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248960 May 27 03:24:17.302529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:17.332184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6790e38-5c13-47fb-ae19-6f3a853b9e66 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:17.357473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:17.365346 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:17.454961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:17.498564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.625036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0591406-83ed-4b87-9fba-dc47aa267e7c req-614802e2-8663-441b-b757-962441d566a4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.9371734 May 27 03:24:17.632420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e84896-6aa8-4ed8-a720-aa5ef98e236c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.697936 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-d727f6d7-04e8-43a9-a916-cc4aad707603 service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3774819 May 27 03:24:17.794246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:17.800620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e024cff1-05b7-44d6-bbcc-eb9b194e31d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60e84896-6aa8-4ed8-a720-aa5ef98e236c HTTP/1.1" status: 204 len: 168 time: 2.9912264 May 27 03:24:17.807380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f6790e38-5c13-47fb-ae19-6f3a853b9e66'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:24:17.886008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1e64-8b26-4346-9199-ab838f14ba38 req-0e512881-6ea2-4d0d-b423-2b5e23876b85 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:17.897974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a0d1e64-8b26-4346-9199-ab838f14ba38 req-0e512881-6ea2-4d0d-b423-2b5e23876b85 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 944 time: 0.1673405 May 27 03:24:18.033802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a0d1e64-8b26-4346-9199-ab838f14ba38 req-e8f8fda8-db3b-4f23-926a-5daa603dc9c2 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280506 May 27 03:24:18.414871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a1f7a735-ba69-4ef1-8edc-8565dc515813 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:24:18.495164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7a003df-39f6-4660-8b1e-b48a8bf78ff1 req-d03ee2ff-8ce7-4435-b71f-89e30183c567 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 210 time: 0.1184251 May 27 03:24:18.524684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: a1f7a735-ba69-4ef1-8edc-8565dc515813 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:24:18.526762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a1f7a735-ba69-4ef1-8edc-8565dc515813 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:24:18.540427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:18.605756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9b7fa26-827f-4be9-b303-75945968895d req-f523a8e6-646b-43df-85e2-dc17b7b3d69b service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743143 May 27 03:24:18.616806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Pushing event deleted for resources: {'Port': ['ID=a1f7a735-ba69-4ef1-8edc-8565dc515813,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:18.626387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Transition to ACTIVE for port object 1a9eb221-6d70-4926-a34d-05b5d4a0fdae will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:18.699916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] No DVR routers for this DVR port a1f7a735-ba69-4ef1-8edc-8565dc515813 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:24:18.708660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:18.730124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'name': 'network-vif-deleted', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:18.760400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-71b65634-6538-4a19-b268-a07fbc2aa4eb req-8dc1f8e6-8ee2-48e0-9e8c-1338c4c73cc6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:18.829209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5532b81e-eb56-4a82-b08e-74c1310c1a29 req-c7c24b99-0b7c-48b5-8cf6-7a89ace0ee47 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.21 "DELETE /v2.0/ports/a1f7a735-ba69-4ef1-8edc-8565dc515813 HTTP/1.1" status: 204 len: 173 time: 4.1836417 May 27 03:24:18.835702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-71b65634-6538-4a19-b268-a07fbc2aa4eb req-8dc1f8e6-8ee2-48e0-9e8c-1338c4c73cc6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:18.848236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71b65634-6538-4a19-b268-a07fbc2aa4eb req-8dc1f8e6-8ee2-48e0-9e8c-1338c4c73cc6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 210 time: 0.2398653 May 27 03:24:18.921109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:19.074328 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a0aeab-2693-46e6-a882-0c4db459751b'] response: {'server_uuid': 'f2682e64-4e6e-4170-b55d-e68439cf558e', 'name': 'network-vif-deleted', 'tag': 'a1f7a735-ba69-4ef1-8edc-8565dc515813', 'status': 'completed', 'code': 200} May 27 03:24:19.166379 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7a63cd7-dba1-4f1b-9a79-15daf603307b req-20f50061-5b9a-42a1-a4c6-29aa03933ae4 tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.2976120 May 27 03:24:19.305332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:19.356994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:19.358556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:19.371915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:19.373984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:19.374811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:19.420711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-e4808404-8605-477d-a830-89faadb3fc0e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3283215 May 27 03:24:19.446267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Request body: {'port': {'device_id': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:19.503549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400e2f-afda-4e84-a557-371d606308c8 req-77c89bf1-16d9-4b58-ad07-035a3f0346c5 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:19.511855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee400e2f-afda-4e84-a557-371d606308c8 req-77c89bf1-16d9-4b58-ad07-035a3f0346c5 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 944 time: 0.2122724 May 27 03:24:19.895608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-4cd55d38-3d77-415d-ab93-2478c4ed846d tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3a2caf7f0908462db225b6b46774f004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978658 May 27 03:24:19.901689 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee400e2f-afda-4e84-a557-371d606308c8 req-21cc5b36-c4de-4617-93b6-d3f16009819d tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886120 May 27 03:24:19.972989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5585fc59-3986-4829-88f4-14a95428230a None None] Provisioning for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:19.993545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5585fc59-3986-4829-88f4-14a95428230a None None] Provisioning complete for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:19.994671 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5585fc59-3986-4829-88f4-14a95428230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:20.238678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:20.252244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-691f27c4-db28-4dbd-a0a9-50a4bf98983d req-2909dc88-4e11-498d-aba8-7b12a2c9a218 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 210 time: 0.1929948 May 27 03:24:20.322290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5585fc59-3986-4829-88f4-14a95428230a None None] Port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:24:20.606240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9acb1cd7-4677-44b1-8a45-d35b3e7c9b3e req-bf554ade-a557-49e9-9ef9-09bbb867d17c tempest-AggregatesAdminTestJSON-1753334681 tempest-AggregatesAdminTestJSON-1753334681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2682e64-4e6e-4170-b55d-e68439cf558e HTTP/1.1" status: 200 len: 210 time: 0.1511528 May 27 03:24:20.701518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-f5190ebc-1ed1-4750-b175-d75893fa3319 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:20.704192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-f5190ebc-1ed1-4750-b175-d75893fa3319 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7958903 May 27 03:24:20.744705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Request body: {'port': {'device_id': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '3a2caf7f0908462db225b6b46774f004'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:20.837125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6790e38-5c13-47fb-ae19-6f3a853b9e66 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:21.015635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port f6790e38-5c13-47fb-ae19-6f3a853b9e66 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:21.025501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f6790e38-5c13-47fb-ae19-6f3a853b9e66 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:21.026105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:21.223344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702198e-bdd7-4a0b-b1f1-13aca13dd6b7 req-708cca90-7110-4236-b28b-4223e34c5fd4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:21.239246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f702198e-bdd7-4a0b-b1f1-13aca13dd6b7 req-708cca90-7110-4236-b28b-4223e34c5fd4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 936 time: 0.8857985 May 27 03:24:21.361080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:21.427915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:21.430244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:21.441130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:21.502113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:21.543714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f233e7b-4f6f-4a28-8dde-d2e537554d12 req-6cef011a-7a05-4ccd-b1fb-03b5651b3776 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:21.545925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f233e7b-4f6f-4a28-8dde-d2e537554d12 req-6cef011a-7a05-4ccd-b1fb-03b5651b3776 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 944 time: 0.1882489 May 27 03:24:21.581276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.602334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:21.605695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f702198e-bdd7-4a0b-b1f1-13aca13dd6b7 req-1fca00aa-af83-454b-9e10-00230543644c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:21.611470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Usage tracker for resource:port and tenant:3a2caf7f0908462db225b6b46774f004 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:21.618223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:21.633886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f233e7b-4f6f-4a28-8dde-d2e537554d12 req-e41c6b44-9d9b-4a19-b225-1bc01eb8426a tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773745 May 27 03:24:21.637016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:21.683297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Made reservation on behalf of 3a2caf7f0908462db225b6b46774f004 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:21.688799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:21.713786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f702198e-bdd7-4a0b-b1f1-13aca13dd6b7 req-1fca00aa-af83-454b-9e10-00230543644c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:21.715931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f702198e-bdd7-4a0b-b1f1-13aca13dd6b7 req-1fca00aa-af83-454b-9e10-00230543644c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750063 May 27 03:24:21.719618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:21.988768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-73044139-network', 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:21.994825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:21.999443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Usage tracker for resource:network and tenant:adb87f3eee7c47fda511df77aa1af2b6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:22.002758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:22.010872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:22.025020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:22.027941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.046215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.095100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da112055-3a43-435b-9562-7165bc145acd req-3d4b4afd-c1ea-418f-b9a5-31637cc6daa1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 210 time: 0.1184609 May 27 03:24:22.105053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:22.118922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Usage tracker for resource:security_group_rule and tenant:3a2caf7f0908462db225b6b46774f004 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:22.125796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:22.132715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9eb221-6d70-4926-a34d-05b5d4a0fdae {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:22.147645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:22.149566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:22.150808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.176703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:adb87f3eee7c47fda511df77aa1af2b6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:22.189170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Transition to ACTIVE for port object 1a9eb221-6d70-4926-a34d-05b5d4a0fdae will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:22.191588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:22.197673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.217810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:22.226613 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c80dcd-d606-4909-8e3a-95ef2159b529'] response: {'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'code': 200} May 27 03:24:22.390913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.409205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.475179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:22.502520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a02ec-372b-456f-8cbb-c707fe8cc12c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.511107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.526477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.527530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.528351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.529223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.530096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.532669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.534058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.534946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.535777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.536594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.538218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.545538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.546491 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Added segment 8634c4d8-102a-4ce2-b033-1efb7332c139 of type vlan for network 0850598d-0cfb-429e-8f38-56162d3eec97 May 27 03:24:22.575958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.595467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.636073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.641271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982d25f7-7bd1-4f56-9fd4-b43501a922df,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.644815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.645432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.646216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.646386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.646615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.646999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.647328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.647650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.647968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.648404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.648731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.692451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:22.693235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:22.693933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:22.705044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:22.705722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:22.741797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.742123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.742647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.743152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.743634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.744112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.744765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.745465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.745949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.746427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.746903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:22.762332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cccf8359-e640-4632-8178-0d05ace0d3f2 req-fc0d9c81-1400-4315-a2d4-0e90108acc80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 1096 time: 0.4227273 May 27 03:24:22.764615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.766041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:22.766956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.768381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:22.768991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:22.769661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:22.770156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Bound port: 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:22.770508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:22.931268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-cccf8359-e640-4632-8178-0d05ace0d3f2 req-a9504c27-426a-4506-ad65-0cb25b671e6c service neutron] Synchronizing usage tracker for tenant:5e975a73a5584ce79e26fccd0b3b242a on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:22.987084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4833941 May 27 03:24:22.992950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:23.009449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Request body: {'subnet': {'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-73044139-subnet', 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:23.016720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-cccf8359-e640-4632-8178-0d05ace0d3f2 req-a9504c27-426a-4506-ad65-0cb25b671e6c service neutron] Unset dirty status for tenant:5e975a73a5584ce79e26fccd0b3b242a on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:23.017954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cccf8359-e640-4632-8178-0d05ace0d3f2 req-a9504c27-426a-4506-ad65-0cb25b671e6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330387 May 27 03:24:23.024981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b6d2c-acf6-4dc0-af70-7fd69a68c3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0850598d-0cfb-429e-8f38-56162d3eec97,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.029652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:23.037980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Allocated IP 192.168.233.26 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/c1ae9f52-d986-43ca-b3b7-0a154a6beb8d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:23.048004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 0850598d-0cfb-429e-8f38-56162d3eec97 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:24:23.053426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:23.063912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:23.066679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Usage tracker for resource:subnet and tenant:adb87f3eee7c47fda511df77aa1af2b6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:23.076229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.082434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:23.121572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:23.160991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.163801 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] 10.222.0.41 "PUT /v2.0/ports/1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 1096 time: 3.7302299 May 27 03:24:23.164448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:23.172783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:23.176511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.481947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee8fd-627c-4069-bac5-89856cd82c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.517117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.703770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.712320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb74fd-1fbe-4e99-8c18-2d3a37f021f2 req-eb3083bd-029f-4afd-a7e4-bcb32670fc29 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:23.713939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45bb74fd-1fbe-4e99-8c18-2d3a37f021f2 req-eb3083bd-029f-4afd-a7e4-bcb32670fc29 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.2068458 May 27 03:24:23.757784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-bc77b405-d9ef-4ee1-b9c5-8e881498d586 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1099 time: 0.2768862 May 27 03:24:23.759707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Transition to ACTIVE for port object c1ae9f52-d986-43ca-b3b7-0a154a6beb8d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:23.770743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c4ac1-c4c5-45ee-91d0-796eab9b6e49 req-9dc29b0d-1f58-4393-a112-9e72a500658c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:23.773896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-354c4ac1-c4c5-45ee-91d0-796eab9b6e49 req-9dc29b0d-1f58-4393-a112-9e72a500658c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 945 time: 0.3362484 May 27 03:24:23.805297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45bb74fd-1fbe-4e99-8c18-2d3a37f021f2 req-417da3e5-f459-4979-aa80-53e8c05f9774 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820899 May 27 03:24:23.814942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:23.940651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-d0030c62-7558-4b70-88bb-3c8389a0378b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.1651781 May 27 03:24:23.959843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9991bc14-8f87-46b4-a15c-e03f312eb71d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.977684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:23.978258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Network hostable DHCP agents. Network: 0850598d-0cfb-429e-8f38-56162d3eec97, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:24.016944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Network 0850598d-0cfb-429e-8f38-56162d3eec97 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:24.035152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 0850598d-0cfb-429e-8f38-56162d3eec97) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:24.049658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8dcfa-6d13-462d-9c3d-633774b3a31a None None] Network 0850598d-0cfb-429e-8f38-56162d3eec97 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:24:24.058225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:24.059179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:24.085822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-354c4ac1-c4c5-45ee-91d0-796eab9b6e49 req-b79eb53a-67ba-4305-a4ee-b884b74d7f05 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143872 May 27 03:24:24.117537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e42603d-b778-400c-9756-b4ac36b82fb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1220124 May 27 03:24:24.131157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:24.212419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-d4e2735b-74bc-4af0-8bf1-476813097e5e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:24.214052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-d4e2735b-74bc-4af0-8bf1-476813097e5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2650640 May 27 03:24:24.352334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:24.358929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:24.386471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:24.402400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:24.403418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:24.542581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Pushing event updated for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:24.557729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6bd2629d-4a47-461f-90bc-c11207062119 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8339374 May 27 03:24:24.578163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Request body: {'port': {'device_id': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'device_owner': 'compute:tempest-test_az-1444997271', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:24.660052 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9291e80a-2769-4951-80d8-c25c6204ee30'] response: {'name': 'network-changed', 'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'status': 'completed', 'code': 200} May 27 03:24:25.110758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-05de0e7e-a8d9-4819-a53c-676b58cb267b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8828816 May 27 03:24:25.191419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41695338-1490-4b8c-a523-c7856b61cf2d None None] Network 0850598d-0cfb-429e-8f38-56162d3eec97 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:24:25.260121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-695ce44e-dc9b-4c35-9392-9148ee20e354 None None] Provisioning for port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:25.455432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-2e01f1a0-6718-4759-b9b6-035f46bf2d7f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221755 May 27 03:24:25.486323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-695ce44e-dc9b-4c35-9392-9148ee20e354 None None] Provisioning complete for port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:25.486867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-695ce44e-dc9b-4c35-9392-9148ee20e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:25.642745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:25.738367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-695ce44e-dc9b-4c35-9392-9148ee20e354 None None] Port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:24:25.752812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-384360fe-a095-4c48-aec5-dca497310227 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:25.753738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-384360fe-a095-4c48-aec5-dca497310227 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Synchronizing usage tracker for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:25.771698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd10cb5-138a-4d64-aca6-f650aecac222 req-5c3e9edf-dd1a-4f54-a398-5e702fa477cc service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986960 May 27 03:24:25.828687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-384360fe-a095-4c48-aec5-dca497310227 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Unset dirty status for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:25.836615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-384360fe-a095-4c48-aec5-dca497310227 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 935 time: 1.0135891 May 27 03:24:25.914275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:25.947383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f92-1728-4d93-abe1-6808585acd48 req-6fc4b16e-41d1-4460-a550-e1e825b0f6b0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:25.949205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95080f92-1728-4d93-abe1-6808585acd48 req-6fc4b16e-41d1-4460-a550-e1e825b0f6b0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.1385949 May 27 03:24:26.005817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95080f92-1728-4d93-abe1-6808585acd48 req-7e040164-4e91-4123-8ec0-667f00f891cf tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 May 27 03:24:26.060867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-c1256199-4dc2-4706-b742-dd72fc34adaa tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Synchronizing usage tracker for tenant:3a2caf7f0908462db225b6b46774f004 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:26.117405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-c507729e-e30c-49ab-8def-f4d97e177c0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1099 time: 0.2658644 May 27 03:24:26.128675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-c1256199-4dc2-4706-b742-dd72fc34adaa tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Unset dirty status for tenant:3a2caf7f0908462db225b6b46774f004 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:26.140091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-31b04c26-8c44-45d0-8bd0-c1ba9a6d0e1d req-c1256199-4dc2-4706-b742-dd72fc34adaa tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023832 May 27 03:24:26.295111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:26.305722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-32006664-network', 'tenant_id': '8361b093fdd245b79cca74bce28cb25c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:26.314822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:26.321705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Usage tracker for resource:network and tenant:8361b093fdd245b79cca74bce28cb25c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:26.326197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:26.347363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:26.422409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8d0cc-f58a-48eb-ba7c-f1c65d51cb62 req-43fb3e7a-74e3-43b4-be1c-9b2583fecc4b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:26.425413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7e8d0cc-f58a-48eb-ba7c-f1c65d51cb62 req-43fb3e7a-74e3-43b4-be1c-9b2583fecc4b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 945 time: 0.1774805 May 27 03:24:26.426748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Made reservation on behalf of 8361b093fdd245b79cca74bce28cb25c for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:26.429662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:26.458297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:26.471862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-49279d01-b533-4ec0-b773-abce90d38db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:26.473389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-49279d01-b533-4ec0-b773-abce90d38db2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3296604 May 27 03:24:26.480085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ae9f52-d986-43ca-b3b7-0a154a6beb8d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:26.497829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7e8d0cc-f58a-48eb-ba7c-f1c65d51cb62 req-6fcee020-19ef-493f-8b04-0e8d85806cbc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619500 May 27 03:24:26.547158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:26.579730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-3500765f-a5d6-4ce5-9339-a415da5cdc44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.0951371 May 27 03:24:26.584538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Transition to ACTIVE for port object c1ae9f52-d986-43ca-b3b7-0a154a6beb8d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:26.631273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:26.633730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:26.674158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Usage tracker for resource:security_group_rule and tenant:8361b093fdd245b79cca74bce28cb25c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:26.688518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:26.719570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:26.798218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-ebc9f25c-538c-4746-9b0c-185847e3ce29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:26.799973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-ebc9f25c-538c-4746-9b0c-185847e3ce29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2127004 May 27 03:24:26.850516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:26.907297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4d7b7-94ad-44d7-b9bd-007a8714fdfa req-b85d20e2-4af2-4549-a6e0-85161d825ee7 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:26.915081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-24d4d7b7-94ad-44d7-b9bd-007a8714fdfa req-b85d20e2-4af2-4549-a6e0-85161d825ee7 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 945 time: 0.1929412 May 27 03:24:26.920464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:26.957695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'floatingip': {'port_id': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:27.090475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Attempting to bind port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:27.090788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Attempting to bind port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:27.091108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Attempting to bind port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:27.114411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.220032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:27.221221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Attempting to bind port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:27.246124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.308995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.325904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-f60cdad4-bb78-43ca-83db-97ef13adc74b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5086412 May 27 03:24:27.502658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:27.503366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:27.504106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:27.505044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Bound port: c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:27.505660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.540405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a4eee-40bc-4dfc-9e26-2b6def414e49 req-9e7c2c02-ed13-4b8c-847c-1ade5d31ab52 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:27.549865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-728a4eee-40bc-4dfc-9e26-2b6def414e49 req-9e7c2c02-ed13-4b8c-847c-1ade5d31ab52 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 969 time: 0.1300461 May 27 03:24:27.621614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:27.640544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-728a4eee-40bc-4dfc-9e26-2b6def414e49 req-d6e085c8-bcd5-4060-933f-979454ab39b1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875478 May 27 03:24:27.732002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3adf3325-82e0-4861-91ba-9d9130476df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.795557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47341f2-f4b0-4ddf-ac6a-1a93ed29ad89,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.799013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:27.799678 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Added segment 37092a2d-6ec0-4391-afe1-a0baeebe6092 of type vlan for network 939b8214-90dc-4740-87da-afeabd4be513 May 27 03:24:27.924558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:27.963743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.031790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:28.101058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-e9163e88-2e82-48f0-8f74-159637e0d6ff service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009705 May 27 03:24:28.139587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:28.245709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.310290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.375608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:28.382024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388004ac-881f-46ca-a6fc-90ca1c042265 req-423ff14b-d891-44e6-be9e-4e6aa60f6515 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:28.386224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Usage tracker for resource:security_group_rule and tenant:4f27559ec0404f2d888db92854e3a47a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:28.389361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-388004ac-881f-46ca-a6fc-90ca1c042265 req-423ff14b-d891-44e6-be9e-4e6aa60f6515 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.8911972 May 27 03:24:28.395521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:28.405091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.405759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:28.405961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:28.406564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.513767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.515243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1ae9f52-d986-43ca-b3b7-0a154a6beb8d HTTP/1.1" status: 200 len: 1117 time: 3.9480724 May 27 03:24:28.520631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:28.540568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45706) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:28.552512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.569624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.655936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6683ab-4179-4535-ae46-c2d424773222,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.663124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f6e93da8-b8eb-4aab-a669-6b2658fdc8ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f27559ec0404f2d888db92854e3a47a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7365146 May 27 03:24:28.669470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:28.700917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-388004ac-881f-46ca-a6fc-90ca1c042265 req-67979d72-04ec-475f-92bf-b4cc5946c1b4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101695 May 27 03:24:28.768206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4719934 May 27 03:24:28.780384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:28.800722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Request body: {'subnet': {'network_id': '939b8214-90dc-4740-87da-afeabd4be513', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-32006664-subnet', 'tenant_id': '8361b093fdd245b79cca74bce28cb25c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:28.806602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8825f6-ceee-458d-aae1-ad0f24c775d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.808412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:28.831016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Usage tracker for resource:subnet and tenant:8361b093fdd245b79cca74bce28cb25c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:28.836944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:28.846310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.848647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:28.868171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:24:28.881681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Made reservation on behalf of 8361b093fdd245b79cca74bce28cb25c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:28.885665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:28.974031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad822374-d82a-419d-a364-4d5760fc8a64 req-022ca9b3-cc68-4a8d-b0e1-34d5b9f7ba7a service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8606856 May 27 03:24:28.976502 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea15382e-ae84-4827-a587-eb39245d0256'] response: {'name': 'network-changed', 'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d', 'status': 'completed', 'code': 200} May 27 03:24:28.978091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf30495-5f77-429b-8ea9-bef587395622 admin admin] Pushing event updated for resources: {'Network': ['ID=939b8214-90dc-4740-87da-afeabd4be513,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.188427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 939b8214-90dc-4740-87da-afeabd4be513 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:24:29.206908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.221664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.227623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.251179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-c5a40500-a628-4ba7-9f1c-a1664ec5fe31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 1120 time: 0.5822237 May 27 03:24:29.266672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:29.272782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5780cb5cb01e451ba4a4c9d93fd1600a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:29.276679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:29.284601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:29.379673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.453948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6310cdef-27dd-4ace-abe9-d085e91d029d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.457030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.493938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-60d09467-6276-4877-a312-0b7bcb6038f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d HTTP/1.1" status: 200 len: 217 time: 0.2270386 May 27 03:24:29.546723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5780cb5cb01e451ba4a4c9d93fd1600a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0013368 May 27 03:24:29.551990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb305c2d-c23c-4271-a873-19a64d3e11d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f293269a-b13c-47fa-b4ad-1128e7906220,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.558654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:29.649802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-624122e5-bc90-42f1-bdc4-49a2eddf0ce7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:29.651551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-624122e5-bc90-42f1-bdc4-49a2eddf0ce7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1491854 May 27 03:24:29.655089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:24:29.774179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:29.787020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.816537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9d293-4ce7-4b64-9904-6d65b28f47ab req-7793adce-7970-404a-a313-bc02878e3716 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:29.819994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'mac_address': 'fa:16:3e:70:90:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:24:29.821998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.824931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30c9d293-4ce7-4b64-9904-6d65b28f47ab req-7793adce-7970-404a-a313-bc02878e3716 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 969 time: 0.4871340 May 27 03:24:29.865942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.886593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.889526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Checking segment: {'id': '37092a2d-6ec0-4391-afe1-a0baeebe6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '939b8214-90dc-4740-87da-afeabd4be513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:29.890196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Network hostable DHCP agents. Network: 939b8214-90dc-4740-87da-afeabd4be513, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:29.905279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.965485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.966824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f293269a-b13c-47fa-b4ad-1128e7906220 HTTP/1.1" status: 204 len: 168 time: 0.4069803 May 27 03:24:29.967864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ecd48-c1a5-45fe-85c9-91e501c281a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f293269a-b13c-47fa-b4ad-1128e7906220,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.971871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.974582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:29.981883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b6683ab-4179-4535-ae46-c2d424773222 HTTP/1.1" status: 204 len: 168 time: 1.3106463 May 27 03:24:30.002518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ca98-e5a1-4d7c-8b79-d2ae65a1ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.022103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9677d6-75f3-49c5-819a-d25bac737c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6683ab-4179-4535-ae46-c2d424773222,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:30.050397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Network 939b8214-90dc-4740-87da-afeabd4be513 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:30.070665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 939b8214-90dc-4740-87da-afeabd4be513) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:30.078939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:30.080647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.119468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.126281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30c9d293-4ce7-4b64-9904-6d65b28f47ab req-0b203503-2b48-448d-8675-063f4cdfdf93 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999778 May 27 03:24:30.139905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df8aaf-1597-4df4-abb4-71860e651284 None None] Network 939b8214-90dc-4740-87da-afeabd4be513 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:24:30.146545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-c00a97dd-55f9-4899-921f-4536fd929fcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4329109 May 27 03:24:30.168225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8273e0fd-2ed6-4c4b-8448-a154da00ce77 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3862405 May 27 03:24:30.520401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80de8-568b-480f-b810-5b20b1a20274 req-c51f98f8-30b6-48cc-9612-49282ad1542c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:30.526905 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ae80de8-568b-480f-b810-5b20b1a20274 req-c51f98f8-30b6-48cc-9612-49282ad1542c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.1887240 May 27 03:24:30.527398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9eb221-6d70-4926-a34d-05b5d4a0fdae {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:30.557130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:30.561918 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-6d3e0907-5d67-4380-a968-d4b51015d2a8 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957634 May 27 03:24:30.595911 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:30.670547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ae80de8-568b-480f-b810-5b20b1a20274 req-1713510b-b138-41b8-8929-fd966bdec9bb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370988 May 27 03:24:30.728243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d4566-46d2-4c7a-973a-e0b8b3e39aa1 None None] Network 939b8214-90dc-4740-87da-afeabd4be513 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:24:30.842060 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09 associated. External IP: 172.25.8.5, port: f6790e38-5c13-47fb-ae19-6f3a853b9e66. May 27 03:24:31.002339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94305c8-ee30-4d26-99f2-f2c941cf7229 req-41057ac0-8bb4-42f3-979b-b0853bb2e319 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324741 May 27 03:24:31.028433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:31.079440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.079912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.080272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.080606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.081091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.081427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.081752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.082077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.088077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.088452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.088751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:31.167880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:24:31.218072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:31.234827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:31.350861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:31.389933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-31a0f44b-61de-42ed-9871-0ca00952467f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 1120 time: 0.2990274 May 27 03:24:31.432465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:31.472078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:31.636348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:31.706348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:31.719534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Usage tracker for resource:security_group_rule and tenant:c02beddaec1540648fffa5e12ba69ace is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:31.732770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:31.767521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:31.855070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-7e55047d-b86d-4680-87fc-eb14ee96e714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:31.856562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-7e55047d-b86d-4680-87fc-eb14ee96e714 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4597149 May 27 03:24:31.875140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:31.882654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Usage tracker for resource:security_group_rule and tenant:355c9393b4a048479f23a9f74b4c6086 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:31.889302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:31.902647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:31.944777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-c6999915-b684-4cfe-99bb-4947b47b86ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d HTTP/1.1" status: 200 len: 217 time: 0.0811746 May 27 03:24:32.041114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288943f-fc6a-4802-b2c6-a1957b8ba1fc req-f0f3d89a-9ee4-4258-b64b-7db81c07d5d1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:32.053008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8288943f-fc6a-4802-b2c6-a1957b8ba1fc req-f0f3d89a-9ee4-4258-b64b-7db81c07d5d1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 969 time: 0.5449905 May 27 03:24:32.078482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-6f5deff1-bc24-423a-b610-3aa4e9e61c24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:32.080046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-6f5deff1-bc24-423a-b610-3aa4e9e61c24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1283679 May 27 03:24:32.107107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.137457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.209387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c02beddaec1540648fffa5e12ba69ace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9717171 May 27 03:24:32.220004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45826) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:32.244143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:32.266719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.288973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.299368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:32.304354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22201652-f904-4f6b-9725-b570c6a88b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e035aae-8c41-46fc-a978-ecaf722c254b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.347206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8288943f-fc6a-4802-b2c6-a1957b8ba1fc req-5c8d1d6a-8eda-47ff-a7ea-9f743e66df45 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930057 May 27 03:24:32.351176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5ae0dc-5e57-4cbc-a3de-4f7cf9697a85,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.372866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7c17e805-6f5e-4aee-8f54-8da1ad8e429f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=355c9393b4a048479f23a9f74b4c6086&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9379361 May 27 03:24:32.377137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:32.500607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.521886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-3e5a3508-4dd6-4bf8-af7a-f19902ac5e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4259644 May 27 03:24:32.549134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.628199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.659550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5ae0dc-5e57-4cbc-a3de-4f7cf9697a85,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.667982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.669178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6d9060f6-fba6-40cd-be71-a0a00af6faa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba5ae0dc-5e57-4cbc-a3de-4f7cf9697a85 HTTP/1.1" status: 204 len: 168 time: 0.2908039 May 27 03:24:32.790111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.794754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.832532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:32.850258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:32.856890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Usage tracker for resource:security_group_rule and tenant:163c1aa6d691467f89d0e3b0f0826321 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:32.860771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:32.870375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:32.881393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36107b-5cfe-4a10-9dc8-a16298c7adf7 req-71b53eeb-2a04-40f2-af45-a41faa31f19c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:32.888744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb36107b-5cfe-4a10-9dc8-a16298c7adf7 req-71b53eeb-2a04-40f2-af45-a41faa31f19c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 949 time: 0.1697872 May 27 03:24:32.897861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:32.984236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb36107b-5cfe-4a10-9dc8-a16298c7adf7 req-9fc62c2e-3071-4cca-a0e6-8a380683f8d5 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944026 May 27 03:24:33.037906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-1c4903cf-1166-421a-a77a-c5edc99c21ce tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:33.039685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-1c4903cf-1166-421a-a77a-c5edc99c21ce tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.7800012 May 27 03:24:33.078069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.124825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:33.135016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:33.135418 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.163150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.178226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.237738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-f98efa1f-ff21-4f3c-ba80-2e5affd39abc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/quotas/adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 375 time: 0.1777587 May 27 03:24:33.309632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-bf0f0de8-af1a-4117-b308-6fa28b3a5c4c service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976709 May 27 03:24:33.352501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e480bb2-4dae-4d2c-9c1a-2c9f963df438,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.370917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-a719ae84-d6e8-4e2b-b6dc-6e119c892cdc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319056 May 27 03:24:33.405182 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.453446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7d9343bd-45e3-42b3-8ece-67b9d09f675d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=163c1aa6d691467f89d0e3b0f0826321&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1485710 May 27 03:24:33.455568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:33.457007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:33.490806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:33.501798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.593877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.623309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.656689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.671702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e035aae-8c41-46fc-a978-ecaf722c254b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.700526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.748128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.750452 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2e42dc5a-501c-4370-bc11-a34d1ef0f687 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e035aae-8c41-46fc-a978-ecaf722c254b HTTP/1.1" status: 204 len: 168 time: 1.5283680 May 27 03:24:33.754484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7dc0f66-4348-4670-b3ac-96cdde89fe33 req-05a48a77-cc5e-4cd0-9aae-7b82aeb9948e service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201162 May 27 03:24:33.816692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-3440daef-269e-42a8-9ebe-6b389cf0511b service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359360 May 27 03:24:33.898141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.959363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e480bb2-4dae-4d2c-9c1a-2c9f963df438,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.980865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:33.986412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fcb5beb1-4caa-4005-ad6a-0d07f7ed30f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e480bb2-4dae-4d2c-9c1a-2c9f963df438 HTTP/1.1" status: 204 len: 168 time: 0.5274210 May 27 03:24:34.024818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078b8b4-4ee7-42ad-933c-cd585292efa9 req-4ff83baa-ecd6-460b-8996-eda96ccdff3d tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:34.032519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a078b8b4-4ee7-42ad-933c-cd585292efa9 req-4ff83baa-ecd6-460b-8996-eda96ccdff3d tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 969 time: 0.2481825 May 27 03:24:34.077914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:34.090011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:34.094723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:24:34.136044 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:24:34.137829 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:24:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:34.163292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a078b8b4-4ee7-42ad-933c-cd585292efa9 req-ba7ff3b3-84ae-4edc-820d-cf1fd5eccfbe tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296029 May 27 03:24:34.295136 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1604e13-0783-468e-bb09-891b8b10fddb'] response: {'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'code': 200} May 27 03:24:34.397394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f70fde82-5eef-46bc-8715-7bd5eb12ee00 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "PUT /v2.0/floatingips/84c3ca14-93f0-4d41-8df2-119ad4e21f09 HTTP/1.1" status: 200 len: 989 time: 7.4755912 May 27 03:24:34.399816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:34.432477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-a0c0d00b-e79d-43e5-af69-5965605996c4 service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144218 May 27 03:24:34.519158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1ae9f52-d986-43ca-b3b7-0a154a6beb8d details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:24:34.585058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f5740a-e104-4ecf-958d-0be482b16781 req-a3271ebe-1683-483f-9b42-30cece996fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.1514049 May 27 03:24:34.663308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:24:34.667833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f5740a-e104-4ecf-958d-0be482b16781 req-e6be00a4-0502-482b-84fe-f2bf313d8552 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 May 27 03:24:34.829261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443b2c-3f7a-422e-8ad0-c6bbaea53bdc req-ab81e2cf-dc32-4b9a-8694-fedfb7fd8c68 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:34.831108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34443b2c-3f7a-422e-8ad0-c6bbaea53bdc req-ab81e2cf-dc32-4b9a-8694-fedfb7fd8c68 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.1900370 May 27 03:24:34.966088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:34.977257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:34.994467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.025960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34443b2c-3f7a-422e-8ad0-c6bbaea53bdc req-76478f24-292b-4f1b-a225-b2d970102593 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875293 May 27 03:24:35.027571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d', 'mac_address': 'fa:16:3e:a7:a0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-1444997271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:24:35.088043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:35.100373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Usage tracker for resource:security_group_rule and tenant:87143a1449974beaa2774d2b1154d784 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:35.107548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:35.121991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:35.184289 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42220be9-5e0f-4dcd-a7e1-c13339d12d3c'] response: {'name': 'network-changed', 'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'status': 'completed', 'code': 200} May 27 03:24:35.329804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.349634 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.394405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ae9f52-d986-43ca-b3b7-0a154a6beb8d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:35.400962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21bb79b2-7251-4d6f-afe7-9cae204f5a07 req-9e634ba0-132c-40f0-a2af-51d445acf625 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 210 time: 0.0695112 May 27 03:24:35.402428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.434881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:35.445664 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.502784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87143a1449974beaa2774d2b1154d784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5345714 May 27 03:24:35.510641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:35.538115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f51a9-e3df-4bec-b038-45d32f5b5ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a131c4a-e213-4db5-a8f5-55f24331564b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:35.654951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:35.726947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c1ae9f52-d986-43ca-b3b7-0a154a6beb8d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:24:35.749728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:35.756677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:1f:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1adc368-8eea-484e-af03-196e700a3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:24:29Z', 'revision_number': 1, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:35.773400 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:24:35.800276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:24:35.803226 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:24:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:35.892297 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-6cde3cfb-b8f4-4744-85f0-758b0b66aa0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 1096 time: 0.6979747 May 27 03:24:35.902556 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:36.236802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77adc51-c1b3-41b7-b2ee-3b5b36140615 req-19c2507a-c698-4300-8daa-dd7f4599ef43 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:36.250500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e77adc51-c1b3-41b7-b2ee-3b5b36140615 req-19c2507a-c698-4300-8daa-dd7f4599ef43 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 945 time: 0.8926938 May 27 03:24:36.269146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5a7f9-2c68-4b2a-985f-75ff9ba54c7e req-05315069-1df1-4d5a-b522-010f722002ca tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:36.276063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ea5a7f9-2c68-4b2a-985f-75ff9ba54c7e req-05315069-1df1-4d5a-b522-010f722002ca tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 970 time: 0.3149021 May 27 03:24:36.284753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:36.382849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a131c4a-e213-4db5-a8f5-55f24331564b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:36.389868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:36.409413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ac5ac0d-7482-4a84-b94f-9306dbe9460c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a131c4a-e213-4db5-a8f5-55f24331564b HTTP/1.1" status: 204 len: 168 time: 0.8956630 May 27 03:24:36.477865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e77adc51-c1b3-41b7-b2ee-3b5b36140615 req-78c913a6-3ea8-4461-af38-e48498f1e653 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258055 May 27 03:24:36.489033 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:24:36.498246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ea5a7f9-2c68-4b2a-985f-75ff9ba54c7e req-b9f39f6a-d867-4063-91e4-40b888e87756 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862550 May 27 03:24:36.543111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1ae9f52-d986-43ca-b3b7-0a154a6beb8d up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:36.579441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-4c399d4e-e80b-46de-afd4-0586957513bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:36.581026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-4c399d4e-e80b-46de-afd4-0586957513bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 924 time: 0.6611733 May 27 03:24:36.772527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:36.780861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:36.781546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:36.822125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-e916372b-2fab-4d6d-9a6b-e1c4a0d53ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 200 len: 997 time: 0.2341383 May 27 03:24:36.930373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4fc1914-e871-4080-bcac-10b7899e0234 req-8841c38b-8ce7-4af9-8031-e2149b8d3cab tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 210 time: 0.1134939 May 27 03:24:37.056961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-280c5f08-fe42-4281-ac33-a1df30ed3da3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:37.058533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-280c5f08-fe42-4281-ac33-a1df30ed3da3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.2112002 May 27 03:24:37.198271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:37.268618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:37.280034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-f8544928-584f-4b1a-a0f0-d0563086f584 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:37.281905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-f8544928-584f-4b1a-a0f0-d0563086f584 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.4585259 May 27 03:24:37.294972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:37.305091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:37.305937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Request body: {'port': {'device_id': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'admin_state_up': True, 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:37.425832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:37.545698 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f226352-4615-40d8-a3de-30b00728a731'] response: {'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d', 'code': 200} May 27 03:24:37.591758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:37.602393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Usage tracker for resource:port and tenant:adb87f3eee7c47fda511df77aa1af2b6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:37.609800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.21', 54676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:37.610354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:37.615915 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:1f:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1adc368-8eea-484e-af03-196e700a3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:24:29Z', 'revision_number': 1, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:37.621896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476db5-1ec5-4b1c-a92c-3cf986615a90 None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:1f:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1adc368-8eea-484e-af03-196e700a3714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:24:29Z', 'revision_number': 1, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:24:37.626180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:37.641396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-7a866dd9-e73e-47d3-be27-636d14a0c040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5580270 May 27 03:24:37.748622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:37.752809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:37.802512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f1b09-7430-4c53-9123-29c1399a49cd req-e6d2b462-4114-4656-a761-1b10c389a5aa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:37.811155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-992f1b09-7430-4c53-9123-29c1399a49cd req-e6d2b462-4114-4656-a761-1b10c389a5aa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.7482879 May 27 03:24:37.941059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a54eb190-2a13-419a-864f-4dff39b9ce0a req-4ed44ac6-6e26-4bec-903c-42b670fe9f76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 1122 time: 0.3297129 May 27 03:24:37.948318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3981952-c39a-46d3-aa21-60bc932d8d1c req-a82cbd92-4458-4a78-943e-b43a48d88189 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:37.950616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3981952-c39a-46d3-aa21-60bc932d8d1c req-a82cbd92-4458-4a78-943e-b43a48d88189 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 971 time: 0.1935089 May 27 03:24:38.034599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Allocated IP 172.20.0.5 (0850598d-0cfb-429e-8f38-56162d3eec97/9991bc14-8f87-46b4-a15c-e03f312eb71d/e1b55c62-dea8-4873-9046-8243c608dc80) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:38.041523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3981952-c39a-46d3-aa21-60bc932d8d1c req-605063b0-1bb9-4f56-852a-c89aa571cf74 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739250 May 27 03:24:38.078043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a54eb190-2a13-419a-864f-4dff39b9ce0a req-e2207e19-d3a0-426c-a1b1-4d355214bd1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259894 May 27 03:24:38.097218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcb739-773b-4097-804d-8f864d95c213 None None] New status for floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:24:38.208058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-992f1b09-7430-4c53-9123-29c1399a49cd req-98c380d1-f136-4306-9862-cb851e7afc7b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957274 May 27 03:24:38.235289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-acf1463f-4fd3-4af2-a179-48315c7ea675 service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851476 May 27 03:24:38.281808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:38.422524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0aa2f162-b3c9-42de-b970-be9b4f6d71b8 req-15c1e8ad-d2f8-46f9-8789-214cf446a245 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 210 time: 0.0986786 May 27 03:24:38.741705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:38.749878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aa5f507-902f-43bf-a700-8e99fd706a9e req-5e4a1b1b-0af6-4f8b-bdeb-062d6f55a566 service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945252 May 27 03:24:38.803876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:38.879750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-264f34e0-e92b-4c9a-a795-5b7a32f3311c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e29e000e3be9467fba7cdd828f49fddf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5966961 May 27 03:24:38.883266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:38.910905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Network 0850598d-0cfb-429e-8f38-56162d3eec97 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:38.926191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:38.936534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:38.941358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:38.942647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:38.992246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:38.997598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7502e153-ee8c-4306-8199-c7cc27c7be70 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6993108 May 27 03:24:39.017555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Request body: {'port': {'device_id': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:39.067968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.198785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.444188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.511743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.560229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8951339-3bbb-4a1f-9954-a0b06b770478,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:39.580530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.582494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ebf4df1f-0b04-42b6-b9d1-8220d589bbcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8951339-3bbb-4a1f-9954-a0b06b770478 HTTP/1.1" status: 204 len: 168 time: 0.6976399 May 27 03:24:39.595346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2c149-6981-41a7-8c37-d543a82ff2d0 req-b8be9fc3-b1f1-43f1-b08e-c562992613c3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:39.601647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46d2c149-6981-41a7-8c37-d543a82ff2d0 req-b8be9fc3-b1f1-43f1-b08e-c562992613c3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 971 time: 0.2321007 May 27 03:24:39.657230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46d2c149-6981-41a7-8c37-d543a82ff2d0 req-b67096af-7101-4e82-a595-6878bbc9d5ef tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 May 27 03:24:39.658561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-5d438210-eaef-4a0e-9569-1f4177147b0f tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.3147995 May 27 03:24:39.710458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:39.800782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:39.805159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Usage tracker for resource:security_group_rule and tenant:735bc6e216ed4406a040363fd92e7ea5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:39.808513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:39.824491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:39.983900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e75037-1eb3-4c47-b6fb-f777fe915e99 req-0845bc50-4852-44ac-9d03-74b41561a05d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:39.998067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26e75037-1eb3-4c47-b6fb-f777fe915e99 req-0845bc50-4852-44ac-9d03-74b41561a05d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 931 time: 0.1919796 May 27 03:24:40.014218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.022036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.054814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-26e75037-1eb3-4c47-b6fb-f777fe915e99 req-dcedf642-14b8-4563-bcfd-c0e89f9113c6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:40.062849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b55c62-dea8-4873-9046-8243c608dc80 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:40.082263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-26e75037-1eb3-4c47-b6fb-f777fe915e99 req-dcedf642-14b8-4563-bcfd-c0e89f9113c6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:40.086187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.096596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26e75037-1eb3-4c47-b6fb-f777fe915e99 req-dcedf642-14b8-4563-bcfd-c0e89f9113c6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965064 May 27 03:24:40.103733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-046b74e0-875e-4688-b621-8b5ff49cfbb6 req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390287 May 27 03:24:40.126343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c36ad-4e3b-4bee-9488-dfee0bb59f1b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e56f0d-9f33-4d5a-84bd-903fc97ce9de,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.155148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Transition to ACTIVE for port object e1b55c62-dea8-4873-9046-8243c608dc80 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:40.175202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.383543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.489996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:40.490576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:40.491131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:40.502524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:40.503061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:40.515709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:40.516266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:40.516940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:40.517683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Bound port: e1b55c62-dea8-4873-9046-8243c608dc80, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:40.518310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.650839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:40.655943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:40.662831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.685462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:40.716743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:40.718612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] 10.222.0.21 "PUT /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 1091 time: 1.7122898 May 27 03:24:40.719151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:40.790723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-df157495-fa30-4e93-9d43-2d4e362c5d20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=694a594509a54bac9f6c9d711823c607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030977 May 27 03:24:40.793256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:40.829405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947a724-8f03-426f-95a3-c93786aa79de service neutron] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.918664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-0872945c-1047-4afa-a620-1e4a18805c6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1094 time: 0.1404815 May 27 03:24:40.977565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:41.050698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:41.137419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-bbdb368f-0917-4d80-9f21-b179be282ff4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.2121024 May 27 03:24:41.216294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:41.250456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a2427-84b5-4b7f-8557-933f59c176da,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:41.267529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:41.269423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c25f4561-cd7e-427e-9445-ad56271854ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/891a2427-84b5-4b7f-8557-933f59c176da HTTP/1.1" status: 204 len: 168 time: 0.4742620 May 27 03:24:41.349438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-b71e2e25-9fce-4d45-bcd7-917762bba964 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:41.352268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-b71e2e25-9fce-4d45-bcd7-917762bba964 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2080503 May 27 03:24:41.436851 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5128d900-acd4-4890-9c0c-ec8e766250e3'] response: {'name': 'network-changed', 'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'status': 'completed', 'code': 200} May 27 03:24:41.462584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-936ad227-1c1f-4050-af79-411f018a5bdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014040 May 27 03:24:41.567114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:41.832538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-621d7866-842e-4d6c-a76e-7dfa5d73d9ff service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608906 May 27 03:24:41.843563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17bd2-833b-4666-83a1-91bba4a507f0 req-7909f501-fd2c-491d-9f07-10404f3e3387 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:41.844650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bce17bd2-833b-4666-83a1-91bba4a507f0 req-7909f501-fd2c-491d-9f07-10404f3e3387 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:42.027495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bce17bd2-833b-4666-83a1-91bba4a507f0 req-7909f501-fd2c-491d-9f07-10404f3e3387 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:42.029438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bce17bd2-833b-4666-83a1-91bba4a507f0 req-7909f501-fd2c-491d-9f07-10404f3e3387 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.5145512 May 27 03:24:42.143575 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:24:42.160109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92f10c43-c03c-4c2f-8eea-f6d35eb6814a req-6dbadc69-b276-4a7d-824a-a0611dd8a040 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108211 May 27 03:24:42.169635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bce17bd2-833b-4666-83a1-91bba4a507f0 req-4f57fe4f-f031-48fc-8195-75dd2a1cd9ab tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293106 May 27 03:24:42.261673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-526431b9-ef1a-4ee8-8fa0-c8cfa6720583 req-8d481e30-9183-4155-8546-0fedf9ca54fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8404770 May 27 03:24:42.328825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:42.410308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:42.417157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Usage tracker for resource:security_group_rule and tenant:d8c90f53d8984ad38deb77bc1e72bd32 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:42.420970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:42.429233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:42.631684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:42.646364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:42.729169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8c90f53d8984ad38deb77bc1e72bd32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1595435 May 27 03:24:42.737872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:42.777920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f03042-7976-41c5-8d9b-533b615d3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69b869b-5e5f-4860-a8e4-8a0b080171f2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:42.801347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-8cbd22c2-d9ba-43f9-839d-8c0c7d011240 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 1122 time: 0.2546556 May 27 03:24:42.812947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-118d6d21-f34b-48f1-914e-d5463d21a5ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1094 time: 0.5466115 May 27 03:24:42.836203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f29d5a-48c9-41ef-bc23-800ac59c5de2 req-329ac22d-f59a-4446-8fc7-d051205e533e tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:42.843765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86f29d5a-48c9-41ef-bc23-800ac59c5de2 req-329ac22d-f59a-4446-8fc7-d051205e533e tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 971 time: 0.3927259 May 27 03:24:42.937621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Deleting port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:24:42.938505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.011915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-4fc378b4-7683-4c61-a47e-57eb9446baf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:43.013554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-4fc378b4-7683-4c61-a47e-57eb9446baf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.1843019 May 27 03:24:43.102322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-97ce4112-8c28-480f-a68d-ad90008a57e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.0786035 May 27 03:24:43.223323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-01a5186e-18ab-46b8-b31a-07361fbead7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:43.226139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-01a5186e-18ab-46b8-b31a-07361fbead7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1075120 May 27 03:24:43.389699 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86f29d5a-48c9-41ef-bc23-800ac59c5de2 req-f4280a5a-4cb8-47b7-9d61-2e27aec3042f tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432906 May 27 03:24:43.450065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-6d7a72c2-fb5d-4539-8bf1-a41aeb812278 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149682 May 27 03:24:43.621889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] For port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:43.622742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.698969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.825001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:43.887579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-2ee8c2eb-01f6-4c01-8b3f-f6d7cee8be6d service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301460 May 27 03:24:43.895812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Calling delete_port for c1ae9f52-d986-43ca-b3b7-0a154a6beb8d owned by compute:tempest-test_az-1444997271 {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:24:44.144979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1413f9-aefd-4f61-9d24-a35356bb24d1 req-a78e2c0c-4f31-4711-9f2e-a3f7a7674105 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:44.158477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af1413f9-aefd-4f61-9d24-a35356bb24d1 req-a78e2c0c-4f31-4711-9f2e-a3f7a7674105 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.4161406 May 27 03:24:44.295447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af1413f9-aefd-4f61-9d24-a35356bb24d1 req-231f0cb5-e312-4897-8705-f11ea89f188b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355181 May 27 03:24:44.298268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:44.306704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a33fbdae-3c38-42da-9a29-b221e0a77d6f req-eb768bb2-bcbf-4a14-ab84-1d995e0cba9d service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991086 May 27 03:24:44.350848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69b869b-5e5f-4860-a8e4-8a0b080171f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:44.372740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:44.374074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5627705b-5a41-43b9-a4aa-88dfb32f03c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c69b869b-5e5f-4860-a8e4-8a0b080171f2 HTTP/1.1" status: 204 len: 168 time: 1.6259325 May 27 03:24:44.379914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:44.414326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c1ae9f52-d986-43ca-b3b7-0a154a6beb8d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:24:44.451849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1ae9f52-d986-43ca-b3b7-0a154a6beb8d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:44.503218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:44.604000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:24:44.646020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] No DVR routers for this DVR port c1ae9f52-d986-43ca-b3b7-0a154a6beb8d on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:24:44.656732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:44.677139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'name': 'network-vif-deleted', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:44.762334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efbdbaa-de49-4b28-aada-a3ad9aa7eee7 req-2f60c176-f23c-4a41-9deb-2ed493400a74 tempest-DeleteServersAdminTestJSON-1034469584 tempest-DeleteServersAdminTestJSON-1034469584-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c1ae9f52-d986-43ca-b3b7-0a154a6beb8d HTTP/1.1" status: 204 len: 173 time: 1.9555297 May 27 03:24:44.847928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c1fe-13fd-4d04-9630-ecb6a81a4487 req-2b2367f0-6924-42e3-8141-19fbfa61d600 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:44.858401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c15c1fe-13fd-4d04-9630-ecb6a81a4487 req-2b2367f0-6924-42e3-8141-19fbfa61d600 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.2663264 May 27 03:24:44.929358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:44.951173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'port_id': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'mac_address': 'fa:16:3e:b3:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9991bc14-8f87-46b4-a15c-e03f312eb71d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:24:45.018207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:45.041506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b55c62-dea8-4873-9046-8243c608dc80 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:45.059352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:45.070138 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:45.084822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c15c1fe-13fd-4d04-9630-ecb6a81a4487 req-6bc82a59-6517-4a55-a6d9-53d9e9a68f7d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240753 May 27 03:24:45.194504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:45.274472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e1b55c62-dea8-4873-9046-8243c608dc80'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:24:45.472943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a0d56d9e-2bae-4b2a-8ffc-2efac27ee541 req-60561f44-6504-4aeb-b180-d770966517e3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Synchronizing usage tracker for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:24:45.511817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-7b7dda6c-36dc-47fd-8240-e19b4d7d4868 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0072153 May 27 03:24:45.591333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a0d56d9e-2bae-4b2a-8ffc-2efac27ee541 req-60561f44-6504-4aeb-b180-d770966517e3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Unset dirty status for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:24:45.592734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0d56d9e-2bae-4b2a-8ffc-2efac27ee541 req-60561f44-6504-4aeb-b180-d770966517e3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b77a98e-dea4-4e9e-a7df-fc72d243a913 HTTP/1.1" status: 200 len: 210 time: 0.2671385 May 27 03:24:45.678664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46168) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:45.713257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:45.762824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbbff5-3f63-4aff-9c7e-1e768595a084 req-7c1def40-f262-4b74-aad8-42d46df887ad tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:45.773840 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9cbbff5-3f63-4aff-9c7e-1e768595a084 req-7c1def40-f262-4b74-aad8-42d46df887ad tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.1438990 May 27 03:24:45.802893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:45.812792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Usage tracker for resource:security_group_rule and tenant:efa1aabe9fb3409c938a6391c21c55c5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:45.820681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:45.835383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:45.880693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9cbbff5-3f63-4aff-9c7e-1e768595a084 req-411ae895-6af8-435d-b151-4a6ed6c3d48d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039152 May 27 03:24:46.074508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.082344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.176931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9569c-f369-4995-b2ed-dc05d739d0bf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:46.184546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6e9faed4-e6c3-4e48-8c29-5d1ff0b7ac34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efa1aabe9fb3409c938a6391c21c55c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5045013 May 27 03:24:46.187150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46184) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:46.304140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.362761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.370514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488e7a-047a-4fab-874b-96e85812ced4 req-412b0d54-5cdd-445b-9ef1-48c3c5818609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:46.383341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f488e7a-047a-4fab-874b-96e85812ced4 req-412b0d54-5cdd-445b-9ef1-48c3c5818609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.1272147 May 27 03:24:46.477706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f488e7a-047a-4fab-874b-96e85812ced4 req-9af72e37-7d0a-4747-96c3-e90aebefb6df tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931823 May 27 03:24:46.477986 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10125b37-2007-44e9-978d-64b37a04edef'] response: {'server_uuid': '5b77a98e-dea4-4e9e-a7df-fc72d243a913', 'name': 'network-vif-deleted', 'tag': 'c1ae9f52-d986-43ca-b3b7-0a154a6beb8d', 'status': 'completed', 'code': 200} May 27 03:24:46.507084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.537828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9569c-f369-4995-b2ed-dc05d739d0bf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:46.542317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.544321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bff55281-a5d7-4f77-a592-e2ac92189da0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3c9569c-f369-4995-b2ed-dc05d739d0bf HTTP/1.1" status: 204 len: 168 time: 0.3538582 May 27 03:24:46.550156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46194) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:46.611337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:24:46.612819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:46.710933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port e1b55c62-dea8-4873-9046-8243c608dc80 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:46.723623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port e1b55c62-dea8-4873-9046-8243c608dc80 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:46.724225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.904646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.916983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.939743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:46.967132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:46.980422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:46.982120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1ae9f52-d986-43ca-b3b7-0a154a6beb8d no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:24:47.003349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:47.021081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Usage tracker for resource:security_group_rule and tenant:2a6676ed8f734c8cbcc09005f15ecdef is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:47.025028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:47.046723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:47.172530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.230050 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb7ad77-718b-48b9-b3e4-5ae349df4dbb'] response: {'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'code': 200} May 27 03:24:47.253807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.420182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:47.429013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c1ae9f52-d986-43ca-b3b7-0a154a6beb8d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:24:47.429440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1ae9f52-d986-43ca-b3b7-0a154a6beb8d not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:24:47.440174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.447897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0e01b-6bdc-43f8-bf35-1da5cd659147,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:47.457188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e031183-a461-42a7-9a26-68acd024f75a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a6676ed8f734c8cbcc09005f15ecdef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9028778 May 27 03:24:47.459556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:47.504411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496088c5-f8d7-4b10-9c6f-a163686dfc08 req-496bbbef-1017-4ced-8965-4e9fa1a206b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:47.506087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-496088c5-f8d7-4b10-9c6f-a163686dfc08 req-496bbbef-1017-4ced-8965-4e9fa1a206b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.3315606 May 27 03:24:47.610436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:47.611769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.629058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96ac609b-8b93-4515-86e9-ce3a1b2f9411 req-daa3619c-5f61-477f-85ec-e9e41523f8fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1096 time: 0.4557586 May 27 03:24:47.631698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Usage tracker for resource:security_group_rule and tenant:1983da89f5cd455fadaae3e3b05462c9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:47.644777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-496088c5-f8d7-4b10-9c6f-a163686dfc08 req-67f1251b-4b32-47ae-ad3b-3263871acfa3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302223 May 27 03:24:47.685301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:47.709241 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.758672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:47.858791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.909375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0e01b-6bdc-43f8-bf35-1da5cd659147,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:47.914977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.919741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-def46a1a-235a-49b7-ab2e-88e588c7cd3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfb0e01b-6bdc-43f8-bf35-1da5cd659147 HTTP/1.1" status: 204 len: 168 time: 0.4559448 May 27 03:24:47.964339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:47.997415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-4eb46b30-2234-4eed-83a4-af3a6f071e1c tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3a2caf7f0908462db225b6b46774f004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627029 May 27 03:24:48.012780 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96ac609b-8b93-4515-86e9-ce3a1b2f9411 req-2f18bcd4-14da-4ff7-80bd-8f6fa78bd12d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739257 May 27 03:24:48.013445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.157159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f918e35-a7d4-4670-a955-7e247cf2167c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:48.179992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2fc1d5e-b5d3-4bae-8b28-bce335959c75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1983da89f5cd455fadaae3e3b05462c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5649221 May 27 03:24:48.180680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:48.231456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615e671-4f24-4120-a369-4acfb4717f19 req-86dea89c-55ae-45d7-8f40-21e003d7adcb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:48.239626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f615e671-4f24-4120-a369-4acfb4717f19 req-86dea89c-55ae-45d7-8f40-21e003d7adcb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.2705421 May 27 03:24:48.333193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f615e671-4f24-4120-a369-4acfb4717f19 req-b47cb035-9b04-45c8-bfb9-fc2c90735e60 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917466 May 27 03:24:48.342986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.423982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870380-d249-42b0-8931-010f965b38bc req-917864cb-b91e-466f-b2d4-494253ff97e9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:48.432218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-917864cb-b91e-466f-b2d4-494253ff97e9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318740 May 27 03:24:48.435463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.472778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-f3a58262-ef24-48cd-8952-319f3a68e426 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/quotas/3a2caf7f0908462db225b6b46774f004 HTTP/1.1" status: 200 len: 375 time: 0.0395710 May 27 03:24:48.546541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-9a0d6042-48ef-4ac0-a33b-ff56de6a7af5 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719476 May 27 03:24:48.564538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.617354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:48.621592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f918e35-a7d4-4670-a955-7e247cf2167c HTTP/1.1" status: 204 len: 168 time: 0.4372036 May 27 03:24:48.621592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c9b97-3b27-4084-b30a-6bb7a9a1277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f918e35-a7d4-4670-a955-7e247cf2167c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:49.184150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78f869-f993-4aba-aa64-f2e4ac524f4d req-a8b48335-23d7-4477-82c5-8448894a48a6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:49.197647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a78f869-f993-4aba-aa64-f2e4ac524f4d req-a8b48335-23d7-4477-82c5-8448894a48a6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.3307731 May 27 03:24:49.348945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a78f869-f993-4aba-aa64-f2e4ac524f4d req-596c5f36-d8b7-4fbe-b108-7302567fdcf2 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489518 May 27 03:24:49.375047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-588f6eeb-1641-49ff-bd36-c0aec28d6a13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.1486571 May 27 03:24:49.576704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c9ade77-661b-4cb2-9062-cf56a40fda48 req-dc1466cb-6be9-48cd-a216-528ff9ecba6a tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 210 time: 0.0942545 May 27 03:24:49.608977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:49.658331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:49.701423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-c20806d3-1951-4493-bf84-80261fb66cc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:49.704125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-c20806d3-1951-4493-bf84-80261fb66cc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3210046 May 27 03:24:49.751330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:49.759231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Usage tracker for resource:security_group_rule and tenant:40010d93c94a445bb18248a05dbd2000 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:49.763165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:49.773309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:49.887025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:49.895472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.026813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-2df20939-c76b-40d3-9b49-63b758c2dccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.3159418 May 27 03:24:50.104821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40010d93c94a445bb18248a05dbd2000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4932687 May 27 03:24:50.116805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46318) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:50.156335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:50.168325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f27c8-7ef5-4e0d-8413-43d3fc8cb710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc3335b-1d34-4865-bfdd-c989fa81c3f9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:50.265095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.339676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.343551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-fece81e1-5b21-4352-8d6e-dfb3b45440fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:50.346173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-fece81e1-5b21-4352-8d6e-dfb3b45440fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2903330 May 27 03:24:50.401156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.514370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.554533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc3335b-1d34-4865-bfdd-c989fa81c3f9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:50.561594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:50.568671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f4005f8d-f305-42b4-9874-ca1ebc1b4383 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bc3335b-1d34-4865-bfdd-c989fa81c3f9 HTTP/1.1" status: 204 len: 168 time: 0.4445410 May 27 03:24:50.586577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:50.596774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e5678d06fc43b0abf5a0a7ba230244 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:50.601182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:50.631421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:50.690139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895354b6-aa57-4eed-8e9d-f858c17a837d req-722fa4cb-04b0-443b-8b1c-9de08f595105 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:50.703146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-895354b6-aa57-4eed-8e9d-f858c17a837d req-722fa4cb-04b0-443b-8b1c-9de08f595105 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.8602724 May 27 03:24:50.909809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-495db87b-e1a1-4d48-af42-595837835aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5378981 May 27 03:24:51.033092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144a0e-590f-425b-8ced-a4692ad62ded req-728d2895-ca66-43fa-b96b-e12f677bd0fc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:51.036859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5144a0e-590f-425b-8ced-a4692ad62ded req-728d2895-ca66-43fa-b96b-e12f677bd0fc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.1397686 May 27 03:24:51.043916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-895354b6-aa57-4eed-8e9d-f858c17a837d req-b7878544-c7a6-4149-8aa1-26bf97142082 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392997 May 27 03:24:51.179312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:51.199821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:51.236116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-066ce21b-2698-4b90-a744-f564c6a6a87c tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3a2caf7f0908462db225b6b46774f004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902076 May 27 03:24:51.469617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-78844526-81b2-4599-a442-a3667da6f398 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584376 May 27 03:24:51.473876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5144a0e-590f-425b-8ced-a4692ad62ded req-abed0eb9-eb3d-41bd-bf54-f0e8ca06fb5a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183283 May 27 03:24:51.649848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870380-d249-42b0-8931-010f965b38bc req-271b2ba3-fd04-4fec-8ad9-81a5890b1497 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:51.653400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-271b2ba3-fd04-4fec-8ad9-81a5890b1497 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4115090 May 27 03:24:51.672949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Request body: {'port': {'device_id': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '3a2caf7f0908462db225b6b46774f004'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:51.807450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62764eed-7d57-4ea2-8e5d-47a245b89941 req-6bb308fe-91b0-408e-a200-90cb1857ec3f tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 210 time: 0.4225855 May 27 03:24:51.818845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc70fb-ca52-4231-8f0f-538b06c44c44,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:51.898992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1006fae2-6d2d-4622-b2b6-92effcfa4665 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9e5678d06fc43b0abf5a0a7ba230244&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7316742 May 27 03:24:51.900351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:51.955443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-068ca1ed-756e-4352-80ee-41d6d97c571d service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388883 May 27 03:24:52.033074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:52.120463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:52.159738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Made reservation on behalf of 3a2caf7f0908462db225b6b46774f004 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:52.163143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:52.188875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:52.285210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:52.474748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Allocated IP 192.168.233.237 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/c30c9a34-828b-41a8-bd47-4b88cfafed85) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:52.569701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:52.599129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc70fb-ca52-4231-8f0f-538b06c44c44,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.006548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.007929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c37a8dcb-c7cb-4825-8884-6eeb07ddb570 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bdc70fb-ca52-4231-8f0f-538b06c44c44 HTTP/1.1" status: 204 len: 168 time: 1.0810072 May 27 03:24:53.057626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa996617-a16d-40bb-9a8c-be1c3ba42c00 req-36996e07-ebf4-4605-ac8f-2712b52cd0fb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:53.060053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa996617-a16d-40bb-9a8c-be1c3ba42c00 req-36996e07-ebf4-4605-ac8f-2712b52cd0fb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.1788049 May 27 03:24:53.091741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ab7316d-b24a-4e91-9ba5-2dbb337c1c48 req-b0d33178-d5ea-4705-a453-d36c4eefd55f tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1096 time: 0.4493487 May 27 03:24:53.148921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.181587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Transition to ACTIVE for port object c30c9a34-828b-41a8-bd47-4b88cfafed85 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:53.183233 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa996617-a16d-40bb-9a8c-be1c3ba42c00 req-1d3e3518-f0df-4e0c-a2e3-f9ff5f4f2b2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964332 May 27 03:24:53.191285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ab7316d-b24a-4e91-9ba5-2dbb337c1c48 req-d60ab771-6b22-473e-b404-512879a3c585 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842943 May 27 03:24:53.248482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.422217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:53.432823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:53.454874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:53.463607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:53.465442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.531880 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.533299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Pushing event updated for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.541124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-5d3d3eb7-b8c9-4064-9a40-e9ce4a5faa44 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8739786 May 27 03:24:53.555513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Request body: {'port': {'device_id': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:53.751458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009ad38-8998-454b-b437-f6bfb9b49b85 req-a4096247-d127-4242-ab27-a14ebb636fb4 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:53.756197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4009ad38-8998-454b-b437-f6bfb9b49b85 req-a4096247-d127-4242-ab27-a14ebb636fb4 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 936 time: 0.2421114 May 27 03:24:53.800081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:53.904278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4009ad38-8998-454b-b437-f6bfb9b49b85 req-fc9b6785-a659-4ff7-beff-26a90d7c23d9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326346 May 27 03:24:53.983644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a22ab2d6-cceb-4d0e-81b5-92b392e81ddb None None] Provisioning for port c30c9a34-828b-41a8-bd47-4b88cfafed85 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:24:53.994143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a22ab2d6-cceb-4d0e-81b5-92b392e81ddb None None] Provisioning complete for port c30c9a34-828b-41a8-bd47-4b88cfafed85 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:24:53.994801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a22ab2d6-cceb-4d0e-81b5-92b392e81ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:54.000734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c6c913a-1fb6-4f7e-b8b6-f60f4368f2d2 req-13c47966-7ccf-4799-9ba3-ac1faba89224 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1096 time: 0.2464695 May 27 03:24:54.085656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c6c913a-1fb6-4f7e-b8b6-f60f4368f2d2 req-684de22c-8f03-434b-9d65-65c394e16458 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838962 May 27 03:24:54.122027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a22ab2d6-cceb-4d0e-81b5-92b392e81ddb None None] Port c30c9a34-828b-41a8-bd47-4b88cfafed85 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:24:54.457876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30c9a34-828b-41a8-bd47-4b88cfafed85 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:24:54.469051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:54.504871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Transition to ACTIVE for port object c30c9a34-828b-41a8-bd47-4b88cfafed85 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:54.512937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:54.578582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bf750-7ef8-4520-ba42-69b4bb9c2395 req-bc400b1d-f792-465b-a251-1b5472ac2876 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:54.581068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea6bf750-7ef8-4520-ba42-69b4bb9c2395 req-bc400b1d-f792-465b-a251-1b5472ac2876 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.1742978 May 27 03:24:54.747663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:54.776230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-9aad4f89-18e7-4364-aa75-f2ed7e4eda74 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871935 May 27 03:24:54.894488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea6bf750-7ef8-4520-ba42-69b4bb9c2395 req-f3dc2bb2-b77b-406e-9a3d-5359eba53f61 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929850 May 27 03:24:54.921917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Attempting to bind port c30c9a34-828b-41a8-bd47-4b88cfafed85 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:54.922281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Attempting to bind port c30c9a34-828b-41a8-bd47-4b88cfafed85 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:54.922624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Attempting to bind port c30c9a34-828b-41a8-bd47-4b88cfafed85 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:54.933333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Port c30c9a34-828b-41a8-bd47-4b88cfafed85 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:54.933752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Attempting to bind port c30c9a34-828b-41a8-bd47-4b88cfafed85 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:54.949912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:54.950169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:54.950753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:54.951229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Bound port: c30c9a34-828b-41a8-bd47-4b88cfafed85, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:54.953149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:55.129722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-607af9b3-12ef-4759-8de5-15d3e275ae1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:55.135450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:55.138578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-607af9b3-12ef-4759-8de5-15d3e275ae1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564386 May 27 03:24:55.151253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:55.162136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-8cf6eb37-24bf-4d64-8a9a-5b4df7eb2111 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.0224764 May 27 03:24:55.163927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:55.230519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-d11f7287-1cc6-45e7-be2f-1d137749469c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670252 May 27 03:24:55.515663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:55.517920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] 10.222.0.21 "PUT /v2.0/ports/c30c9a34-828b-41a8-bd47-4b88cfafed85 HTTP/1.1" status: 200 len: 1096 time: 1.9678988 May 27 03:24:55.518871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040017db-1058-40d1-8d09-f8519364fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:55.544812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:24:55.692337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14f9af83-a46a-45b5-9f18-166ec214a4c3 req-134553ff-3858-48b6-9589-0ff427791d6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3356788 May 27 03:24:55.718812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-79d21320-b004-41ef-a36c-e6c1d459abd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 1099 time: 0.1393812 May 27 03:24:55.878748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-0da16c40-a775-45d3-b892-f364247ac5a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85 HTTP/1.1" status: 200 len: 217 time: 0.1530151 May 27 03:24:55.920151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:55.975032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa594f-7475-4e0d-8bcd-2f7bea943873 req-6cf1987a-e885-450c-a028-b7231202cc2b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:55.983328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-07fa594f-7475-4e0d-8bcd-2f7bea943873 req-6cf1987a-e885-450c-a028-b7231202cc2b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 948 time: 0.1982305 May 27 03:24:56.002362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870380-d249-42b0-8931-010f965b38bc req-9a93e049-589e-4448-9f5c-73a0762107db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:56.004438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-9a93e049-589e-4448-9f5c-73a0762107db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1180282 May 27 03:24:56.127271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-07fa594f-7475-4e0d-8bcd-2f7bea943873 req-052a9647-f20c-4157-a84a-de255935e57b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358721 May 27 03:24:56.195020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-0646ae66-c487-4aa1-98ab-daf2b3181608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850934 May 27 03:24:56.356951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ba2472d-1869-4bc6-b48f-161da08b896b req-0742a275-76d2-4092-bbba-ed181f9eb886 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 210 time: 0.0680549 May 27 03:24:56.573171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-40d1aab8-ae7b-4bc4-9e2d-8d6bfedac38f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716600 May 27 03:24:56.781937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae870380-d249-42b0-8931-010f965b38bc req-29ae9e6e-1398-4c7c-96d3-4d1f68ba50d7 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019525 May 27 03:24:56.987854 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9683c502-663f-4ff9-8aa1-f2eea68ed717'] response: {'name': 'network-changed', 'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85', 'status': 'completed', 'code': 200} May 27 03:24:57.193069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-7fa6ff2f-39d1-46f4-9231-6a904c1dd87f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a2caf7f0908462db225b6b46774f004&device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 1099 time: 0.1812210 May 27 03:24:57.384029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-6389465c-3270-402c-a455-cf4860e27de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:57.386358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-6389465c-3270-402c-a455-cf4860e27de2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.1874115 May 27 03:24:57.404763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-fcbd3737-d498-49e5-ba7a-433bef1e3cd5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305171 May 27 03:24:57.509707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-8eb75f3a-2992-407e-bb7f-0b1a312de4db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85 HTTP/1.1" status: 200 len: 217 time: 0.1162744 May 27 03:24:57.558427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bee6a-7cf3-47f7-ab59-6197e6e9a791 req-7116db74-a3ce-4a56-a90e-9e8affce748e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:57.560942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-010bee6a-7cf3-47f7-ab59-6197e6e9a791 req-7116db74-a3ce-4a56-a90e-9e8affce748e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.3856177 May 27 03:24:57.621077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-aa9882d7-8824-4a9e-b59d-833cbf019aad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:57.626707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-aa9882d7-8824-4a9e-b59d-833cbf019aad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1101756 May 27 03:24:57.637553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-3e462b3b-b970-479c-9f1a-4b70626a22d7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:57.638782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-3e462b3b-b970-479c-9f1a-4b70626a22d7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288964 May 27 03:24:57.653712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-010bee6a-7cf3-47f7-ab59-6197e6e9a791 req-a2effb8e-e1fb-4fa0-8eb5-d3dcd4c12966 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 May 27 03:24:57.658619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': '2f243956-c43f-4f0d-8e83-8561b967409f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:57.668137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:57.678118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-bc020a8d-daaf-467c-9f4c-cd0577bd1ff4 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:24:57.679097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-bc020a8d-daaf-467c-9f4c-cd0577bd1ff4 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100305 May 27 03:24:57.726016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b4cc7596-9f87-4dfd-af37-12376a645973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:57.751742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-dd4fdd5a-c7a1-4b57-955c-f983429432f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185575 May 27 03:24:57.853988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:57.859289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Usage tracker for resource:port and tenant:0326c323b4884feaa0d3f8b6be7e57ae is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:57.863186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:57.870203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:57.884933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:57.892713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:57.927204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:57.936400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-3252b659-16fd-4c36-b844-08a9807ba65d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777861 May 27 03:24:57.942631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Request body: {'binding': {'host': 'n-h2-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:24:57.943151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Unknown quota resources ['binding']. {{(pid=84155) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:24:57.971863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:57.981163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Usage tracker for resource:security_group_rule and tenant:0326c323b4884feaa0d3f8b6be7e57ae is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:57.984682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:57.992931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:24:58.127683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:58.133824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:58.179429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9768b32-9998-45fc-a48d-58439429bb40,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:58.249151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4b0f082-1b02-4eff-89e7-73bb10eaaefd req-ee341b11-9746-4cfb-8628-122a90c69476 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710018 May 27 03:24:58.305277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on host n-h2-843301-2 for vnic_type normal with profile None {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:24:58.305713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:24:58.306085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:58.312518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:24:58.312952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:24:58.320553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:24:58.320917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:24:58.321450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:24:58.321953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Bound port: e1b55c62-dea8-4873-9046-8243c608dc80, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:24:58.369126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.156 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/5a472001-33d5-47fc-8559-ad862c343a6d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:58.404298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:58.412311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:58.414326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a1e6788-7f56-4157-95d7-5370b6bdf749 service neutron] 10.222.0.46 "POST /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80/bindings HTTP/1.1" status: 201 len: 389 time: 0.5669930 May 27 03:24:58.700732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f6805064-b6ca-4642-8d75-4f82d79e52f5 req-ebbd5dbc-0427-4f0a-810e-6c65ba929f76 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 210 time: 0.0473983 May 27 03:24:58.856708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1684b-44a1-4c11-9f8f-ad2a4a868206 req-4804b105-e5a5-4777-bdfb-8bdb9d683cb2 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:58.859200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cef1684b-44a1-4c11-9f8f-ad2a4a868206 req-4804b105-e5a5-4777-bdfb-8bdb9d683cb2 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 948 time: 0.4516296 May 27 03:24:59.008975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cef1684b-44a1-4c11-9f8f-ad2a4a868206 req-bd0a074b-dfd0-4b7c-b79e-1a04e53427e9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289618 May 27 03:24:59.013876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.058099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 5a472001-33d5-47fc-8559-ad862c343a6d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:24:59.067390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-657547d4-901b-4636-9582-ffbb3dd98e73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1096 time: 0.4033005 May 27 03:24:59.131844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1d64-d08e-4170-9e85-4476e1543ad7 req-286253c1-0da8-407a-9f09-d588ccc38fc7 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:59.149391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.41', 58519) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:59.152051 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-400b1d64-d08e-4170-9e85-4476e1543ad7 req-286253c1-0da8-407a-9f09-d588ccc38fc7 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.2052462 May 27 03:24:59.324729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-400b1d64-d08e-4170-9e85-4476e1543ad7 req-5e8291c4-0ee5-47d0-ab2b-a1fbe9e2310d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689489 May 27 03:24:59.481221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:24:59.498256 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-f35414fc-22c2-4a59-bfb2-1de87abfc707 service neutron] show failed (client error): The resource could not be found. May 27 03:24:59.499387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-f35414fc-22c2-4a59-bfb2-1de87abfc707 service neutron] 10.222.0.41 "GET /v2.0/ports/1a9eb221-6d70-4926-a34d-05b5d4a0fdae/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.3486714 May 27 03:24:59.515905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.572167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-9325ab17-3923-4530-bd6b-97db71c58421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:59.573893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-9325ab17-3923-4530-bd6b-97db71c58421 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4918334 May 27 03:24:59.695509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:59.697463 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8a2973c0-6352-481c-9324-811ab88d6f2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.1061583 May 27 03:24:59.698156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:59.701826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:59.711332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da0d8f-ffda-4f2d-90cd-7a802cbb58b9 req-58457eb2-9ba5-4703-9e1e-e4e930750c1b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:59.719709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02da0d8f-ffda-4f2d-90cd-7a802cbb58b9 req-58457eb2-9ba5-4703-9e1e-e4e930750c1b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.4030600 May 27 03:24:59.761531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:24:59.765519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:59.766223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.809489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.892012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:24:59.900887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b730bec2f14c82bed6ddb8529e0e5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:24:59.906299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a43d74c3-3ef6-4a7b-8216-abcbc86f7745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:24:59.908772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:24:59.934633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-4d8ae40f-a7d5-4800-8d6a-39aef1c0316b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:24:59.949380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-4d8ae40f-a7d5-4800-8d6a-39aef1c0316b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2153862 May 27 03:25:00.012276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:00.049793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02da0d8f-ffda-4f2d-90cd-7a802cbb58b9 req-ecbdaf05-6099-436f-88ab-8092b025ffcd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291547 May 27 03:25:00.084991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-c2f1b9a7-6f77-4cc3-8d12-411cfc73097c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4288056 May 27 03:25:00.115962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Request body: {'port': {'device_id': '2f243956-c43f-4f0d-8e83-8561b967409f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:00.184678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-6d9de6bd-5c8e-4ac9-8dcf-8655a112783b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1101 time: 0.2697818 May 27 03:25:00.190381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-3a96499e-584f-4c8a-8881-6e1ee10085bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2397470 May 27 03:25:00.209490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e5659d07-12ac-40e9-a131-258348ce7b22 None None] Provisioning for port 5a472001-33d5-47fc-8559-ad862c343a6d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:00.218798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e5659d07-12ac-40e9-a131-258348ce7b22 None None] Provisioning complete for port 5a472001-33d5-47fc-8559-ad862c343a6d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:00.221573 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5659d07-12ac-40e9-a131-258348ce7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.252265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:00.318457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.328075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.422888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e5659d07-12ac-40e9-a131-258348ce7b22 None None] Port 5a472001-33d5-47fc-8559-ad862c343a6d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:00.610826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d67ed-90da-4bfb-b088-5d78b883eeaa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:00.627394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ff0b82d9-3e63-4b4f-89ed-34128b98c0e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6b730bec2f14c82bed6ddb8529e0e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1448562 May 27 03:25:00.630153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.640385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46604) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:00.662595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c30c9a34-828b-41a8-bd47-4b88cfafed85 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:00.699853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.721493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-7024073a-28f5-43a4-b388-eee17d55166c service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018873 May 27 03:25:00.782966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cdbe6-3d55-42e2-8370-940a59dd939e req-a4372d19-5e0e-47a6-8d45-cef7396187a1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:00.783726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-572cdbe6-3d55-42e2-8370-940a59dd939e req-a4372d19-5e0e-47a6-8d45-cef7396187a1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Synchronizing usage tracker for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:00.882425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:00.916065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-572cdbe6-3d55-42e2-8370-940a59dd939e req-a4372d19-5e0e-47a6-8d45-cef7396187a1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Unset dirty status for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:00.917481 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-572cdbe6-3d55-42e2-8370-940a59dd939e req-a4372d19-5e0e-47a6-8d45-cef7396187a1 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 948 time: 0.4009609 May 27 03:25:00.951814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:00.968166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c30c9a34-828b-41a8-bd47-4b88cfafed85', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c30c9a34-828b-41a8-bd47-4b88cfafed85', 'mac_address': 'fa:16:3e:40:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:01.025907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.028138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-1a5f8f06-1d60-47ee-b2de-1e926230ccfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5832417 May 27 03:25:01.046269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21110924-7262-4baf-8fab-5d1d68ece363 req-64b911e0-730b-4bd2-8e0d-7d87beffea2f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:01.047228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-21110924-7262-4baf-8fab-5d1d68ece363 req-64b911e0-730b-4bd2-8e0d-7d87beffea2f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:01.060627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.119954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30c9a34-828b-41a8-bd47-4b88cfafed85 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:01.152676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:01.154363 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.158618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.180795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-572cdbe6-3d55-42e2-8370-940a59dd939e req-6f982db7-b1f6-46fe-b073-cb99d6b08b95 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357070 May 27 03:25:01.243862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:01.253189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.264603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-1f7d860c-bff9-4527-9e71-a048186904ab service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104508 May 27 03:25:01.266609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-21110924-7262-4baf-8fab-5d1d68ece363 req-64b911e0-730b-4bd2-8e0d-7d87beffea2f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:01.267700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21110924-7262-4baf-8fab-5d1d68ece363 req-64b911e0-730b-4bd2-8e0d-7d87beffea2f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 936 time: 0.7695503 May 27 03:25:01.289198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d67ed-90da-4bfb-b088-5d78b883eeaa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:01.308242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:01.318753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.319766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c9914d8e-115f-48a3-822d-3e546123581c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e2d67ed-90da-4bfb-b088-5d78b883eeaa HTTP/1.1" status: 204 len: 168 time: 0.6783726 May 27 03:25:01.323705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-3ba1ba2f-bd86-45df-a584-6d5d150cda7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.4242842 May 27 03:25:01.356484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-f6c894ab-889a-4be2-a4a9-f70ef18c06e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 1096 time: 0.2050121 May 27 03:25:01.358362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-21110924-7262-4baf-8fab-5d1d68ece363 req-97f5e114-e4ec-42d6-9e60-ba376e7bb040 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:01.359618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:01.396623 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.410761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c30c9a34-828b-41a8-bd47-4b88cfafed85'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:01.455414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:01.465971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.489358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Transition to ACTIVE for port object 1a9eb221-6d70-4926-a34d-05b5d4a0fdae will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:01.496342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:01.656226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-21110924-7262-4baf-8fab-5d1d68ece363 req-97f5e114-e4ec-42d6-9e60-ba376e7bb040 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:01.657336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21110924-7262-4baf-8fab-5d1d68ece363 req-97f5e114-e4ec-42d6-9e60-ba376e7bb040 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694737 May 27 03:25:01.707379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:01.807182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] No DVR routers for this DVR port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:01.920139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e994c8-a44e-48b1-801a-456811dada8d req-c6189dcb-4a73-408c-a0cd-34141db1f3b6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:01.922340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82e994c8-a44e-48b1-801a-456811dada8d req-c6189dcb-4a73-408c-a0cd-34141db1f3b6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.3437200 May 27 03:25:01.923266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:01.923592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:01.924051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:01.935098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:01.935098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Attempting to bind port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:01.936233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:01.974900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-1ef0f34e-34f8-42c0-98e9-3914db6c10bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:01.976369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-1ef0f34e-34f8-42c0-98e9-3914db6c10bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5988908 May 27 03:25:01.982030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:01.982365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:01.982746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:01.983275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Bound port: 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:01.983673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.000511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.076980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82e994c8-a44e-48b1-801a-456811dada8d req-03755f86-a54d-42fa-906a-9a6611453c33 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450665 May 27 03:25:02.100313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:25:02.106268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:02.114106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Usage tracker for resource:security_group_rule and tenant:d9a4aaf3be254a5a8d3d43ced9251854 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:02.137018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:02.149117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:02.169512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:02.175085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:02.186428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.220192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-a3a67a7f-bea6-4d23-be50-1273f149393d tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.7272086 May 27 03:25:02.221429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-c34055c0-9e00-417a-bbf0-0c2d7ab8589d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:02.223771 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-c34055c0-9e00-417a-bbf0-0c2d7ab8589d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 924 time: 0.7281713 May 27 03:25:02.244273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-11138b1d-0967-447e-a35c-db36153a2843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.2497563 May 27 03:25:02.297582 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07d7f5e-2df5-4550-9c68-fa233e8f9229'] response: {'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'code': 200} May 27 03:25:02.331295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.338294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] 10.222.0.21 "PUT /v2.0/ports/1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 1096 time: 2.0934968 May 27 03:25:02.369127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.377847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198573-8daa-45eb-b830-b14fe02988dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:02.385151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.452946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-2'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:02.487198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb68f9-9401-4e6b-8fcf-1ea6675ff2a0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:02.498438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c861824b-1de8-473f-8e95-7e31769424bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9a4aaf3be254a5a8d3d43ced9251854&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5476878 May 27 03:25:02.501600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:02.610977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a472001-33d5-47fc-8559-ad862c343a6d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:02.614882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.639649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.656672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec944ed-7c90-43a5-891d-edee32c04fc0 req-d68cc68d-5bee-4d70-9049-efaef4a7e476 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:02.659322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ec944ed-7c90-43a5-891d-edee32c04fc0 req-d68cc68d-5bee-4d70-9049-efaef4a7e476 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.7538214 May 27 03:25:02.680807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c30c9a34-828b-41a8-bd47-4b88cfafed85 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:02.731199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.791222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c30c9a34-828b-41a8-bd47-4b88cfafed85 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:02.796454 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.798045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c30c9a34-828b-41a8-bd47-4b88cfafed85 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:02.798554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.807862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Transition to ACTIVE for port object 5a472001-33d5-47fc-8559-ad862c343a6d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:02.866950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.876266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-4ac85e93-e538-44b2-b45e-ae8abd04e178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 200 len: 999 time: 0.6305313 May 27 03:25:02.877236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd13af5-9250-4c88-8f5e-ef148dc7e218 req-96b03f80-d645-4a06-a7f0-f0ee0401bb26 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:02.878472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-a7992ccc-f62c-458a-bdd8-8f977d642700 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:02.879854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cd13af5-9250-4c88-8f5e-ef148dc7e218 req-96b03f80-d645-4a06-a7f0-f0ee0401bb26 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 949 time: 0.2171371 May 27 03:25:02.889694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.891884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-a7992ccc-f62c-458a-bdd8-8f977d642700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3886182 May 27 03:25:02.935314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb68f9-9401-4e6b-8fcf-1ea6675ff2a0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:02.939239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.940411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:02.945230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1e530f58-13f9-42b0-bdcd-e2013aa52381 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6eb68f9-9401-4e6b-8fcf-1ea6675ff2a0 HTTP/1.1" status: 204 len: 168 time: 0.4420848 May 27 03:25:02.985650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cd13af5-9250-4c88-8f5e-ef148dc7e218 req-0a446579-c61d-443e-ac49-c82df678dc3e tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817297 May 27 03:25:02.994419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:03.006097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:03.012933 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:03.116305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.122149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:03.256759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:03.287016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:03.480032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e9fcb-bc0f-4554-aeaf-a6fcaae0e5cf req-d9a62aef-ad19-451b-9bcb-a73f2ae57306 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:03.485908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e36e9fcb-bc0f-4554-aeaf-a6fcaae0e5cf req-d9a62aef-ad19-451b-9bcb-a73f2ae57306 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.1263437 May 27 03:25:03.561758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e36e9fcb-bc0f-4554-aeaf-a6fcaae0e5cf req-bfcb418e-1749-4c2a-8506-5664f4f56d2b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 May 27 03:25:03.630607 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f0632a-b360-45f9-8574-af7004305827'] response: {'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85', 'code': 200} May 27 03:25:03.709342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Pushing event updated for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.719591 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ec944ed-7c90-43a5-891d-edee32c04fc0 req-2e461e1f-02d9-4d71-a47c-eb2a8f7d3872 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0306294 May 27 03:25:03.746059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-54a25830-e36b-4580-afe7-9097e9445703 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:03.748633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-54a25830-e36b-4580-afe7-9097e9445703 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.8515520 May 27 03:25:03.899347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e39704b-6f2b-4a82-909f-1585b9e124fd req-5be5a9c8-0c87-4268-86c7-6e43ca7d3dec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 1101 time: 0.1597939 May 27 03:25:04.006516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:04.063723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:04.215994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:04.231808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.245920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-b9391004-5039-4175-beb2-93e4252ace75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2149568 May 27 03:25:04.246674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Attempting to bind port 5a472001-33d5-47fc-8559-ad862c343a6d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:04.247003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Attempting to bind port 5a472001-33d5-47fc-8559-ad862c343a6d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:04.247332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Attempting to bind port 5a472001-33d5-47fc-8559-ad862c343a6d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:04.254073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.299992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:04.317551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e39704b-6f2b-4a82-909f-1585b9e124fd req-da3ee8b7-3e73-471f-ac3f-0acfffb7b4d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067822 May 27 03:25:04.356575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Port 5a472001-33d5-47fc-8559-ad862c343a6d on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:04.357188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Attempting to bind port 5a472001-33d5-47fc-8559-ad862c343a6d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:04.370505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1521a-a7ff-4648-840a-ee40e143a006 req-4965ee0d-ea95-4ad9-8959-3e428cbf009b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:04.373278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a1521a-a7ff-4648-840a-ee40e143a006 req-4965ee0d-ea95-4ad9-8959-3e428cbf009b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 945 time: 0.4263136 May 27 03:25:04.540823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:04.571030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a1521a-a7ff-4648-840a-ee40e143a006 req-be31af8d-7cbe-4a0b-8aea-9df351df9f79 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873145 May 27 03:25:04.614250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:04.614587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:04.614969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:04.615415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Bound port: 5a472001-33d5-47fc-8559-ad862c343a6d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:04.615756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.727695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:04.742855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.785016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:04.791620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8ece50f7d04c0d9154ca8922baac8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:04.795794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:04.804741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:04.809532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-bbd7c0ea-4ed4-4c6c-836c-a154d3f283e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0343735 May 27 03:25:04.819178 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a414426-d498-45c9-ae94-c1d99f833239'] response: {'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'code': 200} May 27 03:25:04.947860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.958025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:04.983862 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a569896c-9868-4bec-abf8-a17a119e2b63'] response: {'name': 'network-changed', 'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'status': 'completed', 'code': 200} May 27 03:25:04.998226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.41', 58520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:05.148060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86eb6d-0ffa-4381-a5ad-30bc3c3b6b29,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:05.180960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-bff7963a-4fa2-4120-a3fb-6d9c469fedd1 service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412697 May 27 03:25:05.181581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1c5d3cc5-c1e4-4cbd-8c07-b49945ef4644 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e8ece50f7d04c0d9154ca8922baac8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6385751 May 27 03:25:05.182570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46702) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:05.228734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-7dbe9b72-09b7-4d0a-85ce-1f52ce1decf1 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691696 May 27 03:25:05.238948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on host n-h1-843301-2 for vnic_type normal with profile {"migrating_to": "n-h2-843301-2"} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:05.239281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:05.239613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:05.344351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:05.353929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-fccc2faf-a852-485e-88c7-f51377897116 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1099 time: 0.3514073 May 27 03:25:05.435234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:05.435964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Attempting to bind port e1b55c62-dea8-4873-9046-8243c608dc80 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:05.455268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235acf-9100-4166-86fe-d3ee63487893 req-67d33ae6-96ee-404d-99bd-eec23037ee50 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:05.462690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce235acf-9100-4166-86fe-d3ee63487893 req-67d33ae6-96ee-404d-99bd-eec23037ee50 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 1.0301704 May 27 03:25:05.467850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=5a472001-33d5-47fc-8559-ad862c343a6d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:05.503531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.552068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:05.552564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:05.552830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:05.553500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Bound port: e1b55c62-dea8-4873-9046-8243c608dc80, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:05.553760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.634967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.674165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-5db786f6-7e0f-4fa4-b863-1733ee4e086a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:05.676208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-5db786f6-7e0f-4fa4-b863-1733ee4e086a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2372196 May 27 03:25:05.691861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f13570-3488-41b1-9457-944519b7bf31 req-a6fff052-3868-4d0b-9425-fc618186d38b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:05.693451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80f13570-3488-41b1-9457-944519b7bf31 req-a6fff052-3868-4d0b-9425-fc618186d38b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.3907382 May 27 03:25:05.753217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.810046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-fd6ff1f6-e6d8-43b9-88f3-5d368d1ee65c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.1249373 May 27 03:25:05.848952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb6a9dc-c3c6-4363-9863-f94a9f3d9984 req-33a7f8c3-499c-460f-8a98-7068f8dc1a9b service neutron] 10.222.0.41 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464438 May 27 03:25:05.914776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.916113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80f13570-3488-41b1-9457-944519b7bf31 req-092d1916-a125-44a4-852e-6c5518411cb0 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652339 May 27 03:25:05.917634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a472001-33d5-47fc-8559-ad862c343a6d HTTP/1.1" status: 200 len: 1096 time: 5.8190889 May 27 03:25:05.944370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b4220d2-18a9-4bd3-ac5f-174e5d2fbec9 req-9176817e-d134-411d-a667-375cc93cb226 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934733 May 27 03:25:05.962734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce235acf-9100-4166-86fe-d3ee63487893 req-857c0cc7-5193-40eb-8fc6-463e452b6807 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989731 May 27 03:25:05.964653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:05.982612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-6a853136-96ab-4a26-be5d-67e944122a20 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:05.984149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-6a853136-96ab-4a26-be5d-67e944122a20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1622839 May 27 03:25:05.989343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86eb6d-0ffa-4381-a5ad-30bc3c3b6b29,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:06.091697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:06.109046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7658deb5-7fa8-42a4-9e54-ef44713951fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e86eb6d-0ffa-4381-a5ad-30bc3c3b6b29 HTTP/1.1" status: 204 len: 168 time: 0.9220595 May 27 03:25:06.180405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-763cf405-0d4f-4daa-9ba0-ef95d3375c49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896007 May 27 03:25:06.352739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b2e49-6bc8-4ad2-9460-e13f280df943 service neutron] Pushing event updated for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:06.539132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-12189b12-8226-4a63-82ce-a900290f5ad6 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503516 May 27 03:25:06.721446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:06.808016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:06.820231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:06.853273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:06.966697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4bdb6-9d48-4bf3-b381-aafb859d34b6 req-21734d51-fa05-4070-9273-7e8dfd9ed088 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:06.979949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdd4bdb6-9d48-4bf3-b381-aafb859d34b6 req-21734d51-fa05-4070-9273-7e8dfd9ed088 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.2600691 May 27 03:25:06.986630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-989410e3-73ec-4810-91b0-76f2f17d46e8 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413002 May 27 03:25:07.128118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdd4bdb6-9d48-4bf3-b381-aafb859d34b6 req-055d600f-cd60-4edb-b4a1-594a5e011568 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465333 May 27 03:25:07.160733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-bc94ea7c-40a0-46e8-af73-565f38f8d432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 1099 time: 1.1033804 May 27 03:25:07.295239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:07.302490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.337182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.379898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:07.384205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Usage tracker for resource:security_group_rule and tenant:0cd492c3d1a74bc386f56fac3f0bc317 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:07.387454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:07.395177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:07.423721 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49c1a6d-2f8c-430a-a7c2-5558a64845a2'] response: {'name': 'network-changed', 'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d', 'status': 'completed', 'code': 200} May 27 03:25:07.430229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-ebd5a4a0-2e1c-4f73-b282-f43b240a5efc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1099 time: 1.1630766 May 27 03:25:07.519943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.528236 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.551339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7df03-4c92-45ff-9c72-320a63c54abb req-814a3453-0d6e-4948-a453-03c718642c42 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:07.554052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36b7df03-4c92-45ff-9c72-320a63c54abb req-814a3453-0d6e-4948-a453-03c718642c42 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.9736111 May 27 03:25:07.595715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd79365-2584-42db-b664-9264f403b228,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.606901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b341e24-177c-4821-92ee-c05c9655207c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cd492c3d1a74bc386f56fac3f0bc317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3063147 May 27 03:25:07.607729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:07.655779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-8e19e4d9-4b62-433e-9131-f0bd32212119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5a472001-33d5-47fc-8559-ad862c343a6d HTTP/1.1" status: 200 len: 217 time: 0.3673401 May 27 03:25:07.659656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471234f-7ba3-4822-a082-e66a25232bd1 req-6a6e19a3-8cf3-4f50-a561-5160804a6698 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:07.661246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3471234f-7ba3-4822-a082-e66a25232bd1 req-6a6e19a3-8cf3-4f50-a561-5160804a6698 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.1874251 May 27 03:25:07.720686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.751711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3471234f-7ba3-4822-a082-e66a25232bd1 req-6bc9350b-8d0b-4f21-9664-cc210696d3ee tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820580 May 27 03:25:07.760624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.853105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.875773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd79365-2584-42db-b664-9264f403b228,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.880663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.883011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f77a1ef7-6133-47a1-a30e-c5caee465cc1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 1121 time: 5.6360412 May 27 03:25:07.932918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:07.934845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e83b2ace-bd79-48c0-89ac-dfee347c5b08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccd79365-2584-42db-b664-9264f403b228 HTTP/1.1" status: 204 len: 168 time: 0.3267324 May 27 03:25:07.947042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e1b55c62-dea8-4873-9046-8243c608dc80'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:07.989841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-08405173-ebd1-440f-bd46-d85958372ab9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:07.992284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-08405173-ebd1-440f-bd46-d85958372ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3068380 May 27 03:25:08.003239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36b7df03-4c92-45ff-9c72-320a63c54abb req-a4ca3e5a-37eb-48ab-b3ac-8e5a2d70abf8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494184 May 27 03:25:08.004925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea26d3-d470-495a-b030-acf7c4c69210 req-e3b14954-92ae-412f-95e7-54e80fd44712 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:08.006578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecea26d3-d470-495a-b030-acf7c4c69210 req-e3b14954-92ae-412f-95e7-54e80fd44712 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 0.1269562 May 27 03:25:08.078632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-ff1e0234-2c66-4970-959a-9e8e6d2878fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:08.082169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-ff1e0234-2c66-4970-959a-9e8e6d2878fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.6350346 May 27 03:25:08.166701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecea26d3-d470-495a-b030-acf7c4c69210 req-ca7033cc-cdca-4e6e-9e8b-a24f22c84a41 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527932 May 27 03:25:08.262300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-a6a4bf55-ab38-42f7-9824-f17ca5a4254b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.1648712 May 27 03:25:08.421883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-97acc8fe-34f7-4d67-b4d0-062cf95c8a51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:08.424331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-97acc8fe-34f7-4d67-b4d0-062cf95c8a51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1449006 May 27 03:25:08.431612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-415e6ec4-2ee6-4e2c-bfb0-636cf4e879f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4262962 May 27 03:25:08.921878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-5a802388-8e26-4cfe-9daa-b689ab368179 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829137 May 27 03:25:08.951225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-06a6ce94-e321-4771-a89b-aa8c5a41a859 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5182867 May 27 03:25:09.120513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0db5-0e54-4238-b263-0210183a80ec req-f2cf0ea4-6e6e-42ac-a661-6a1e05865cb9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:09.122477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae2c0db5-0e54-4238-b263-0210183a80ec req-f2cf0ea4-6e6e-42ac-a661-6a1e05865cb9 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 0.1430805 May 27 03:25:09.127384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b209b-0d7a-476c-81a6-66ef65c9197f req-fd9f5cb9-65b1-4178-a5d1-f4b512a256d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:09.129469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101b209b-0d7a-476c-81a6-66ef65c9197f req-fd9f5cb9-65b1-4178-a5d1-f4b512a256d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.3436365 May 27 03:25:09.190378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae2c0db5-0e54-4238-b263-0210183a80ec req-eb7af62e-6994-45c2-9816-bbb0b1346a26 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 May 27 03:25:09.223464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096dfb4c-9be5-4a93-8271-a065a7b3e91a req-ae5f7e56-1fcf-49f6-8308-fe082518fd8a service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952685 May 27 03:25:09.254949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-0da507ed-b119-4183-9572-0fc641b84a3a service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941582 May 27 03:25:09.257407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101b209b-0d7a-476c-81a6-66ef65c9197f req-70739d8c-30a9-47a9-a48f-dae3403ede3e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206350 May 27 03:25:09.429095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:09.509387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:09.581002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20c2a49c-a6fa-46bd-b62f-6d2208704ae7 req-af356311-d419-4b7a-8e44-a02103b8ff57 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178043 May 27 03:25:09.594783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-9dd7078c-c09b-421b-acd3-7a480d7ac383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 1099 time: 0.2913985 May 27 03:25:09.634061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4befebb-315f-4168-a7b3-33697e5eab80 req-54eaf729-d958-44b6-8c62-c04412a2dd39 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:09.641217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4befebb-315f-4168-a7b3-33697e5eab80 req-54eaf729-d958-44b6-8c62-c04412a2dd39 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.2188752 May 27 03:25:09.704036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-network', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:09.712737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:09.718355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Usage tracker for resource:network and tenant:e678a86282fc48d7aa2361782cfb7eb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:09.723440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:09.730529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:09.750875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b38d-f3e6-448b-9d82-95b65688ecd1 req-9b89e113-70c5-477a-b058-fc83fd0434ed tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:09.752612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc01b38d-f3e6-448b-9d82-95b65688ecd1 req-9b89e113-70c5-477a-b058-fc83fd0434ed tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.1277392 May 27 03:25:09.753916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Made reservation on behalf of e678a86282fc48d7aa2361782cfb7eb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:09.756872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.788537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:09.841491 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4befebb-315f-4168-a7b3-33697e5eab80 req-4dadc3fb-9429-4bc9-a8f7-a43f203f5843 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993372 May 27 03:25:09.875567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-0108e7f8-f138-461a-9fca-02da353d7256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:09.877587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-0108e7f8-f138-461a-9fca-02da353d7256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2757537 May 27 03:25:09.935868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc01b38d-f3e6-448b-9d82-95b65688ecd1 req-1e01f5ea-2bad-4e13-b5b8-c98d18d2a634 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693754 May 27 03:25:09.943331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:09.949577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Usage tracker for resource:security_group_rule and tenant:e678a86282fc48d7aa2361782cfb7eb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:09.967641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:09.975539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:09.977568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-9f01adea-0ed4-46ce-80c4-c1f09ac355c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1099 time: 0.2633040 May 27 03:25:10.058206 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a29851-b19e-4c3a-a2e9-3efaa45c9ef3'] response: {'name': 'network-changed', 'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'status': 'completed', 'code': 200} May 27 03:25:10.073358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-ec7ec424-71d8-44ca-8ecc-cd083c65b863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5a472001-33d5-47fc-8559-ad862c343a6d HTTP/1.1" status: 200 len: 217 time: 0.1878724 May 27 03:25:10.143250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.162409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.218397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:25:10.228110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353864f7-b7b3-401d-8220-be4d206484ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:10.256625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-e4874ea3-bd2f-4510-861f-a2081431b24e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1124 time: 0.2023511 May 27 03:25:10.258313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.258925 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Added segment 8e50dd13-5937-412e-9dd6-91a45dd47aa2 of type vlan for network 2a02d005-3de4-4c61-91f1-30e19adcf1aa May 27 03:25:10.345977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-547ac53e-601a-438e-9e6e-a385760466d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:10.347554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-547ac53e-601a-438e-9e6e-a385760466d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2543795 May 27 03:25:10.429333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-5e754dbf-b34b-4b50-9155-6b45ad8bf388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:10.437364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-5e754dbf-b34b-4b50-9155-6b45ad8bf388 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4418280 May 27 03:25:10.599399 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.613316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-afcce905-48c0-47ae-938a-0cd69eaaac4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.1306524 May 27 03:25:10.628108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-ee77f393-0380-4cef-8fed-6835fc09c277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2703443 May 27 03:25:10.718000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-63af109d-a39b-4614-82e5-10b7f2a92573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:10.719673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-63af109d-a39b-4614-82e5-10b7f2a92573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4533269 May 27 03:25:10.791461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.791911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:10.792499 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:10.887517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-9263f5a9-26c4-4af9-800c-b73862633d37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.1605256 May 27 03:25:10.888091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46828) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:10.896959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:10.976082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] Pushing event updated for resources: {'Network': ['ID=2a02d005-3de4-4c61-91f1-30e19adcf1aa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:10.991955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43238b-ed07-45ac-afcc-82cfcd2d84f7 req-9d8aed67-2e0f-4f57-9d0b-c422e944fa58 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:10.998684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db43238b-ed07-45ac-afcc-82cfcd2d84f7 req-9d8aed67-2e0f-4f57-9d0b-c422e944fa58 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 0.4712749 May 27 03:25:11.008016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a16313f-0a01-433a-a2c7-109bf0676811 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4954808 May 27 03:25:11.008621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-2879182f-fb97-40ad-9d1c-14c6e238825b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:11.009581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-2879182f-fb97-40ad-9d1c-14c6e238825b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3860888 May 27 03:25:11.018195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:25:11.020310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46846) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:11.043460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-2623745b-0f8e-4a91-9fc9-b6bca5e2e2e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:11.045026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-2623745b-0f8e-4a91-9fc9-b6bca5e2e2e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1352110 May 27 03:25:11.065455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:11.081274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Request body: {'subnet': {'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-subnet', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:11.092595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:11.096676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-c2678f94-37a6-49f9-a286-2c3dba2cf211 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314229 May 27 03:25:11.105440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Usage tracker for resource:subnet and tenant:e678a86282fc48d7aa2361782cfb7eb8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:11.110217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-9eb48be5-bc70-4727-8487-6e1bb4c1d800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556273 May 27 03:25:11.128857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db43238b-ed07-45ac-afcc-82cfcd2d84f7 req-1fe0df26-75cf-44cb-a290-b175ca8645cf tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286318 May 27 03:25:11.133028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:11.151420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8c105-1f53-418c-a8f0-b915f6ae5d89 req-aafb60bb-4b5f-4e30-9a4b-621508430d6d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:11.152996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41d8c105-1f53-418c-a8f0-b915f6ae5d89 req-aafb60bb-4b5f-4e30-9a4b-621508430d6d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.2582853 May 27 03:25:11.173092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:11.437153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-a0c34908-5009-43e4-9a26-e1defeb29bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4144268 May 27 03:25:11.438260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Made reservation on behalf of e678a86282fc48d7aa2361782cfb7eb8 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:11.442680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.462618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:11.468780 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.490940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 has no active binding in host n-h2-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:25:11.494910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-089c8f98-8345-4018-8c82-b1b0b9e1d61c service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649704 May 27 03:25:11.630623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:11.644513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Usage tracker for resource:security_group_rule and tenant:bd990a330fcf49f4be42249942eb6d32 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:11.652114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41d8c105-1f53-418c-a8f0-b915f6ae5d89 req-ac4feab6-2219-4b7c-a06a-a49f8fdc1601 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872305 May 27 03:25:11.652496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a6e91-2b62-4a23-b011-dce7c2d966b5 req-02af1213-dc57-4b3c-a88d-293c59398dc8 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:11.654044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d8a6e91-2b62-4a23-b011-dce7c2d966b5 req-02af1213-dc57-4b3c-a88d-293c59398dc8 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.2893455 May 27 03:25:11.654953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:11.665634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:11.680861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.718075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.21', 54708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:11.754712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c75d81cc-04ba-4cc7-b467-2a028d571ac4 req-9277b4a2-75cc-472d-8fe4-7e587ceaf9ca service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468808 May 27 03:25:11.846223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d8a6e91-2b62-4a23-b011-dce7c2d966b5 req-040d1c2e-3403-41e2-954b-10a695b37afd tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668463 May 27 03:25:11.850693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbc408db-f53c-4137-bad0-19597f3cd30f req-6d9bc945-c4a2-4950-9887-28d28218e1e4 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7419119 May 27 03:25:11.891623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.898901 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:11.933060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-e165681d-ca18-4a99-949d-9e12d71cdc30 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:11.934673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-e165681d-ca18-4a99-949d-9e12d71cdc30 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 0.1985211 May 27 03:25:12.005057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29711c8-8085-4e16-a6e9-ace55232522a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.026364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ec3e2542-099c-4059-9cb9-f88dc91ddb71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd990a330fcf49f4be42249942eb6d32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1247935 May 27 03:25:12.026364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:12.060398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Deleting port c30c9a34-828b-41a8-bd47-4b88cfafed85 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:12.060719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.066570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:12.101231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f6d689da224704ae0a4098aaeeb056 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:12.138950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:12.158014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:12.171590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-fa5966e6-1b18-4a1b-8d58-49f520e3fab7 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953325 May 27 03:25:12.203584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.324154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.470226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fab2c-a6bb-4d23-95d9-3b6e10174d48 req-9992617c-3cca-4261-87f4-e57338ff5a2a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:12.471666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d63fab2c-a6bb-4d23-95d9-3b6e10174d48 req-9992617c-3cca-4261-87f4-e57338ff5a2a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 948 time: 0.5905313 May 27 03:25:12.588044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2875a236-1eb4-4ce9-ac9e-92b0c49e3122 req-3ea58abb-9bcd-431c-bc47-b0a2e645a541 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085965 May 27 03:25:12.588935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] For port c30c9a34-828b-41a8-bd47-4b88cfafed85, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c30c9a34-828b-41a8-bd47-4b88cfafed85,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:12.590105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.631318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.665291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.677934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d63fab2c-a6bb-4d23-95d9-3b6e10174d48 req-5c959c54-fe30-4ace-8a70-2568aa9e89ca tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818557 May 27 03:25:12.681737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.734469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354c8f-4f3c-4c30-8da9-301790e6827c req-646c6a95-ce68-408b-8ea3-616b314d99d4 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:12.736056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe354c8f-4f3c-4c30-8da9-301790e6827c req-646c6a95-ce68-408b-8ea3-616b314d99d4 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 950 time: 0.4144530 May 27 03:25:12.743394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Calling delete_port for c30c9a34-828b-41a8-bd47-4b88cfafed85 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:25:12.754048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:12.773622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0f83b-ec35-4ebd-bd4d-4b6b6e994989,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.776106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3572200-e7e4-4be5-ae82-729aa9fcc577,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.778655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.797946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-35e988af-83ed-41f4-a6ee-cd2cb3348176 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7f6d689da224704ae0a4098aaeeb056&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8967764 May 27 03:25:12.802726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46864) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:12.821993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29711c8-8085-4e16-a6e9-ace55232522a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:12.872833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:12.874202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3f7c2113-5366-46b1-9c4a-80b42f7379df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b29711c8-8085-4e16-a6e9-ace55232522a HTTP/1.1" status: 204 len: 168 time: 0.8474636 May 27 03:25:12.907607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe354c8f-4f3c-4c30-8da9-301790e6827c req-6140c470-7ac8-42df-8c6d-a398059ec405 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/security-groups?id=982d25f7-7bd1-4f56-9fd4-b43501a922df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187949 May 27 03:25:12.984156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Checking segment: {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:12.984832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Network hostable DHCP agents. Network: 2a02d005-3de4-4c61-91f1-30e19adcf1aa, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:25:13.032538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.048557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c30c9a34-828b-41a8-bd47-4b88cfafed85'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:13.106192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 5a472001-33d5-47fc-8559-ad862c343a6d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:13.117994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:13.140019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'mac_address': 'fa:16:3e:70:90:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:13.163532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Pushing event deleted for resources: {'Port': ['ID=c30c9a34-828b-41a8-bd47-4b88cfafed85,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:13.224429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.254945 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:25:13.294456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9eb221-6d70-4926-a34d-05b5d4a0fdae {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:13.307812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.332101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83816ec-7d3a-4bea-b910-312afad35570 req-bad67255-be80-4068-8dc5-9a4dd238d56b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:13.334321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b83816ec-7d3a-4bea-b910-312afad35570 req-bad67255-be80-4068-8dc5-9a4dd238d56b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.3381579 May 27 03:25:13.350525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:25:13.438398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] No DVR routers for this DVR port c30c9a34-828b-41a8-bd47-4b88cfafed85 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:13.447650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2a02d005-3de4-4c61-91f1-30e19adcf1aa) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:13.454124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.457423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'name': 'network-vif-deleted', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:13.458288 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.477934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693fada-cd8c-48a1-bcfc-0a3b1e5a2453 None None] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:25:13.496604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:13.497136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.503764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8428bfb7-d8c7-42fe-a475-2da59bf919aa req-b2a49c8a-a61f-420d-81ff-e51f1ddf9ee3 tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.21 "DELETE /v2.0/ports/c30c9a34-828b-41a8-bd47-4b88cfafed85 HTTP/1.1" status: 204 len: 173 time: 1.5588114 May 27 03:25:13.536651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b83816ec-7d3a-4bea-b910-312afad35570 req-74fb27a6-0db6-4f1d-962c-211e7fd9f82e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913245 May 27 03:25:13.574785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:13.642341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:13.646023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-710357fa-de8d-4b8e-b0c6-8d22f5822d0b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6223159 May 27 03:25:13.650084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:13.658244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:13.674765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Usage tracker for resource:router and tenant:e678a86282fc48d7aa2361782cfb7eb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:13.687528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:13.707784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:13.727962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.729401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.797806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=5a472001-33d5-47fc-8559-ad862c343a6d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:13.813135 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.815436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '5a472001-33d5-47fc-8559-ad862c343a6d', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '5a472001-33d5-47fc-8559-ad862c343a6d', 'mac_address': 'fa:16:3e:66:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:13.822189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.882731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:13.962721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.006520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0f83b-ec35-4ebd-bd4d-4b6b6e994989,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.021847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.023255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a838b971-d371-467b-82a3-fb0b4c0cf193 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30f0f83b-ec35-4ebd-bd4d-4b6b6e994989 HTTP/1.1" status: 204 len: 168 time: 1.2160814 May 27 03:25:14.108718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967be11-58ab-4578-91c1-1e44245c3835 req-6e164ec9-538c-4e89-a2e1-17a063271e6e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:14.110045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6967be11-58ab-4578-91c1-1e44245c3835 req-6e164ec9-538c-4e89-a2e1-17a063271e6e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 948 time: 0.3154986 May 27 03:25:14.110768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:14.149152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:14.150458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ffb4-8424-48fc-aede-87b95b451731 req-79c5f724-8738-45fd-a410-b60a786fd628 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:14.153124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-79c5f724-8738-45fd-a410-b60a786fd628 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad&tenant_id=185eb08e01504918865d46ecdabc7468&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 949 time: 0.4992976 May 27 03:25:14.170202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.200683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.212688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a472001-33d5-47fc-8559-ad862c343a6d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:14.239272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6967be11-58ab-4578-91c1-1e44245c3835 req-010274e3-e3cb-41a9-b7b4-586207e56137 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088407 May 27 03:25:14.263379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:14.288973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Usage tracker for resource:security_group_rule and tenant:e00693bcb42a4368b2684553d4156cf0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:14.294966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:14.359526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.359736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:14.360301 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-8319ffb4-8424-48fc-aede-87b95b451731 req-5e32a278-7c7f-4d00-ac18-bd228f853500 service neutron] delete failed (client error): The resource could not be found. May 27 03:25:14.361831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-5e32a278-7c7f-4d00-ac18-bd228f853500 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1a9eb221-6d70-4926-a34d-05b5d4a0fdae/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.2004030 May 27 03:25:14.380652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99406bbb-262e-4379-905c-9ea9d70838d1 req-cf710ec4-23d0-47bd-9333-d1121fe77d87 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:14.382855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99406bbb-262e-4379-905c-9ea9d70838d1 req-cf710ec4-23d0-47bd-9333-d1121fe77d87 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 949 time: 0.5348737 May 27 03:25:14.390128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=5a472001-33d5-47fc-8559-ad862c343a6d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:14.404541 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.463061 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089baa4d-7f13-4ac4-bf04-4fbf657942ff'] response: {'server_uuid': '6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c', 'name': 'network-vif-deleted', 'tag': 'c30c9a34-828b-41a8-bd47-4b88cfafed85', 'status': 'completed', 'code': 200} May 27 03:25:14.494620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99406bbb-262e-4379-905c-9ea9d70838d1 req-bc2ac8de-223b-4f60-9706-69c53a557041 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006510 May 27 03:25:14.512661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.597649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.621128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.807512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad7628-1dc6-4877-8da9-86ad63fd3287,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:14.809711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'fixed_ips': [{'subnet_id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:25:14.811192 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.820372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:14.838346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c30c9a34-828b-41a8-bd47-4b88cfafed85 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:14.886890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-387c2ec2-ced7-4ffb-bfcb-d69a3a89f019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1100 time: 0.2849061 May 27 03:25:14.913266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c30c9a34-828b-41a8-bd47-4b88cfafed85 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:25:14.914182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c30c9a34-828b-41a8-bd47-4b88cfafed85 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:14.959813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26044f3d-485f-4111-8836-4f4169932fdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00693bcb42a4368b2684553d4156cf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429558 May 27 03:25:14.961941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-725e2478-2ced-45a6-ae22-498395fd2d5f req-209bcb1d-efae-4981-b57c-24367c616b1b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Synchronizing usage tracker for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:14.966308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:14.974293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46904) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:15.029220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:15.117554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-725e2478-2ced-45a6-ae22-498395fd2d5f req-209bcb1d-efae-4981-b57c-24367c616b1b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] Unset dirty status for tenant:3a2caf7f0908462db225b6b46774f004 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:15.119580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-725e2478-2ced-45a6-ae22-498395fd2d5f req-209bcb1d-efae-4981-b57c-24367c616b1b tempest-DeleteServersAdminTestJSON-698214736 tempest-DeleteServersAdminTestJSON-698214736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6986eee5-3d13-48a8-b0f1-4ffc5a5c7b7c HTTP/1.1" status: 200 len: 210 time: 0.2975516 May 27 03:25:15.142367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:15.149416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.162390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ffb4-8424-48fc-aede-87b95b451731 req-994825af-cb9c-4f29-9b0b-2344747208ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:15.163993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-994825af-cb9c-4f29-9b0b-2344747208ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2711000 May 27 03:25:15.172631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.219116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc7dcdedd81470c98bcd47f30515fd3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:15.231494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:15.238799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.249290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8f6ec-1666-4718-b635-fbf1b5d55cb8 req-62c8dd2c-f711-4da3-8e7b-9444c2d6fbfb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:15.250365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:15.251041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01d8f6ec-1666-4718-b635-fbf1b5d55cb8 req-62c8dd2c-f711-4da3-8e7b-9444c2d6fbfb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.2761202 May 27 03:25:15.270554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-e42ee477-f5ae-4918-9cf1-e05426985ce9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.0990164 May 27 03:25:15.349240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.396811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Allocated IP 172.20.0.2 (2a02d005-3de4-4c61-91f1-30e19adcf1aa/e3572200-e7e4-4be5-ae82-729aa9fcc577/f187e4c6-d210-44df-b896-e024e1b24036) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:15.451393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319ffb4-8424-48fc-aede-87b95b451731 req-325553d1-007b-4b0e-8ace-d36c7ea9ac5d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:15.454451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-325553d1-007b-4b0e-8ace-d36c7ea9ac5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1628773 May 27 03:25:15.571198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01d8f6ec-1666-4718-b635-fbf1b5d55cb8 req-4e875600-cf59-4704-bfd2-254d9cf86387 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055129 May 27 03:25:15.622656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.657671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad7628-1dc6-4877-8da9-86ad63fd3287,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.672339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-1100128f-0a37-4774-bd4f-840c2254e93e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943359 May 27 03:25:15.680879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.684988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f39cb225-716f-4050-8bd6-d707788fefe8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afad7628-1dc6-4877-8da9-86ad63fd3287 HTTP/1.1" status: 204 len: 168 time: 0.7086232 May 27 03:25:15.880721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Allocated IP 172.25.8.247 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/82f26643-e3dc-48b4-9d09-c9418a18d158) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:15.891360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.930298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:15.940220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.006232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Transition to ACTIVE for port object f187e4c6-d210-44df-b896-e024e1b24036 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:16.009275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-f2a4f215-a077-440f-8d3a-502f5e80a106 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293619 May 27 03:25:16.154252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Transition to ACTIVE for port object f187e4c6-d210-44df-b896-e024e1b24036 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:16.188120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.207185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce24c2e-e706-4d88-98a2-25a64b67afe0 req-f1038654-adad-4bab-9fc8-e5af13392a9f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:16.207740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ce24c2e-e706-4d88-98a2-25a64b67afe0 req-f1038654-adad-4bab-9fc8-e5af13392a9f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 949 time: 0.3505642 May 27 03:25:16.333705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8319ffb4-8424-48fc-aede-87b95b451731 req-39f89cc8-7655-4bc5-b509-c09036619133 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172357 May 27 03:25:16.341734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-e698dea8-d279-495b-b740-21176c41d870 service neutron] 10.222.0.21 "GET /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.6623671 May 27 03:25:16.361742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4cb42-d01f-4c0a-962a-72c207606e52,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:16.380350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ce24c2e-e706-4d88-98a2-25a64b67afe0 req-b8e6e3c2-2973-4052-90c5-8fb00988cee5 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578884 May 27 03:25:16.427360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:16.448258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:16.453263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:16.454166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e202f1d5-37e5-43e8-ab48-0c4412f5da64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdc7dcdedd81470c98bcd47f30515fd3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6266472 May 27 03:25:16.456377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:16.474037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Pushing event updated for resources: {'Port': ['ID=f187e4c6-d210-44df-b896-e024e1b24036,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:16.478698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa229a-cb88-4509-a518-9653e7563b8e req-afb2ef1a-9ad8-4dbb-ae10-5abefbe42d7c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:16.492068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55fa229a-cb88-4509-a518-9653e7563b8e req-afb2ef1a-9ad8-4dbb-ae10-5abefbe42d7c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 949 time: 0.9867783 May 27 03:25:16.652493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.662605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Attempting to bind port f187e4c6-d210-44df-b896-e024e1b24036 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:16.662736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Attempting to bind port f187e4c6-d210-44df-b896-e024e1b24036 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:16.663027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Attempting to bind port f187e4c6-d210-44df-b896-e024e1b24036 on network 2a02d005-3de4-4c61-91f1-30e19adcf1aa {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:16.671439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:16.671664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Checking segment: {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:16.672039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.672961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Bound using segment: {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:16.672961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Bound port: f187e4c6-d210-44df-b896-e024e1b24036, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:16.673370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.710876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.745429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.760871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55fa229a-cb88-4509-a518-9653e7563b8e req-27c2d6a2-ff9b-4bfa-a7ce-e3b13411981b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675321 May 27 03:25:16.783306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.795417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:16.830187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4cb42-d01f-4c0a-962a-72c207606e52,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:16.843814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:16.846186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cffc6f78-c077-4039-b09d-3b32ab6248e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6df4cb42-d01f-4c0a-962a-72c207606e52 HTTP/1.1" status: 204 len: 168 time: 0.3893125 May 27 03:25:16.890419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] For port f187e4c6-d210-44df-b896-e024e1b24036, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:16.922084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] For port f187e4c6-d210-44df-b896-e024e1b24036, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f187e4c6-d210-44df-b896-e024e1b24036,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:16.936697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:16.958148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:16.959288 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.016117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.114870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec132c-66b5-4235-840d-f4e61fecaf07 req-b5eceb94-2fc7-4c9b-a5c7-1ae56dd5a6b3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:17.117565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dec132c-66b5-4235-840d-f4e61fecaf07 req-b5eceb94-2fc7-4c9b-a5c7-1ae56dd5a6b3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 943 time: 0.2537117 May 27 03:25:17.277996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dec132c-66b5-4235-840d-f4e61fecaf07 req-368ffcd2-7571-49ba-8a37-f349bd9407af tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475356 May 27 03:25:17.301912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4c070-9dc7-473d-90d7-305769c1804e None None] Pushing event updated for resources: {'Port': ['ID=f187e4c6-d210-44df-b896-e024e1b24036,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:17.354383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.477156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:17.529774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:17.699719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b55c62-dea8-4873-9046-8243c608dc80 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:17.716491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:17.759256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.857107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:17.858713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=82f26643-e3dc-48b4-9d09-c9418a18d158,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:17.870687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:17.884302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:17.943630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:17.945334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:17.976286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:18.004011 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.195756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:18.236547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] Transition to ACTIVE for port object e1b55c62-dea8-4873-9046-8243c608dc80 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:18.259556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f187e4c6-d210-44df-b896-e024e1b24036 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:18.348199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.442791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f187e4c6-d210-44df-b896-e024e1b24036 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:18.485922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] Pushing event updated for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:18.525396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314d6b8-f6b5-4d0e-90b9-0aa91886119c req-84c38948-a4f3-40ea-a787-e0c4bef4304e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:18.527717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8314d6b8-f6b5-4d0e-90b9-0aa91886119c req-84c38948-a4f3-40ea-a787-e0c4bef4304e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 949 time: 0.1441789 May 27 03:25:18.542384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565109e5-ffa6-4a33-a778-b46ca1185def req-657a0923-3d62-4c0d-ae11-3076fdc53c0a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:18.544264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-565109e5-ffa6-4a33-a778-b46ca1185def req-657a0923-3d62-4c0d-ae11-3076fdc53c0a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.5678198 May 27 03:25:18.649151 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8314d6b8-f6b5-4d0e-90b9-0aa91886119c req-dfa08bfe-5c2a-4b70-aee9-0281a1767f63 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082220 May 27 03:25:18.710767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] No DVR routers for this DVR port e1b55c62-dea8-4873-9046-8243c608dc80 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:18.734868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-565109e5-ffa6-4a33-a778-b46ca1185def req-dd1fa20f-389e-4e16-b4f1-f7eca9b5447b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183016 May 27 03:25:18.797978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:18.888843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-19e8b93d-6708-4ad5-813b-bdec0e370c7b service neutron] 10.222.0.21 "PUT /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80/bindings/n-h2-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5348382 May 27 03:25:18.961817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:18.962609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.016477 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac65121a-2e8d-4a9d-8c86-ed7897292689'] response: {'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'code': 200} May 27 03:25:19.076943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:19.119196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 5a472001-33d5-47fc-8559-ad862c343a6d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:19.154346 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:25:19.308388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6c691d6-a807-4cfa-ad1b-ad9bf8374d33 req-4d7b5975-4dfe-4bf0-952d-5e3d4416622b tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.1691072 May 27 03:25:19.344951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-6b3a44c4-8b32-48bd-b02b-d3a63bb6f5ab tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.3469098 May 27 03:25:19.406603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2bae5-f7c9-46c9-888f-f67037a368ff req-0166790d-5726-49b1-852b-0f993b5ff35a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:19.411190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11b2bae5-f7c9-46c9-888f-f67037a368ff req-0166790d-5726-49b1-852b-0f993b5ff35a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.3349452 May 27 03:25:19.444590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:19.452168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848962c-0b79-4850-bdeb-d69fb3a75f15 None None] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:25:19.467123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a6c691d6-a807-4cfa-ad1b-ad9bf8374d33 req-3fc8186f-7c0d-499b-b84f-886cd02cfb42 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Synchronizing usage tracker for tenant:735bc6e216ed4406a040363fd92e7ea5 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:19.500615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 5a472001-33d5-47fc-8559-ad862c343a6d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:19.512778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-cc7659a4-8b2d-47d9-861e-9f30e7c10424 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&tenant_id=adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 1095 time: 0.1574199 May 27 03:25:19.515525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a6c691d6-a807-4cfa-ad1b-ad9bf8374d33 req-3fc8186f-7c0d-499b-b84f-886cd02cfb42 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] Unset dirty status for tenant:735bc6e216ed4406a040363fd92e7ea5 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:19.534649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6c691d6-a807-4cfa-ad1b-ad9bf8374d33 req-3fc8186f-7c0d-499b-b84f-886cd02cfb42 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238245 May 27 03:25:19.571243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11b2bae5-f7c9-46c9-888f-f67037a368ff req-1c507365-be71-45df-a523-1154154f431c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525891 May 27 03:25:19.619530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 5a472001-33d5-47fc-8559-ad862c343a6d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:19.619950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.723846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Provisioning for port f187e4c6-d210-44df-b896-e024e1b24036 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:19.751917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Provisioning complete for port f187e4c6-d210-44df-b896-e024e1b24036 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:19.752161 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:19.782737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-86cbdf13-15e3-4830-bcd3-0de3a39e1400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1095 time: 0.2446897 May 27 03:25:19.891536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d3702fca-7bc7-4747-821b-d96167044454 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a2caf7f0908462db225b6b46774f004&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7150424 May 27 03:25:19.898683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:20.074377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8c35f90b-585a-4051-8963-aff00d92c06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:20.076055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-8c35f90b-585a-4051-8963-aff00d92c06e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.2871251 May 27 03:25:20.165075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:25:20.344649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-b65a0027-722e-4e6d-b251-3d1bada8cd44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.2601399 May 27 03:25:20.578325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-e045c290-d66b-4b36-a6c1-8edd123c893f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:20.580799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-e045c290-d66b-4b36-a6c1-8edd123c893f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2264519 May 27 03:25:20.679596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-35ae3675-d1a6-46b0-a28d-dce0fd3188f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539987 May 27 03:25:20.687125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-07a70541-bbf5-4c4e-ab41-e9fc18473f95 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1045907 May 27 03:25:20.754220 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.777718 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.779557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff34f-59d5-4dbb-89b7-485385329cdf req-9dcd3ff3-22f4-4123-bd39-5270fc86481c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:20.782355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6caff34f-59d5-4dbb-89b7-485385329cdf req-9dcd3ff3-22f4-4123-bd39-5270fc86481c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 949 time: 0.8532712 May 27 03:25:20.835238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.891657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.907661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] For port f187e4c6-d210-44df-b896-e024e1b24036, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f187e4c6-d210-44df-b896-e024e1b24036,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:20.967795 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:20.983721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6caff34f-59d5-4dbb-89b7-485385329cdf req-ab8883a4-8ad2-43c5-be45-eb1cea834758 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802998 May 27 03:25:21.110159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-23d40d5f-a638-4eb2-aa37-8e6b358f7920 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:21.112814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-23d40d5f-a638-4eb2-aa37-8e6b358f7920 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893003 May 27 03:25:21.139938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.172933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-62c1883b-0ae1-436a-82e3-0fb41a77e256 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/quotas/185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 375 time: 0.0485342 May 27 03:25:21.195268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:21.233283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=5a472001-33d5-47fc-8559-ad862c343a6d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:21.256699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.279407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7581f6-8aa9-48e6-a6e1-a34a61490d02 None None] Pushing event updated for resources: {'Port': ['ID=f187e4c6-d210-44df-b896-e024e1b24036,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:21.294810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-faf90853-1f3c-4700-930a-335969e3c022 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063414 May 27 03:25:21.312469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d25f7-7bd1-4f56-9fd4-b43501a922df,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:21.350992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.352919 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b5817fda-a6fc-4856-8cf2-28425f4a027f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/982d25f7-7bd1-4f56-9fd4-b43501a922df HTTP/1.1" status: 204 len: 168 time: 1.4486845 May 27 03:25:21.459199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:25:21.482189 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Sync routers for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:25:21.529568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:21.534151 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:21.541207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.547683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fd116218-42e7-4acb-a8a6-c1349a6bc8a9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9036174 May 27 03:25:21.550790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:21.601780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:21.772096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-fe8b5c94-72d4-4ca1-906c-5dfba2d4afc5 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5291238 May 27 03:25:21.776206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fd407-dcd8-4030-8355-12ea9bdeeb68 req-0ff5f16e-9b0b-424f-b4c1-8e1907acad96 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:21.778054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af4fd407-dcd8-4030-8355-12ea9bdeeb68 req-0ff5f16e-9b0b-424f-b4c1-8e1907acad96 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.5687089 May 27 03:25:21.822097 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:21.823173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3549101a-04f9-4679-bbb2-30decd53880c None None] Provisioning complete for port f187e4c6-d210-44df-b896-e024e1b24036 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:21.823934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3549101a-04f9-4679-bbb2-30decd53880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:21.831940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-b280f35a-6de1-471b-bf03-f86a0992b196 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299649 May 27 03:25:22.179020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f187e4c6-d210-44df-b896-e024e1b24036 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:22.256393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af4fd407-dcd8-4030-8355-12ea9bdeeb68 req-68fc3bb0-2ca6-4908-b082-55cc1609b0b4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402447 May 27 03:25:22.308165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:22.348539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:22.423994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f187e4c6-d210-44df-b896-e024e1b24036 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:22.424501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:22.466521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:22.481836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Usage tracker for resource:security_group_rule and tenant:3e8917b1cf0c4c8a8fed2b3f48c8735c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:22.491511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:22.509648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:22.686084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:18Z', 'revision_number': 3, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:22.709289 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Checking router: 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:25:22.709494 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Updating router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 port 82f26643-e3dc-48b4-9d09-c9418a18d158 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:25:22.734393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:22.764739 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c041c3-289f-4935-b397-2aaad0903678'] response: {'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d', 'code': 200} May 27 03:25:22.877827 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.181800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a833b78-3b95-4ad9-9993-f95de2a1ab42 req-8c46c6d1-52a8-4244-ad70-3c5f61eca6ee tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 210 time: 0.1472998 May 27 03:25:23.193595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.365980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a0fe1-f090-45c4-841e-a68a095aa23f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.480489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.481226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.481835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.482344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.483000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.483472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.484021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.484575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.485161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.485718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.486271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.486815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.530678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b7c6086b-eb3f-490d-a81f-551d58f5caff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e8917b1cf0c4c8a8fed2b3f48c8735c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2206681 May 27 03:25:23.534845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:23.613925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-abe99161-b8b8-4ac7-ad4c-6bdee58053dc tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.8704193 May 27 03:25:23.621711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b3ad9bb-eb5a-422f-88c7-5becb7b72acd req-fe658b3a-1a83-4e1d-ae5b-aea2ccb94283 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 1101 time: 0.7921076 May 27 03:25:23.790882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10fa5-1ffc-4b5b-a836-423b3ff3d434 req-769dcbed-17ab-4e66-afb5-c5166e9cb9e5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:23.804418 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.809668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7d10fa5-1ffc-4b5b-a836-423b3ff3d434 req-769dcbed-17ab-4e66-afb5-c5166e9cb9e5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.4988310 May 27 03:25:23.848443 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Transition to ACTIVE for port object 82f26643-e3dc-48b4-9d09-c9418a18d158 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:23.875619 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:23.934296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7d10fa5-1ffc-4b5b-a836-423b3ff3d434 req-cf52c7c2-1e6f-4ce5-be8a-9c3d6e4e312a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231608 May 27 03:25:23.979306 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Pushing event updated for resources: {'Port': ['ID=82f26643-e3dc-48b4-9d09-c9418a18d158,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.993220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.993844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.994193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.994532 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.996166 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.996505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.997046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.997552 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.998160 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:23.999667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:24.000230 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:24.038541 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Attempting to bind port 82f26643-e3dc-48b4-9d09-c9418a18d158 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:24.047676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b3ad9bb-eb5a-422f-88c7-5becb7b72acd req-8a71cb5a-51cb-4ba9-a8e3-01f0712fefac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004985 May 27 03:25:24.053747 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Attempting to bind port 82f26643-e3dc-48b4-9d09-c9418a18d158 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:24.054356 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Attempting to bind port 82f26643-e3dc-48b4-9d09-c9418a18d158 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:24.071548 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:24.072309 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:24.073518 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.075217 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:24.077378 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Bound port: 82f26643-e3dc-48b4-9d09-c9418a18d158, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:24.078441 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.241760 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] For port 82f26643-e3dc-48b4-9d09-c9418a18d158, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:24.246625 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] For port 82f26643-e3dc-48b4-9d09-c9418a18d158, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=82f26643-e3dc-48b4-9d09-c9418a18d158,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:24.256831 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.325813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.409954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.434447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f2f9bd3c-2f00-4958-ae65-75eaca5ecfbb service neutron] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:24.442773 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:24.443825 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.446450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.502531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae87b2e-4def-4517-8f3d-504ac6c1a2f8 req-cff9874a-e3c5-4e27-b235-ae07855c9137 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:24.505195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ae87b2e-4def-4517-8f3d-504ac6c1a2f8 req-cff9874a-e3c5-4e27-b235-ae07855c9137 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.4158266 May 27 03:25:24.552206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f2f9bd3c-2f00-4958-ae65-75eaca5ecfbb service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.554018 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb780376-ce92-4161-a9fb-6f7d8c3ea2d4 req-f2f9bd3c-2f00-4958-ae65-75eaca5ecfbb service neutron] 10.222.0.41 "DELETE /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80/bindings/n-h1-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.9285567 May 27 03:25:24.555622 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba68fdd-ad4d-4db9-8da9-95e496bdccea None None] Pushing event updated for resources: {'Port': ['ID=82f26643-e3dc-48b4-9d09-c9418a18d158,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.621735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ae87b2e-4def-4517-8f3d-504ac6c1a2f8 req-71252859-3086-4139-8393-072942b88002 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007750 May 27 03:25:24.646699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.694636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a0fe1-f090-45c4-841e-a68a095aa23f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.707890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:24.721684 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4d942b87-110b-46c1-b085-a4c15eda6fda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e9a0fe1-f090-45c4-841e-a68a095aa23f HTTP/1.1" status: 204 len: 168 time: 1.1853395 May 27 03:25:24.882704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d725d58-18de-4a43-a641-766cd606dbba req-92ad1bd9-5c37-4427-8c5d-d38552ec0efd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 210 time: 0.0942705 May 27 03:25:24.941041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Allocated IP 172.20.0.1 (2a02d005-3de4-4c61-91f1-30e19adcf1aa/e3572200-e7e4-4be5-ae82-729aa9fcc577/918c361c-e766-4038-902e-0d19613b41d8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:25.008834 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:25.175757 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-76a405c8-31ef-46e4-8c06-5cde366c98c7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2268615 May 27 03:25:25.559870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcc5b91f-ac31-440d-a095-11aab0b70fd7 req-b3dd20c4-137a-4e1f-aed0-e0fd2f0c6b1b tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1095 time: 0.1995714 May 27 03:25:25.652577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dcc5b91f-ac31-440d-a095-11aab0b70fd7 req-d11a40d9-5f23-4a8d-8cce-ef92f6253039 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] Synchronizing usage tracker for tenant:8361b093fdd245b79cca74bce28cb25c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:25.696939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dcc5b91f-ac31-440d-a095-11aab0b70fd7 req-d11a40d9-5f23-4a8d-8cce-ef92f6253039 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] Unset dirty status for tenant:8361b093fdd245b79cca74bce28cb25c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:25.710729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcc5b91f-ac31-440d-a095-11aab0b70fd7 req-d11a40d9-5f23-4a8d-8cce-ef92f6253039 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494770 May 27 03:25:25.778147 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:18Z', 'revision_number': 3, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:25.785014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a391df1-ab29-4511-b116-9b143c6a1057 None None] The sync data for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 is: [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:18Z', 'revision_number': 3, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:25:25.825315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-d0201e23-e00c-469f-adfb-3b925195a553 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:25.826968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-d0201e23-e00c-469f-adfb-3b925195a553 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6309519 May 27 03:25:25.936654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Request body: {'port': {'device_id': '40f5ac44-82a3-4604-96da-71fc78455f04', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '185eb08e01504918865d46ecdabc7468'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:25.955305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.205569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.235305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Transition to ACTIVE for port object 918c361c-e766-4038-902e-0d19613b41d8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:26.327876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c48bfc-b1b6-4c5f-b246-08ad94d6eb23 req-47146806-4083-43ef-975a-a164bc874a8f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:26.335706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97c48bfc-b1b6-4c5f-b246-08ad94d6eb23 req-47146806-4083-43ef-975a-a164bc874a8f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.8706896 May 27 03:25:26.410516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:26.431841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97c48bfc-b1b6-4c5f-b246-08ad94d6eb23 req-4b29f29c-97fa-4df1-a470-7287118ad2d3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951297 May 27 03:25:26.443804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.460433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:26.593595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Made reservation on behalf of 185eb08e01504918865d46ecdabc7468 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:26.601685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:26.672006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:26.747518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9ca9969-1e4e-4b9f-9cc6-047429c3af62 req-473352ee-19b2-4ffd-ab21-9a9299d82de3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 210 time: 0.1024072 May 27 03:25:26.756577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:26.759475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:26.760217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.184880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-627e9a47-2910-4ddf-b854-66b57a2155c4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:27.185797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-627e9a47-2910-4ddf-b854-66b57a2155c4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:27.206531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Pushing event updated for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.275713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dca9ec66-d375-45e4-82d5-e13edf59db8f None None] Provisioning for port 918c361c-e766-4038-902e-0d19613b41d8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:27.281331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dca9ec66-d375-45e4-82d5-e13edf59db8f None None] Provisioning complete for port 918c361c-e766-4038-902e-0d19613b41d8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:27.281867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dca9ec66-d375-45e4-82d5-e13edf59db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.348612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dca9ec66-d375-45e4-82d5-e13edf59db8f None None] Port 918c361c-e766-4038-902e-0d19613b41d8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:27.356524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.356877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.357284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.357614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.358136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.358466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.358795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.359227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.359436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.359935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.360258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:27.372023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.381917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-627e9a47-2910-4ddf-b854-66b57a2155c4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:27.383122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-627e9a47-2910-4ddf-b854-66b57a2155c4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.3802047 May 27 03:25:27.386178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Allocated IP 192.168.233.246 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/1564a37d-84a2-4a24-ac3f-ebb86d2918e8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:27.449035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-2ca6cf03-291b-4a8f-ab7d-79c5a1efae01 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/quotas/adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 375 time: 0.0571651 May 27 03:25:27.735143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-587c6179-32f2-454f-b276-c7acc8769ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.942016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:27.977998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Transition to ACTIVE for port object 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:28.126574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453cfbe-5c38-4ebe-ab6c-81c764d81010 req-dde4c079-a075-4de5-a14f-6037c1a3569b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:28.143849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7453cfbe-5c38-4ebe-ab6c-81c764d81010 req-dde4c079-a075-4de5-a14f-6037c1a3569b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.1893144 May 27 03:25:28.196260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 82f26643-e3dc-48b4-9d09-c9418a18d158 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:28.205243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7453cfbe-5c38-4ebe-ab6c-81c764d81010 req-b534aae7-c6a4-4367-b7ee-2c1fd62550c8 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603786 May 27 03:25:28.225544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.279895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:28.286261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-589e8daa-cecf-46d0-809e-3b68491574de tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8350189 May 27 03:25:28.307489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-e1fcbb4c-3770-4081-a3b4-f3d189d72f67 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:25:28.311659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-e1fcbb4c-3770-4081-a3b4-f3d189d72f67 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0244427 May 27 03:25:28.358908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.585026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9c051-69d9-4015-95d4-4b1bbba3a23d req-773c6fe8-97a9-4b2e-9174-4e65a3cd79e4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:28.593835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0c9c051-69d9-4015-95d4-4b1bbba3a23d req-773c6fe8-97a9-4b2e-9174-4e65a3cd79e4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 936 time: 0.2280493 May 27 03:25:28.598438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 82f26643-e3dc-48b4-9d09-c9418a18d158 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:28.623283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 82f26643-e3dc-48b4-9d09-c9418a18d158 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:28.623892 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.648520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-046c52b0-e1a8-4cc7-8538-f383f25d4d38 service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865663 May 27 03:25:28.662277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.663588 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:28.685985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0c9c051-69d9-4015-95d4-4b1bbba3a23d req-0498d653-1ef1-45cd-804c-321bbb9e3ce4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 May 27 03:25:28.850463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:28.876326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:28.884809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:28.888145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:28.892861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:28.893435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.098864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Pushing event updated for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:29.102172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-5cc6e44a-b40a-46e9-8d52-c12811690a69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1952763 May 27 03:25:29.115907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.116692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-c68263e1-d7dd-4cda-ac9b-4860b54adb6a service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209902 May 27 03:25:29.160475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Request body: {'port': {'device_id': '40f5ac44-82a3-4604-96da-71fc78455f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:29.171363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 82f26643-e3dc-48b4-9d09-c9418a18d158, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=82f26643-e3dc-48b4-9d09-c9418a18d158,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:29.182508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.378475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=82f26643-e3dc-48b4-9d09-c9418a18d158,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:29.398932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab84dffb-bb59-4c06-8da5-481cca5351df None None] Provisioning for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:29.404934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab84dffb-bb59-4c06-8da5-481cca5351df None None] Provisioning complete for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:29.405153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab84dffb-bb59-4c06-8da5-481cca5351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.540143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab84dffb-bb59-4c06-8da5-481cca5351df None None] Port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:29.623440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:29.624687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:29.639551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02127b-46fb-4731-aef7-e3cdf3fc368c req-033bdf0b-7811-484c-a857-5b7d78846926 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:29.647478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a02127b-46fb-4731-aef7-e3cdf3fc368c req-033bdf0b-7811-484c-a857-5b7d78846926 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.1030037 May 27 03:25:29.706619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:29.713664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a02127b-46fb-4731-aef7-e3cdf3fc368c req-7ca4a8ad-8e98-4b80-96bf-e477839254b8 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651851 May 27 03:25:29.859404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7ad6fac-50e5-4994-9c2f-d305f60f8583 req-0c0bc8ee-56e6-4c63-acce-5095c1611090 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 210 time: 0.0865247 May 27 03:25:29.930301 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68d5243d-2c31-4caa-ad76-18c8e89c2cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:30.204599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 82f26643-e3dc-48b4-9d09-c9418a18d158 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:30.297639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-200ea250-b072-4d8c-b5f9-74a156b0b9e8 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3498867 May 27 03:25:30.430040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6a91e283-75e2-4b0c-b840-87354f7d3fad None None] Provisioning complete for port 918c361c-e766-4038-902e-0d19613b41d8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:30.431621 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6a91e283-75e2-4b0c-b840-87354f7d3fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:30.496994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47254) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:30.596007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6a91e283-75e2-4b0c-b840-87354f7d3fad None None] Port 918c361c-e766-4038-902e-0d19613b41d8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:30.610641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 82f26643-e3dc-48b4-9d09-c9418a18d158 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:30.611221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:30.733138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510a22a-1cb0-478a-8914-70d705bcead1 req-dd8b0bcf-3ae7-407f-a8f0-42666a193b2a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:30.749417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5510a22a-1cb0-478a-8914-70d705bcead1 req-dd8b0bcf-3ae7-407f-a8f0-42666a193b2a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 936 time: 0.1847613 May 27 03:25:30.859640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5510a22a-1cb0-478a-8914-70d705bcead1 req-2d757ddb-a198-41c7-a6cc-1c2fd84c0b82 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089771 May 27 03:25:30.936187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.000779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:31.008328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b6e877cd51466e81b772be5fcfe02a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:31.014503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:31.025915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:31.129150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.275934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-56be7ed3-ea76-4b87-8fda-0993179d6683 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:31.277516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-56be7ed3-ea76-4b87-8fda-0993179d6683 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9789898 May 27 03:25:31.289966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:31.306243 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.311409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.324170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac253-fc86-4de9-bc37-c9784302d0f0 req-57d5d795-1080-4a5f-bec9-e39b75a64b9b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:31.327184 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-659ac253-fc86-4de9-bc37-c9784302d0f0 req-57d5d795-1080-4a5f-bec9-e39b75a64b9b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.2401752 May 27 03:25:31.329094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.337333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-6f25d856-39ab-4996-9c81-8bc984982647 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/quotas/1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 HTTP/1.1" status: 200 len: 375 time: 0.0509622 May 27 03:25:31.348297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Transition to ACTIVE for port object 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:31.379603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.392962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.439993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-4194e526-a0e4-44e1-bb17-dd7b73f04cc3 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898042 May 27 03:25:31.460634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f489b96f-7229-48eb-9105-1c60114cfaa1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.511685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79f7b4b6-58e9-4ce9-a64b-3be4497aa8c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8b6e877cd51466e81b772be5fcfe02a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0125184 May 27 03:25:31.516518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47270) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:31.554839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-659ac253-fc86-4de9-bc37-c9784302d0f0 req-0c224150-e413-4435-ae18-ca4fd1a582e0 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069001 May 27 03:25:31.577253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.676351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.717588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:31.718136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:31.718750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:31.746373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:31.746899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:31.771011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:31.771578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:31.772229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:31.773425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Bound port: 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:31.774299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.800719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:31.883711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:25:32.023226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e889872-c4d5-48aa-9231-9ed6d908ef11 req-3a086a5d-055c-4289-9a71-1d8227a41013 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 210 time: 0.1408672 May 27 03:25:32.046539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.082322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f489b96f-7229-48eb-9105-1c60114cfaa1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.126407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.129687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf59bc41-d9f8-41f9-910f-c5ae80e95f71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f489b96f-7229-48eb-9105-1c60114cfaa1 HTTP/1.1" status: 204 len: 168 time: 0.6118426 May 27 03:25:32.229912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:32.253133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:32.277944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.330681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8182e846-850c-4b78-96c8-a85e45d6b4ab req-b600be36-3511-49d4-869a-88916f09d1f0 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 210 time: 0.1304145 May 27 03:25:32.760809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.805413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:32.806867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-811013b2-c43d-4fdd-9bc1-dddf4ab1b41f service neutron] 10.222.0.21 "PUT /v2.0/ports/1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 1096 time: 3.6876175 May 27 03:25:32.813333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:32.861407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:33.038121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f1dfa-5cc9-458b-a810-c6df9de7cb5c req-3d3c6205-9bc1-47c6-b669-47929a887cd3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:33.038366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ce1f1dfa-5cc9-458b-a810-c6df9de7cb5c req-3d3c6205-9bc1-47c6-b669-47929a887cd3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:33.098987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ce1f1dfa-5cc9-458b-a810-c6df9de7cb5c req-3d3c6205-9bc1-47c6-b669-47929a887cd3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:33.110409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce1f1dfa-5cc9-458b-a810-c6df9de7cb5c req-3d3c6205-9bc1-47c6-b669-47929a887cd3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 948 time: 0.4952545 May 27 03:25:33.184946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:25:33.199903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851da274-3f05-4465-b265-d6373f779607 None None] Sync routers for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:25:33.217100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8007d2f1-4d8e-40ae-9fcb-508e8edb4450 admin admin] 10.222.0.46 "PUT /v2.0/routers/0424f979-38da-44e6-9bbd-f81b4ecf7fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6554554 May 27 03:25:33.233445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47310) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:33.262908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:33.263550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:33.265016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:33.334003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:33.343160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Usage tracker for resource:security_group_rule and tenant:541554973c074c59b3819fc1b32ad045 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:33.348844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:33.358879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce1f1dfa-5cc9-458b-a810-c6df9de7cb5c req-74ec632d-aad7-4f39-bb6c-9d5dbdfb1a8c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456012 May 27 03:25:33.374572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:33.400475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69040187-e0c4-4248-b6a6-768417ba0283 req-b6277938-be7d-4a41-ac3b-fa72caaa604d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:33.400999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-00ec60e6-0d87-4279-a123-7edf785bec14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1099 time: 0.2258713 May 27 03:25:33.413149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-69040187-e0c4-4248-b6a6-768417ba0283 req-b6277938-be7d-4a41-ac3b-fa72caaa604d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.2564998 May 27 03:25:33.515327 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-69040187-e0c4-4248-b6a6-768417ba0283 req-b33c3083-3dd4-456a-8c6c-0008848e73b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008203 May 27 03:25:33.623670 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2191e761-9b0f-4032-80bd-61ecfc059045'] response: {'name': 'network-changed', 'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'status': 'completed', 'code': 200} May 27 03:25:33.640429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:33.649950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:33.665735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-3205a852-ab59-4b7e-8deb-30016b1414f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.2541888 May 27 03:25:33.709187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:33.739010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=541554973c074c59b3819fc1b32ad045&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5044882 May 27 03:25:33.742679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:33.903992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0e99daa-4ace-4846-be23-3a10966bd7c1 req-e461424b-5d7b-4fde-b4db-428a9cb94cc7 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 210 time: 0.1287761 May 27 03:25:33.950819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-3a442927-ab3f-4962-a337-fd0c9ac17878 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:33.958151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-3a442927-ab3f-4962-a337-fd0c9ac17878 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2840657 May 27 03:25:34.072695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc74957-be1e-44c5-963a-d3b82491317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef5b22b-d915-4f00-bbfe-1b8efc8926a2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.096180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6d343e0-9b28-4150-8b60-1e47680a8082 req-04379443-7b68-4e6d-9bb5-cebba7634c11 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 210 time: 0.3045382 May 27 03:25:34.218423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-4299e002-c1ff-4dd9-8120-7bb7f781bee2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539043 May 27 03:25:34.389641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.509522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-28288576-6a7d-41cc-96d9-66da31c4ce54 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:34.512189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-28288576-6a7d-41cc-96d9-66da31c4ce54 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.5256233 May 27 03:25:34.520337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.538865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Request body: {'port': {'device_id': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'admin_state_up': True, 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:34.585400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:27Z', 'revision_number': 4, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '918c361c-e766-4038-902e-0d19613b41d8', 'name': '', 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'mac_address': 'fa:16:3e:dd:51:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:24Z', 'updated_at': '2022-05-27T03:25:27Z', 'revision_number': 2, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'subnets': [{'id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:34.589134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-936d8e31-3455-4e95-91de-f116e6b5e524 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631561 May 27 03:25:34.599392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851da274-3f05-4465-b265-d6373f779607 None None] Checking router: 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:25:34.600236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851da274-3f05-4465-b265-d6373f779607 None None] Updating router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 port 918c361c-e766-4038-902e-0d19613b41d8 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:25:34.720006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:34.855979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-741cd9ba-04d6-4fc6-9de6-0b219dfd5142 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758345 May 27 03:25:34.925557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-953511d5-f2ae-4ef2-b9fa-f1c99ae07323 req-d30dd565-2687-45c8-90c4-0b93f6534a6e tempest-FloatingIPsNegativeTestJSON-344142577 tempest-FloatingIPsNegativeTestJSON-344142577-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=e678a86282fc48d7aa2361782cfb7eb8 HTTP/1.1" status: 200 len: 217 time: 0.1678996 May 27 03:25:34.977560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3577ea0-a0da-4e21-8da9-259b2585cc99 req-6ce45e2b-092c-4dce-a8cf-e9fb5e554e92 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804226 May 27 03:25:35.357950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.436567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef5b22b-d915-4f00-bbfe-1b8efc8926a2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:35.447847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:35.448267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-09a35ef9-2d1e-4d5f-b2e1-d64d60cca033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1099 time: 0.3980634 May 27 03:25:35.522909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:35.529834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.531633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d7951de5-4d97-45ff-a561-fc9418c4e89f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cef5b22b-d915-4f00-bbfe-1b8efc8926a2 HTTP/1.1" status: 204 len: 168 time: 1.7878094 May 27 03:25:35.541060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-ff9aed0a-4c19-4aa0-a79f-13f90f6b1cad tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:35.543950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-ff9aed0a-4c19-4aa0-a79f-13f90f6b1cad tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6791675 May 27 03:25:35.545134 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.562745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-851da274-3f05-4465-b265-d6373f779607 None None] Transition to ACTIVE for port object 918c361c-e766-4038-902e-0d19613b41d8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:35.570277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Request body: {'port': {'device_id': '99437250-405e-4407-b7b2-a894811dfd51', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:35.575276 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.605060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:35.610390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.641451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f854e-1de0-4309-b65a-b42f5d8b1c80 req-f55c2b3f-8f65-4a47-bf3a-bf480d1f328d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:35.653743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e6f854e-1de0-4309-b65a-b42f5d8b1c80 req-f55c2b3f-8f65-4a47-bf3a-bf480d1f328d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.4468758 May 27 03:25:35.742661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Pushing event updated for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:35.765081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.765539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.765904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.766223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.766624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.766960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.767286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.767609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.767932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.768250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.769211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:35.864770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e6f854e-1de0-4309-b65a-b42f5d8b1c80 req-473fed59-55fd-463d-af96-3ba9d0d16fcb tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014301 May 27 03:25:35.875831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-851da274-3f05-4465-b265-d6373f779607 None None] Attempting to bind port 918c361c-e766-4038-902e-0d19613b41d8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:35.875934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-851da274-3f05-4465-b265-d6373f779607 None None] Attempting to bind port 918c361c-e766-4038-902e-0d19613b41d8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:35.876277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851da274-3f05-4465-b265-d6373f779607 None None] Attempting to bind port 918c361c-e766-4038-902e-0d19613b41d8 on network 2a02d005-3de4-4c61-91f1-30e19adcf1aa {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:35.884386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851da274-3f05-4465-b265-d6373f779607 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:35.884765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851da274-3f05-4465-b265-d6373f779607 None None] Checking segment: {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:35.885219 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.885640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851da274-3f05-4465-b265-d6373f779607 None None] Bound using segment: {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:35.886148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-851da274-3f05-4465-b265-d6373f779607 None None] Bound port: 918c361c-e766-4038-902e-0d19613b41d8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e50dd13-5937-412e-9dd6-91a45dd47aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:35.886525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:35.889983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14930c93-8424-4e20-8400-527cfd6334b9 req-3f9b5eba-7003-4175-836e-6fba5cd4a7a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:35.894997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-3f9b5eba-7003-4175-836e-6fba5cd4a7a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4403162 May 27 03:25:35.971371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771f8fe-7163-48ad-b720-a0dbb009f786 req-52c545fe-f3d6-4900-ab6e-a978d80a7570 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:35.993078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7771f8fe-7163-48ad-b720-a0dbb009f786 req-52c545fe-f3d6-4900-ab6e-a978d80a7570 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 948 time: 0.7878647 May 27 03:25:36.079687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-ab206b79-e0ec-4e09-86f7-bb22143345c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.1764321 May 27 03:25:36.126449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-851da274-3f05-4465-b265-d6373f779607 None None] For port 918c361c-e766-4038-902e-0d19613b41d8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:36.153126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-851da274-3f05-4465-b265-d6373f779607 None None] For port 918c361c-e766-4038-902e-0d19613b41d8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=918c361c-e766-4038-902e-0d19613b41d8,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:36.178391 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-851da274-3f05-4465-b265-d6373f779607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:36.239083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14930c93-8424-4e20-8400-527cfd6334b9 req-e7a61202-f2ac-4c8f-acb0-6ddbfe0d6709 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:36.240624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-e7a61202-f2ac-4c8f-acb0-6ddbfe0d6709 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1534612 May 27 03:25:36.297072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7771f8fe-7163-48ad-b720-a0dbb009f786 req-8713234d-c396-40f7-b734-07bbd054df31 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026333 May 27 03:25:36.351164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e651e7-8779-486c-82b4-abfd18af6fd6 None None] Pushing event updated for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:36.371863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:36.372523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:36.412500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-a1afaf23-f261-400a-9d61-49f3892c8514 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638937 May 27 03:25:36.443166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:36.495510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Usage tracker for resource:port and tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:36.505972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:36.554224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Allocated IP 172.20.0.14 (0850598d-0cfb-429e-8f38-56162d3eec97/9991bc14-8f87-46b4-a15c-e03f312eb71d/b0780040-b28b-4a61-b249-8ddf947aa6fb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:36.586247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b5778fa-7105-4128-96ee-966533cd8019 req-1d6d7e8d-cf6d-48b3-afb4-82ee0fbe3084 tempest-FloatingIPsNegativeTestJSON-344142577 tempest-FloatingIPsNegativeTestJSON-344142577-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1576505 May 27 03:25:36.606715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:36.671543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Made reservation on behalf of 1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:36.675862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:36.701207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:36.759526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-828d1926-1c0a-4963-bbc9-26b35b99ffb6 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370841 May 27 03:25:36.843176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:36.852812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Usage tracker for resource:security_group_rule and tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:36.888319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:36.896067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:36.944067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eab95d60-4ae6-4a8b-8b20-e5bee3a41248 req-832be50d-0eb3-4978-9747-ce182d529081 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 210 time: 0.0973527 May 27 03:25:36.946037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:37.205228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14930c93-8424-4e20-8400-527cfd6334b9 req-a790974b-7706-42b9-8f98-0e28e80a2485 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358141 May 27 03:25:37.262268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.276869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.446615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fe87a06-8115-4eb6-8b23-08fd1af71e02 req-10789d87-b513-43db-81fb-9788a38ff26b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 210 time: 0.1547296 May 27 03:25:37.452766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.479788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d82f3d-f7c6-46bc-9e53-b915d62814b2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:37.506682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-851da274-3f05-4465-b265-d6373f779607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:27Z', 'revision_number': 4, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '918c361c-e766-4038-902e-0d19613b41d8', 'name': '', 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'mac_address': 'fa:16:3e:dd:51:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:24Z', 'updated_at': '2022-05-27T03:25:36Z', 'revision_number': 4, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'subnets': [{'id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:37.526383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851da274-3f05-4465-b265-d6373f779607 None None] The sync data for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 is: [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:27Z', 'revision_number': 4, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '918c361c-e766-4038-902e-0d19613b41d8', 'name': '', 'network_id': '2a02d005-3de4-4c61-91f1-30e19adcf1aa', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'mac_address': 'fa:16:3e:dd:51:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:24Z', 'updated_at': '2022-05-27T03:25:36Z', 'revision_number': 4, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'subnets': [{'id': 'e3572200-e7e4-4be5-ae82-729aa9fcc577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:25:37.713248 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-c45b10c0-893e-472f-a59a-bb59971ad595 req-eccb5347-04c6-465b-8a7a-011e4c099329 tempest-FloatingIPsNegativeTestJSON-344142577 tempest-FloatingIPsNegativeTestJSON-344142577-project] show failed (client error): The resource could not be found. May 27 03:25:37.714309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c45b10c0-893e-472f-a59a-bb59971ad595 req-eccb5347-04c6-465b-8a7a-011e4c099329 tempest-FloatingIPsNegativeTestJSON-344142577 tempest-FloatingIPsNegativeTestJSON-344142577-project] 10.222.0.46 "GET /v2.0/floatingips/e56c3f8e-4eac-4acb-a28f-e7a091a6cee0 HTTP/1.1" status: 404 len: 350 time: 0.1756139 May 27 03:25:37.727797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47380) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:37.773933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:37.814886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Allocated IP 192.168.233.109 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:37.960498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Network 0850598d-0cfb-429e-8f38-56162d3eec97 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:37.983251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:37.993352 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-fec61737-61de-4ac9-864c-2f89d796492a tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 1101 time: 0.2854011 May 27 03:25:37.996646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:38.000264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:38.001000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.082145 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.173695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:38.195549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 918c361c-e766-4038-902e-0d19613b41d8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:38.197928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Usage tracker for resource:security_group_rule and tenant:0596f924df864d998735663a3004ab40 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:38.201944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:38.210457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:38.295884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.298574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7659862 May 27 03:25:38.304679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba4f79-8e4f-4802-9df8-2db820a8b24d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.313675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.327812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Request body: {'port': {'device_id': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:38.350225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 918c361c-e766-4038-902e-0d19613b41d8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:38.357429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 918c361c-e766-4038-902e-0d19613b41d8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:38.358113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.555085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61728f2a-4523-4a8b-a0f4-e68847287781 req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312555 May 27 03:25:38.675890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28d79c-9c10-41b9-8f3a-8a870144f3c0 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b792c2-8f2e-4a3d-a781-f50d15f29664,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.729946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.740334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.802879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 918c361c-e766-4038-902e-0d19613b41d8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=918c361c-e766-4038-902e-0d19613b41d8,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:38.814949 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:38.940880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:38.943932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:38.984774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.107755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.144172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Transition to ACTIVE for port object 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:39.279994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5202e97-52f2-49fb-941f-b4c1b4a223a5 req-f3bd64ed-c94a-4637-984a-1dbac3b251ab tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:39.291694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5202e97-52f2-49fb-941f-b4c1b4a223a5 req-f3bd64ed-c94a-4637-984a-1dbac3b251ab tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 948 time: 0.4939885 May 27 03:25:39.323394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:39.340801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'mac_address': 'fa:16:3e:ea:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:39.482389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.521764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.542520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5202e97-52f2-49fb-941f-b4c1b4a223a5 req-a682bb4e-1434-4f7c-8265-f784e35a8140 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495821 May 27 03:25:39.572593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:39.599184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:39.604577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:39.607239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:39.611727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:39.612676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.634664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:39.644108 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:39.650170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Pushing event updated for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:39.685746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-9f5171fb-4f2d-416a-93cc-06ab20361e06 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1284502 May 27 03:25:39.708125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Request body: {'port': {'device_id': '99437250-405e-4407-b7b2-a894811dfd51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:39.852854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:39.873342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:39.882002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:39.897736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0b5f-fb26-4249-83a0-39141c555760 req-c5431395-bd6e-43ee-b3ed-b5522f6c53c9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:39.899310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-085e0b5f-fb26-4249-83a0-39141c555760 req-c5431395-bd6e-43ee-b3ed-b5522f6c53c9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 932 time: 0.6196351 May 27 03:25:39.990432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-085e0b5f-fb26-4249-83a0-39141c555760 req-90378584-28a3-4b52-be1a-dd7db73d1efb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 May 27 03:25:40.022443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.133314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0806783-414e-4024-a370-fe11d6e7ebf4 None None] Provisioning for port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:40.142109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0806783-414e-4024-a370-fe11d6e7ebf4 None None] Provisioning complete for port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:40.142716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0806783-414e-4024-a370-fe11d6e7ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.209796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0780040-b28b-4a61-b249-8ddf947aa6fb {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:40.218182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.234703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c0806783-414e-4024-a370-fe11d6e7ebf4 None None] Port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:40.235182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Transition to ACTIVE for port object b0780040-b28b-4a61-b249-8ddf947aa6fb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:40.241084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 918c361c-e766-4038-902e-0d19613b41d8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:40.247985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.305743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.354777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:40.361752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ff4ccb3a3f4cc79b4f96f483284bbc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:40.361752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:40.382784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:40.401585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 918c361c-e766-4038-902e-0d19613b41d8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:40.402286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.430081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.470415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.477761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.540328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9ff4ccb3a3f4cc79b4f96f483284bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6572497 May 27 03:25:40.543748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:40.561570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-bf59a55b-7a42-460d-8206-b2c483fad5d3 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:40.562175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-bf59a55b-7a42-460d-8206-b2c483fad5d3 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Synchronizing usage tracker for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:40.660332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e436bc-8a7b-4b02-81fb-756fa199cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2966223a-5924-4c0b-a213-a2d1241417a3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.722587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.735249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-bf59a55b-7a42-460d-8206-b2c483fad5d3 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Unset dirty status for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:40.738197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-bf59a55b-7a42-460d-8206-b2c483fad5d3 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 936 time: 0.7207642 May 27 03:25:40.789277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.836183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:40.836527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:40.836858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:40.898017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:40.898341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:40.913924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.934702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:40.935119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966223a-5924-4c0b-a213-a2d1241417a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.945714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Deleting port 918c361c-e766-4038-902e-0d19613b41d8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:40.946072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.948345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.953450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:40.953794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:40.954201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:40.954642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Bound port: b0780040-b28b-4a61-b249-8ddf947aa6fb, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:40.954980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.982837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-69846227-036c-49fc-b47f-43a33f4473ec tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Synchronizing usage tracker for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:40.990670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:40.991934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3442b8f-1070-41f4-8dcf-fbb273e83a14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2966223a-5924-4c0b-a213-a2d1241417a3 HTTP/1.1" status: 204 len: 168 time: 0.4451215 May 27 03:25:41.021760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Transition to ACTIVE for port object 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:41.040555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.120329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-69846227-036c-49fc-b47f-43a33f4473ec tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Unset dirty status for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:41.132607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bc59212-b4aa-4563-b764-a1c9cd9ec81d req-69846227-036c-49fc-b47f-43a33f4473ec tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915056 May 27 03:25:41.269486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] For port 918c361c-e766-4038-902e-0d19613b41d8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=918c361c-e766-4038-902e-0d19613b41d8,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:41.270167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.339161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:41.360280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:41.402586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:41.457220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.491141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Calling delete_port for 918c361c-e766-4038-902e-0d19613b41d8 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:25:41.577555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Attempting to bind port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:41.577886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Attempting to bind port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:41.578208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Attempting to bind port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:41.593894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.595353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 1092 time: 3.2857106 May 27 03:25:41.599215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:41.606573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-91fa5889-7c38-45da-b86e-53c043bb17f5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461795 May 27 03:25:41.621152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:41.621152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Attempting to bind port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:41.634168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac9c1-c3bd-4afe-8b60-28b47bfee582 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:41.640271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:41.640722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:41.641263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:41.641594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Bound port: 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:41.641937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.724117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066aa6-c2df-4f32-8b73-436a8fb500fe req-f89e3a33-d2e1-4792-a936-464d74916fbd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:41.725707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2066aa6-c2df-4f32-8b73-436a8fb500fe req-f89e3a33-d2e1-4792-a936-464d74916fbd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 949 time: 0.3669102 May 27 03:25:41.807415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:41.870250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.905514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:41.925838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2066aa6-c2df-4f32-8b73-436a8fb500fe req-a1ae5bdc-9b72-4c03-948f-92bfc1aa960e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598446 May 27 03:25:41.927496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:41.943199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-4e6068ef-991c-4c54-b838-f42d84fed447 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1095 time: 0.2903192 May 27 03:25:41.946176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:41.976319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-014c4a3a-fa9c-49d6-b487-7f97f08102ea tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:41.980191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-014c4a3a-fa9c-49d6-b487-7f97f08102ea tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3725648 May 27 03:25:42.049000 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-62986046-7ec1-41f4-9e5c-6e08078d2b8a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.0551033 May 27 03:25:42.143379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:42.180018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:42.211624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:909eea8406544ec59ad51009cdf179c2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:42.258123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:42.279872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:42.281843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Pushing event deleted for resources: {'Port': ['ID=918c361c-e766-4038-902e-0d19613b41d8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:42.285789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-9d4ae838-5556-45bf-a100-6c9333079c98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.3336110 May 27 03:25:42.290851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:42.292569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 HTTP/1.1" status: 200 len: 1096 time: 2.5989344 May 27 03:25:42.362275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cb986-7abe-4251-a4b7-6f8ae590d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:42.410546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-31559a1a-50e1-4b5c-92a6-26a2364077fa tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3604183 May 27 03:25:42.486058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-10ef3618-c4e2-43e5-9f96-54fa390f06a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:42.488430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-10ef3618-c4e2-43e5-9f96-54fa390f06a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1876256 May 27 03:25:42.631183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-442da3c2-ce98-4823-9c87-88685bbe190b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:42.635185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-442da3c2-ce98-4823-9c87-88685bbe190b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1adc368-8eea-484e-af03-196e700a3714 HTTP/1.1" status: 200 len: 945 time: 0.1664212 May 27 03:25:42.644132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:42.659986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-1ca287bc-b709-4674-a0fd-14759ea9fa16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529906 May 27 03:25:42.662350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:42.802173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Deleting port f6790e38-5c13-47fb-ae19-6f3a853b9e66 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:42.802739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:42.814294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a615d-5307-40a4-a692-433645cd622c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:42.834263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021c771-ba34-40e3-a488-975667df2628 req-556793b2-0986-4645-ae82-760a4f25b6c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:42.835078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e021c771-ba34-40e3-a488-975667df2628 req-556793b2-0986-4645-ae82-760a4f25b6c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:42.902025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8682643c-3987-4043-a25a-1507e1717ed2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=909eea8406544ec59ad51009cdf179c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0883911 May 27 03:25:42.907125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47464) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:42.908001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:42.928543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e021c771-ba34-40e3-a488-975667df2628 req-556793b2-0986-4645-ae82-760a4f25b6c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:42.929749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e021c771-ba34-40e3-a488-975667df2628 req-556793b2-0986-4645-ae82-760a4f25b6c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 944 time: 0.7466779 May 27 03:25:42.934301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-4c188102-fe40-48a8-b442-d8bec197cc2b service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635627 May 27 03:25:42.978754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-82256723-1071-4096-8745-a15beba932b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 1099 time: 0.6232598 May 27 03:25:43.031473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:43.045626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:43.046700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.076410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.249780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-7c664528-bd55-4c09-8593-f8c6759d4c21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 HTTP/1.1" status: 200 len: 217 time: 0.2445695 May 27 03:25:43.285997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.338962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:43.340952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:43.349959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.375560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e021c771-ba34-40e3-a488-975667df2628 req-e2919c50-578b-4b80-8420-168a66c85d8d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252963 May 27 03:25:43.396849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.398375 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-40f7c05a-295a-4c21-bbdc-8ab04ffabdba tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2028074719&fields=id&tenant_id=d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 267 time: 0.0990782 May 27 03:25:43.431987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b66bbce-3d6e-4c6f-99ee-4aa8f9bea895 req-26feae3d-e3f9-4f0e-ab0f-0185485e97bd service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830964 May 27 03:25:43.461955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-c25f7de2-1b64-484f-ae0d-bfbfb0e38698 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:43.464837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-c25f7de2-1b64-484f-ae0d-bfbfb0e38698 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2017572 May 27 03:25:43.482540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:43.531260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.617237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.642425 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aaec92-14e0-4243-a273-fd723f2bac21'] response: {'name': 'network-changed', 'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'status': 'completed', 'code': 200} May 27 03:25:43.646825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a615d-5307-40a4-a692-433645cd622c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:43.656084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:43.657323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43382433-137b-4a1b-836c-eb6fc6d3a382 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/501a615d-5307-40a4-a692-433645cd622c HTTP/1.1" status: 204 len: 168 time: 0.7473366 May 27 03:25:43.673999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-c179ce66-32a1-4308-b90c-8da624390401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947773 May 27 03:25:43.675868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] For port f6790e38-5c13-47fb-ae19-6f3a853b9e66, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6790e38-5c13-47fb-ae19-6f3a853b9e66,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:43.676155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:44.036331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4883-1287-42c0-b737-e786d432c7ac req-0c0f1576-4cf2-43b9-8332-a46deb7fdb58 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:44.038231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814d4883-1287-42c0-b737-e786d432c7ac req-0c0f1576-4cf2-43b9-8332-a46deb7fdb58 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Synchronizing usage tracker for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:44.091848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-b4b29db2-6912-441f-8fec-48a89ee0f5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111068 May 27 03:25:44.141008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-b73d0ec4-b4b6-41c2-b842-0d3737fb7d5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1095 time: 0.3986013 May 27 03:25:44.274926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814d4883-1287-42c0-b737-e786d432c7ac req-0c0f1576-4cf2-43b9-8332-a46deb7fdb58 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Unset dirty status for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:44.287746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-0c0f1576-4cf2-43b9-8332-a46deb7fdb58 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 823 time: 0.8728688 May 27 03:25:44.339200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209f34-8053-48be-8f71-ebbc37e292d5 req-751f956f-e107-47bc-996e-c64b1ad17829 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:44.349373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c209f34-8053-48be-8f71-ebbc37e292d5 req-751f956f-e107-47bc-996e-c64b1ad17829 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 948 time: 0.5489869 May 27 03:25:44.373171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-c58bab3e-676e-4570-ba65-3e2602ac959c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/quotas/d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 375 time: 0.0837631 May 27 03:25:44.380094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:44.381020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:44.381904 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09 disassociated. External IP: 172.25.8.5, port: f6790e38-5c13-47fb-ae19-6f3a853b9e66. May 27 03:25:44.382826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Calling delete_port for f6790e38-5c13-47fb-ae19-6f3a853b9e66 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:25:44.600547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6942cff-e96d-40e3-9964-4d0fd838673b req-4d359e8f-1f52-4f05-9fa1-ce452245b2c7 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009651 May 27 03:25:44.614143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c209f34-8053-48be-8f71-ebbc37e292d5 req-54602809-6040-476b-82df-89e9f7802091 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635162 May 27 03:25:44.620129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-8aa69189-88f5-4b4e-8d08-ce05460a1baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:44.625453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-8aa69189-88f5-4b4e-8d08-ce05460a1baa service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4747005 May 27 03:25:44.739708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-91aa33a1-cab8-4976-ade4-67013a708d42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.1071265 May 27 03:25:44.874399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-3a7ea6f5-f48b-4b12-834c-51fdb03013c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:44.875817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-3a7ea6f5-f48b-4b12-834c-51fdb03013c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.0882633 May 27 03:25:44.937049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-d81e660c-12df-47c5-9034-15a8c77e767e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541754 May 27 03:25:45.082929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-b3090c2d-5d2c-4750-a27a-088fe56e0e33 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7067423 May 27 03:25:45.084849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:45.125701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e8faf-2870-49ce-a32a-f7f1cefcc174 req-e83cbe2a-573b-423a-ba60-d6e1af428331 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:45.128479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-324e8faf-2870-49ce-a32a-f7f1cefcc174 req-e83cbe2a-573b-423a-ba60-d6e1af428331 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.3860207 May 27 03:25:45.260391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-427db9c7-3708-4937-b451-f1a586e0bc59 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154979 May 27 03:25:45.370774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event deleted for resources: {'Port': ['ID=f6790e38-5c13-47fb-ae19-6f3a853b9e66,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:45.371326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-324e8faf-2870-49ce-a32a-f7f1cefcc174 req-e003db9e-72aa-4037-a249-0cf99d9a909b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323933 May 27 03:25:45.458247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acce3c06-ce53-4574-925f-318a1fd33b16 req-f16cfd32-38f8-4182-957e-8062e4f52c0d service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891062 May 27 03:25:45.461928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-b1043b89-71f0-4164-9134-d2568c7253b5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236582 May 27 03:25:45.644289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:45.679702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-5ed34776-e7e1-49a0-9e45-111ac45082f8 service neutron] 10.222.0.46 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707536 May 27 03:25:45.817492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-5503b3af-2b9e-4249-aa5f-f5134941fead tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547404 May 27 03:25:45.830498 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0f817e-711c-4cda-b811-5271a2c71ceb'] response: {'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'code': 200} May 27 03:25:46.157815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-deb83c72-6c5b-413c-875c-49b7e1b85555 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:46.160471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-deb83c72-6c5b-413c-875c-49b7e1b85555 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373780 May 27 03:25:46.250366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:46.315508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-e251ef2f-af4b-4110-9d58-9a93fd325343 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:46.317022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-e251ef2f-af4b-4110-9d58-9a93fd325343 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7475817 May 27 03:25:46.336227 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-50161a9f-0a40-4056-a8eb-488b7fbbaa03 service neutron] 10.222.0.46 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555607 May 27 03:25:46.376368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:46.479678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:46.510512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:46.545325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00287d-963e-4cf7-a806-36058110e4f5 req-4c15e7a9-00e2-4bc7-b415-d512d9efc560 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:46.553813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab00287d-963e-4cf7-a806-36058110e4f5 req-4c15e7a9-00e2-4bc7-b415-d512d9efc560 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 944 time: 0.3856778 May 27 03:25:46.576487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:46.580524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:46.810098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.199 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/0829ffcc-9af6-4c91-9c9e-a85b498a5fd0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:46.906912 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1199eb-2d9f-40c4-b7a5-cc8a99614f24'] response: {'name': 'network-changed', 'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3', 'status': 'completed', 'code': 200} May 27 03:25:46.977007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a0227f5-44c7-466f-aef9-ac20da7fbe0a req-1a4e772c-2cda-47a5-a016-79630ac63d63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1101 time: 0.9087398 May 27 03:25:47.081929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab00287d-963e-4cf7-a806-36058110e4f5 req-05493d7a-9616-4d31-a558-a7a2f6208b57 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269611 May 27 03:25:47.218269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:47.253776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6790e38-5c13-47fb-ae19-6f3a853b9e66 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:47.275207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:47.305688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-11a7274b-e1c5-4b5d-a287-658c3751e1fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 1099 time: 0.3979032 May 27 03:25:47.311587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:47.318422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a0227f5-44c7-466f-aef9-ac20da7fbe0a req-598f4985-3290-4f4e-88fd-49a193cd8ca7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239548 May 27 03:25:47.367640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:47.371536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:47.379851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: f6790e38-5c13-47fb-ae19-6f3a853b9e66 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:25:47.380573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6790e38-5c13-47fb-ae19-6f3a853b9e66 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:47.393859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:25:47.395883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:25:47.409545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdf548-6eed-494d-8309-5fd276225611 req-911b6ad7-d3ff-4751-9329-2553087f1dda tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:47.412219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cdf548-6eed-494d-8309-5fd276225611 req-911b6ad7-d3ff-4751-9329-2553087f1dda tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 948 time: 0.5394266 May 27 03:25:47.432218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:25:47.507848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:47.532024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0872709-d333-4e08-a59c-387db2f038e9 req-b673c69d-ff07-4643-a00b-24da2603d9d8 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 210 time: 0.0732396 May 27 03:25:47.548884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:47.688615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ec141-9b83-4488-919a-b5a58217632e req-2b8a7e92-f93b-41fc-bad7-6078b9587b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:47.690306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-2b8a7e92-f93b-41fc-bad7-6078b9587b76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3768525 May 27 03:25:47.782199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.822333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'port_id': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'mac_address': 'fa:16:3e:27:f1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9991bc14-8f87-46b4-a15c-e03f312eb71d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:47.894935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:47.920478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0780040-b28b-4a61-b249-8ddf947aa6fb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:47.931991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-f09ebdc1-55c1-485c-a13a-481df1436a81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 HTTP/1.1" status: 200 len: 217 time: 0.2335484 May 27 03:25:47.937948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:47.943613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.962250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:47.970461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:48.014569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ec141-9b83-4488-919a-b5a58217632e req-6ac20e98-6af4-46f2-9022-6896d5acdc28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:48.015757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-6ac20e98-6af4-46f2-9022-6896d5acdc28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0754242 May 27 03:25:48.102304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cdf548-6eed-494d-8309-5fd276225611 req-6ef3b56c-33b8-4338-9aa1-84e2cb92f296 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738524 May 27 03:25:48.196550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.148 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/16a5ef45-a6f3-45b2-a8a6-6287867d2aa2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:48.297332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:48.362850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b0780040-b28b-4a61-b249-8ddf947aa6fb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:48.367186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:48.387426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:48.399242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:48.410455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:48.414935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:48.421181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:48.457433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21277cd-d2ef-4c23-8cee-d6e4289a96bc req-8b7cec5d-6807-40b3-8d93-a3c69f03cb69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:48.465770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f21277cd-d2ef-4c23-8cee-d6e4289a96bc req-8b7cec5d-6807-40b3-8d93-a3c69f03cb69 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.5939734 May 27 03:25:48.555746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-78cad7bf-2533-4d59-9dbf-b84551acdc60 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3104444 May 27 03:25:48.583162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-8f377577-ea0e-4784-ac49-373af6c06477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5246720 May 27 03:25:48.592864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Request body: {'port': {'device_id': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:48.688381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f21277cd-d2ef-4c23-8cee-d6e4289a96bc req-02932d83-9e02-410d-aeb5-72ff55ff4b9e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182345 May 27 03:25:48.724505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4bfe352-1eb2-493e-bdb7-30abe9bfb4b4 req-2cd0ac33-d393-4ba0-a926-93ce916f348e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 210 time: 0.2516065 May 27 03:25:48.906436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-97b1a3e4-019a-4938-96c7-fbbf09133ee5 None None] Provisioning for port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:48.912602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-97b1a3e4-019a-4938-96c7-fbbf09133ee5 None None] Provisioning complete for port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:48.913094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-97b1a3e4-019a-4938-96c7-fbbf09133ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:48.955190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:49.035178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-97b1a3e4-019a-4938-96c7-fbbf09133ee5 None None] Port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:49.204523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-69e3868f-4d69-4b93-b1eb-6dc8d1f26eec service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805745 May 27 03:25:49.217775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4883-1287-42c0-b737-e786d432c7ac req-d65522a8-a13b-426a-9e9b-bd2a3a27d89d tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:49.219274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-d65522a8-a13b-426a-9e9b-bd2a3a27d89d tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.21 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 823 time: 0.5923071 May 27 03:25:49.227588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:25:49.241252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:49.244070 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:25:49.298105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:49.301077 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:49.340258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:49.451654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:25:49.495792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] No DVR routers for this DVR port f6790e38-5c13-47fb-ae19-6f3a853b9e66 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:49.510530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:49.512305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:49.515462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'name': 'network-vif-deleted', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:49.538140 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-928ec141-9b83-4488-919a-b5a58217632e req-06356513-097b-49aa-bfcf-d7a086e1933c service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270836 May 27 03:25:49.598274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:49.599197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-f1bab856-a5b7-4336-baa1-29dc6565a02f tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5be793c700245cc8e3d464d2b675c49 HTTP/1.1" status: 200 len: 380 time: 0.3461032 May 27 03:25:49.603967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-178df83f-cf09-420f-84ae-4c80be24d36e admin admin] 10.222.0.46 "PUT /v2.0/routers/0424f979-38da-44e6-9bbd-f81b4ecf7fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8749983 May 27 03:25:49.608832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47572) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:49.613231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c469bbf-6769-4f77-b0a9-db3d8326093b req-d4bd8e2a-90c9-4f54-a2c5-618fa180aacc tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.41 "DELETE /v2.0/ports/f6790e38-5c13-47fb-ae19-6f3a853b9e66 HTTP/1.1" status: 204 len: 173 time: 6.9719880 May 27 03:25:49.618154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'port': {'device_id': '89677a59-08a6-4708-b41b-2e949c10b01a', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'admin_state_up': True, 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'security_groups': ['0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:49.619444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3', 'mac_address': 'fa:16:3e:eb:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:49.621534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Sync routers for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:25:49.644130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559763c-89da-4993-9e7b-5feefc6ffd3b req-b3e22fa7-bc0f-48bf-bae8-39fa8d415297 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:49.646351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c559763c-89da-4993-9e7b-5feefc6ffd3b req-b3e22fa7-bc0f-48bf-bae8-39fa8d415297 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.6365647 May 27 03:25:49.710511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:49.711062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:49.828074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:49.889369 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:49.937067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:50.131933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:50.136562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c559763c-89da-4993-9e7b-5feefc6ffd3b req-63d2bbf0-4970-4f39-8653-956ada9b9f9b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967431 May 27 03:25:50.150188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:50.155002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:50.162327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:50.168080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Usage tracker for resource:port and tenant:d5be793c700245cc8e3d464d2b675c49 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:50.173004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:50.184882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:50.197991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:50.213668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:50.222233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:50.223158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.228238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Made reservation on behalf of d5be793c700245cc8e3d464d2b675c49 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:50.232628 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.297866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ff4396dd-b5c7-48f3-a5fe-01a967000ef2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9550719 May 27 03:25:50.338187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.357180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Request body: {'port': {'device_id': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:50.428789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:50.431826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:50.457997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:50.464155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.469622 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.827677 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.858467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:50.860527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Transition to ACTIVE for port object 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:50.894076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:50.981151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:51.008928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1354a00d-c014-4ef0-bb7a-0ab809d0ce54 None None] Provisioning for port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:51.025582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Allocated IP 172.20.0.12 (dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8/a195f1ef-aa36-4318-b5c1-c5a4001c7b99/bc6f8c30-3f99-4139-91e2-2790be624432) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:51.072386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1354a00d-c014-4ef0-bb7a-0ab809d0ce54 None None] Provisioning complete for port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:51.072753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1354a00d-c014-4ef0-bb7a-0ab809d0ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:51.084772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:51.096416 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:25:51.114634 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:51.115430 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:51.261089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:51.263716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Pushing event updated for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:51.334816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1354a00d-c014-4ef0-bb7a-0ab809d0ce54 None None] Port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:51.366205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc43ba4-aa0c-45af-b15d-e92209dbabff req-027f240c-ac55-445c-84dc-0ca59abf17d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:51.366992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ddc43ba4-aa0c-45af-b15d-e92209dbabff req-027f240c-ac55-445c-84dc-0ca59abf17d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:51.382224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Attempting to bind port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:51.382224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Attempting to bind port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:51.382707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Attempting to bind port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:51.404784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:51.405210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Attempting to bind port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:51.411848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ddc43ba4-aa0c-45af-b15d-e92209dbabff req-027f240c-ac55-445c-84dc-0ca59abf17d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:51.418596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddc43ba4-aa0c-45af-b15d-e92209dbabff req-027f240c-ac55-445c-84dc-0ca59abf17d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 936 time: 1.5324786 May 27 03:25:51.448800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:51.449293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:51.449799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:51.450094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Bound port: 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:51.450573 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:51.483121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:41Z', 'revision_number': 5, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:51.509708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Checking router: 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:25:51.524562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b0780040-b28b-4a61-b249-8ddf947aa6fb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:51.540646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b0780040-b28b-4a61-b249-8ddf947aa6fb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:51.541044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:51.545922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:51.581760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddc43ba4-aa0c-45af-b15d-e92209dbabff req-4dcbbe7d-0be4-4fde-ab9e-22a0fc32f893 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615384 May 27 03:25:51.595357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Routers {'0424f979-38da-44e6-9bbd-f81b4ecf7fc9'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:25:51.596009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:25:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:51.654678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:51.722475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:51.731094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:51.741382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:51.810024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa62db8-0efa-4669-878e-da6fb1b070be req-42688d4f-9646-4483-bf83-4d665774f625 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:51.811542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6aa62db8-0efa-4669-878e-da6fb1b070be req-42688d4f-9646-4483-bf83-4d665774f625 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 949 time: 0.8993690 May 27 03:25:51.993051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:52.001685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.011545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.015575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] 10.222.0.21 "PUT /v2.0/ports/0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 HTTP/1.1" status: 200 len: 1096 time: 3.4440677 May 27 03:25:52.021660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Transition to ACTIVE for port object 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:52.058040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:52.059106 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fc8531-6e3f-45d0-af9e-bdd7ba06fe23'] response: {'server_uuid': 'e1adc368-8eea-484e-af03-196e700a3714', 'name': 'network-vif-deleted', 'tag': 'f6790e38-5c13-47fb-ae19-6f3a853b9e66', 'status': 'completed', 'code': 200} May 27 03:25:52.075868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.096086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.146530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] Set router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:25:52.193846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d31ed5-42d0-4c3d-98c9-f35fba0bd358 service neutron] Pushing event updated for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:52.230491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:52.239448 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf736c-fff5-4954-8cd8-8547a64d7ac6 None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:25:52.292746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6aa62db8-0efa-4669-878e-da6fb1b070be req-b16aa873-5458-4900-8eea-28bebe1eedda tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510241 May 27 03:25:52.419980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-d3092cbe-6207-4c73-971f-ac11d99b5d6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 1099 time: 0.3344250 May 27 03:25:52.488721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Pushing event updated for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:52.514702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:52.572750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-0ede92a5-101c-4a4a-85c5-ed02d2f4ae33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 HTTP/1.1" status: 200 len: 217 time: 0.1459103 May 27 03:25:52.609474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.626137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b891181-b1fb-47d8-87e9-e07f63f6c594 req-c6f8db58-6d41-4e84-9565-9a8aa0022f06 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Synchronizing usage tracker for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:52.630857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b280e4-7ce3-40d3-a31d-74fda73a702e None None] New status for floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:25:52.650272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Transition to ACTIVE for port object bc6f8c30-3f99-4139-91e2-2790be624432 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:52.665762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Attempting to bind port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:52.666611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Attempting to bind port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:52.666950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Attempting to bind port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:52.667391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-f1d3aa98-0c74-4c60-9ce4-53cf26751293 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:52.668919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-f1d3aa98-0c74-4c60-9ce4-53cf26751293 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0897973 May 27 03:25:52.682229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:52.682588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Attempting to bind port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:52.685180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b891181-b1fb-47d8-87e9-e07f63f6c594 req-c6f8db58-6d41-4e84-9565-9a8aa0022f06 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Unset dirty status for tenant:d5be793c700245cc8e3d464d2b675c49 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:52.686044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:52.686508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b891181-b1fb-47d8-87e9-e07f63f6c594 req-c6f8db58-6d41-4e84-9565-9a8aa0022f06 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 210 time: 0.2249186 May 27 03:25:52.700648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:52.701010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:52.701440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:52.702090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Bound port: 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:52.702448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.703429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.773319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.785062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c192a-3b6a-4e7a-86e8-9271c274c313 req-39fb83e5-a348-430d-9bce-7681aca777f8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:52.791928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e42c192a-3b6a-4e7a-86e8-9271c274c313 req-39fb83e5-a348-430d-9bce-7681aca777f8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.5091009 May 27 03:25:52.814640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.821973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Deleting port 82f26643-e3dc-48b4-9d09-c9418a18d158 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:52.822253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:52.903939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:52.980844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event updated for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:53.011593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:53.013067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:53.016853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:41Z', 'revision_number': 5, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:53.019845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] For port 82f26643-e3dc-48b4-9d09-c9418a18d158, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=82f26643-e3dc-48b4-9d09-c9418a18d158,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:53.020421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.028152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f80d5-bfd4-4371-ba0c-c98032e2625a None None] The sync data for ids ['0424f979-38da-44e6-9bbd-f81b4ecf7fc9'] in n-d-843301-2 is: [{'id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'name': 'tempest-FloatingIPsNegativeTestJSON-526596625-router', 'tenant_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:25:13Z', 'updated_at': '2022-05-27T03:25:41Z', 'revision_number': 5, 'project_id': 'e678a86282fc48d7aa2361782cfb7eb8', 'gw_port': {'id': '82f26643-e3dc-48b4-9d09-c9418a18d158', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424f979-38da-44e6-9bbd-f81b4ecf7fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:25:15Z', 'updated_at': '2022-05-27T03:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:25:53.034072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:25:53.047228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:53.048120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.151061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:53.162386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-42623812-92c0-4836-a4f3-7a25510dc42b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5565240 May 27 03:25:53.198805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Calling delete_port for 82f26643-e3dc-48b4-9d09-c9418a18d158 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:25:53.202085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Request body: {'port': {'device_id': '89677a59-08a6-4708-b41b-2e949c10b01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:25:53.238690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:53.249800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.276299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:25:53.293567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e42c192a-3b6a-4e7a-86e8-9271c274c313 req-54863e3f-5209-48e2-857b-1428260fe482 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006540 May 27 03:25:53.349383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.350635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] 10.222.0.21 "PUT /v2.0/ports/16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 HTTP/1.1" status: 200 len: 1096 time: 3.0056074 May 27 03:25:53.436070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:53.445731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:53.446191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.567270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd281866-73a3-4979-9d8c-f89b0b5782b9 None None] Provisioning for port bc6f8c30-3f99-4139-91e2-2790be624432 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:25:53.594850 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cf2210-05cc-4997-a93d-d7bc43c2b659'] response: {'name': 'network-changed', 'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', 'status': 'completed', 'code': 200} May 27 03:25:53.631997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd281866-73a3-4979-9d8c-f89b0b5782b9 None None] Provisioning complete for port bc6f8c30-3f99-4139-91e2-2790be624432 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:25:53.632382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd281866-73a3-4979-9d8c-f89b0b5782b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.661823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2dc56-09bf-4378-b971-901b4a998e19 req-91dbe40f-aa99-493c-8b30-9850b857fcf8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:53.664524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-95634374-fc0b-4c15-8fc0-4e83d42cc4b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9736869 May 27 03:25:53.671848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89a2dc56-09bf-4378-b971-901b4a998e19 req-91dbe40f-aa99-493c-8b30-9850b857fcf8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 946 time: 0.6095853 May 27 03:25:53.727928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca3acf-9f97-4b96-8a62-353751af06df service neutron] Pushing event updated for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:53.740455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.748036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.751704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cd281866-73a3-4979-9d8c-f89b0b5782b9 None None] Port bc6f8c30-3f99-4139-91e2-2790be624432 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:25:53.837534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:53.841690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89a2dc56-09bf-4378-b971-901b4a998e19 req-31d059af-2eb8-450f-ae5d-b23dfee289cd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689630 May 27 03:25:53.869774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-4fae39e3-b04e-4b3c-b50c-6accdcdf7cae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1099 time: 0.4380491 May 27 03:25:53.911505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:53.915701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2b5d7bb-7ffa-4e7a-a7f6-0df1cde1c405 req-4514c679-1393-429b-897f-5be66a942c4b tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1977525 May 27 03:25:53.923778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:54.024602 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278df840-555a-4420-ae49-3be1a5cde372'] response: {'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'code': 200} May 27 03:25:54.052267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-f06ee5e1-ea68-4f48-a09a-aecb430d29b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 HTTP/1.1" status: 200 len: 217 time: 0.1043291 May 27 03:25:54.071335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 918c361c-e766-4038-902e-0d19613b41d8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:54.115792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 918c361c-e766-4038-902e-0d19613b41d8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:25:54.116062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 918c361c-e766-4038-902e-0d19613b41d8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:54.117656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:54.132953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:54.314673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-ae38017b-04cf-4f0f-926b-646b0c6821ef service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489065 May 27 03:25:54.343240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:54.355574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-211ff114-b615-4927-80f5-d6da2ec26541 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:54.357153 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-211ff114-b615-4927-80f5-d6da2ec26541 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2965386 May 27 03:25:54.456051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f26643-e3dc-48b4-9d09-c9418a18d158,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:54.475439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d7bb-7ffa-4e7a-a7f6-0df1cde1c405 req-5c66b26c-5d24-4bbe-a691-0fcefb5cac10 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:54.477027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2b5d7bb-7ffa-4e7a-a7f6-0df1cde1c405 req-5c66b26c-5d24-4bbe-a691-0fcefb5cac10 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5446849 May 27 03:25:54.493638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f2ab5d54-3165-47a2-a831-8d91643f960d req-fb5973d2-a8ca-4322-bced-2487eb2e0998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1097 time: 0.3517642 May 27 03:25:54.547873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46d8e-e680-4e81-b7be-1c72c5d0901e req-b1974687-ed33-4f84-bdea-df710234ba97 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:54.548650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-30e46d8e-e680-4e81-b7be-1c72c5d0901e req-b1974687-ed33-4f84-bdea-df710234ba97 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:25:54.634340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-30e46d8e-e680-4e81-b7be-1c72c5d0901e req-b1974687-ed33-4f84-bdea-df710234ba97 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:25:54.635502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30e46d8e-e680-4e81-b7be-1c72c5d0901e req-b1974687-ed33-4f84-bdea-df710234ba97 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 948 time: 0.4500821 May 27 03:25:54.642736 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-d40cc157-f0be-40ca-8430-6058a8ed0dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786465 May 27 03:25:54.692587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f2ab5d54-3165-47a2-a831-8d91643f960d req-6cde8a73-11ed-400c-a441-c4b49602dad8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843889 May 27 03:25:54.701363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2b5d7bb-7ffa-4e7a-a7f6-0df1cde1c405 req-a7b09793-05e6-4d89-a0d0-67e5827a232c tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/quotas/ecc2df2d5d1c4c1b857447349f27b73a HTTP/1.1" status: 200 len: 375 time: 0.1899955 May 27 03:25:54.712002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-abd7cf94-2967-4df6-9e7b-0225f5e315e0 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899672 May 27 03:25:54.749130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:54.755014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6f8c30-3f99-4139-91e2-2790be624432 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:54.772712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:54.806771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Transition to ACTIVE for port object bc6f8c30-3f99-4139-91e2-2790be624432 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:25:54.824727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:54.862226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30e46d8e-e680-4e81-b7be-1c72c5d0901e req-c99925bb-8f85-4b2e-a72e-67665dbc4534 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179785 May 27 03:25:54.906744 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2b5d7bb-7ffa-4e7a-a7f6-0df1cde1c405 req-17d76a6a-910d-47b4-8e44-7fb571c643d8 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1971645 May 27 03:25:54.945476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:55.019070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-2c97c85d-1c0c-4250-91cb-733b80183a47 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696194 May 27 03:25:55.177311 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.188339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.287790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-d8031b5c-fc57-47a7-9c93-dfacb5d4634f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 1099 time: 0.4756753 May 27 03:25:55.422855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.425048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0424f979-38da-44e6-9bbd-f81b4ecf7fc9 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:25:55.652716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:55.663556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Attempting to bind port bc6f8c30-3f99-4139-91e2-2790be624432 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:25:55.664076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Attempting to bind port bc6f8c30-3f99-4139-91e2-2790be624432 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:25:55.664600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Attempting to bind port bc6f8c30-3f99-4139-91e2-2790be624432 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:55.719856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.722206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7b9a1e1e-7953-45f1-8fec-5f701a0fc3c0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0424f979-38da-44e6-9bbd-f81b4ecf7fc9 HTTP/1.1" status: 204 len: 168 time: 6.1116934 May 27 03:25:55.734249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d468190-d606-4eb2-8748-15c9ce655102 req-29cb2a8e-7baa-4688-948a-3a415a8f18ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5801663 May 27 03:25:55.750034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:55.787668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-607e9bb3-9ee3-47cd-aafd-a9cf27568ea1 req-f6667ad7-f4a8-475a-8f70-50db037d1211 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578495 May 27 03:25:55.788977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Port bc6f8c30-3f99-4139-91e2-2790be624432 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:25:55.790080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Attempting to bind port bc6f8c30-3f99-4139-91e2-2790be624432 on network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:25:55.808041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:25:55.809196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Checking segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:25:55.810411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Bound using segment: {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:25:55.811916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Bound port: bc6f8c30-3f99-4139-91e2-2790be624432, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b9b535-94a8-4e12-8b4e-0a1fe20703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:25:55.812739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.886065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-e03cba6a-09ed-4b63-9e58-0dd6e7614b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:55.888718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-e03cba6a-09ed-4b63-9e58-0dd6e7614b95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5878277 May 27 03:25:55.939523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:55.991735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:55.996450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb04e1f8b5e482e89ab5fb83ea1b82e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:55.999973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:56.008536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:56.030198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:56.059971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-d8263ac1-2a8c-4b73-8518-665da0a8cf3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 HTTP/1.1" status: 200 len: 217 time: 0.1596847 May 27 03:25:56.070285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Deleting subnet e3572200-e7e4-4be5-ae82-729aa9fcc577 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:25:56.106755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:56.115156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc6f8c30-3f99-4139-91e2-2790be624432,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:56.130370 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:25:56.135232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.180737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.205324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.210911 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.295579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 82f26643-e3dc-48b4-9d09-c9418a18d158 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:56.354449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 82f26643-e3dc-48b4-9d09-c9418a18d158 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:25:56.354824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 82f26643-e3dc-48b4-9d09-c9418a18d158 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:56.373877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.377266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] 10.222.0.21 "PUT /v2.0/ports/bc6f8c30-3f99-4139-91e2-2790be624432 HTTP/1.1" status: 200 len: 1092 time: 3.2061343 May 27 03:25:56.379946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.385569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654b2e-9b29-4377-a960-bfe68d8d7ed4 req-2cca2b82-8f87-488a-ab4b-cab055c0896b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:56.388144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e654b2e-9b29-4377-a960-bfe68d8d7ed4 req-2cca2b82-8f87-488a-ab4b-cab055c0896b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.9079065 May 27 03:25:56.422880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.490404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-0f68fc7e-bea9-47e6-95d1-a1a725a3332c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:56.493007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-0f68fc7e-bea9-47e6-95d1-a1a725a3332c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.4190259 May 27 03:25:56.672157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:56.713638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e654b2e-9b29-4377-a960-bfe68d8d7ed4 req-c8b47864-9d54-4134-8f34-865111125134 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034790 May 27 03:25:56.798371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-ca8829d8-07bb-4045-94f8-5ae5d80db801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882559 May 27 03:25:56.883153 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae4ee8e-0dfd-4b19-a8cc-80a522f6c145'] response: {'name': 'network-changed', 'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', 'status': 'completed', 'code': 200} May 27 03:25:56.907487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.024410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:57.031618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.059273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81e356d-4aa4-4344-80ca-1a21868e4639,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.083671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c76f199a-4476-4cda-9223-258d428bbd23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cb04e1f8b5e482e89ab5fb83ea1b82e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4273181 May 27 03:25:57.104032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:57.147377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3572200-e7e4-4be5-ae82-729aa9fcc577,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.175665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54d778cc-5131-4e8b-ae85-e543c12e73a1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e3572200-e7e4-4be5-ae82-729aa9fcc577 HTTP/1.1" status: 204 len: 168 time: 1.4159667 May 27 03:25:57.182706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:57.227526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec0eb4-e707-42db-bbc6-cbf865d40a4c None None] Network 2a02d005-3de4-4c61-91f1-30e19adcf1aa requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:25:57.231806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4637b-84fc-4ebb-95e9-a21cb93ee6fc service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.355149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-4eae79b3-4125-45c2-8907-33718f44f030 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435355 May 27 03:25:57.361154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-50d98807-51ab-49f0-b69f-d72edd4d112c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1099 time: 0.4428287 May 27 03:25:57.363796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.371108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a121a-3337-4983-a12c-debc34cf9f3f req-fe5b1110-2afa-48ac-8455-1b2b13046b75 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:57.372665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b56a121a-3337-4983-a12c-debc34cf9f3f req-fe5b1110-2afa-48ac-8455-1b2b13046b75 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 944 time: 0.6715686 May 27 03:25:57.373401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.377656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-271b17d8-6f4c-45f7-a02b-59917b7aa7b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9408631 May 27 03:25:57.383030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-bc5a6d0c-2aad-4345-9db5-940c3e68ccd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 1095 time: 0.6637447 May 27 03:25:57.405865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe855b-2c52-41c2-8f1a-597c00233b5d req-d8e07ac0-7068-4338-9949-a460c570c8f6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:57.414679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7efe855b-2c52-41c2-8f1a-597c00233b5d req-d8e07ac0-7068-4338-9949-a460c570c8f6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 946 time: 0.3943114 May 27 03:25:57.513513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Deleting port f187e4c6-d210-44df-b896-e024e1b24036 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:57.514591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.526768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-9a8c8342-adcb-4e74-8cf4-e96109610cce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:57.528220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-9a8c8342-adcb-4e74-8cf4-e96109610cce service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.1496975 May 27 03:25:57.567264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:57.590959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', 'mac_address': 'fa:16:3e:f9:29:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:57.633528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7efe855b-2c52-41c2-8f1a-597c00233b5d req-5ab645b9-0cde-4a32-9d71-4f49756f5cdb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173910 May 27 03:25:57.748523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-03bdbd3c-7c87-4905-87b3-8b35af52dab6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 HTTP/1.1" status: 200 len: 217 time: 0.1468046 May 27 03:25:57.754224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.763271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6181d5a-1053-4c3f-94d1-571a4b5b0372 req-d4bcaffe-cae6-49c2-a16d-ef50b6547c69 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966582 May 27 03:25:57.792167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82f821e9-9112-4edc-96fb-1faf67b1c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.805148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:57.813202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-0db774f0-5c35-4809-a1df-8f5027591b8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6f8c30-3f99-4139-91e2-2790be624432 HTTP/1.1" status: 200 len: 217 time: 0.2834699 May 27 03:25:57.836715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:57.872638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:57.883614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.011300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] For port f187e4c6-d210-44df-b896-e024e1b24036, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f187e4c6-d210-44df-b896-e024e1b24036,segment=NetworkSegment(8e50dd13-5937-412e-9dd6-91a45dd47aa2),segment_id=8e50dd13-5937-412e-9dd6-91a45dd47aa2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:58.011934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.030009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b56a121a-3337-4983-a12c-debc34cf9f3f req-ff2addb6-df50-4007-bd47-361837ba7fd6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046546 May 27 03:25:58.103840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-0f0d6d02-3f97-4799-bd4f-741d3c52a363 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:58.105896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-0f0d6d02-3f97-4799-bd4f-741d3c52a363 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3033404 May 27 03:25:58.108310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4883-1287-42c0-b737-e786d432c7ac req-01ce71b1-7fda-45c4-810f-da3667322036 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:58.110564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-01ce71b1-7fda-45c4-810f-da3667322036 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.2131717 May 27 03:25:58.207612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a2f55-56e6-45d4-97b0-401b10b129c8 None None] DHCP port deletion for 2a02d005-3de4-4c61-91f1-30e19adcf1aa request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:25:58.247808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f187e4c6-d210-44df-b896-e024e1b24036 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:25:58.254516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.282640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81e356d-4aa4-4344-80ca-1a21868e4639,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.340533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.347068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0de00115-9e7e-4af8-aad1-914b759c09c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b81e356d-4aa4-4344-80ca-1a21868e4639 HTTP/1.1" status: 204 len: 168 time: 1.2233036 May 27 03:25:58.367384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Calling delete_port for f187e4c6-d210-44df-b896-e024e1b24036 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:25:58.402853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2f55-56e6-45d4-97b0-401b10b129c8 None None] Deleting port f187e4c6-d210-44df-b896-e024e1b24036 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:25:58.403400 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2f55-56e6-45d4-97b0-401b10b129c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.442068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:25:58.524319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-c9557fb6-4d80-4a71-bbf2-06a53b71ffe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036345 May 27 03:25:58.529124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-c24208e8-86c8-42b7-b8ac-268a327bafab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415697 May 27 03:25:58.567963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.586017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:58.876844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057630b-55e4-4fe5-bd44-1ce9fa3a8cda req-437c64ae-69d4-4491-a72c-721a2c5fe1bc tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:58.878793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2057630b-55e4-4fe5-bd44-1ce9fa3a8cda req-437c64ae-69d4-4491-a72c-721a2c5fe1bc tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 949 time: 0.4980495 May 27 03:25:58.888477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f187e4c6-d210-44df-b896-e024e1b24036,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.895983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] No DVR routers for this DVR port f187e4c6-d210-44df-b896-e024e1b24036 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:58.918375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:25:58.973560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-0c49da13-b9ca-4a0b-9128-d4a93ace8739 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971825 May 27 03:25:59.074205 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8867a35c-56c5-4231-ae18-4bca8e3d8f85'] response: {'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3', 'code': 200} May 27 03:25:59.108700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port f187e4c6-d210-44df-b896-e024e1b24036 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 03:25:59.110077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f187e4c6-d210-44df-b896-e024e1b24036 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:25:59.128180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:25:59.294743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.314271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2f55-56e6-45d4-97b0-401b10b129c8 None None] The port 'f187e4c6-d210-44df-b896-e024e1b24036' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:25:59.333555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814d4883-1287-42c0-b737-e786d432c7ac req-1d2c1090-082c-4259-a0be-f0750f881f54 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502738 May 27 03:25:59.358152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-c1e317a5-1d56-4f93-9334-eaf8e313ac32 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164892 May 27 03:25:59.378428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.379078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.380053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.380596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > port after_create 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.381153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.382087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > port after_update 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.382686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.383258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.383798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.384619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.500915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2057630b-55e4-4fe5-bd44-1ce9fa3a8cda req-58b81e35-cb99-44ee-bfef-6a2b28ca76a2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681021 May 27 03:25:59.501605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.502796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.503148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.503480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:25:59.504011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02d005-3de4-4c61-91f1-30e19adcf1aa']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:59.530695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e50dd13-5937-412e-9dd6-91a45dd47aa2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:59.531673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e50dd13-5937-412e-9dd6-91a45dd47aa2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:59.547220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:25:59.555355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:59.556361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.576118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', 'mac_address': 'fa:16:3e:d3:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:25:59.586333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.599094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad1b13-2333-4e98-8776-ca4e61abf44a req-d6d70d64-46a6-4f3a-97a9-fe906ec0c6e0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:25:59.600813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fad1b13-2333-4e98-8776-ca4e61abf44a req-d6d70d64-46a6-4f3a-97a9-fe906ec0c6e0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.5130446 May 27 03:25:59.604742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.605377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:25:59.605780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: util.warn_limited( May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: util.warn_limited( May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: timer() May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:25:59.630851 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:25:59.648232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.652789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98aeb360-85e9-4427-aaa2-0700e57b05f3 req-458b55ec-8caa-4ab4-9cbd-d9ecfd808e07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 1101 time: 0.7700703 May 27 03:25:59.670649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:25:59.691814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:59.698646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.729277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:25:59.734100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Usage tracker for resource:security_group_rule and tenant:dda14133351b4ccea34455127afc008f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:25:59.737823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:25:59.745729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:25:59.812360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fad1b13-2333-4e98-8776-ca4e61abf44a req-eee500ef-79af-406f-b86e-ac3edd285e48 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755824 May 27 03:25:59.816138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.826126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.853571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.859980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a02d005-3de4-4c61-91f1-30e19adcf1aa,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:59.867348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:25:59.874818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ea1f7bf-e048-4ca0-93ba-4f7577863f0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/2a02d005-3de4-4c61-91f1-30e19adcf1aa HTTP/1.1" status: 204 len: 168 time: 2.6907513 May 27 03:25:59.947039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:59.981975 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3332-ff04-4e7d-a09d-50d0c1df078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.005920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:00.119684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887f44-8346-45ee-b3fa-f33e0315b203 req-c40743fb-4d79-4672-818a-e0af0a350e62 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:00.121262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab887f44-8346-45ee-b3fa-f33e0315b203 req-c40743fb-4d79-4672-818a-e0af0a350e62 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.1408710 May 27 03:26:00.129595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eff5ed5f-0a7c-4829-aeae-3785cbc1c040 req-f2cddd78-9088-4237-a055-daaa06fd05c6 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543964 May 27 03:26:00.159587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1745741-3a43-43c5-97f0-ed7c601b3f6a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:00.176166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98aeb360-85e9-4427-aaa2-0700e57b05f3 req-44f7264d-508f-45ed-acb4-1934ea91fbb9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053816 May 27 03:26:00.224942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e9b54fe9-46a0-490e-a29d-b8f803c0901f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dda14133351b4ccea34455127afc008f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6639428 May 27 03:26:00.225505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:00.245313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab887f44-8346-45ee-b3fa-f33e0315b203 req-38290065-6e5f-4a5a-8319-9bf8cda0d873 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174626 May 27 03:26:00.274951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:00.319414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b42aa259-84a4-4619-a3b4-3d3479a4b071 req-3e0ce148-034c-4a8b-aa3b-cd96b778e66c tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1097 time: 0.3693993 May 27 03:26:00.333657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-32e4e2b6-09e5-4cb4-818b-d5a6e3e1b9c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1101 time: 0.3771532 May 27 03:26:00.369412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43d2764c-490a-4a4e-b57b-48a114d5ef90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e678a86282fc48d7aa2361782cfb7eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0989764 May 27 03:26:00.370199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:00.439737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.473644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.540714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.556957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353864f7-b7b3-401d-8220-be4d206484ad,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:00.565804 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.571153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-568358c9-c91b-4281-919b-eff39d09ec26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/353864f7-b7b3-401d-8220-be4d206484ad HTTP/1.1" status: 204 len: 168 time: 0.1957109 May 27 03:26:00.609492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.621622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b42aa259-84a4-4619-a3b4-3d3479a4b071 req-2bf65945-45e5-4c42-806b-9d47a4fe6018 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007014 May 27 03:26:00.663719 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0aee5f-dd21-4b10-8109-19c8980760d7'] response: {'name': 'network-changed', 'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'status': 'completed', 'code': 200} May 27 03:26:00.796776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:00.828194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-5802f2ac-e189-44b2-b3d3-ba8bc8d03749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:00.831353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-5802f2ac-e189-44b2-b3d3-ba8bc8d03749 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4528172 May 27 03:26:00.919829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1620-36b6-4195-96dc-997e8c66dfe1 req-15795b1e-b0b0-48e7-833f-de25354cfaa9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:00.921415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c66a1620-36b6-4195-96dc-997e8c66dfe1 req-15795b1e-b0b0-48e7-833f-de25354cfaa9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 944 time: 0.0964868 May 27 03:26:00.981557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c66a1620-36b6-4195-96dc-997e8c66dfe1 req-cce5e892-0f89-43e6-a074-276ad92ae236 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535636 May 27 03:26:00.999960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-9f390413-4832-4057-a69d-cc013febc402 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.1486917 May 27 03:26:01.001211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:01.089576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-87da29b9-2973-4232-85e6-0dfbdc808cfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 1095 time: 0.3980215 May 27 03:26:01.094205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.145764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1745741-3a43-43c5-97f0-ed7c601b3f6a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:01.195917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.232203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:01.238168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:01.238531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.258361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.263831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2e7fb275-c4e4-4598-a4d5-184e9efedca8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1745741-3a43-43c5-97f0-ed7c601b3f6a HTTP/1.1" status: 204 len: 168 time: 1.0368912 May 27 03:26:01.265782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-6f236968-3c02-468b-a931-e3842c2f9ae5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:01.267406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-6f236968-3c02-468b-a931-e3842c2f9ae5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2579703 May 27 03:26:01.335531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c8df5-5523-4729-9b2c-7111b3068c4b req-e40b2a7d-f8e7-4142-8b89-22d520cc0959 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:01.342161 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c3c8df5-5523-4729-9b2c-7111b3068c4b req-e40b2a7d-f8e7-4142-8b89-22d520cc0959 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 949 time: 0.4220054 May 27 03:26:01.425534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.443931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.468272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-27f07de7-61bb-43fc-b51b-7eef6513b279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:01.470098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-27f07de7-61bb-43fc-b51b-7eef6513b279 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 924 time: 0.3709185 May 27 03:26:01.493517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c3c8df5-5523-4729-9b2c-7111b3068c4b req-73ce2fdf-44d1-4361-9e5d-b413f4cf5b53 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502769 May 27 03:26:01.534549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:01.537619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:01.551527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.552333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:01.654304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-c52d9c01-d7da-4aed-8ae6-036defa0cde8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3760114 May 27 03:26:01.820326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:01.843886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:01.854569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:01.854941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:01.970933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-38a98acf-2d9f-4784-8dff-29b5c8cb562f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920499 May 27 03:26:01.973762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-75e69c7f-7dd4-42de-bf9d-f98d18a55a89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6f8c30-3f99-4139-91e2-2790be624432 HTTP/1.1" status: 200 len: 217 time: 0.4790158 May 27 03:26:02.012377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc58d3-be96-4366-9b00-4d5d4416fb9b req-86ec6d3e-c68e-43ef-91e8-9ffef55e7235 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:02.014905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93cc58d3-be96-4366-9b00-4d5d4416fb9b req-86ec6d3e-c68e-43ef-91e8-9ffef55e7235 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.2367897 May 27 03:26:02.087898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-a250b3cf-0c80-428f-943a-a2da565cd8af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:02.090034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-a250b3cf-0c80-428f-943a-a2da565cd8af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.0969615 May 27 03:26:02.124336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93cc58d3-be96-4366-9b00-4d5d4416fb9b req-fc0850b0-0944-4e4d-a7a0-3271f8c3b5f3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022601 May 27 03:26:02.162721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:02.237552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:02.248252 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:02.424957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:02.452516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-836a4253-e83c-4697-9c29-e66175cca0a4 req-34ea4377-fdd2-44a3-af25-26f222ea1c1e tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1097 time: 0.5334678 May 27 03:26:02.532308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-e1f4e2c8-ea0d-43b8-b05b-09fdb61f0e72 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404654 May 27 03:26:02.563078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-8ecde031-12ab-43d0-a12b-30f989d0e5ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2684379 May 27 03:26:02.569863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-11ead1b8-7987-422c-99bc-abe0906035a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4694848 May 27 03:26:02.588952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-836a4253-e83c-4697-9c29-e66175cca0a4 req-316c9a04-ae24-46b9-a65c-a023bd10256d tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169198 May 27 03:26:02.613237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581caeb-9f29-449e-9677-3b36bc5f1548 req-dd00ebee-5307-400f-a369-0eb941aef205 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:02.616028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3581caeb-9f29-449e-9677-3b36bc5f1548 req-dd00ebee-5307-400f-a369-0eb941aef205 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.1749794 May 27 03:26:02.707477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:02.765965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3581caeb-9f29-449e-9677-3b36bc5f1548 req-5f3f69eb-4208-4367-bc48-3bb749876902 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406291 May 27 03:26:02.798206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:02.872001 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2f309c-3e3f-429a-adce-7a3c5e5a7328'] response: {'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', 'code': 200} May 27 03:26:03.011240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-network', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:03.022868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-009cfc44-2a7a-4fbe-9e5a-b73c3a018b1c req-12f07368-6f24-45c0-9a39-a0d94d18fd24 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554769 May 27 03:26:03.023471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc6f8c30-3f99-4139-91e2-2790be624432 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:03.024753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:03.029852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Usage tracker for resource:network and tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:03.035484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:03.230282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cfc44-2a7a-4fbe-9e5a-b73c3a018b1c req-1c58592a-f980-4718-8a99-e5fe3b8b8a24 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:03.237329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-009cfc44-2a7a-4fbe-9e5a-b73c3a018b1c req-1c58592a-f980-4718-8a99-e5fe3b8b8a24 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018292 May 27 03:26:03.246353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:03.256507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc6f8c30-3f99-4139-91e2-2790be624432,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:03.262191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-1db84d0e-fc25-4d19-b54d-e31be16f093b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1095 time: 0.4455867 May 27 03:26:03.286761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'port_id': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'mac_address': 'fa:16:3e:7c:ba:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:03.296019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-009cfc44-2a7a-4fbe-9e5a-b73c3a018b1c req-18f534cf-8bde-4de3-ab9f-2fb867cb04ef tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/quotas/ecc2df2d5d1c4c1b857447349f27b73a HTTP/1.1" status: 200 len: 375 time: 0.0425992 May 27 03:26:03.299835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Made reservation on behalf of 993fd6e9e9a0401db4c80ce8ce5b7e52 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:03.304509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.336999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-fedcd397-08d8-43a5-87d7-030c94f7dfe6 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431376 May 27 03:26:03.356955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e90f591-609a-4de9-9fd7-362dd5c1a902 req-5cd48213-f7d2-4726-b124-00e628da99eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1101 time: 0.3813386 May 27 03:26:03.359599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:03.377438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.389127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-009cfc44-2a7a-4fbe-9e5a-b73c3a018b1c req-eca67bc3-4956-4f4e-94dd-90f9cc2ae6ac tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917311 May 27 03:26:03.398093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.411107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6f8c30-3f99-4139-91e2-2790be624432 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:03.439622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc6f8c30-3f99-4139-91e2-2790be624432,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:03.447646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:03.447983 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.454169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Usage tracker for resource:security_group_rule and tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:03.458627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:03.467008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:03.570422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc10b5-0a8d-4f60-8151-f6e96a8a6a05 req-600d3d2e-495a-4163-9d10-897fb9676fa3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:03.573048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.578090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66cc10b5-0a8d-4f60-8151-f6e96a8a6a05 req-600d3d2e-495a-4163-9d10-897fb9676fa3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 944 time: 0.5135446 May 27 03:26:03.579733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.651225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:03.670692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:03.684021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e90f591-609a-4de9-9fd7-362dd5c1a902 req-c943c53b-c734-4042-84ce-c91d505bc0da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347155 May 27 03:26:03.737988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['bc6f8c30-3f99-4139-91e2-2790be624432'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:03.738116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f576de9-26af-44d8-9480-5ba7943275d6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:03.753506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.753930 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Added segment 831beb1f-baa5-4664-bd48-c075969c09dc of type vlan for network f5756064-1d38-4479-964b-b4c39f530ee4 May 27 03:26:03.765791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-62a4b179-9525-4f25-8118-d02c560e4e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:03.772351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-62a4b179-9525-4f25-8118-d02c560e4e79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4825683 May 27 03:26:03.807455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.849290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d214a4-aeb8-4463-a97b-5aa5def4d120 req-5514012b-f8a4-4329-bd95-ffba1bded47e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:03.850854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71d214a4-aeb8-4463-a97b-5aa5def4d120 req-5514012b-f8a4-4329-bd95-ffba1bded47e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 950 time: 0.1713052 May 27 03:26:03.880573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1120308536-network', 'tenant_id': '942d625cce464863b8f85dc71512b452'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:03.900417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.901166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:03.902446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:03.902605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:03.908647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66cc10b5-0a8d-4f60-8151-f6e96a8a6a05 req-1bdca305-42d4-492e-adbd-e97a28cd6631 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296189 May 27 03:26:03.911908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-8aadacd4-0eff-4b7d-a832-d1cac72ce3db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.1246862 May 27 03:26:03.913846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca0f0ed4-b146-4912-b0c4-177e7b18f032 req-2b5ddecf-f9b8-4fde-ac5c-16d854c2fbf9 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558321 May 27 03:26:03.914794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Usage tracker for resource:network and tenant:942d625cce464863b8f85dc71512b452 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:03.918199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:03.973572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:04.020992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-ed3df85f-96a6-4095-a669-afba9bae6d8c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:04.023452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-ed3df85f-96a6-4095-a669-afba9bae6d8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.0889289 May 27 03:26:04.024241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71d214a4-aeb8-4463-a97b-5aa5def4d120 req-e24e5c4b-bfe2-4199-bafd-6b110e6c30a7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671848 May 27 03:26:04.072782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3522525 May 27 03:26:04.073670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:04.079420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Request body: {'subnet': {'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-subnet', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:04.089489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:04.099871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Usage tracker for resource:subnet and tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:04.102914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d29048-0c1e-43c2-8b57-bac5a82d7671 admin admin] Pushing event updated for resources: {'Network': ['ID=f5756064-1d38-4479-964b-b4c39f530ee4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:04.106828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:04.114624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:04.128884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f5756064-1d38-4479-964b-b4c39f530ee4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:04.129665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Made reservation on behalf of 993fd6e9e9a0401db4c80ce8ce5b7e52 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:04.133017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.168738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-d12bec99-aeb7-40e6-b538-5e036a52531b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383874 May 27 03:26:04.173893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Made reservation on behalf of 942d625cce464863b8f85dc71512b452 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:04.176729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.444258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.522107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.582403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:04.604870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Usage tracker for resource:security_group_rule and tenant:942d625cce464863b8f85dc71512b452 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:04.612110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=683fae3f-b988-4132-937d-81111e2da831,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:04.612719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:04.633744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:04.639795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-665d34b1-7d49-46fb-8424-805120c5b5cc service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289954 May 27 03:26:04.651507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a865f-b098-402f-960b-c8af900e4692 req-2336f0d6-78c4-4552-9759-66b74752947e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:04.653687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c67a865f-b098-402f-960b-c8af900e4692 req-2336f0d6-78c4-4552-9759-66b74752947e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.2638099 May 27 03:26:04.660035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Checking segment: {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:04.660834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Network hostable DHCP agents. Network: f5756064-1d38-4479-964b-b4c39f530ee4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:04.747080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Network f5756064-1d38-4479-964b-b4c39f530ee4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:04.772909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f5756064-1d38-4479-964b-b4c39f530ee4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:04.783332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:04.785282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.795801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366260a5-cd59-4861-83ac-e9d6f2ac6f5e None None] Network f5756064-1d38-4479-964b-b4c39f530ee4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:04.820634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b65aa4a-3aa7-4c76-9e4f-2130f6bf1f86 req-2bd3a6f3-5d7a-4d1b-ba11-2e9bd39bc2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1536894 May 27 03:26:04.840618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a78a368c-35b7-43bc-8d5a-82276ce4e41d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7657666 May 27 03:26:04.845056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47810) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:04.851751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:04.869305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:04.876678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Usage tracker for resource:router and tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:04.891713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:04.915242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:04.936742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.938225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.985883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c67a865f-b098-402f-960b-c8af900e4692 req-1e67f239-e9d0-4404-b149-1f5ce7a8897b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015552 May 27 03:26:04.986219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:04.998535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:05.144274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f5756064-1d38-4479-964b-b4c39f530ee4', 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'fixed_ips': [{'subnet_id': '683fae3f-b988-4132-937d-81111e2da831'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:26:05.145228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.171423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e06aaf2a-4bfd-432a-96e0-90845697b77e req-4f9d806d-9587-4adf-b5a4-4d240ba76ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129888 May 27 03:26:05.193559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.204089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.269568 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.318178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:05.348679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa160bd8-7d9b-432c-968d-ccc9aefd2c89,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:05.353946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.354272 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Added segment 3071b3dd-1d1c-4e2c-93ef-3daf81f479c2 of type vlan for network cbd4339e-b72e-449f-b513-aa602344d512 May 27 03:26:05.448044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.534811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Allocated IP 172.20.0.2 (f5756064-1d38-4479-964b-b4c39f530ee4/683fae3f-b988-4132-937d-81111e2da831/f2fa6fa6-c5f3-4c83-917a-2382b523d432) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:05.553087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.593819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.746291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.748485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:05.749483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:05.775007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Allocated IP 172.25.8.72 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:05.878903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4482813 May 27 03:26:05.944829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:05.992354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.006320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Request body: {'subnet': {'network_id': 'cbd4339e-b72e-449f-b513-aa602344d512', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1120308536-subnet', 'tenant_id': '942d625cce464863b8f85dc71512b452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:06.012031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:06.016887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Usage tracker for resource:subnet and tenant:942d625cce464863b8f85dc71512b452 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:06.021228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:06.028466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:06.055960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4e25-1245-49a9-8c94-eb8cded547c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd4339e-b72e-449f-b513-aa602344d512,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.069632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Made reservation on behalf of 942d625cce464863b8f85dc71512b452 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:06.072229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.118002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network cbd4339e-b72e-449f-b513-aa602344d512 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:06.151530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.208842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:06.217668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:06.232363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:06.301535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d8973-c256-4689-8433-44b1db4e1b21 req-9e60eb5c-95a5-4546-8a11-7d2f6decfd9e tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:06.309386 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-092d8973-c256-4689-8433-44b1db4e1b21 req-9e60eb5c-95a5-4546-8a11-7d2f6decfd9e tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.3031878 May 27 03:26:06.340869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.382389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-092d8973-c256-4689-8433-44b1db4e1b21 req-f39d002b-3575-4469-a83a-4d3b8b334a42 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 May 27 03:26:06.431086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.442150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.462281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Transition to ACTIVE for port object f2fa6fa6-c5f3-4c83-917a-2382b523d432 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:06.467331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f5a8a9-f6c3-48f0-9102-da1b80518705,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.487598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Transition to ACTIVE for port object f2fa6fa6-c5f3-4c83-917a-2382b523d432 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:06.493041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Checking segment: {'id': '3071b3dd-1d1c-4e2c-93ef-3daf81f479c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cbd4339e-b72e-449f-b513-aa602344d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:06.493518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Network hostable DHCP agents. Network: cbd4339e-b72e-449f-b513-aa602344d512, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:06.498577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.507559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c3876-4c67-4601-a126-0d9b8bff22cf req-2678558e-7b03-4553-bf80-e4c3a13494f3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:06.514854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f59c3876-4c67-4601-a126-0d9b8bff22cf req-2678558e-7b03-4553-bf80-e4c3a13494f3 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 945 time: 0.5709476 May 27 03:26:06.573353 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adbbd81-ff80-4180-a609-ce5fb9ec6d02'] response: {'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', 'code': 200} May 27 03:26:06.602402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f59c3876-4c67-4601-a126-0d9b8bff22cf req-126358ee-7b32-4cb2-b066-a38cfb0d8f2f tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848291 May 27 03:26:06.613472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Network cbd4339e-b72e-449f-b513-aa602344d512 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:06.638044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.638703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.676692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Pushing event updated for resources: {'Port': ['ID=f2fa6fa6-c5f3-4c83-917a-2382b523d432,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.685977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Network f5756064-1d38-4479-964b-b4c39f530ee4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:06.687515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:06.708960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:06.713240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, cbd4339e-b72e-449f-b513-aa602344d512) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:06.727939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:06.728537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:06.728742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e636b8-1337-4026-868d-050ee895d1df None None] Network cbd4339e-b72e-449f-b513-aa602344d512 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:06.771164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c2ac72cd-ed5a-49e2-a6ee-1e9017842522 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8252234 May 27 03:26:06.782206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a013221-6b91-46a3-8d14-c81e2372577a req-d242d2fb-16af-4eba-b0b4-65a56eedb248 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 1101 time: 0.1397853 May 27 03:26:06.845114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a013221-6b91-46a3-8d14-c81e2372577a req-75703191-5a3f-4bc3-86e9-79ae17dd01f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569427 May 27 03:26:06.992128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Attempting to bind port f2fa6fa6-c5f3-4c83-917a-2382b523d432 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:06.992500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Attempting to bind port f2fa6fa6-c5f3-4c83-917a-2382b523d432 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:06.992879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Attempting to bind port f2fa6fa6-c5f3-4c83-917a-2382b523d432 on network f5756064-1d38-4479-964b-b4c39f530ee4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:06.993191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6c238-e1aa-4f63-a841-afa016112a49 req-e8943743-cb06-48a7-b710-e57d345b4572 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:06.994884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25f6c238-e1aa-4f63-a841-afa016112a49 req-e8943743-cb06-48a7-b710-e57d345b4572 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 950 time: 0.2325578 May 27 03:26:07.014940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:07.015367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Checking segment: {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:07.015753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:07.016153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Bound using segment: {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:07.016717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Bound port: f2fa6fa6-c5f3-4c83-917a-2382b523d432, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:07.017164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:07.071466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f7334a4-fd07-4f24-be45-c14705470ef7 req-d8398fff-bed7-49ce-aed4-857b8eb5ff15 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1097 time: 0.1001236 May 27 03:26:07.076352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc6f8c30-3f99-4139-91e2-2790be624432 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:07.137057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f7334a4-fd07-4f24-be45-c14705470ef7 req-7f9a7ed6-f6cc-465e-9498-449e292b202c tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 May 27 03:26:07.140220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25f6c238-e1aa-4f63-a841-afa016112a49 req-c4898e5a-dc8f-471d-bc5b-717f0927114b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330264 May 27 03:26:07.237707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Router f50826c3-e1e0-4137-b64f-6e8e0bb46510 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:26:07.285127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] For port f2fa6fa6-c5f3-4c83-917a-2382b523d432, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:07.316762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] For port f2fa6fa6-c5f3-4c83-917a-2382b523d432, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2fa6fa6-c5f3-4c83-917a-2382b523d432,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:07.327365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a259dec-b384-41f3-92fc-b2f770980f91 None None] Network cbd4339e-b72e-449f-b513-aa602344d512 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:07.347766 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:07.353046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port bc6f8c30-3f99-4139-91e2-2790be624432 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:07.482590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-b9908c54-2676-40dc-94fa-8177c9eeebb9 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316858 May 27 03:26:07.586524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port bc6f8c30-3f99-4139-91e2-2790be624432 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:07.587103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:07.690778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea074-8738-413c-b21a-f5d2f962f793 req-6b236f1a-4f16-4961-a8eb-1cb4d0dfb60c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:07.692272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93eea074-8738-413c-b21a-f5d2f962f793 req-6b236f1a-4f16-4961-a8eb-1cb4d0dfb60c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.2130353 May 27 03:26:07.748172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d866e-63c2-49d1-862d-967486335d01 req-305b9028-fc07-41e5-9e07-0fd95f4c31f0 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:07.751083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-305b9028-fc07-41e5-9e07-0fd95f4c31f0 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622943 May 27 03:26:07.790005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-b0f105c8-8b59-40c5-8cab-4e52c5463804 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/quotas/1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 HTTP/1.1" status: 200 len: 375 time: 0.0303881 May 27 03:26:07.795217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93eea074-8738-413c-b21a-f5d2f962f793 req-ccd508fb-2ab4-43ac-9c15-d4c33589fb87 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 May 27 03:26:07.823622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:07.832059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1eac5-11da-4b6a-906e-bd821f09a192 None None] Pushing event updated for resources: {'Port': ['ID=f2fa6fa6-c5f3-4c83-917a-2382b523d432,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:07.861298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Sync routers for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:26:07.905845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:07.910810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3157c405-8f6e-4297-b73f-64a7b03c5414 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0642345 May 27 03:26:07.911529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47874) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:07.930363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-47cecfd6-f7b6-4889-be48-6efda5eea593 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394072 May 27 03:26:07.992935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:08.027732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:08.028373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:08.453272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2fa6fa6-c5f3-4c83-917a-2382b523d432 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:08.631624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-448a1942-f0f5-4537-b672-3792a8cedc8f req-fb5ea18c-2c82-4ea0-b59a-8decc65d6238 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1414573 May 27 03:26:08.705699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:08.718593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:08.723812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1627936943-network', 'tenant_id': '9bddcf817b164d87b22ffbc0c6354c34'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:08.735723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:08.750064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Usage tracker for resource:network and tenant:9bddcf817b164d87b22ffbc0c6354c34 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:08.753861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:08.764133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:08.768998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc6f8c30-3f99-4139-91e2-2790be624432,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:08.791233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Made reservation on behalf of 9bddcf817b164d87b22ffbc0c6354c34 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:08.794150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:08.822572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f2fa6fa6-c5f3-4c83-917a-2382b523d432 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:08.836967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:08.840713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:08.924745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:08.935420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bddcf817b164d87b22ffbc0c6354c34 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:08.953204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:08.973067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:09.143055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.155357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.194134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:09.199216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:09.232834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.233531 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Added segment 35ba91b7-e534-46bc-bb88-be0ee6310d9a of type vlan for network 56800657-92b6-4eb8-88ca-c63c5105ba3d May 27 03:26:09.247336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ddf22c-811d-4337-a024-590dbaee8650,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.305734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.403851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.405299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:09.407253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.473795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219978c-7c54-4f6b-85cb-741e96579b18 req-a3cd4286-59b0-4173-9c87-096a925fb27c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:09.485772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5219978c-7c54-4f6b-85cb-741e96579b18 req-a3cd4286-59b0-4173-9c87-096a925fb27c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.3069737 May 27 03:26:09.507279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87972de6-47f1-4896-b35a-35d1de470237 None None] Network f5756064-1d38-4479-964b-b4c39f530ee4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:09.535207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.538084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8312273 May 27 03:26:09.545184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:09.555829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Request body: {'subnet': {'network_id': '56800657-92b6-4eb8-88ca-c63c5105ba3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1627936943-subnet', 'tenant_id': '9bddcf817b164d87b22ffbc0c6354c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:09.563151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:09.594510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5219978c-7c54-4f6b-85cb-741e96579b18 req-6e6d8026-d51c-4c56-b51f-fbe22e527895 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077807 May 27 03:26:09.599576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Usage tracker for resource:subnet and tenant:9bddcf817b164d87b22ffbc0c6354c34 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:09.603682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:09.664174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:09.696777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Made reservation on behalf of 9bddcf817b164d87b22ffbc0c6354c34 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:09.699132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc2ff-031b-47cc-aa43-cd77ef857fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=56800657-92b6-4eb8-88ca-c63c5105ba3d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.700443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:09.730739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 56800657-92b6-4eb8-88ca-c63c5105ba3d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:09.827683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Provisioning for port f2fa6fa6-c5f3-4c83-917a-2382b523d432 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:09.874009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Provisioning complete for port f2fa6fa6-c5f3-4c83-917a-2382b523d432 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:09.874410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.112081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276419e-652b-4012-bbdd-9c426cfa04c7 req-fea43087-c878-45ae-9842-538c690e885e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:10.120457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6276419e-652b-4012-bbdd-9c426cfa04c7 req-fea43087-c878-45ae-9842-538c690e885e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 950 time: 0.3972771 May 27 03:26:10.180062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6aae3b2a-db73-404b-a39a-7a2cecc488c9 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445633 May 27 03:26:10.327565 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.379750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:06Z', 'revision_number': 3, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:10.386383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Checking router: f50826c3-e1e0-4137-b64f-6e8e0bb46510 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:26:10.386746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Updating router f50826c3-e1e0-4137-b64f-6e8e0bb46510 port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:26:10.426772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] For port f2fa6fa6-c5f3-4c83-917a-2382b523d432, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2fa6fa6-c5f3-4c83-917a-2382b523d432,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:10.440947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.449129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6276419e-652b-4012-bbdd-9c426cfa04c7 req-c1db0407-1cb2-4b03-82e5-c9d2d0d6d756 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276184 May 27 03:26:10.474336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.493931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.543368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.580891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2bc9c-ecf3-4de4-91f8-4a2ceb563ad3 None None] Pushing event updated for resources: {'Port': ['ID=f2fa6fa6-c5f3-4c83-917a-2382b523d432,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:10.615367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d866e-63c2-49d1-862d-967486335d01 req-880d0353-04fc-43b3-96f5-fafbef6688ad tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:10.619497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-880d0353-04fc-43b3-96f5-fafbef6688ad tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349222 May 27 03:26:10.632674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-e5da7961-a36d-42d8-951e-5c503c56d05a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:26:10.633912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-e5da7961-a36d-42d8-951e-5c503c56d05a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057259 May 27 03:26:10.644216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Request body: {'port': {'device_id': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:10.670983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Request body: {'binding': {'host': 'n-h1-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:10.671842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Unknown quota resources ['binding']. {{(pid=84155) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:26:10.726404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddbeb23-6825-48cf-8c1d-712ecb93f716,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:10.822368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c4e2b474-1d9d-49e3-8b24-cd45c4dc6b17 None None] Provisioning complete for port f2fa6fa6-c5f3-4c83-917a-2382b523d432 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:10.822754 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b474-1d9d-49e3-8b24-cd45c4dc6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:10.883377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9134b725-592e-4425-9c8b-9900ab0c31e5 req-30d58551-cbef-4168-bd3f-d6266850be0b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 210 time: 0.0918224 May 27 03:26:10.903963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Checking segment: {'id': '35ba91b7-e534-46bc-bb88-be0ee6310d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56800657-92b6-4eb8-88ca-c63c5105ba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:10.903963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Network hostable DHCP agents. Network: 56800657-92b6-4eb8-88ca-c63c5105ba3d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:11.009892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Network 56800657-92b6-4eb8-88ca-c63c5105ba3d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:11.031713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 56800657-92b6-4eb8-88ca-c63c5105ba3d) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:11.043196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:11.043799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.061369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c0d3c-f8e0-497b-b7f6-0417a0d5a5d7 None None] Network 56800657-92b6-4eb8-88ca-c63c5105ba3d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:11.081145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:11.116010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:11.142428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec618d97-0ee3-441c-9949-20e20cdad4e2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5947769 May 27 03:26:11.154849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Allocated IP 172.20.0.1 (f5756064-1d38-4479-964b-b4c39f530ee4/683fae3f-b988-4132-937d-81111e2da831/4c91f049-d191-4a71-b1c3-a1cee69f1f13) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:11.207823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Made reservation on behalf of 1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:11.215277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.232123 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf87f8e5-f9da-4bad-a926-0ce9e9f684ea'] response: {'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'code': 200} May 27 03:26:11.296696 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:26:11.331831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on host n-h1-843301-2 for vnic_type normal with profile None {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:11.332174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:11.332514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:11.340724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:11.341088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:11.380821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47940) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:11.445499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:11.446020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:11.446898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:11.448564 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.452615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Bound port: b0780040-b28b-4a61-b249-8ddf947aa6fb, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:11.478447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Transition to ACTIVE for port object 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:11.491684 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.560147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Deleting subnet e2f5a8a9-f6c3-48f0-9102-da1b80518705 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:26:11.581089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.586134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3d699e4-db59-4626-8ea0-211db13c77d3 req-f7bc6370-7294-4765-bfbf-8c1818f697a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 1097 time: 0.3137927 May 27 03:26:11.604726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f1b0c-0cbb-49aa-bcca-14277a62b354 None None] Network 56800657-92b6-4eb8-88ca-c63c5105ba3d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:11.635789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:11.669927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3d699e4-db59-4626-8ea0-211db13c77d3 req-8b66a2cf-1a7b-4e9a-8395-ade0d46bf2b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735478 May 27 03:26:11.671180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Attempting to bind port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:11.671553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Attempting to bind port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:11.671920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Attempting to bind port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:11.677601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.682928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620783d-4aa7-4862-80af-319ffb164a3f None None] Pushing event updated for resources: {'Port': ['ID=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:11.689425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.697778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-6121f460-77af-4da0-930d-8ee36d7ee516 service neutron] 10.222.0.46 "POST /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0311668 May 27 03:26:11.699389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Allocated IP 192.168.233.105 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/cd14d2a8-bad8-46cf-a677-4e5358737fce) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:11.701104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:11.701475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:11.701870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.702261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:11.702783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Bound port: 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:11.703110 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.722764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.777810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Transition to ACTIVE for port object 4c91f049-d191-4a71-b1c3-a1cee69f1f13 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:11.801718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea39a3-fae1-41c8-bcc8-2c1dd0b77368 req-f1592d2d-b858-4a42-800f-8a48bda3b9d0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:11.803457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22ea39a3-fae1-41c8-bcc8-2c1dd0b77368 req-f1592d2d-b858-4a42-800f-8a48bda3b9d0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.3234856 May 27 03:26:11.806697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.882887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] For port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:11.915033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] For port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:11.925408 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:11.975253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95cf057d-1e0b-4f52-9c66-d7f0fe91b0cc req-d0a007a3-4e3d-4ca4-83e2-b2ac964fd3f4 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547788 May 27 03:26:11.989547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.086383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.102987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Pushing event updated for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:12.161235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:12.161907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:12.168847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f5a8a9-f6c3-48f0-9102-da1b80518705,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:12.186408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22ea39a3-fae1-41c8-bcc8-2c1dd0b77368 req-df3d6666-e6b8-4795-8a7e-a93d64a992bd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225007 May 27 03:26:12.189244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Network f5756064-1d38-4479-964b-b4c39f530ee4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:12.200426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:12.206596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:12.249490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2fa6fa6-c5f3-4c83-917a-2382b523d432 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:12.255981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.263218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-373bc362-00f3-4312-9e98-7b692d6508d1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2f5a8a9-f6c3-48f0-9102-da1b80518705 HTTP/1.1" status: 204 len: 168 time: 0.8807085 May 27 03:26:12.266565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:12.270890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.352563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Transition to ACTIVE for port object cd14d2a8-bad8-46cf-a677-4e5358737fce will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:12.368578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf057d-1e0b-4f52-9c66-d7f0fe91b0cc req-86f71347-0f25-40b0-ba96-450b722ff3a3 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:12.370620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95cf057d-1e0b-4f52-9c66-d7f0fe91b0cc req-86f71347-0f25-40b0-ba96-450b722ff3a3 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3879967 May 27 03:26:12.392350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620783d-4aa7-4862-80af-319ffb164a3f None None] Pushing event updated for resources: {'Port': ['ID=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:12.406593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95cf057d-1e0b-4f52-9c66-d7f0fe91b0cc req-11d9a611-2d97-4a08-a785-fb1444baa1bc tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/quotas/ecc2df2d5d1c4c1b857447349f27b73a HTTP/1.1" status: 200 len: 375 time: 0.0261865 May 27 03:26:12.409958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-856a70e9-578f-4bb8-b00b-7c1199317932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1097 time: 0.3290956 May 27 03:26:12.476709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.494393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:12.546556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.559442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.619936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f2fa6fa6-c5f3-4c83-917a-2382b523d432 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:12.620638 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.630427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95cf057d-1e0b-4f52-9c66-d7f0fe91b0cc req-8c32f86a-0753-4e9e-8db0-704b0bedb966 tempest-QuotasAdminNegativeTest-1852790495 tempest-QuotasAdminNegativeTest-1852790495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1626148 May 27 03:26:12.674539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:12.688699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:12.705025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:12.710614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:12.711328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.719557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Pushing event updated for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:12.728139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:12.757379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800d80-da12-4c69-baf4-7653745147eb req-578002ce-4a46-4de5-a17e-ab976dacadbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:12.761075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-578002ce-4a46-4de5-a17e-ab976dacadbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.3451357 May 27 03:26:12.762977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0463e7cd-5fb6-4349-b2d8-2746df88ab15 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1235461 May 27 03:26:12.834166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.844002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c3ac300b-8ae5-40bb-9208-1ff5aa51d584 None None] Provisioning for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:12.854423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714869aa-1ae5-4239-a148-281f5aae35ee req-81c1ac9a-f12c-460d-a3a6-9c9c1a0f6112 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:12.862159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-714869aa-1ae5-4239-a148-281f5aae35ee req-81c1ac9a-f12c-460d-a3a6-9c9c1a0f6112 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 950 time: 0.3988531 May 27 03:26:12.863207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c3ac300b-8ae5-40bb-9208-1ff5aa51d584 None None] Provisioning complete for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:12.863580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c3ac300b-8ae5-40bb-9208-1ff5aa51d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.938074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:12.963500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Request body: {'port': {'device_id': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:12.969785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd4339e-b72e-449f-b513-aa602344d512']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:12.999283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3071b3dd-1d1c-4e2c-93ef-3daf81f479c2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:13.001500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3071b3dd-1d1c-4e2c-93ef-3daf81f479c2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:13.047686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.057420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-e5b083b1-f90a-4f79-8698-60fdb4703a02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.2875974 May 27 03:26:13.097132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.118513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:26:13.118951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: timer() May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:26:13.263189 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:26:13.326462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800d80-da12-4c69-baf4-7653745147eb req-950fd106-4978-4876-bc07-4c49ca0b8577 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:13.328264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-950fd106-4978-4876-bc07-4c49ca0b8577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2612581 May 27 03:26:13.332095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.416021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac300b-8ae5-40bb-9208-1ff5aa51d584 None None] Port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:13.434840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-ddfee3de-03a5-4034-97f1-4cc498eb9a40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856142 May 27 03:26:13.450497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-714869aa-1ae5-4239-a148-281f5aae35ee req-92f3cf42-fd76-4179-81e4-6c63a9df49a2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854406 May 27 03:26:13.590929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a563c11-4a28-4148-8f9d-12d8327cdd72 None None] Provisioning for port cd14d2a8-bad8-46cf-a677-4e5358737fce completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:13.600050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a563c11-4a28-4148-8f9d-12d8327cdd72 None None] Provisioning complete for port cd14d2a8-bad8-46cf-a677-4e5358737fce triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:13.600421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9a563c11-4a28-4148-8f9d-12d8327cdd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.671971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9a563c11-4a28-4148-8f9d-12d8327cdd72 None None] Port cd14d2a8-bad8-46cf-a677-4e5358737fce cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:13.679169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:06Z', 'revision_number': 3, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:13.685448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92c2c1-614a-41f0-baf1-487cf30effae None None] The sync data for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 is: [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:06Z', 'revision_number': 3, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:26:13.741212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.752986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:13.753215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df1e58-60b4-488b-922a-4c168f32fbc0 req-7f7a8604-8145-4ce6-b0d3-f4df8c57d134 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:13.754534 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7df1e58-60b4-488b-922a-4c168f32fbc0 req-7f7a8604-8145-4ce6-b0d3-f4df8c57d134 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.6073668 May 27 03:26:13.786149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] 10.222.0.46 "DELETE /v2.0/networks/cbd4339e-b72e-449f-b513-aa602344d512 HTTP/1.1" status: 204 len: 168 time: 1.5185001 May 27 03:26:13.790013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f98ab6-ba22-418b-9d2d-107140458b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd4339e-b72e-449f-b513-aa602344d512,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:13.793235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47962) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:13.924978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Deleting subnet 9ddbeb23-6825-48cf-8c1d-712ecb93f716 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:26:13.934475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.020300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457556fe-76e1-4427-b3a6-eed40bf57392 req-ff7d462f-78b6-4d14-9112-57a069ac2cb5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:14.031001 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-457556fe-76e1-4427-b3a6-eed40bf57392 req-ff7d462f-78b6-4d14-9112-57a069ac2cb5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 946 time: 0.3873081 May 27 03:26:14.042330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:26:14.049865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb6c7a76-0505-4a90-9e95-87e5cc0a345c service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011281 May 27 03:26:14.059646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7df1e58-60b4-488b-922a-4c168f32fbc0 req-3a74e526-6b51-4431-8242-25857dfdcfc1 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313941 May 27 03:26:14.104110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.120579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.274601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:14.302718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.375700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:14.389911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:14.390650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.411451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.472227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-457556fe-76e1-4427-b3a6-eed40bf57392 req-926af92e-f14e-4cc8-bc00-a15fa42d74b0 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203286 May 27 03:26:14.527034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.573488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-f478d653-0e9c-4811-886d-c16a399726df service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125911 May 27 03:26:14.583686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.602835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Pushing event updated for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.631136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:14.638711 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.707316 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.768436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.781246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddbeb23-6825-48cf-8c1d-712ecb93f716,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.796544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.801664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b27d580-8904-4813-9ff1-0c5b66056d0c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9ddbeb23-6825-48cf-8c1d-712ecb93f716 HTTP/1.1" status: 204 len: 168 time: 1.0037086 May 27 03:26:14.805988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:14.812947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792faa81-ae89-465b-ac40-d397d823b1ef req-c8b228b5-c4e1-41ee-b88e-a82e6bc66970 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:14.814122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792faa81-ae89-465b-ac40-d397d823b1ef req-c8b228b5-c4e1-41ee-b88e-a82e6bc66970 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Synchronizing usage tracker for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:14.864941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd14d2a8-bad8-46cf-a677-4e5358737fce {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:14.882465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.898377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792faa81-ae89-465b-ac40-d397d823b1ef req-c8b228b5-c4e1-41ee-b88e-a82e6bc66970 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Unset dirty status for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:14.909937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-792faa81-ae89-465b-ac40-d397d823b1ef req-c8b228b5-c4e1-41ee-b88e-a82e6bc66970 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 936 time: 0.6010473 May 27 03:26:14.973763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Transition to ACTIVE for port object cd14d2a8-bad8-46cf-a677-4e5358737fce will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:14.987366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:14.999968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Network f5756064-1d38-4479-964b-b4c39f530ee4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:15.005856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:15.137850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-36a0e4f8-152d-4de5-b1d3-00635b0258fb tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1097 time: 0.4602799 May 27 03:26:15.171702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-2'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:15.329574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-792faa81-ae89-465b-ac40-d397d823b1ef req-52aa35db-6d8f-4bd4-a0d4-44de6af12608 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054224 May 27 03:26:15.347185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:15.347933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:15.485589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:15.515930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b69b078-2917-439b-90db-0fe5971b92b5 None None] Provisioning complete for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:15.516469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b69b078-2917-439b-90db-0fe5971b92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:15.573500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Attempting to bind port cd14d2a8-bad8-46cf-a677-4e5358737fce on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:15.574073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Attempting to bind port cd14d2a8-bad8-46cf-a677-4e5358737fce by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:15.574425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Attempting to bind port cd14d2a8-bad8-46cf-a677-4e5358737fce on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:15.594483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Port cd14d2a8-bad8-46cf-a677-4e5358737fce on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:15.594976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Attempting to bind port cd14d2a8-bad8-46cf-a677-4e5358737fce on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:15.596483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9b69b078-2917-439b-90db-0fe5971b92b5 None None] Port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:15.607086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:15.607547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:15.608215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:15.608764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Bound port: cd14d2a8-bad8-46cf-a677-4e5358737fce, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:15.609238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:15.655237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:15.686651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd939cd-447d-4817-9f19-e59b7335b3c8 req-4d5aa6fb-2fb3-4e71-8e16-009fe496672c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:15.688343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bd939cd-447d-4817-9f19-e59b7335b3c8 req-4d5aa6fb-2fb3-4e71-8e16-009fe496672c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.3323932 May 27 03:26:15.699022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56800657-92b6-4eb8-88ca-c63c5105ba3d']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.875606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:15.895935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:15.905639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:15.914675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.023365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.024827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd14d2a8-bad8-46cf-a677-4e5358737fce HTTP/1.1" status: 200 len: 1096 time: 3.0683095 May 27 03:26:16.032163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ba91b7-e534-46bc-bb88-be0ee6310d9a') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:16.035115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ba91b7-e534-46bc-bb88-be0ee6310d9a') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:16.036590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:16.066966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.079845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:16.109775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.146727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:26:16.146727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: timer() May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:26:16.169986 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:26:16.186542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bd939cd-447d-4817-9f19-e59b7335b3c8 req-ff187cea-19f3-4eef-abed-4c5dec7cb705 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675387 May 27 03:26:16.223985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:16.326047 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.357618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.370236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] Pushing event deleted for resources: {'Network': ['ID=56800657-92b6-4eb8-88ca-c63c5105ba3d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:16.386552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89e57961-4a48-451c-a954-3874f96f99ce admin admin] 10.222.0.46 "DELETE /v2.0/networks/56800657-92b6-4eb8-88ca-c63c5105ba3d HTTP/1.1" status: 204 len: 168 time: 1.5785260 May 27 03:26:16.441147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:16.441580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.463519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Router f50826c3-e1e0-4137-b64f-6e8e0bb46510 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:16.529089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c48e-e8b6-43da-9dc5-9c05420da5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:16.544380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe5537-7247-4245-a72c-5acac0ebcbc7 req-57120176-1df8-4b55-8263-414ccd20f781 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:16.548587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe5537-7247-4245-a72c-5acac0ebcbc7 req-57120176-1df8-4b55-8263-414ccd20f781 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:16.551039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02fe5537-7247-4245-a72c-5acac0ebcbc7 req-57120176-1df8-4b55-8263-414ccd20f781 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed&device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1691 time: 0.7593985 May 27 03:26:16.611071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.629974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:16.710706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02fe5537-7247-4245-a72c-5acac0ebcbc7 req-87dac9d6-89d2-49db-9d26-c7ef5c43321d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469338 May 27 03:26:16.795491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:16.802135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-7d94bc9d-bfc6-442b-b1d4-fa6cba05bfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 1099 time: 0.6542411 May 27 03:26:16.857696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7785a23-eb51-4494-a398-155fb67c095e req-16fffb37-5ba5-47eb-9660-46a476fd017c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:16.859484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7785a23-eb51-4494-a398-155fb67c095e req-16fffb37-5ba5-47eb-9660-46a476fd017c tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.3915341 May 27 03:26:16.927295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7785a23-eb51-4494-a398-155fb67c095e req-968cc0ce-bddf-4015-b487-79cab17cee53 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618916 May 27 03:26:16.979298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:16.980022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:17.001610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c54a70ca-430b-4439-9760-efff6ec76061 admin admin] 10.222.0.46 "PUT /v2.0/routers/f50826c3-e1e0-4137-b64f-6e8e0bb46510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0753953 May 27 03:26:17.005252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-2f569f51-a4b3-4bfb-9e6c-a998cb63693a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce HTTP/1.1" status: 200 len: 217 time: 0.1886630 May 27 03:26:17.082137 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aa82f3-b12f-46d2-a5da-cd1533cb85d9'] response: {'name': 'network-changed', 'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce', 'status': 'completed', 'code': 200} May 27 03:26:17.231472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:17.231685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:17.233083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:17.238935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1bb4ee26-8c73-4391-9ac5-3af228ecf722 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=942d625cce464863b8f85dc71512b452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4351318 May 27 03:26:17.240704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d866e-63c2-49d1-862d-967486335d01 req-ff8f184c-9ea4-47ca-86aa-eb13b1764301 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:17.242171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-ff8f184c-9ea4-47ca-86aa-eb13b1764301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2007878 May 27 03:26:17.246419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:17.279754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca37e-2c07-42ae-80e3-99c498baf141 req-e11757b5-4635-4ba8-ae0d-e9818c214af7 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:17.282555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a19ca37e-2c07-42ae-80e3-99c498baf141 req-e11757b5-4635-4ba8-ae0d-e9818c214af7 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 948 time: 0.1275482 May 27 03:26:17.314644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:17.315017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Attempting to bind port b0780040-b28b-4a61-b249-8ddf947aa6fb on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:17.349949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa953e-e880-4ea0-b987-dc2150ba45f5 req-2d88a337-7b87-45fd-a4cf-a42b538a89d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:17.351539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7aa953e-e880-4ea0-b987-dc2150ba45f5 req-2d88a337-7b87-45fd-a4cf-a42b538a89d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 944 time: 0.4374242 May 27 03:26:17.358192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:17.358515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:17.358900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:17.359370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Bound port: b0780040-b28b-4a61-b249-8ddf947aa6fb, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:17.359715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:17.370407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:17.432466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a19ca37e-2c07-42ae-80e3-99c498baf141 req-3581bae3-2ac4-4370-adb2-c499b8872387 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406262 May 27 03:26:17.564451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7aa953e-e880-4ea0-b987-dc2150ba45f5 req-529c2d6f-cf55-49d3-adfc-f92686acef46 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887555 May 27 03:26:17.577001 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:17.587756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-8290d885-547c-410a-964c-6e485a37c73a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387585 May 27 03:26:17.679496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:17.748304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:17.837546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08975-af2f-4e96-9853-78147cbbdcf6 req-bc018288-2a20-4bbd-9eaf-b0cae3a616f2 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:17.839175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1cc08975-af2f-4e96-9853-78147cbbdcf6 req-bc018288-2a20-4bbd-9eaf-b0cae3a616f2 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.1145103 May 27 03:26:17.853634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:17.863598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Request body: {'floatingip': {'port_id': 'bc6f8c30-3f99-4139-91e2-2790be624432'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:17.903063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:17.917424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:17.961887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:17.991285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.113693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Sync routers for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:26:18.188889 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:18.190367 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:18.366885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:18.383191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.409335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc2df2d5d1c4c1b857447349f27b73a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:18.412348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:18.413002 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:18.416064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:18.425500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-0f06bf64-96ce-474c-ab76-e065747b7c91 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238323 May 27 03:26:18.432021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa160bd8-7d9b-432c-968d-ccc9aefd2c89,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:18.435486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:18.487404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.493927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f98ca895-6e1e-49c6-b1bc-ea98cd4d41ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa160bd8-7d9b-432c-968d-ccc9aefd2c89 HTTP/1.1" status: 204 len: 168 time: 1.2412322 May 27 03:26:18.604879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cca77b-4777-403f-b292-b6c21435f5f5 req-5aefea3a-1baf-4c76-8ae4-e87625eb0dca tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:18.606549 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51cca77b-4777-403f-b292-b6c21435f5f5 req-5aefea3a-1baf-4c76-8ae4-e87625eb0dca tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.7015326 May 27 03:26:18.613921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.615356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-ba46f85f-d348-428c-a0fb-6d8c08776ab7 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 1122 time: 3.4506533 May 27 03:26:18.686391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b0780040-b28b-4a61-b249-8ddf947aa6fb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:18.729878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-d598f47d-0d94-43e9-aa34-74026113f639 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:18.755674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa1d866e-63c2-49d1-862d-967486335d01 req-be433bc8-3956-4ada-9c11-3824eec1aa3a service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214846 May 27 03:26:18.771238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51cca77b-4777-403f-b292-b6c21435f5f5 req-3772c201-6400-44af-91cd-a9ea376b6587 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513598 May 27 03:26:18.776742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.783289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:18.831348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-d598f47d-0d94-43e9-aa34-74026113f639 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:18.841746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-d598f47d-0d94-43e9-aa34-74026113f639 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6353087 May 27 03:26:18.888693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:18.930706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:19.087347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb'}, {'name': 'network-changed', 'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:19.124753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefdac7-0350-486b-a31c-cf9dacfb73e8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:19.174548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-80c38a7f-626e-4a50-95f0-7e4a1d69c7a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecc2df2d5d1c4c1b857447349f27b73a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7968044 May 27 03:26:19.177019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:19.403553 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:12Z', 'revision_number': 4, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4c91f049-d191-4a71-b1c3-a1cee69f1f13', 'name': '', 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'mac_address': 'fa:16:3e:3c:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '683fae3f-b988-4132-937d-81111e2da831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:10Z', 'updated_at': '2022-05-27T03:26:13Z', 'revision_number': 2, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'subnets': [{'id': '683fae3f-b988-4132-937d-81111e2da831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:19.410714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Checking router: f50826c3-e1e0-4137-b64f-6e8e0bb46510 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:26:19.411139 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Updating router f50826c3-e1e0-4137-b64f-6e8e0bb46510 port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:26:19.431491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Usage tracker for resource:floatingip and tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:19.437544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:19.451496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:19.457872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-567beecd-81e1-4aae-be19-5298c8a5750a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 1099 time: 0.5381858 May 27 03:26:19.468732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.478422 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.517358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.543598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48038) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:19.740718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c7f5b96-45b5-4eca-a10d-629bd43aea44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bddcf817b164d87b22ffbc0c6354c34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1893501 May 27 03:26:19.744981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48042) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:19.789623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.813782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7364040-2a91-4749-b07b-69ac1b573179 req-cd9545b3-9d9b-4d7f-8088-f33a640fbdea tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 1101 time: 0.5080104 May 27 03:26:19.927280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.940316 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.948980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:19.961910 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Transition to ACTIVE for port object 4c91f049-d191-4a71-b1c3-a1cee69f1f13 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:19.972733 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.083546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-82bd363a-4115-4ad2-bf4c-8c182dafbf51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:20.086746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-82bd363a-4115-4ad2-bf4c-8c182dafbf51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.6205425 May 27 03:26:20.087986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70e3ac-9334-4e3a-a529-c3c429b407b3 None None] Pushing event updated for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.093443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7364040-2a91-4749-b07b-69ac1b573179 req-dbaa5d6e-b86b-426c-aca0-52c756e1b646 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699058 May 27 03:26:20.109932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.165825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.235252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-66fdb18d-c4cd-48cd-86aa-5eb90d566d85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce HTTP/1.1" status: 200 len: 217 time: 0.1366162 May 27 03:26:20.237742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.278891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.392301 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Attempting to bind port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:20.392733 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Attempting to bind port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:20.393107 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Attempting to bind port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 on network f5756064-1d38-4479-964b-b4c39f530ee4 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:20.402185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:20.402522 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Checking segment: {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:20.402875 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.404066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Bound using segment: {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:20.404066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Bound port: 4c91f049-d191-4a71-b1c3-a1cee69f1f13, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831beb1f-baa5-4664-bd48-c075969c09dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:20.404066 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.449001 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.455211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdefdac7-0350-486b-a31c-cf9dacfb73e8 HTTP/1.1" status: 204 len: 168 time: 1.2765203 May 27 03:26:20.457845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-14a70c08-621e-44cb-a1a6-37b993e09e62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:20.460532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-14a70c08-621e-44cb-a1a6-37b993e09e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2090182 May 27 03:26:20.466902 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-5e1b00b2-02f3-4e3b-91b4-8c6eb7fa5bb5 service neutron] show failed (client error): The resource could not be found. May 27 03:26:20.468616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-5e1b00b2-02f3-4e3b-91b4-8c6eb7fa5bb5 service neutron] 10.222.0.21 "GET /v2.0/ports/1564a37d-84a2-4a24-ac3f-ebb86d2918e8/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.6002359 May 27 03:26:20.469673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d77e96-d97b-4ad1-996e-dee62d0d3a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefdac7-0350-486b-a31c-cf9dacfb73e8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.546691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.592978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ddf22c-811d-4337-a024-590dbaee8650,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.632370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Allocated IP 172.25.8.221 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ab170f3f-d12c-48a1-a38f-949d03188b89) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:20.634116 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] For port 4c91f049-d191-4a71-b1c3-a1cee69f1f13, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:20.637679 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] For port 4c91f049-d191-4a71-b1c3-a1cee69f1f13, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4c91f049-d191-4a71-b1c3-a1cee69f1f13,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:20.649159 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.687079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:20.688713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f851fa5e-11ed-4710-a02a-cf9326387ae0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68ddf22c-811d-4337-a024-590dbaee8650 HTTP/1.1" status: 204 len: 168 time: 0.9415329 May 27 03:26:20.786823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-6fcce08f-8019-47bf-9959-36fb4fe1af4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964323 May 27 03:26:20.841406 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70e3ac-9334-4e3a-a529-c3c429b407b3 None None] Pushing event updated for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.892411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:20.893246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.995332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41406418-fa7f-4d58-9a88-a1150ee6ce42 req-bdd52b8f-09cc-425e-b6e9-feda1689142e tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:20.998373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41406418-fa7f-4d58-9a88-a1150ee6ce42 req-bdd52b8f-09cc-425e-b6e9-feda1689142e tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 948 time: 0.5362413 May 27 03:26:21.128197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-3191170b-6743-47ca-b29b-d3d5a035ae2a service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310633 May 27 03:26:21.131070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:21.235417 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09 associated. External IP: 172.25.8.5, port: bc6f8c30-3f99-4139-91e2-2790be624432. May 27 03:26:21.409458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41406418-fa7f-4d58-9a88-a1150ee6ce42 req-626c0fdb-f516-452d-9d96-572d92c159f7 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796645 May 27 03:26:21.425034 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:21.441384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec8e5d3-4376-4478-a8ac-8a70fa830d53 req-16e9222a-4f12-4c3e-9fb5-2b39210d2ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584803 May 27 03:26:21.661696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:21.682873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:21.723813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb has no active binding in host n-h1-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:26:21.742328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-3bf5a61b-0d9f-4b79-acc3-799dec5994dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1101 time: 0.8058052 May 27 03:26:21.761067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:21.852644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:21.915801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:21.964523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86713-0142-4988-8fad-59edacd157b7 req-7e988eff-02bd-4cf1-89e4-41ec896364dc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:21.973900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbb86713-0142-4988-8fad-59edacd157b7 req-7e988eff-02bd-4cf1-89e4-41ec896364dc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 944 time: 0.2122207 May 27 03:26:22.020911 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:22.045508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbb86713-0142-4988-8fad-59edacd157b7 req-e29deba2-1e3a-4b62-8859-43e7fd674b21 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628591 May 27 03:26:22.080687 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:12Z', 'revision_number': 4, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4c91f049-d191-4a71-b1c3-a1cee69f1f13', 'name': '', 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'mac_address': 'fa:16:3e:3c:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '683fae3f-b988-4132-937d-81111e2da831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:10Z', 'updated_at': '2022-05-27T03:26:20Z', 'revision_number': 4, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'subnets': [{'id': '683fae3f-b988-4132-937d-81111e2da831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:22.086561 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55a6f9-cd99-4b3e-9462-65f9367041b7 None None] The sync data for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 is: [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:26:12Z', 'revision_number': 4, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4c91f049-d191-4a71-b1c3-a1cee69f1f13', 'name': '', 'network_id': 'f5756064-1d38-4479-964b-b4c39f530ee4', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'mac_address': 'fa:16:3e:3c:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '683fae3f-b988-4132-937d-81111e2da831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:10Z', 'updated_at': '2022-05-27T03:26:20Z', 'revision_number': 4, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'subnets': [{'id': '683fae3f-b988-4132-937d-81111e2da831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:26:22.160580 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285d4f4-c558-430a-8614-1dae94e0d2d8'] response: {'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'code': 200} May 27 03:26:22.163949 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285d4f4-c558-430a-8614-1dae94e0d2d8'] response: {'name': 'network-changed', 'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'status': 'completed', 'code': 200} May 27 03:26:22.304640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-829c99e6-d04e-4363-8259-8906654e88ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1125 time: 0.1066101 May 27 03:26:22.338524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=ab170f3f-d12c-48a1-a38f-949d03188b89,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.395728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:22.406347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Usage tracker for resource:security_group_rule and tenant:c8e9e2220ac84436bd721c1e8d9e9df7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:22.418664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:22.432426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:22.441778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:22.445626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:22.469733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:22.510219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:22.549681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96b97-1221-4861-a343-2683e557779f req-54f16566-b79a-4ff6-bef6-e1f54f00783d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:22.557175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ea96b97-1221-4861-a343-2683e557779f req-54f16566-b79a-4ff6-bef6-e1f54f00783d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.2381396 May 27 03:26:22.560189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-51bbddc7-da56-4652-93db-ac61a9a65553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:22.561653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-51bbddc7-da56-4652-93db-ac61a9a65553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.2406549 May 27 03:26:22.662776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-1a813683-1a75-445e-89fc-cb72f51da9cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.0858266 May 27 03:26:22.729580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ea96b97-1221-4861-a343-2683e557779f req-94bc10b7-efe5-476d-8b49-1d3f84c532b0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713159 May 27 03:26:22.774225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-43d18eba-e260-41d2-b8d5-59edae9a2c65 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:22.776021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-43d18eba-e260-41d2-b8d5-59edae9a2c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1063592 May 27 03:26:22.886180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-5b5b79c7-1363-4153-aa93-9731354b6d4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968010 May 27 03:26:23.097293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.144616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:23.233634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29ff6753-805f-44b7-a23c-0c2f9cb653d6 req-2ca6182a-e373-4ceb-9c02-e29e93d1b588 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1101 time: 0.3458316 May 27 03:26:23.251472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-ec783815-266f-4960-9788-e8aaabe7c6bd service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079293 May 27 03:26:23.338347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.411835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29ff6753-805f-44b7-a23c-0c2f9cb653d6 req-6587fb0b-5eca-407a-b659-9c5bc62816c3 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769223 May 27 03:26:23.437742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.467681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device cd14d2a8-bad8-46cf-a677-4e5358737fce details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:23.516311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.588728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7ed66c6-a810-4d2d-8b66-6f8b4282d9ce req-24ab4885-b10d-4e40-b438-14e06922f721 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301570 May 27 03:26:23.669231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4310b5-5d18-4d08-9b31-e86c22822c55,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:23.698874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.741212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:23.764343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'cd14d2a8-bad8-46cf-a677-4e5358737fce', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'cd14d2a8-bad8-46cf-a677-4e5358737fce', 'mac_address': 'fa:16:3e:39:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:23.790106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8af01-22a3-49bd-97c1-7b90b2f1ef42 req-cd25fb17-5d52-4221-97f8-b3ce42ebfcb5 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:23.800083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1a8af01-22a3-49bd-97c1-7b90b2f1ef42 req-cd25fb17-5d52-4221-97f8-b3ce42ebfcb5 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 948 time: 0.1287932 May 27 03:26:23.838105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.862272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd14d2a8-bad8-46cf-a677-4e5358737fce {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:23.880798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1a8af01-22a3-49bd-97c1-7b90b2f1ef42 req-302d5802-b020-4aba-a19f-06c0feb6d576 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795696 May 27 03:26:23.888379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:23.906535 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:23.974706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.975194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.975741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.976168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.976611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.977121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.977538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.977956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.978362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.978777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.979187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:23.992946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.021108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:24.060371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1fc2288-caa1-49c9-be46-347fd87d739d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8e9e2220ac84436bd721c1e8d9e9df7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2011409 May 27 03:26:24.079876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:24.169768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe1683-d728-4eca-a29c-f416636adc5b req-d9793d87-c215-4ac0-a0a0-5ed33e724366 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:24.182234 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3dbe1683-d728-4eca-a29c-f416636adc5b req-d9793d87-c215-4ac0-a0a0-5ed33e724366 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 944 time: 0.1394877 May 27 03:26:24.246974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4c91f049-d191-4a71-b1c3-a1cee69f1f13 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:24.257528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-0c44c49d-28c3-47c0-a620-51ec31b0f6d4 service neutron] 10.222.0.41 "GET /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.8152423 May 27 03:26:24.264730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3dbe1683-d728-4eca-a29c-f416636adc5b req-1fe9805c-525c-4fe1-94b7-bd3b49c9f1ed tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812762 May 27 03:26:24.273489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:24.305941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['cd14d2a8-bad8-46cf-a677-4e5358737fce'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:24.470830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:24.488689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:24.489218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.651318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.690661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.729049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.756446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.791680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:26:24.809871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c7a1-58ee-4f1a-8450-3e534309e055 req-5c81066f-be63-4fa4-89be-445dd61cfdb4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:24.814421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4c91f049-d191-4a71-b1c3-a1cee69f1f13, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4c91f049-d191-4a71-b1c3-a1cee69f1f13,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:24.817696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87e6c7a1-58ee-4f1a-8450-3e534309e055 req-5c81066f-be63-4fa4-89be-445dd61cfdb4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.1092830 May 27 03:26:24.820883 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.841454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:24.868629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87e6c7a1-58ee-4f1a-8450-3e534309e055 req-0c7a4d0a-fc18-49db-9453-f36286684a6e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492883 May 27 03:26:24.895445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:24.920556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:24.931215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=ab170f3f-d12c-48a1-a38f-949d03188b89,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:25.045059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-734e6a4d-4203-43bf-a01b-4b7ae61d1b3b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355768 May 27 03:26:25.065123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.103389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:25.113724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.218884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Transition to ACTIVE for port object 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:25.219816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.222781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.223969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a4310b5-5d18-4d08-9b31-e86c22822c55 HTTP/1.1" status: 204 len: 168 time: 1.1395223 May 27 03:26:25.243878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.245229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-4dd923c7-0adf-4241-99b4-ced4dcd8e429 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3775058 May 27 03:26:25.252539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.279243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-ad191300-5230-4aea-bc5c-3bdce0d71f78 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:25.283623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-ad191300-5230-4aea-bc5c-3bdce0d71f78 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305708 May 27 03:26:25.320570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e9befff0-8f36-4475-8b50-bb7a013c0dd1 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.0264735 May 27 03:26:25.333577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:26:25.334446 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:26:25.429676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a592dbb-3152-4f77-9099-283b448e92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4310b5-5d18-4d08-9b31-e86c22822c55,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:25.455721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-6ed3d48b-73f5-40b3-9af5-ee8ddc83978e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277163 May 27 03:26:25.469946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device cd14d2a8-bad8-46cf-a677-4e5358737fce up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:25.495497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:25.605780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port cd14d2a8-bad8-46cf-a677-4e5358737fce completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:25.613412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port cd14d2a8-bad8-46cf-a677-4e5358737fce triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:25.613768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.756639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:25.770534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-33c7fca4-bf4c-438e-bec6-444d21db1c49 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:25.784303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:25.853847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] No DVR routers for this DVR port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:25.898241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:25.947285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:25.958050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:25.989686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.079815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:26.251561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.258933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4c91f049-d191-4a71-b1c3-a1cee69f1f13 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:26.310487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-33c7fca4-bf4c-438e-bec6-444d21db1c49 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:26.312042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-33c7fca4-bf4c-438e-bec6-444d21db1c49 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 1.0508013 May 27 03:26:26.327796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:26.338912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:26.339220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:26.339503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:26.348480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0780040-b28b-4a61-b249-8ddf947aa6fb {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:26.383826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:26.384477 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.396856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:26.474301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:26.474630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Attempting to bind port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:26.491803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.532204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:26.532543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:26.532959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:26.533444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Bound port: 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:26.533797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.736031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-d254c754-1cf0-43f3-9d1c-fdb1c83bf6ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:26.738058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-d254c754-1cf0-43f3-9d1c-fdb1c83bf6ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3844414 May 27 03:26:26.774511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-f876c016-d752-4c23-b3f3-35077f2160cd tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:26:26.775880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79ac39a8-6d34-4a89-abbb-bb43076d3806 req-f876c016-d752-4c23-b3f3-35077f2160cd tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0169835 May 27 03:26:26.796658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:26.803462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:26.815907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] Transition to ACTIVE for port object b0780040-b28b-4a61-b249-8ddf947aa6fb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:26.820758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.824808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-13ecfc61-8ad0-49fb-b068-9197802c0aa5 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6353ef2217b40eca368b139f60a3ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799005 May 27 03:26:26.862451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.915295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:26.916665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] 10.222.0.41 "PUT /v2.0/ports/1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 1096 time: 5.1630263 May 27 03:26:27.066728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5275b5-208f-4c2f-be6a-c646b2ad5586 service neutron] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:27.068704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-ecae310b-bd7a-4461-9f20-f189cf3020be tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:27.093726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-ecae310b-bd7a-4461-9f20-f189cf3020be tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660801 May 27 03:26:27.141923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-0e15d810-8cab-47e1-8906-6dc8a6b68281 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/quotas/e6353ef2217b40eca368b139f60a3ee6 HTTP/1.1" status: 200 len: 375 time: 0.0461814 May 27 03:26:27.299672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-ea5dec46-94bf-4906-9234-826aff22e84b tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6353ef2217b40eca368b139f60a3ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1559553 May 27 03:26:27.396775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] No DVR routers for this DVR port b0780040-b28b-4a61-b249-8ddf947aa6fb on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:27.403295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:27.416810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:27.444350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:26:27.509444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:27.582655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a6a5ad9b-a0a6-457f-8fea-b8cb9bf128d9 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "PUT /v2.0/floatingips/84c3ca14-93f0-4d41-8df2-119ad4e21f09 HTTP/1.1" status: 200 len: 990 time: 9.7278364 May 27 03:26:27.612351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] Pushing event updated for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:27.616968 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b7b473-5a0d-4991-a3d7-466553f82c94'] response: {'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'code': 200} May 27 03:26:27.630670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:27.632230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:27.639995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-eb694bcc-6c7a-4152-b8fc-3ed91ffdcedc service neutron] 10.222.0.41 "PUT /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb/bindings/n-h1-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3709896 May 27 03:26:27.695468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-d9a175cd-c778-448f-b6f7-a93f3c9a6521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1099 time: 0.6419001 May 27 03:26:27.769663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd035cd-a3c0-4285-bb94-e020e709f70c req-42745f4e-fc8f-4423-82b2-b3b011113ec5 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:27.771066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0cd035cd-a3c0-4285-bb94-e020e709f70c req-42745f4e-fc8f-4423-82b2-b3b011113ec5 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.7165682 May 27 03:26:27.964101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:27.969163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7fb005ec-de3a-40e9-a40a-ae47fbc6c5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:28.040043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:28.222482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0cd035cd-a3c0-4285-bb94-e020e709f70c req-50581733-9c1c-4059-ab37-fa6990a88405 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584711 May 27 03:26:28.268789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-7c4432e8-18eb-484e-a537-c0df09e438e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:28.270638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-7c4432e8-18eb-484e-a537-c0df09e438e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5643203 May 27 03:26:28.283933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d842ec-a6ff-47df-ab9a-71bee2a0ed56 req-354093f5-07d6-4a8a-af36-fc20d05b82e3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:28.291562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50d842ec-a6ff-47df-ab9a-71bee2a0ed56 req-354093f5-07d6-4a8a-af36-fc20d05b82e3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.5050454 May 27 03:26:28.387461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-a91b440a-42da-4930-960d-4f007c1ff2bd tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.4480865 May 27 03:26:28.513519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50d842ec-a6ff-47df-ab9a-71bee2a0ed56 req-fda76048-0771-4be8-8fd0-2e41e88aabaa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208858 May 27 03:26:28.573810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-c8aa13c9-3db9-45e7-adb4-035c284c726f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.2947826 May 27 03:26:28.589532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-ce9d983b-94be-4efd-8b3a-401f2e41984d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1888423 May 27 03:26:28.647795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:7c:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89677a59-08a6-4708-b41b-2e949c10b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:28.653252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:26:28.682247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-14bc9d05-a400-4ceb-ba45-afeaa42bcf94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:28.684101 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-14bc9d05-a400-4ceb-ba45-afeaa42bcf94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1038198 May 27 03:26:28.687181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:28.687831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:28.696562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ceba0-51b6-4efd-8462-9c93aa4cafd7 req-862fdec1-1308-4839-8edf-e2d69c6404b1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:28.704343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-153ceba0-51b6-4efd-8462-9c93aa4cafd7 req-862fdec1-1308-4839-8edf-e2d69c6404b1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 948 time: 0.1989145 May 27 03:26:28.819157 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c5c117-7418-41f0-a435-6681361cd219'] response: {'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce', 'code': 200} May 27 03:26:28.860577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-8a52e2e8-27bf-420e-9f97-423465fdf44e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1096 time: 0.2325037 May 27 03:26:29.048059 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-153ceba0-51b6-4efd-8462-9c93aa4cafd7 req-9e9eaaaf-1869-463a-adc0-b2f45af598e8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403258 May 27 03:26:29.063569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:29.176516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800d80-da12-4c69-baf4-7653745147eb req-01be8d2b-f51c-4902-be57-dfc76d57eecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:29.181267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-01be8d2b-f51c-4902-be57-dfc76d57eecb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.3125043 May 27 03:26:29.182826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-059d1b36-d955-4dbe-8980-4b0630fa1add req-437fa778-259b-4ffc-b625-92fe6cb7ad96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 1101 time: 0.3591688 May 27 03:26:29.186609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-7a100aca-aea7-494e-be8f-6b66ea8ffefd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4784827 May 27 03:26:29.381549 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-af790c6a-8bb3-4f31-ab30-63ab884c2cf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.1909032 May 27 03:26:29.495370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-059d1b36-d955-4dbe-8980-4b0630fa1add req-024bcaa0-f148-46fd-b9ee-1e3a4cc247cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093742 May 27 03:26:29.576181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-f861adf8-d7da-43f6-98ae-b15cbeffae73 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3882332 May 27 03:26:29.579529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-05e5e57f-f5ee-4b4e-b911-d9079bb8f8f0 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333111 May 27 03:26:29.584384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:29.591202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:29.616138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:29.618196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}, {'name': 'network-changed', 'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:29.639153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.690411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:7c:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89677a59-08a6-4708-b41b-2e949c10b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:29.695898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04f3de-4592-4740-9019-0ad3305d45fa None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '84c3ca14-93f0-4d41-8df2-119ad4e21f09', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'port_id': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'mac_address': 'fa:16:3e:7c:ba:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89677a59-08a6-4708-b41b-2e949c10b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:26:29.726658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-783c02ed-43fc-4df5-9ab4-8e94586cf924 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3310120 May 27 03:26:29.748219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f35050af-3405-4def-981c-95dcede72376 req-9823ee60-1e61-4d3e-9021-a217268ba9a2 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 210 time: 0.3558366 May 27 03:26:29.752538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-7750af12-0d95-46af-9f6d-8b513fe213d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602555 May 27 03:26:29.806888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800d80-da12-4c69-baf4-7653745147eb req-ec8500fd-5d69-4aa8-8588-b098fc603cc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:29.808606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-ec8500fd-5d69-4aa8-8588-b098fc603cc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.3822896 May 27 03:26:29.898616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0d935df-2447-41e8-b934-fc9d3e734159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:29.939943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-ede2cb1d-e375-4f73-b330-2ae7e8e7517e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725408 May 27 03:26:29.982939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc259bf7-1b96-4403-9286-48e5d6c09970 req-23223e32-cd8e-4ed3-a340-5da5fb958605 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196369 May 27 03:26:29.985015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.157745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Allocated IP 172.25.8.117 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6d3c9892-92fa-419b-a9f6-5e996ca9bf5c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:30.355477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-aee12a11-5310-45d3-97b8-5f9f6a74d2ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:30.357022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-aee12a11-5310-45d3-97b8-5f9f6a74d2ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5981655 May 27 03:26:30.364047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-962346bf-7659-4cf5-a3b2-8bcf668eb335 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e6353ef2217b40eca368b139f60a3ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422151 May 27 03:26:30.398017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:30.439534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-c016fec0-ed86-4f2c-b470-1b448b870591 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:30.441197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-c016fec0-ed86-4f2c-b470-1b448b870591 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6811950 May 27 03:26:30.479159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.516211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:30.531799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-10b2c378-045b-4c45-a0bc-66c2e57fd1df service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909316 May 27 03:26:30.594407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-84dd8727-015f-4794-9ff1-56a168408948 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:30.596694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-84dd8727-015f-4794-9ff1-56a168408948 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246213 May 27 03:26:30.598393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.732804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9296ea9-6d03-4661-a275-8dc2398a4411 req-7c0a4c78-0245-4e78-8602-82d350401345 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:30.734316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9296ea9-6d03-4661-a275-8dc2398a4411 req-7c0a4c78-0245-4e78-8602-82d350401345 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.7933536 May 27 03:26:30.753739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Request body: {'port': {'device_id': '2382de30-b473-4df1-95bb-22c2867de3fc', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'e6353ef2217b40eca368b139f60a3ee6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:30.873794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:30.874902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:30.875938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=6d3c9892-92fa-419b-a9f6-5e996ca9bf5c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:30.882584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:30.888185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:30.891481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:30.908218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9296ea9-6d03-4661-a275-8dc2398a4411 req-734197d4-fc1e-46f7-b0e4-2f15869f5433 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599045 May 27 03:26:30.909258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:30.922639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-d90f9270-6556-46f2-8018-b46de18970f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754244 May 27 03:26:30.947423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:30.952637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:30.958375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:30.975394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:30.981135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.011647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:31.017395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Usage tracker for resource:port and tenant:e6353ef2217b40eca368b139f60a3ee6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:31.022195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:31.040776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:31.134882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Made reservation on behalf of e6353ef2217b40eca368b139f60a3ee6 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:31.138684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.164779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.181359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.182633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.227049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65304427-3f76-489f-93be-f2c1f10a4474 req-64da6cb8-5d24-4d42-8a2f-c8efff865b95 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 210 time: 0.0824652 May 27 03:26:31.267031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:31.271148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Usage tracker for resource:security_group_rule and tenant:e6353ef2217b40eca368b139f60a3ee6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:31.274283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:31.283560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:31.289415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.360641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.391657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.233 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:31.508868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.523997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.643177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bde1e7-0401-40a0-a48f-e55fa63ece8f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:31.688754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.695991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.778587 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c35898-ad42-4e1f-8d64-742daa1d5429 None None] New status for floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:26:31.810656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=6d3c9892-92fa-419b-a9f6-5e996ca9bf5c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:31.834433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.879964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:31.886443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-aa9a0eba-f234-4d57-b930-67b8be13180e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3089852 May 27 03:26:31.983203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-722cae65-2962-4963-9ca2-a43136779246 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.5150671 May 27 03:26:31.993825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8411764-64a1-4bee-b767-dcc16f5a031b req-0d4b5e6a-4ed1-4f9d-8fcc-fe9a2a63c33d tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:31.997406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8411764-64a1-4bee-b767-dcc16f5a031b req-0d4b5e6a-4ed1-4f9d-8fcc-fe9a2a63c33d tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.5406067 May 27 03:26:32.005426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.035648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-17d472fa-befd-489a-9d63-4236b1ebdd28 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:32.060325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-17d472fa-befd-489a-9d63-4236b1ebdd28 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:32.062750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-17d472fa-befd-489a-9d63-4236b1ebdd28 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1651230 May 27 03:26:32.176629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8411764-64a1-4bee-b767-dcc16f5a031b req-3162ff30-a624-4eb2-b86f-76c3218814f9 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654096 May 27 03:26:32.184759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2800d80-da12-4c69-baf4-7653745147eb req-2080be12-274e-4812-87a1-069ef6e2f758 service neutron] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:32.199197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:32.205843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2800d80-da12-4c69-baf4-7653745147eb req-2080be12-274e-4812-87a1-069ef6e2f758 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.207382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2800d80-da12-4c69-baf4-7653745147eb req-2080be12-274e-4812-87a1-069ef6e2f758 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb/bindings/n-h2-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.1978872 May 27 03:26:32.309323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.324068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:32.356282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:32.365704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-959467eb-2d82-487f-acb6-3d6b456a164a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:32.367175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d78dcbab-85df-428f-8f12-4df3c78ffc7a req-959467eb-2d82-487f-acb6-3d6b456a164a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2973039 May 27 03:26:32.466017 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee9b65c-cd98-4029-9f64-a1a5e988a713'] response: {'name': 'network-changed', 'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'status': 'completed', 'code': 200} May 27 03:26:32.466439 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee9b65c-cd98-4029-9f64-a1a5e988a713'] response: {'name': 'network-changed', 'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'status': 'completed', 'code': 200} May 27 03:26:32.490287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:32.499356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:32.512565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:32.516792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:32.523598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:32.524676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:32.532648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.240 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/221c0edc-b234-4777-8623-c11322c35115) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:32.635200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.635655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.636318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.636652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.637004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.637362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.637784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.638106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.638423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.638773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.639044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:32.653139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-d2b9e9f3-230b-40ed-a56a-4012538553ec tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2655265 May 27 03:26:32.669717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Request body: {'port': {'device_id': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:32.706260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-200529d8-d4a4-46e8-9446-431b6d4b1dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1099 time: 0.2093227 May 27 03:26:32.893759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566aa73-7131-4255-8c86-1ddccae8e900 req-eae0f351-1c4c-41ae-865d-85f7ed4312f1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:32.902112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4566aa73-7131-4255-8c86-1ddccae8e900 req-eae0f351-1c4c-41ae-865d-85f7ed4312f1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.5263190 May 27 03:26:32.987698 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.079553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-41c027a2-8f7b-4f6c-be2f-79a143f8d648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1099 time: 0.5699632 May 27 03:26:33.096144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-a2f09d03-c206-445c-854a-43f9903472b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:33.097011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-a2f09d03-c206-445c-854a-43f9903472b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3873987 May 27 03:26:33.150853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:26:33.214110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.220199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b0bd39d4-1832-4b28-9716-5fda154d5bdb None None] Provisioning for port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:33.229494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-037f2797-d837-4969-8e7f-9411dc133df8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.1229994 May 27 03:26:33.230618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b0bd39d4-1832-4b28-9716-5fda154d5bdb None None] Provisioning complete for port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:33.231469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0bd39d4-1832-4b28-9716-5fda154d5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.242819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229266fd-5f34-4e91-8c23-fec5fb6be414 req-057e6700-4914-46a8-81df-88f20d078bc2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:33.244666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-229266fd-5f34-4e91-8c23-fec5fb6be414 req-057e6700-4914-46a8-81df-88f20d078bc2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 948 time: 0.2477202 May 27 03:26:33.264762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4566aa73-7131-4255-8c86-1ddccae8e900 req-4c940652-302f-4c15-ba63-120a2ff8af9a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611207 May 27 03:26:33.330759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-d09bfe3f-014e-4120-8487-73be5ea3c482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:33.332219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-d09bfe3f-014e-4120-8487-73be5ea3c482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0860753 May 27 03:26:33.351089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd39d4-1832-4b28-9716-5fda154d5bdb None None] Port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:33.495753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.497330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:33.559578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-229266fd-5f34-4e91-8c23-fec5fb6be414 req-3af9442c-479b-4562-bf55-a83a62db4544 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263403 May 27 03:26:33.575497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-0f8a9e6b-4255-45b2-9f53-f6f384961404 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256632 May 27 03:26:33.623753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a33fc6ad-92f8-4c92-b4ca-71498660dc29 req-b2179e43-dc45-4f50-babe-04c58d4cd089 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 210 time: 0.1051500 May 27 03:26:33.653849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-8f64b6ae-9aac-45c9-a4aa-b9697e1c33a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:33.656415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-8f64b6ae-9aac-45c9-a4aa-b9697e1c33a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5537226 May 27 03:26:33.658342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 221c0edc-b234-4777-8623-c11322c35115 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:33.816184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:33.833548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'mac_address': 'fa:16:3e:ea:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:33.841330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-b5325302-bace-4d80-b5f1-09aeeb7c4c82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.1684139 May 27 03:26:33.923022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-9339e413-b905-41ae-96b0-a59c1ddecc6e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:33.924818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-9339e413-b905-41ae-96b0-a59c1ddecc6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0746617 May 27 03:26:33.932232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:33.985165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-e945b6aa-6184-4d55-8425-74a978edb2f3 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993721 May 27 03:26:34.034446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.034735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:34.051102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:34.087401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:34.153083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:34.170049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.215927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:34.298894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Allocated IP 192.168.233.93 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/c053aaea-830a-4b65-8705-798ed377b61f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:34.301845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-5a9b6d4f-d56d-48bb-a4cd-c4a9ab74695b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3643689 May 27 03:26:34.320022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:34.379657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-0fceb711-9b3d-4653-8375-a5d75c99a35b service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869379 May 27 03:26:34.433009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:34.446020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:34.456274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:34.460725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:34.461535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.497429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d222260-d8c4-4587-ae5e-690f6a8d3287 req-5fcc7cdb-2c8f-40d0-881f-0b97e108cc54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:34.498265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d222260-d8c4-4587-ae5e-690f6a8d3287 req-5fcc7cdb-2c8f-40d0-881f-0b97e108cc54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:34.585395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:34.619880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-da2e4d17-9185-4aba-a043-809c78b41dd4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1180642 May 27 03:26:34.652361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Request body: {'port': {'device_id': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:34.702530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d222260-d8c4-4587-ae5e-690f6a8d3287 req-5fcc7cdb-2c8f-40d0-881f-0b97e108cc54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:34.715529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d222260-d8c4-4587-ae5e-690f6a8d3287 req-5fcc7cdb-2c8f-40d0-881f-0b97e108cc54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 936 time: 0.5025179 May 27 03:26:34.782767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.791963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-d6bd0057-f7f4-41f6-8670-8e015959be3b service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682024 May 27 03:26:34.804000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-85dae073-b53c-49cd-ba46-1cdad8d7512f tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4390478 May 27 03:26:34.811956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:34.822299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:34.825142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Transition to ACTIVE for port object c053aaea-830a-4b65-8705-798ed377b61f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:34.837626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:34.859409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.862679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2b06901f-6569-4ea7-9d7f-ff71b0254f6a None None] Provisioning for port 221c0edc-b234-4777-8623-c11322c35115 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:34.879045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d222260-d8c4-4587-ae5e-690f6a8d3287 req-e390a454-ba46-4f34-8897-f96668110e63 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616940 May 27 03:26:34.885058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2b06901f-6569-4ea7-9d7f-ff71b0254f6a None None] Provisioning complete for port 221c0edc-b234-4777-8623-c11322c35115 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:34.885058 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2b06901f-6569-4ea7-9d7f-ff71b0254f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:34.935473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.011102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2b06901f-6569-4ea7-9d7f-ff71b0254f6a None None] Port 221c0edc-b234-4777-8623-c11322c35115 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:35.078407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Pushing event updated for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:35.083287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:35.086630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:35.090687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:35.166987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:35.174304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:35.174977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.221674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-3ba4e025-f6a3-405d-9976-047e53f0e8a1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5854230 May 27 03:26:35.233754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Request body: {'port': {'device_id': '2382de30-b473-4df1-95bb-22c2867de3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:35.247296 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.343472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Transition to ACTIVE for port object 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:35.356851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.368878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.395732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.417475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.450128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07292f35-c590-4fdd-a0cc-70d983a7c826 None None] Provisioning for port c053aaea-830a-4b65-8705-798ed377b61f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:35.456637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07292f35-c590-4fdd-a0cc-70d983a7c826 None None] Provisioning complete for port c053aaea-830a-4b65-8705-798ed377b61f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:35.457194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-07292f35-c590-4fdd-a0cc-70d983a7c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.519404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-07292f35-c590-4fdd-a0cc-70d983a7c826 None None] Port c053aaea-830a-4b65-8705-798ed377b61f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:35.605611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-e30ea564-10c6-4826-b360-34b607e880e3 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8019841 May 27 03:26:35.615117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Pushing event updated for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:35.792749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34373b-13a6-4cdd-811d-f0988c1aabd3 req-3af76770-016b-4eed-bc33-28820a706887 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:35.794314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d34373b-13a6-4cdd-811d-f0988c1aabd3 req-3af76770-016b-4eed-bc33-28820a706887 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.5379663 May 27 03:26:35.794534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Allocated IP 172.25.8.66 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e3345be8-27fa-4480-8285-a109dd7ac06d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:35.857586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Attempting to bind port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:35.857879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Attempting to bind port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:35.858163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Attempting to bind port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:35.885672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:35.885993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Attempting to bind port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:35.898024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d34373b-13a6-4cdd-811d-f0988c1aabd3 req-6984b2a0-52df-49ab-aed0-fcd78d80322b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911417 May 27 03:26:35.903220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:35.903521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:35.903922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:35.904365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Bound port: 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:35.904713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:35.917361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-fc22aad3-7866-4142-b68b-64f069036b9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5be793c700245cc8e3d464d2b675c49&device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 1097 time: 0.2304943 May 27 03:26:36.188060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-ef0a6b5b-8a57-4b25-8ec8-628c7fa6d125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:36.189584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-ef0a6b5b-8a57-4b25-8ec8-628c7fa6d125 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 200 len: 924 time: 0.2626233 May 27 03:26:36.190582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:36.256448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.259194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:36.272916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c053aaea-830a-4b65-8705-798ed377b61f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:36.277905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.281687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.302629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Transition to ACTIVE for port object c053aaea-830a-4b65-8705-798ed377b61f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:36.310796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.372758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.462676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Pushing event updated for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:36.517019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:36.522784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:36.531839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:36.572865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.574318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 HTTP/1.1" status: 200 len: 1096 time: 3.9128730 May 27 03:26:36.579125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:36.593496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-a1d185b1-5638-4557-bb70-997cc77afd7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc6f8c30-3f99-4139-91e2-2790be624432 HTTP/1.1" status: 200 len: 1000 time: 0.3975053 May 27 03:26:36.652558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=e3345be8-27fa-4480-8285-a109dd7ac06d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:36.692449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a408964-7d29-4de5-9394-2963771c96c2 service neutron] Pushing event updated for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:36.707455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Attempting to bind port c053aaea-830a-4b65-8705-798ed377b61f on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:36.707455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Attempting to bind port c053aaea-830a-4b65-8705-798ed377b61f by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:36.707759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Attempting to bind port c053aaea-830a-4b65-8705-798ed377b61f on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:36.714568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16b950-1db1-43a5-b95c-e860a1a798c2 req-3755bff1-fbbc-4f48-b018-6b6f068541fd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:36.716006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b16b950-1db1-43a5-b95c-e860a1a798c2 req-3755bff1-fbbc-4f48-b018-6b6f068541fd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 949 time: 0.6202936 May 27 03:26:36.726249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Port c053aaea-830a-4b65-8705-798ed377b61f on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:36.726568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Attempting to bind port c053aaea-830a-4b65-8705-798ed377b61f on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:36.738828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:36.739166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:36.739725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:36.739966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Bound port: c053aaea-830a-4b65-8705-798ed377b61f, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:36.740413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.810444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-48c10565-d430-4fab-b351-19f46268ddda service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:36.811883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-48c10565-d430-4fab-b351-19f46268ddda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 200 len: 862 time: 0.2045181 May 27 03:26:36.878512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.902527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b16b950-1db1-43a5-b95c-e860a1a798c2 req-671d6629-9813-4478-bb7c-23870cbec98e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680603 May 27 03:26:36.932591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221c0edc-b234-4777-8623-c11322c35115 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:36.954690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.962531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:36.967562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c053aaea-830a-4b65-8705-798ed377b61f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:36.967766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-a5f2219c-7cb5-4e1d-ad80-7fca292ed395 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 1099 time: 0.3129122 May 27 03:26:36.968673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:36.999275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.041342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Transition to ACTIVE for port object 221c0edc-b234-4777-8623-c11322c35115 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:37.101127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.103300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.104888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] 10.222.0.41 "PUT /v2.0/ports/c053aaea-830a-4b65-8705-798ed377b61f HTTP/1.1" status: 200 len: 1095 time: 1.8753998 May 27 03:26:37.112144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:37.125719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cdda7-aa1a-4682-bd2a-9856d21a885f service neutron] Pushing event updated for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.219204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-9fc8bb0a-53b5-4593-82ac-b29b89824cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3981712 May 27 03:26:37.226035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-175ed239-0435-4014-8ce9-11ededa0a883 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 HTTP/1.1" status: 200 len: 217 time: 0.2481961 May 27 03:26:37.348186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-efcaa772-a0a9-404c-83fa-c130f0e5ff25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6353ef2217b40eca368b139f60a3ee6&device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 1098 time: 0.1855140 May 27 03:26:37.429845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.442730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-cf58f2e8-e02e-4100-aeab-42d55fa78c04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c053aaea-830a-4b65-8705-798ed377b61f HTTP/1.1" status: 200 len: 217 time: 0.0833690 May 27 03:26:37.443449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.453221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Pushing event updated for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.502509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:37.508752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-37bc9c60-f595-44ee-8c1b-d1a3741e4d1f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:37.510260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-37bc9c60-f595-44ee-8c1b-d1a3741e4d1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2739360 May 27 03:26:37.607328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:37.617134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:37.620263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=e3345be8-27fa-4480-8285-a109dd7ac06d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.620443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.625933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-8203f7f8-35ee-40e4-afa7-28d8d4236c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:37.628052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-8203f7f8-35ee-40e4-afa7-28d8d4236c49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1466601 May 27 03:26:37.673373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-4b7a63f9-48c5-444b-9012-cc81da364437 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351091 May 27 03:26:37.679790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed8cb-a855-4e87-9443-44bc63629052 req-7ca5c452-97e5-4a1c-8f35-87f85bc49032 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:37.682597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.687919 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a6ed8cb-a855-4e87-9443-44bc63629052 req-7ca5c452-97e5-4a1c-8f35-87f85bc49032 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 947 time: 0.6514030 May 27 03:26:37.737750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.739842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-6b3caf3d-bc92-434d-a9e8-4e6f4200783a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9342935 May 27 03:26:37.771139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.804607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:37.815659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:37.821006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:37.823267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-9f8d4a1a-c4e7-4fa4-9a4d-4c9141d67a46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872911 May 27 03:26:37.829192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-ac51862c-5b56-485a-ae69-f3440e8dedf9 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:37.889505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Attempting to bind port 221c0edc-b234-4777-8623-c11322c35115 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:37.889924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Attempting to bind port 221c0edc-b234-4777-8623-c11322c35115 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:37.890320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Attempting to bind port 221c0edc-b234-4777-8623-c11322c35115 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:37.906809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.923027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.924086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.924654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.925239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.925830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.926398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.927194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.927943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.928113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.928668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.929249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:37.933529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a6ed8cb-a855-4e87-9443-44bc63629052 req-1d97ff88-6cfa-4d97-ab10-f4f3d52c4b71 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453051 May 27 03:26:37.934858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Port 221c0edc-b234-4777-8623-c11322c35115 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:37.934858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Attempting to bind port 221c0edc-b234-4777-8623-c11322c35115 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:37.962337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:37.962821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:37.963412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:37.964023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Bound port: 221c0edc-b234-4777-8623-c11322c35115, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:37.964807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.007979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19aa9925-de33-441c-a714-8ed6ad91a111 req-b93a0ca9-1c5b-4cc3-a5ab-ef240be384d5 service neutron] 10.222.0.21 "GET /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881327 May 27 03:26:38.011811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-502a5391-242f-46ee-bebc-f98d0884f63b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4691994 May 27 03:26:38.045019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-ac51862c-5b56-485a-ae69-f3440e8dedf9 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:38.046205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-ac51862c-5b56-485a-ae69-f3440e8dedf9 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.66 HTTP/1.1" status: 200 len: 695 time: 0.3009818 May 27 03:26:38.160708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-475a5387-c593-4c01-9ad5-e86ac16369cc service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275506 May 27 03:26:38.236344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:38.243246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-30b2aa86-190d-470f-8224-f959c368efac service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002542 May 27 03:26:38.252299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=221c0edc-b234-4777-8623-c11322c35115,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:38.385869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.423871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-86e366ec-ad49-426f-92fa-e56e7244f33e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:38.425680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607a01fc-a5f9-4663-87da-e558e4f75046 req-86e366ec-ad49-426f-92fa-e56e7244f33e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2963629 May 27 03:26:38.628776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-8dbcae46-e52d-4dce-9712-0852b2c16ec7 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741264 May 27 03:26:38.646158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:38.647526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] 10.222.0.41 "PUT /v2.0/ports/221c0edc-b234-4777-8623-c11322c35115 HTTP/1.1" status: 200 len: 1096 time: 4.0097342 May 27 03:26:38.650665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d44db7a-2b68-4dbf-b773-0cc0342b5985 req-ac17a300-e8e8-47b0-a24e-92c1ef8edb4f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801576 May 27 03:26:38.658363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:38.677749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689480-d2d1-4e96-9205-ee4238cd4c3c service neutron] Pushing event updated for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:38.715219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eda18-5919-436b-b864-f2d2d5c10759 req-cf58331b-47ef-4a79-ba4f-2f890f78a6b6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:38.717929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839eda18-5919-436b-b864-f2d2d5c10759 req-cf58331b-47ef-4a79-ba4f-2f890f78a6b6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 948 time: 0.1333752 May 27 03:26:38.730439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a24354-5d58-499e-8ffc-56eb2b630ba3 req-ecc5930e-d05d-4a13-abe6-26021781258b tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1096 time: 0.2918742 May 27 03:26:38.820093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a24354-5d58-499e-8ffc-56eb2b630ba3 req-73ab17ea-7e2d-40be-98d9-77cd035968ff tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 May 27 03:26:38.821296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839eda18-5919-436b-b864-f2d2d5c10759 req-9afdefdd-70d2-4411-a71a-fbad6c0ea39e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648830 May 27 03:26:38.855513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-61e9d7b9-16e9-4665-b9e4-dbe49f5f1275 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 1099 time: 0.1362178 May 27 03:26:38.914465 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a93605-4096-4c5e-b681-3f4160112b00'] response: {'name': 'network-changed', 'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', 'status': 'completed', 'code': 200} May 27 03:26:38.998200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-948d2072-16ff-447c-b9f4-2d6e13087354 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=221c0edc-b234-4777-8623-c11322c35115 HTTP/1.1" status: 200 len: 217 time: 0.1333325 May 27 03:26:39.002142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.065408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-a87b24b8-9ec3-40a2-b29f-e03e395ad6cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 1099 time: 0.1140234 May 27 03:26:39.139341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-6ddbea46-b955-48f4-85fd-78637a5ecdbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:39.140955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-6ddbea46-b955-48f4-85fd-78637a5ecdbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1264346 May 27 03:26:39.203540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:39.211931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Usage tracker for resource:security_group_rule and tenant:cf04446db9524767830bd0dce31e0b4a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:39.218081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:39.238071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:39.283476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-ccf8ad5a-5c52-46fd-8577-5d79ba352374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346009 May 27 03:26:39.375760 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ee8f73-2d50-492f-910f-19e3e10a2c87'] response: {'name': 'network-changed', 'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f', 'status': 'completed', 'code': 200} May 27 03:26:39.439363 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c35638-c86a-4184-804f-b0e2cabae9a1'] response: {'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'code': 200} May 27 03:26:39.485461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.518557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-7d8f6a6d-8e91-4156-9dd7-f83f084eca0f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287657 May 27 03:26:39.524638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.584567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-6ebb59d3-f941-470a-a57c-bbb9a001f32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:39.586378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-6ebb59d3-f941-470a-a57c-bbb9a001f32a service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5149314 May 27 03:26:39.680641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-f1039dc5-a719-47ab-bbbe-b5dd0eb8d92d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:39.682081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-f1039dc5-a719-47ab-bbbe-b5dd0eb8d92d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04&tenant_id=185eb08e01504918865d46ecdabc7468&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 950 time: 0.2781940 May 27 03:26:39.687589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-8d94ce56-59e6-4499-9fc3-5ded2b47db5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 HTTP/1.1" status: 200 len: 217 time: 0.0927193 May 27 03:26:39.734548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8554a6b-d791-446b-a029-48d55d89f928 req-f3a3752a-eafd-48bb-aeca-05298d2315cd tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:39.736779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8554a6b-d791-446b-a029-48d55d89f928 req-f3a3752a-eafd-48bb-aeca-05298d2315cd tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.4627891 May 27 03:26:39.760007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53dfbd-e0b5-4c34-b863-7d4cc7d7b32e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:39.769006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d0222cd3-0151-4ce9-9f9f-417b120e0abc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf04446db9524767830bd0dce31e0b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1050084 May 27 03:26:39.789741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:39.791608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-68fe084b-ad38-41f4-ac95-feaf9ba56414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6353ef2217b40eca368b139f60a3ee6&device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 1098 time: 0.4249980 May 27 03:26:39.882142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b844bd80-1518-410a-9be8-38ead159d8cb req-a355960b-8f4f-4b77-8519-dd09bd8c99cd tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3987167 May 27 03:26:39.903726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:39.913773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37029ab4-98c2-4049-9a6b-5a4247a23043 req-17f3c5f2-5818-448e-8200-46568e2aff80 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272820 May 27 03:26:39.917785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:39.933053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:39.961581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.963818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:39.986970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-80b6af11-aab5-4d4a-a0e7-239afae32ab5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:39.988459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-80b6af11-aab5-4d4a-a0e7-239afae32ab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2450092 May 27 03:26:40.042349 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-1814ba58-daa6-48ce-a069-c996ab5ef6d5 service neutron] delete failed (client error): The resource could not be found. May 27 03:26:40.042667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-1814ba58-daa6-48ce-a069-c996ab5ef6d5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1564a37d-84a2-4a24-ac3f-ebb86d2918e8/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.3496282 May 27 03:26:40.054686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8554a6b-d791-446b-a029-48d55d89f928 req-7f207657-2583-4200-9f7b-29d3b57d210d tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596297 May 27 03:26:40.068677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.132448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-fa622391-8fd4-4e00-bfa1-dbc967323b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:40.134975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-fa622391-8fd4-4e00-bfa1-dbc967323b28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3276043 May 27 03:26:40.180557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.203386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53dfbd-e0b5-4c34-b863-7d4cc7d7b32e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.212457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.213849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3f675ed0-f29a-4164-8e5d-5f73a9c1f00b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b53dfbd-e0b5-4c34-b863-7d4cc7d7b32e HTTP/1.1" status: 204 len: 168 time: 0.4231689 May 27 03:26:40.227798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.286022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-44e1d4cc-42e8-4e90-a931-919a8ff6b902 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2907383 May 27 03:26:40.287389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-9c30ad2c-b28b-46bb-a7be-03b736aab954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c053aaea-830a-4b65-8705-798ed377b61f HTTP/1.1" status: 200 len: 217 time: 0.1439433 May 27 03:26:40.526246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-94131658-bdcd-425b-96de-676e6f45c4d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:40.527601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-94131658-bdcd-425b-96de-676e6f45c4d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1981583 May 27 03:26:40.533904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Allocated IP 172.25.8.27 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ecc339e7-892a-4fb3-80a8-78232d5c395a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:40.603874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-b4cd9d34-795d-4081-8c84-ab0127d98dad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1101 time: 0.3966086 May 27 03:26:40.641979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-05675929-0b77-4610-abf5-1a48825c2ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100202 May 27 03:26:40.695689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:40.702955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff25be-08d2-4a92-a197-2b2d30daf284 req-5b30eb10-90b5-4466-8cf2-55cb8fe0514e tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:40.703668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.704374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6ff25be-08d2-4a92-a197-2b2d30daf284 req-5b30eb10-90b5-4466-8cf2-55cb8fe0514e tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 947 time: 0.4133379 May 27 03:26:40.732695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.810163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:40.813268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:40.816310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:40.847522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=ecc339e7-892a-4fb3-80a8-78232d5c395a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.918134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'tag': '221c0edc-b234-4777-8623-c11322c35115'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:40.928720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:40.986354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.046682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-60e8eb22-af75-43f3-90a1-febbaf978ab8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4999819 May 27 03:26:41.047885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.064847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6ff25be-08d2-4a92-a197-2b2d30daf284 req-6104b6fc-f763-4901-ab5d-5fe681798c9a tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447748 May 27 03:26:41.067969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:41.114641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Usage tracker for resource:security_group_rule and tenant:5269b93e76944cdca1c494358d08b52c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:41.123977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:41.127237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-4d6cc92d-c9ff-41b1-bcd5-50d49234bccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:41.128950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-4d6cc92d-c9ff-41b1-bcd5-50d49234bccb service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5162575 May 27 03:26:41.177765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b8df5d89-f206-4e45-b31a-c5cb8040a38a req-ddb081b4-1031-424b-9389-8f439c72dbaf service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828279 May 27 03:26:41.179756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:41.206711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:41.293989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.304307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.349512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:41.363914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', 'mac_address': 'fa:16:3e:56:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:41.390997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-c35fad1c-7cd2-4e58-8fd2-b665b0ef5f62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.2120216 May 27 03:26:41.423997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event updated for resources: {'Port': ['ID=ecc339e7-892a-4fb3-80a8-78232d5c395a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:41.424446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.434749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.448075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:41.467904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:41.468675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.470608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b844bd80-1518-410a-9be8-38ead159d8cb req-9392ee1e-24dc-4c66-9f40-4200f302d124 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5761962 May 27 03:26:41.474620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.547181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c053aaea-830a-4b65-8705-798ed377b61f details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:41.562906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:41.567737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-68b4f2f9-514d-45aa-8cb4-8bfbe02b0579 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949977 May 27 03:26:41.580709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b844bd80-1518-410a-9be8-38ead159d8cb req-0d331911-9c8d-4ca1-8db0-8db18f25afea tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:41.603633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b844bd80-1518-410a-9be8-38ead159d8cb req-0d331911-9c8d-4ca1-8db0-8db18f25afea tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:41.604695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b844bd80-1518-410a-9be8-38ead159d8cb req-0d331911-9c8d-4ca1-8db0-8db18f25afea tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1268299 May 27 03:26:41.618440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-a8f37993-d586-4b5a-9c0a-cc61ec5ba08d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:41.620433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-a8f37993-d586-4b5a-9c0a-cc61ec5ba08d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2146134 May 27 03:26:41.710891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c053aaea-830a-4b65-8705-798ed377b61f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:41.726149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c053aaea-830a-4b65-8705-798ed377b61f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c053aaea-830a-4b65-8705-798ed377b61f', 'mac_address': 'fa:16:3e:d1:c8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:41.742644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.762694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.768203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:41.780391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844bd80-1518-410a-9be8-38ead159d8cb req-a0878d37-cbae-4bf2-8394-296336907a84 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:41.795225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b844bd80-1518-410a-9be8-38ead159d8cb req-a0878d37-cbae-4bf2-8394-296336907a84 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1621387 May 27 03:26:41.796108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ed67f-c425-4be3-80cd-b25493d56cb1 req-6340d8b1-c71a-486e-920c-9b9088beed74 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:41.796108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae0ed67f-c425-4be3-80cd-b25493d56cb1 req-6340d8b1-c71a-486e-920c-9b9088beed74 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.5229363 May 27 03:26:41.847406 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.868502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c053aaea-830a-4b65-8705-798ed377b61f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:41.882910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a0eee-6541-4608-a6d9-1ccd9c040a35,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:41.898842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c053aaea-830a-4b65-8705-798ed377b61f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:41.902660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dace5e71-f429-46d6-9053-dbf5b8140e66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5269b93e76944cdca1c494358d08b52c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2057531 May 27 03:26:41.912666 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:41.914374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:41.923299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db2fb6fb-2db3-496c-94ed-e37d4f986e30 req-05da9f14-2bba-441a-b4d2-71af5b266dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357172 May 27 03:26:41.952221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-14ed1e34-2799-44b5-b19c-4f21ef3bd9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3230586 May 27 03:26:41.961815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae0ed67f-c425-4be3-80cd-b25493d56cb1 req-9fc65d6e-c544-4dbb-ae79-c041d1d4046d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701260 May 27 03:26:41.998554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.118922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-777294a2-ec32-480e-a881-76fb1298efd5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:42.120647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-777294a2-ec32-480e-a881-76fb1298efd5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.2304289 May 27 03:26:42.150983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-7193334b-a093-4800-afa2-74583b12adae tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/quotas/adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 375 time: 0.0243022 May 27 03:26:42.159445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.244733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-a3a88cc7-797a-4647-b0fb-bf9be4fccc4f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819262 May 27 03:26:42.250766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.253770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-fdee6d74-9f18-445c-9fab-322f7cbcecf3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933924 May 27 03:26:42.338327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c053aaea-830a-4b65-8705-798ed377b61f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:42.425328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221289-c3d0-430f-b318-0ad5601ddfe9 req-c34e32ed-2044-4fec-8725-b0170fe7d2c0 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:42.426316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92221289-c3d0-430f-b318-0ad5601ddfe9 req-c34e32ed-2044-4fec-8725-b0170fe7d2c0 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 948 time: 0.2603419 May 27 03:26:42.433849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-eedb0a65-e9f5-4b5e-9c9c-666e15ccdc38 service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678820 May 27 03:26:42.465363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b796e3f-0e1a-4251-b7e3-2ba42e9df424 req-89617dfc-0798-4797-9d6e-2bf2ea4b3fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981299 May 27 03:26:42.467264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.495738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a0eee-6541-4608-a6d9-1ccd9c040a35,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.518107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92221289-c3d0-430f-b318-0ad5601ddfe9 req-00fea85c-7de1-49fd-87dc-4a2331882152 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817416 May 27 03:26:42.519933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.522821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f435b67-3f68-4e73-abfb-4d65303a291c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac6a0eee-6541-4608-a6d9-1ccd9c040a35 HTTP/1.1" status: 204 len: 168 time: 0.6040885 May 27 03:26:42.658475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-f3ccbe78-0dcd-48e3-8126-5c2f4d9aa413 service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160487 May 27 03:26:42.759341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-e6dc6b5b-7ff0-41f9-97fe-91bd9c32c67d tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 1101 time: 0.0813682 May 27 03:26:42.794341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:42.846060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:42.853847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Usage tracker for resource:security_group_rule and tenant:55957b0e8f1848298a5c6a6d3bee628c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:42.858577 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8061da23-5b4e-45af-abe5-2a3ae0d684e4'] response: {'name': 'network-changed', 'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'tag': '221c0edc-b234-4777-8623-c11322c35115', 'status': 'completed', 'code': 200} May 27 03:26:42.859553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:42.867016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:43.060837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.076790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-bfea0567-b0c5-4698-8851-17bf9d2a7bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 1099 time: 0.1855071 May 27 03:26:43.080276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.205296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:43.254846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11ef68a4-427d-47d5-990a-dfa9fadd80ad req-b5d1d091-30c7-49fc-912a-34d624842c77 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips/ebe35a87-4b90-426e-980f-cd1c74451035 HTTP/1.1" status: 200 len: 692 time: 0.3452168 May 27 03:26:43.421081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea2cc799-20de-4643-b120-8513a1050ff9 req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543446 May 27 03:26:43.443679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:43.450795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5ecef-8922-45b5-9772-5036978af922 tempest-LiveMigrationNegativeTest-1176397152 tempest-LiveMigrationNegativeTest-1176397152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a772964-781a-4424-b8e1-0c0cc9ae3372,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:43.481293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:43.483448 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:43.588282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-0564264a-a338-43ea-87ad-fab584f3eb41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:43.594185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 221c0edc-b234-4777-8623-c11322c35115 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:43.597224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c053aaea-830a-4b65-8705-798ed377b61f up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:43.601563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-0564264a-a338-43ea-87ad-fab584f3eb41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5067160 May 27 03:26:43.615315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef68a4-427d-47d5-990a-dfa9fadd80ad req-2592f3a8-9303-4b07-9968-cc4629e9fe48 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:43.638057 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11ef68a4-427d-47d5-990a-dfa9fadd80ad req-2592f3a8-9303-4b07-9968-cc4629e9fe48 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3699746 May 27 03:26:43.645831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-11ef68a4-427d-47d5-990a-dfa9fadd80ad req-6b3d0b38-c40c-404d-9baf-d03bf8bee150 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:26:43.658321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11ef68a4-427d-47d5-990a-dfa9fadd80ad req-6b3d0b38-c40c-404d-9baf-d03bf8bee150 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0192502 May 27 03:26:43.815281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa42cd91-6d61-4ab0-9870-aad7e548c989 req-0a3738c1-86ec-4292-8120-357c6e490784 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 210 time: 0.0491815 May 27 03:26:43.883762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-36509478-b0ec-4bea-9a6c-d104952f2574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=221c0edc-b234-4777-8623-c11322c35115 HTTP/1.1" status: 200 len: 217 time: 0.2744057 May 27 03:26:44.021502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.051315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-a5acb936-e939-469e-b476-ad79371b4611 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.052765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-a5acb936-e939-469e-b476-ad79371b4611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1465447 May 27 03:26:44.088183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193f5fd-4aba-4faf-a708-2237d3883fae req-f933e365-3b37-4f8b-8b2f-1372eeca3c87 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.089311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=221c0edc-b234-4777-8623-c11322c35115,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:44.096739 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6193f5fd-4aba-4faf-a708-2237d3883fae req-f933e365-3b37-4f8b-8b2f-1372eeca3c87 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.0967534 May 27 03:26:44.122421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c053aaea-830a-4b65-8705-798ed377b61f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:44.141897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f062dd-d0b1-4439-ba44-575e2eb37c5f req-799f3e56-1cfa-4652-b89b-19720967ff23 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.149173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16f062dd-d0b1-4439-ba44-575e2eb37c5f req-799f3e56-1cfa-4652-b89b-19720967ff23 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 948 time: 0.4012570 May 27 03:26:44.160203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6193f5fd-4aba-4faf-a708-2237d3883fae req-9caa0b08-3a5b-4eb7-9982-a12090296fb0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624022 May 27 03:26:44.167017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c053aaea-830a-4b65-8705-798ed377b61f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:44.174045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.211069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:44.214349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16f062dd-d0b1-4439-ba44-575e2eb37c5f req-8d0a1ce0-aaf0-411a-8863-96936805da15 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640819 May 27 03:26:44.237401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-5f606a20-093a-4dbe-8739-6f3c6160c5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757488 May 27 03:26:44.265365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '221c0edc-b234-4777-8623-c11322c35115', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '221c0edc-b234-4777-8623-c11322c35115', 'mac_address': 'fa:16:3e:39:16:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:44.272832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:44.432138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-027db505-4cba-4193-8d91-92a432519767 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips/ebe35a87-4b90-426e-980f-cd1c74451035 HTTP/1.1" status: 200 len: 692 time: 0.1239815 May 27 03:26:44.468135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-network', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:44.479963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:44.489228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:44.529559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.541558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.558327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Usage tracker for resource:network and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:44.563717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:44.586026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:44.589927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.628397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d2abb-4a71-485d-8163-44e35d6a9272 req-99805283-288b-4a71-9eaa-b6e32868525d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.629002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c0edc-b234-4777-8623-c11322c35115 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:44.630312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-334d2abb-4a71-485d-8163-44e35d6a9272 req-99805283-288b-4a71-9eaa-b6e32868525d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 948 time: 0.1576047 May 27 03:26:44.633188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-45d3d4af-3bd5-4910-b080-f4823d0a97a1 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819821 May 27 03:26:44.670624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.673923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Made reservation on behalf of 479819c89af34e9898d09dde6dcd3afa for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:44.675205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.693444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.710833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=221c0edc-b234-4777-8623-c11322c35115,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:44.721811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.770402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c053aaea-830a-4b65-8705-798ed377b61f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:44.782876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:44.800737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:44.809349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.816746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d00e1-e355-4885-8119-945c89228991 req-2c2f5cc4-a744-41f7-a574-3d295b9b0b5d tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.823009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-2c2f5cc4-a744-41f7-a574-3d295b9b0b5d tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3895144 May 27 03:26:44.825732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Usage tracker for resource:security_group_rule and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:44.833443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-a061e8bd-31bd-4475-9831-c8b1e8d0d1af tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:26:44.837404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-a061e8bd-31bd-4475-9831-c8b1e8d0d1af tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135601 May 27 03:26:44.839229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:44.848269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-4c20da73-6201-496b-bdff-6255f0783eab tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:44.849971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-4c20da73-6201-496b-bdff-6255f0783eab tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.3675330 May 27 03:26:44.856034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:44.876162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-778476eb-2465-49e7-9a4f-88bbc260ddc2 req-1a8725ae-c35b-4ff1-8b38-34fff6bc5fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343557 May 27 03:26:44.882977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-334d2abb-4a71-485d-8163-44e35d6a9272 req-a349b287-5b47-4351-96fb-0f0cc01dbcb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438686 May 27 03:26:44.898155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.920980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Request body: {'port': {'device_id': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'admin_state_up': True, 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:45.015238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-a3230492-7342-4efa-b394-490b152b7bcb tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1642296 May 27 03:26:45.108010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d4781-1bc3-4bbf-94f2-1c7c180ea53d req-31566428-26a7-44f0-a372-e47d7042885d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:45.109562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-815d4781-1bc3-4bbf-94f2-1c7c180ea53d req-31566428-26a7-44f0-a372-e47d7042885d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.1002529 May 27 03:26:45.129729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:45.148940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-243014c5-ea50-46a5-a9e0-f873daafa691 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1260624 May 27 03:26:45.168201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-815d4781-1bc3-4bbf-94f2-1c7c180ea53d req-fbf13726-d617-4125-a839-cb70c11af192 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515289 May 27 03:26:45.348831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.372294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.373749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-942c39c6-64d1-4cc3-a048-87bfc482f8de req-df9a70df-74fc-43df-96ad-08770d3bd6c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0821848 May 27 03:26:45.387504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:45.395110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Deleting port ecc339e7-892a-4fb3-80a8-78232d5c395a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:45.395460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.435527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:45.439370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:45.483473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.483473 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Added segment f0412019-866c-4342-990d-a5b46b6179ad of type vlan for network 92ef77d2-e978-4d77-a36b-661c57454821 May 27 03:26:45.484583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b267e1-8a79-41df-8645-c31326b16dcf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:45.487950 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68605b84-f27e-433c-91e2-e54a12c43cbb'] response: {'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', 'code': 200} May 27 03:26:45.494857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:45.497676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.664817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3f0c122-e2cf-412c-a333-64d7986cd519 req-c603ba9c-65ba-4701-aef8-a6dcd84e9a7a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 210 time: 0.0556772 May 27 03:26:45.696060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95efa07a-d4b4-4c6e-8c98-1a6f0b0afec8 req-c0152796-87ec-49a2-ab62-43c746205cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 1101 time: 0.1208689 May 27 03:26:45.758227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.768687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95efa07a-d4b4-4c6e-8c98-1a6f0b0afec8 req-11397e85-1b28-42c1-9189-5fb5ee47a320 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627203 May 27 03:26:45.889460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.890072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.902677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.903540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:45.904118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:45.920204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe549c8-1329-489a-be06-99236c53663b req-0ba0094e-492a-429d-94d5-70dd0124184a tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:45.925410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-efe549c8-1329-489a-be06-99236c53663b req-0ba0094e-492a-429d-94d5-70dd0124184a tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.1034913 May 27 03:26:45.971242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-efe549c8-1329-489a-be06-99236c53663b req-ae867533-c256-4794-8240-54589f9fd4d8 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 May 27 03:26:46.132523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Calling delete_port for ecc339e7-892a-4fb3-80a8-78232d5c395a owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:46.197432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Allocated IP 172.20.0.10 (0850598d-0cfb-429e-8f38-56162d3eec97/9991bc14-8f87-46b4-a15c-e03f312eb71d/b3f76d91-029c-4964-bda3-1c589973d37c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:46.203052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] Pushing event updated for resources: {'Network': ['ID=92ef77d2-e978-4d77-a36b-661c57454821,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:46.221957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17f16066-95cc-49c4-a596-274f34d4d018 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0088246 May 27 03:26:46.224532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:46.229897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Request body: {'subnet': {'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-subnet', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:46.232135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 92ef77d2-e978-4d77-a36b-661c57454821 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:26:46.265731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:46.273930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Usage tracker for resource:subnet and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:46.278511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:46.291966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:46.356174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Made reservation on behalf of 479819c89af34e9898d09dde6dcd3afa for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:46.358754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.421842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdf5c6-1f01-417d-ba9d-3195466826a8 req-faca559c-71c4-4342-94e4-967a87d950a4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:46.423356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6fdf5c6-1f01-417d-ba9d-3195466826a8 req-faca559c-71c4-4342-94e4-967a87d950a4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 949 time: 0.0803802 May 27 03:26:46.475618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6fdf5c6-1f01-417d-ba9d-3195466826a8 req-7d20844f-5949-4475-b11b-70576f434be7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 May 27 03:26:46.551987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.623476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event deleted for resources: {'Port': ['ID=ecc339e7-892a-4fb3-80a8-78232d5c395a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:46.680321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02889c7c-4138-4009-b072-dc43f410b101 req-6df07112-34cb-4bd2-9333-1525f5dccc83 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:46.681866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02889c7c-4138-4009-b072-dc43f410b101 req-6df07112-34cb-4bd2-9333-1525f5dccc83 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.0864089 May 27 03:26:46.738883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02889c7c-4138-4009-b072-dc43f410b101 req-ca10c3c2-462e-46c4-9927-0e323a8ed7a1 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 May 27 03:26:46.759019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.826399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.897205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.898364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-333d00e1-e355-4885-8119-945c89228991 req-65cb710c-7d94-4492-99a6-b3b50ef6ad4a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "DELETE /v2.0/floatingips/ebe35a87-4b90-426e-980f-cd1c74451035 HTTP/1.1" status: 204 len: 173 time: 1.7349095 May 27 03:26:46.899832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:46.902151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.017539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dfa5f-da45-439b-884d-c098cbccebb2 req-46788526-dc43-49d9-b2ed-f8e872b3991b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.019067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-036dfa5f-da45-439b-884d-c098cbccebb2 req-46788526-dc43-49d9-b2ed-f8e872b3991b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 932 time: 0.1166055 May 27 03:26:47.088522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-036dfa5f-da45-439b-884d-c098cbccebb2 req-9692b062-c28a-4343-a031-8ff84497dbf3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 May 27 03:26:47.117297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.134977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57790695-8c83-4483-bcbc-4a2c67ad4a4f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:47.198491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Network 0850598d-0cfb-429e-8f38-56162d3eec97 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:47.212879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:47.226602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:47.309029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Checking segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:47.309393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Network hostable DHCP agents. Network: 92ef77d2-e978-4d77-a36b-661c57454821, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:47.313693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c96c-b372-4ea1-84dc-90cf271b3ca8 req-467fd4ae-3849-4c18-aca1-9bd68b4a3a0f tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.315203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1763c96c-b372-4ea1-84dc-90cf271b3ca8 req-467fd4ae-3849-4c18-aca1-9bd68b4a3a0f tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.0808339 May 27 03:26:47.348113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.348715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.365411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff06f-fbb0-4420-8529-85313442fe7c req-35d00459-8c2e-4b66-84de-f5901b24d8ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.366731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1763c96c-b372-4ea1-84dc-90cf271b3ca8 req-96e21255-84e7-4af7-acfe-27d68f30cad1 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457122 May 27 03:26:47.366861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b51ff06f-fbb0-4420-8529-85313442fe7c req-35d00459-8c2e-4b66-84de-f5901b24d8ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3822157 May 27 03:26:47.381641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-927c6c94-bb51-4ae1-933d-9f1aa01a9372 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4705062 May 27 03:26:47.395671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Network 92ef77d2-e978-4d77-a36b-661c57454821 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:47.409777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Request body: {'port': {'device_id': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:47.489321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:47.545250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 221c0edc-b234-4777-8623-c11322c35115 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:47.559684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 92ef77d2-e978-4d77-a36b-661c57454821) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:47.576677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48576b53-b04e-4c56-bca7-e9ad30fc44f6 None None] Network 92ef77d2-e978-4d77-a36b-661c57454821 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:47.583139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b75d6e3-0e0b-4c6f-8c13-48c6bc84b7b7 req-890912c6-06e0-4cb1-bd02-c065703d395c tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=993fd6e9e9a0401db4c80ce8ce5b7e52 HTTP/1.1" status: 200 len: 1656 time: 0.1721492 May 27 03:26:47.589686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.590462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.615394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-e3b910ce-ee86-40a2-bca5-ee6dc5990f8c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627573 May 27 03:26:47.625724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a0e6b27d-98ed-46dc-804f-2b047299aa37 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4001336 May 27 03:26:47.666484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:47.681769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:47.696741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:47.705972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Usage tracker for resource:router and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:26:47.711805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:26:47.723629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:47.727030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 221c0edc-b234-4777-8623-c11322c35115 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:47.735760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 221c0edc-b234-4777-8623-c11322c35115 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:47.736158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.769464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.771520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.772740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.785439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75d6e3-0e0b-4c6f-8c13-48c6bc84b7b7 req-fb6089bf-03d5-4b3b-9c03-b72ed8170e8e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.788526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b75d6e3-0e0b-4c6f-8c13-48c6bc84b7b7 req-fb6089bf-03d5-4b3b-9c03-b72ed8170e8e tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks?id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 787 time: 0.1995547 May 27 03:26:47.805197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-3b75d6e3-0e0b-4c6f-8c13-48c6bc84b7b7 req-f4b0be7c-39a3-4ded-95f8-34a13bfd7dea tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:26:47.806237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b75d6e3-0e0b-4c6f-8c13-48c6bc84b7b7 req-f4b0be7c-39a3-4ded-95f8-34a13bfd7dea tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064640 May 27 03:26:47.820582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:47.918251 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32dc7f9-218c-495e-85d1-ebf3ea6466d4'] response: {'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f', 'code': 200} May 27 03:26:47.939857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-a318cf49-b852-47bd-859e-c603894d92d0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:47.942615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-a318cf49-b852-47bd-859e-c603894d92d0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215623 May 27 03:26:47.944488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-92ef77d2-e978-4d77-a36b-661c57454821', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:26:47.946373 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.072428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-984fbb60-28f9-4f7e-b23b-dc9dc1646823 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/quotas/185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 375 time: 0.1232340 May 27 03:26:48.146476 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.147058 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.228842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39c90afb-0965-4930-bda3-ae8aadaa943d req-32bdc591-f957-4114-ac42-6f319142330a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 1100 time: 0.1946218 May 27 03:26:48.253718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=221c0edc-b234-4777-8623-c11322c35115,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:48.259645 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.310348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f537bc6-dcdb-4da4-94fb-1842954d1ac5 req-5ac86c54-5b20-4bc4-ad8b-1775295dbe05 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:48.317414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f537bc6-dcdb-4da4-94fb-1842954d1ac5 req-5ac86c54-5b20-4bc4-ad8b-1775295dbe05 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 949 time: 0.2503765 May 27 03:26:48.350707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Allocated IP 172.20.0.2 (92ef77d2-e978-4d77-a36b-661c57454821/57790695-8c83-4483-bcbc-4a2c67ad4a4f/8443e01b-dcd9-4c26-9863-fc450ac48056) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:48.363924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:48.386864 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39c90afb-0965-4930-bda3-ae8aadaa943d req-692963ee-6664-4236-99ac-45216141327f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118150 May 27 03:26:48.405480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f537bc6-dcdb-4da4-94fb-1842954d1ac5 req-8f74f2e9-6491-46fd-bd58-1df04d8994d9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871868 May 27 03:26:48.475222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-7f3f9e96-0c73-4191-a36a-934bcc423597 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3964005 May 27 03:26:48.498230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf32ac-123a-44d0-8724-1907bed227fc req-606657e8-26a9-4884-8fcc-a11a3649ae66 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:48.509037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53bf32ac-123a-44d0-8724-1907bed227fc req-606657e8-26a9-4884-8fcc-a11a3649ae66 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.3821659 May 27 03:26:48.539487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.581270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.627122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f76d91-029c-4964-bda3-1c589973d37c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:48.636236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.649056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.658939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Transition to ACTIVE for port object b3f76d91-029c-4964-bda3-1c589973d37c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:48.663004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Transition to ACTIVE for port object 8443e01b-dcd9-4c26-9863-fc450ac48056 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:48.698825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.718608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Transition to ACTIVE for port object 8443e01b-dcd9-4c26-9863-fc450ac48056 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:48.736683 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.825796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be143-a8f8-4ead-8800-e3c5769b9e26 req-90e0b465-c6fc-40b7-8910-7bdc8b40699b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:48.833260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Network 92ef77d2-e978-4d77-a36b-661c57454821 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:48.834102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-811be143-a8f8-4ead-8800-e3c5769b9e26 req-90e0b465-c6fc-40b7-8910-7bdc8b40699b tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 950 time: 0.1956785 May 27 03:26:48.841074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:48.844387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:48.856271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Pushing event updated for resources: {'Port': ['ID=8443e01b-dcd9-4c26-9863-fc450ac48056,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:48.892275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Allocated IP 172.25.8.208 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/9879593d-56d7-4f46-9feb-4463b893087c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:48.935901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Deleting port cd14d2a8-bad8-46cf-a677-4e5358737fce {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:48.936395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:48.977478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-484f2ac2-9344-4626-9d27-00c61b97a10c tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips/ec16cce2-c41b-4a19-acc6-35d634dd0168 HTTP/1.1" status: 200 len: 692 time: 0.2296884 May 27 03:26:48.998493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Attempting to bind port 8443e01b-dcd9-4c26-9863-fc450ac48056 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:48.999244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Attempting to bind port 8443e01b-dcd9-4c26-9863-fc450ac48056 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:49.001124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Attempting to bind port 8443e01b-dcd9-4c26-9863-fc450ac48056 on network 92ef77d2-e978-4d77-a36b-661c57454821 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:49.002517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.012295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:49.013046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Checking segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:49.013244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.013784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Bound using segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:49.023444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Bound port: 8443e01b-dcd9-4c26-9863-fc450ac48056, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:49.029465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.144841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-811be143-a8f8-4ead-8800-e3c5769b9e26 req-0b056f47-bd93-440b-a378-7c2262202ee5 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097377 May 27 03:26:49.256810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] For port 8443e01b-dcd9-4c26-9863-fc450ac48056, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:49.261641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] For port 8443e01b-dcd9-4c26-9863-fc450ac48056, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8443e01b-dcd9-4c26-9863-fc450ac48056,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:49.271304 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.286557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.385282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8d574-0774-4013-bee0-0885dc2485de None None] Pushing event updated for resources: {'Port': ['ID=8443e01b-dcd9-4c26-9863-fc450ac48056,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.401985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-538c6dd3-1459-4336-b2bb-50fe1a7b1c67 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:49.409692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-538c6dd3-1459-4336-b2bb-50fe1a7b1c67 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.4118519 May 27 03:26:49.416274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.464280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aa7e9-fba4-4611-ba62-c8f8bab44f79 req-830ff585-aa5f-4af1-b614-b442b313ba64 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:49.466448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b2aa7e9-fba4-4611-ba62-c8f8bab44f79 req-830ff585-aa5f-4af1-b614-b442b313ba64 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.1528621 May 27 03:26:49.542417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:49.547016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:49.556811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Pushing event updated for resources: {'Port': ['ID=9879593d-56d7-4f46-9feb-4463b893087c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.560226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:49.650840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b2aa7e9-fba4-4611-ba62-c8f8bab44f79 req-5f4d1542-9497-44e4-a7ed-8212e87fe86e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659119 May 27 03:26:49.684118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:49.684438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:49.685000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:49.702695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-172e3484-7aa0-4386-9b51-414466eb6a44 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:49.748242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:49.748554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:49.760177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:49.760518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:49.760922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:49.761347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Bound port: b3f76d91-029c-4964-bda3-1c589973d37c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:49.761689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.785405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-172e3484-7aa0-4386-9b51-414466eb6a44 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:49.786622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-172e3484-7aa0-4386-9b51-414466eb6a44 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.66 HTTP/1.1" status: 200 len: 695 time: 0.3757684 May 27 03:26:49.790243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] For port cd14d2a8-bad8-46cf-a677-4e5358737fce, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=cd14d2a8-bad8-46cf-a677-4e5358737fce,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:49.790672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.827733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.830302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:49.919651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c0edc-b234-4777-8623-c11322c35115'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:50.051565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Calling delete_port for cd14d2a8-bad8-46cf-a677-4e5358737fce owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:50.112025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-cad3a714-d4da-4984-a74e-168f22a3419b tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.66 HTTP/1.1" status: 200 len: 695 time: 0.3066053 May 27 03:26:50.247804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3738f6-f575-4975-a23a-5b78a6f05bdb req-17337ab5-199d-4561-b4c6-7f476ae1b393 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:50.249717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b3738f6-f575-4975-a23a-5b78a6f05bdb req-17337ab5-199d-4561-b4c6-7f476ae1b393 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.3597519 May 27 03:26:50.254095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:50.272734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8443e01b-dcd9-4c26-9863-fc450ac48056 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:50.360710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b3738f6-f575-4975-a23a-5b78a6f05bdb req-1d644678-105e-4349-b550-9ad369be8c7f tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948827 May 27 03:26:50.366930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-3f0dfe00-8a98-4450-8c20-8c006280f3c7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894468 May 27 03:26:50.392827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8443e01b-dcd9-4c26-9863-fc450ac48056 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:50.407908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Deleting port e3345be8-27fa-4480-8285-a109dd7ac06d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:50.408270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.451206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:50.512886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.648082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-85117fd9-74e4-40b7-9634-3601a160916c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:50.649583 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-85117fd9-74e4-40b7-9634-3601a160916c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767162 May 27 03:26:50.652917 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08f85c5a-0f5b-414d-9fcb-5360c9389196 req-0ec34ef3-d88d-4b7e-9643-63b5c8890fcd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 210 time: 0.0906389 May 27 03:26:50.666414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Router efaf260d-440b-4f08-9684-6a7477840fbf is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:26:50.676547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.678211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 1092 time: 3.2751482 May 27 03:26:50.679491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Request body: {'port': {'device_id': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '185eb08e01504918865d46ecdabc7468'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:50.685179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:50.788193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.800824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:50.824067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62367c-2044-4924-8c7d-e4e9f448f368 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.858799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461037f-3506-42f4-8040-1d091ce7c4ca None None] Network 92ef77d2-e978-4d77-a36b-661c57454821 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:26:50.894378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Pushing event deleted for resources: {'Port': ['ID=cd14d2a8-bad8-46cf-a677-4e5358737fce,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:50.921439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:50.921766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.032767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Provisioning for port 8443e01b-dcd9-4c26-9863-fc450ac48056 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:51.046249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Provisioning complete for port 8443e01b-dcd9-4c26-9863-fc450ac48056 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:51.046249 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.063784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:26:51.074150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:26:51.103368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Made reservation on behalf of 185eb08e01504918865d46ecdabc7468 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:51.106283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.173340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Calling delete_port for e3345be8-27fa-4480-8285-a109dd7ac06d owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:51.196417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815debe1-2284-4db3-89e1-d33a16da53bf req-9a7a12e5-98f1-4b5f-8517-7e7b2b521377 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:51.203462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-815debe1-2284-4db3-89e1-d33a16da53bf req-9a7a12e5-98f1-4b5f-8517-7e7b2b521377 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 950 time: 0.4112842 May 27 03:26:51.222672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] No DVR routers for this DVR port cd14d2a8-bad8-46cf-a677-4e5358737fce on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:51.233803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.248427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-c960d361-c1cb-40cf-bda6-dba749f59d81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1095 time: 0.5165386 May 27 03:26:51.304171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-815debe1-2284-4db3-89e1-d33a16da53bf req-db9db759-8f26-45df-83f9-bba80a856125 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997725 May 27 03:26:51.409027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.426867 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f901c9-6839-4d0c-a3b5-d87a6a19d110'] response: {'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c0edc-b234-4777-8623-c11322c35115', 'code': 200} May 27 03:26:51.429733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53bf32ac-123a-44d0-8724-1907bed227fc req-887732a2-a774-47bf-8884-30d3342b33f2 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "DELETE /v2.0/ports/cd14d2a8-bad8-46cf-a677-4e5358737fce HTTP/1.1" status: 204 len: 173 time: 2.7690780 May 27 03:26:51.448098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-0c037572-275c-4a96-835e-0635d1b573c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 217 time: 0.1927612 May 27 03:26:51.469667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Allocated IP 192.168.233.185 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/985eaaa0-11b9-44bf-9141-49af34db6e43) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:51.495783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] For port 8443e01b-dcd9-4c26-9863-fc450ac48056, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8443e01b-dcd9-4c26-9863-fc450ac48056,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:51.502382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.555148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:51.559589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device cd14d2a8-bad8-46cf-a677-4e5358737fce no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:26:51.599636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Sync routers for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:26:51.642961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-44964d18-0949-4427-9206-b625cc79cbe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:51.644645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-44964d18-0949-4427-9206-b625cc79cbe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1876006 May 27 03:26:51.649518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: cd14d2a8-bad8-46cf-a677-4e5358737fce {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:26:51.649852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device cd14d2a8-bad8-46cf-a677-4e5358737fce not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:26:51.673042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:51.674220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:51.754767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-d9026b65-8cb6-4331-9dd2-7c9e14d31ffa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882807 May 27 03:26:51.760438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.869971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event deleted for resources: {'Port': ['ID=e3345be8-27fa-4480-8285-a109dd7ac06d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.880634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:51.884551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1000c02-bce8-4c6f-98e2-cb610bed2c77 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2141945 May 27 03:26:51.887214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6ad2b70-274e-4cdb-aea9-20844cea55ee req-4bbf55cd-4a7b-483a-90fc-4ab1a26ac927 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98 HTTP/1.1" status: 200 len: 210 time: 0.0818067 May 27 03:26:51.890200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48436) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:51.900421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1184c-2f2f-41a1-8368-249910640d49 None None] Pushing event updated for resources: {'Port': ['ID=8443e01b-dcd9-4c26-9863-fc450ac48056,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.946267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f99c72b-4adf-41d0-aaaa-7c48aec0aedc req-8eb0b38e-95d7-4298-a76c-dca4636e8920 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 1101 time: 0.4326072 May 27 03:26:51.958626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b69be470-c020-4eaa-b6a9-a9aca43ba8f5 None None] Provisioning complete for port 8443e01b-dcd9-4c26-9863-fc450ac48056 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:51.958987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b69be470-c020-4eaa-b6a9-a9aca43ba8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.049019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:52.066822 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15fcf21-0330-488a-956b-77e260ccb73e'] response: {'name': 'network-changed', 'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'status': 'completed', 'code': 200} May 27 03:26:52.125095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.272772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8443e01b-dcd9-4c26-9863-fc450ac48056 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:52.286542 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.299081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f99c72b-4adf-41d0-aaaa-7c48aec0aedc req-3599a6f2-3a3e-482a-8997-b685f7756cc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631052 May 27 03:26:52.304632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Transition to ACTIVE for port object 985eaaa0-11b9-44bf-9141-49af34db6e43 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:52.317263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-aae4027f-b10c-4725-9bd8-ab0da1dc7086 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481730 May 27 03:26:52.327319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.330483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e4ef39-70ef-49ec-b9e6-5d16e36f90f2 req-546930cc-7834-4f58-843c-eb0343d609ab tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "DELETE /v2.0/floatingips/ec16cce2-c41b-4a19-acc6-35d634dd0168 HTTP/1.1" status: 204 len: 173 time: 2.1983221 May 27 03:26:52.387634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.407233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:52.447142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:52.448204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85c48c-647b-429a-b223-68b77a6602f8 req-bc1c18b5-2a80-45ca-a64e-5b73891dfeb4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:52.449705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d85c48c-647b-429a-b223-68b77a6602f8 req-bc1c18b5-2a80-45ca-a64e-5b73891dfeb4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.3036554 May 27 03:26:52.506572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:52.514974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:52.564002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:52.577447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:52.578534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-9ed7222b-0a35-48de-83d0-a70890a45c8b tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:52.579279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-9ed7222b-0a35-48de-83d0-a70890a45c8b tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Synchronizing usage tracker for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:52.581290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:52.581902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.686608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-b177e9bf-152a-47e2-b878-b05bf5ff009c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0168998 May 27 03:26:52.688192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-9ed7222b-0a35-48de-83d0-a70890a45c8b tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Unset dirty status for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:52.692416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d85c48c-647b-429a-b223-68b77a6602f8 req-029a488c-24b0-4592-a9d9-46db5bd6c2f9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244573 May 27 03:26:52.706550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Request body: {'port': {'device_id': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:26:52.707107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-9ed7222b-0a35-48de-83d0-a70890a45c8b tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.2184839 May 27 03:26:52.781465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8443e01b-dcd9-4c26-9863-fc450ac48056 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:52.781680 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:52.826111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-e80a03cf-28b1-4b25-b6bc-087178b1b548 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Synchronizing usage tracker for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:52.858393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2590fa2-8cda-4a52-81e8-b91c4284f527 req-604494b1-3b49-4f21-b33b-2cc6b7edbd0f service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657065 May 27 03:26:52.860327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-e80a03cf-28b1-4b25-b6bc-087178b1b548 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Unset dirty status for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:52.874296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46672b4e-22ae-49e1-89e2-ac154b4833d1 req-e80a03cf-28b1-4b25-b6bc-087178b1b548 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660352 May 27 03:26:52.922523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.037442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-32077b0c-23fe-4f5f-a7ba-53f56b3f98e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1095 time: 0.1188126 May 27 03:26:53.120186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4204482c-d577-4fef-a01e-b67439464e6a None None] Provisioning for port 985eaaa0-11b9-44bf-9141-49af34db6e43 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:53.188217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4204482c-d577-4fef-a01e-b67439464e6a None None] Provisioning complete for port 985eaaa0-11b9-44bf-9141-49af34db6e43 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:53.188650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4204482c-d577-4fef-a01e-b67439464e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.210871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf808e-212e-4a00-a0c7-ff6c66c91236 req-ba9a64c1-a143-493a-91b8-9916a2fac619 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:53.211578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2fbf808e-212e-4a00-a0c7-ff6c66c91236 req-ba9a64c1-a143-493a-91b8-9916a2fac619 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:53.271705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 3, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:53.282789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4204482c-d577-4fef-a01e-b67439464e6a None None] Port 985eaaa0-11b9-44bf-9141-49af34db6e43 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:53.286945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Checking router: efaf260d-440b-4f08-9684-6a7477840fbf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:26:53.287516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Updating router efaf260d-440b-4f08-9684-6a7477840fbf port 9879593d-56d7-4f46-9feb-4463b893087c binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:26:53.294332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588600-557b-4193-bc5d-c5eccb3b6e7a req-5d9e86e9-6c38-4df2-9c29-5540cb68c591 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:53.295915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1588600-557b-4193-bc5d-c5eccb3b6e7a req-5d9e86e9-6c38-4df2-9c29-5540cb68c591 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 950 time: 0.2399888 May 27 03:26:53.333053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-d1521a65-6bb9-4379-ba8b-1b4eca5b485b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:53.335699 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-d1521a65-6bb9-4379-ba8b-1b4eca5b485b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.2808967 May 27 03:26:53.359468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.373759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2fbf808e-212e-4a00-a0c7-ff6c66c91236 req-ba9a64c1-a143-493a-91b8-9916a2fac619 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:53.377369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2fbf808e-212e-4a00-a0c7-ff6c66c91236 req-ba9a64c1-a143-493a-91b8-9916a2fac619 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 936 time: 0.4139879 May 27 03:26:53.435316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-ccbd5431-e8b7-40db-b36c-4aebaf00e671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 217 time: 0.0834455 May 27 03:26:53.437896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1588600-557b-4193-bc5d-c5eccb3b6e7a req-3db55241-00e6-4b44-909f-b0c71eb57cfb tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306052 May 27 03:26:53.509409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.587509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2fbf808e-212e-4a00-a0c7-ff6c66c91236 req-ffb8ceea-3119-4422-8293-7cf1a20c2d1e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490629 May 27 03:26:53.595879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-85bbffb7-a3ef-46ec-bbf5-4a0e4d2c1583 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips/a938ddce-ebc1-4501-b05b-7c75b5ed48b6 HTTP/1.1" status: 200 len: 693 time: 0.1081991 May 27 03:26:53.602072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-64c00c69-a0c4-439a-9859-4f0a8ce18901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:53.603801 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-64c00c69-a0c4-439a-9859-4f0a8ce18901 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1620078 May 27 03:26:53.673678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985eaaa0-11b9-44bf-9141-49af34db6e43 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:53.682428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.705214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Transition to ACTIVE for port object 985eaaa0-11b9-44bf-9141-49af34db6e43 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:53.713207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.818589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:53.827867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-d6884210-ecf5-4136-b80f-12a8366f0612 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626059 May 27 03:26:53.838656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Transition to ACTIVE for port object 9879593d-56d7-4f46-9feb-4463b893087c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:53.841368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-f934a8b7-969e-4ca7-9134-b6eeecb2753a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:53.843036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-f934a8b7-969e-4ca7-9134-b6eeecb2753a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2301838 May 27 03:26:53.861374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:53.862619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.005552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Attempting to bind port 9879593d-56d7-4f46-9feb-4463b893087c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:54.005947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Attempting to bind port 9879593d-56d7-4f46-9feb-4463b893087c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:54.006352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Attempting to bind port 9879593d-56d7-4f46-9feb-4463b893087c on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:54.031493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c444-91cd-42f3-a5b0-220a54d39ae8 None None] Pushing event updated for resources: {'Port': ['ID=9879593d-56d7-4f46-9feb-4463b893087c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:54.034213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:54.034664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:54.035023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.035404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:54.035879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Bound port: 9879593d-56d7-4f46-9feb-4463b893087c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:54.036362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.070709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'name': 'network-vif-deleted', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:54.135061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:26:54.135614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:26:54.136398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:54.137490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] For port 9879593d-56d7-4f46-9feb-4463b893087c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:54.143964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] For port 9879593d-56d7-4f46-9feb-4463b893087c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9879593d-56d7-4f46-9feb-4463b893087c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:54.147363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:26:54.147846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:26:54.151018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.171915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:26:54.172250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:26:54.173100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:26:54.174334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Bound port: 985eaaa0-11b9-44bf-9141-49af34db6e43, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:26:54.174764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.288811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-1ee16918-6e7b-4348-aa18-2ed9e8f8e0ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:54.313870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c444-91cd-42f3-a5b0-220a54d39ae8 None None] Pushing event updated for resources: {'Port': ['ID=9879593d-56d7-4f46-9feb-4463b893087c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:54.322910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:54.324099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:54.342876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-1ee16918-6e7b-4348-aa18-2ed9e8f8e0ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:54.353551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-1ee16918-6e7b-4348-aa18-2ed9e8f8e0ee tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.2674494 May 27 03:26:54.415164 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-9d30b817-30f4-438c-86e4-f4ffdc32d54c service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708666 May 27 03:26:54.499962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:54.519875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-4bd655c1-139d-43f1-999d-761b6f49c419 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1592786 May 27 03:26:54.521158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:54.521928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:54.536838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.550378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.685543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.687050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] 10.222.0.41 "PUT /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 1096 time: 1.9853215 May 27 03:26:54.687676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:54.725409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Deleting port 6d3c9892-92fa-419b-a9f6-5e996ca9bf5c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:54.726004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.799606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676134f-ea7a-4215-9098-a1355b9629ce service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:54.816947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d9a91-c8ae-4325-bb2f-c669c3a30650 req-341bd6ce-2c1d-41ee-aa44-f6e4bdc2e996 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:54.824091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f5d9a91-c8ae-4325-bb2f-c669c3a30650 req-341bd6ce-2c1d-41ee-aa44-f6e4bdc2e996 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.5136249 May 27 03:26:54.878553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 3, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:54.887049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf86fcd-7ccb-418b-b9b6-d732f4f825b3 None None] The sync data for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 is: [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 3, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:26:54.918005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dad34fa-d971-4bac-9a19-1c27e5dadc41 req-b6af3d39-b980-422c-bd1e-902b2c861fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953814 May 27 03:26:54.931192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.932061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:54.951942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f5d9a91-c8ae-4325-bb2f-c669c3a30650 req-ba5fa1b1-0d92-4132-bdfb-cd7340135db9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269670 May 27 03:26:54.994568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-6e4d06e2-3591-4fc6-97c9-c40a195e8e5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1099 time: 0.2614751 May 27 03:26:55.070947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Calling delete_port for 6d3c9892-92fa-419b-a9f6-5e996ca9bf5c owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:55.093821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-d4dbbf5a-e52c-4069-ad38-095b84ecbff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.0888073 May 27 03:26:55.167273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Allocated IP 172.20.0.1 (92ef77d2-e978-4d77-a36b-661c57454821/57790695-8c83-4483-bcbc-4a2c67ad4a4f/20a534a3-c069-4e79-88e4-9bfdca3e5cb2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:55.238728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.279872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-f2c57bab-f728-4f51-bc7b-0415895f6d49 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:55.281383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-f2c57bab-f728-4f51-bc7b-0415895f6d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1734509 May 27 03:26:55.303023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event deleted for resources: {'Port': ['ID=6d3c9892-92fa-419b-a9f6-5e996ca9bf5c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:55.447111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.462975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.466159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-c8f79b21-7d15-4b4f-bd88-133b2cae2358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716666 May 27 03:26:55.472929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Transition to ACTIVE for port object 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:26:55.492078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.508211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5835ff64-da2f-43c3-ba44-4a2e312f4113 req-26e55b28-452f-4a05-8aae-344e5ba21f17 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "DELETE /v2.0/floatingips/a938ddce-ebc1-4501-b05b-7c75b5ed48b6 HTTP/1.1" status: 204 len: 173 time: 0.9769843 May 27 03:26:55.567186 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb91b41-1bc6-41b8-862c-5e3a58cf8471'] response: {'server_uuid': 'b388ebd8-b0ab-4cfe-a087-dcdd06ee1f98', 'name': 'network-vif-deleted', 'tag': 'cd14d2a8-bad8-46cf-a677-4e5358737fce', 'status': 'completed', 'code': 200} May 27 03:26:55.644458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.695057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-bccebbff-7b89-471f-ad3f-cf43be2e1cfe service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202990 May 27 03:26:55.765389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21278-9801-40b9-ba13-5a9fb4ba3355 req-cd6df537-7a75-416a-890d-4b2aecdb241a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:55.773030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73e21278-9801-40b9-ba13-5a9fb4ba3355 req-cd6df537-7a75-416a-890d-4b2aecdb241a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 950 time: 0.0949769 May 27 03:26:55.828332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Pushing event updated for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:55.832235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73e21278-9801-40b9-ba13-5a9fb4ba3355 req-272a7f16-1bbf-4ef4-9994-16c071128dc4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 May 27 03:26:55.834676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Network 92ef77d2-e978-4d77-a36b-661c57454821 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:55.838527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:55.840986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:26:55.841481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.913391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1063b00a-6e7d-4b58-a73e-af614c024986 req-91b0f162-0529-4918-b48d-51ad10f05307 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988451 May 27 03:26:55.978270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:55.996922 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d658e5e7-63c2-4368-a3ff-0842c0f53876'] response: {'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'status': 'completed', 'code': 200} May 27 03:26:56.014236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.114789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b64bf-e1b0-4bef-b177-c9b6ac93385b req-93d9da3e-8b92-4cd6-afc5-7dedaadeea49 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:56.116367 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-719b64bf-e1b0-4bef-b177-c9b6ac93385b req-93d9da3e-8b92-4cd6-afc5-7dedaadeea49 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 948 time: 0.1086059 May 27 03:26:56.183833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-719b64bf-e1b0-4bef-b177-c9b6ac93385b req-96f72968-08b3-4677-93c9-ff142568466a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 May 27 03:26:56.230037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9c17874a-1d23-4d87-9a42-8ae3c5dbd837 None None] Provisioning for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:56.235206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9c17874a-1d23-4d87-9a42-8ae3c5dbd837 None None] Provisioning complete for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:56.235692 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9c17874a-1d23-4d87-9a42-8ae3c5dbd837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.273533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9879593d-56d7-4f46-9feb-4463b893087c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:56.348756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9c17874a-1d23-4d87-9a42-8ae3c5dbd837 None None] Port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:56.371733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9879593d-56d7-4f46-9feb-4463b893087c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:26:56.378046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9879593d-56d7-4f46-9feb-4463b893087c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:56.378630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.383057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7285-4de3-4cdc-bf85-f2d429eb183e req-14e7b1d2-6297-4ade-b3a0-cf72479560a5 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:56.384499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e2a7285-4de3-4cdc-bf85-f2d429eb183e req-14e7b1d2-6297-4ade-b3a0-cf72479560a5 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.2090502 May 27 03:26:56.388397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-5d26a25b-e962-4687-bebb-2ce0d8583084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1099 time: 0.3470635 May 27 03:26:56.424545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-bc03dc9c-fd94-45ad-b7c7-0da8f0ea8bed tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips/aa3b3f2e-5290-4b55-8578-20f2653c3d58 HTTP/1.1" status: 200 len: 693 time: 0.1971850 May 27 03:26:56.540036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:26:56.550301 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.563275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.570181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9879593d-56d7-4f46-9feb-4463b893087c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9879593d-56d7-4f46-9feb-4463b893087c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:56.575119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.613557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-522027eb-1fd1-4e5e-be78-778ddf21eba8 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:56.618383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-522027eb-1fd1-4e5e-be78-778ddf21eba8 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1861613 May 27 03:26:56.622514 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.623208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:56.648960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9879593d-56d7-4f46-9feb-4463b893087c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:56.699135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-b74f5c38-79f6-4b35-aed3-bd66ecd3b619 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Synchronizing usage tracker for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:56.714692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-b74f5c38-79f6-4b35-aed3-bd66ecd3b619 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Unset dirty status for tenant:993fd6e9e9a0401db4c80ce8ce5b7e52 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:56.716759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-b74f5c38-79f6-4b35-aed3-bd66ecd3b619 tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 0.0948193 May 27 03:26:56.719974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e2a7285-4de3-4cdc-bf85-f2d429eb183e req-f02357a9-275a-4437-9f4b-deee46cf0371 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/security-groups?id=70bde1e7-0401-40a0-a48f-e55fa63ece8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285785 May 27 03:26:56.797739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Pushing event updated for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:56.807777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-e89363af-6184-47bd-9ef1-f042cffe805a tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 0.0841713 May 27 03:26:56.831480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445548a8-e399-4f6a-8137-5c868ed59181 req-8e09f473-2af8-4138-8ea3-04ca61f3fd0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:56.832934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-8e09f473-2af8-4138-8ea3-04ca61f3fd0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4209499 May 27 03:26:56.973899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-1ed25208-58db-491d-a0fa-e614654f4bcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.1234810 May 27 03:26:56.987727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Deleting port ab170f3f-d12c-48a1-a38f-949d03188b89 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:56.988151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.024589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Network 92ef77d2-e978-4d77-a36b-661c57454821 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:57.030418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:57.233140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.233460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.234822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445548a8-e399-4f6a-8137-5c868ed59181 req-25cb0925-1a07-4e24-9c7b-3f814e357fe9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:57.236987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-25cb0925-1a07-4e24-9c7b-3f814e357fe9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2527001 May 27 03:26:57.245184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6cd36-575a-469b-9e83-50168a0c4b29 req-51e446e3-f68e-4443-95cf-6efeb5cd86fd tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:57.246773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70b6cd36-575a-469b-9e83-50168a0c4b29 req-51e446e3-f68e-4443-95cf-6efeb5cd86fd tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.4078760 May 27 03:26:57.366125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Calling delete_port for ab170f3f-d12c-48a1-a38f-949d03188b89 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:57.380415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-91e46014-22c7-44c6-bcb1-b6ebf1263c5d None None] Provisioning complete for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:57.381047 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-91e46014-22c7-44c6-bcb1-b6ebf1263c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.396282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70b6cd36-575a-469b-9e83-50168a0c4b29 req-fa012032-2ca2-4650-9589-3eb973b2be98 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/security-groups?id=13d82f3d-f7c6-46bc-9e53-b915d62814b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120863 May 27 03:26:57.456049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-91e46014-22c7-44c6-bcb1-b6ebf1263c5d None None] Port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:26:57.456342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-93726b5b-9b96-4fc0-974c-f9129897207c tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:57.456342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-93726b5b-9b96-4fc0-974c-f9129897207c tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.41 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 949 time: 0.2831292 May 27 03:26:57.569779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Deleting port c053aaea-830a-4b65-8705-798ed377b61f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:57.570246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.591184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b3f76d91-029c-4964-bda3-1c589973d37c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:57.630806 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.653265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-6fb0dc9f-081a-49e1-9676-3770401884c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4053977 May 27 03:26:57.668622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e393f-5f66-4490-8457-e177a8629ec1 req-36a53555-46a1-4473-9841-fb70e643c72d tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:57.670369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-441e393f-5f66-4490-8457-e177a8629ec1 req-36a53555-46a1-4473-9841-fb70e643c72d tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.21 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.3573158 May 27 03:26:57.744025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Pushing event deleted for resources: {'Port': ['ID=ab170f3f-d12c-48a1-a38f-949d03188b89,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:57.753721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e2dafc3-af7b-471e-8f33-56c71e503782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.765847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:57.782101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'port_id': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'mac_address': 'fa:16:3e:53:e3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9991bc14-8f87-46b4-a15c-e03f312eb71d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:26:57.846393 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.856787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Deleting port bc6f8c30-3f99-4139-91e2-2790be624432 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:57.856787 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.865508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f76d91-029c-4964-bda3-1c589973d37c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:26:57.882383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:57.886557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:57.961734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:58.016047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11605-052a-436b-bb74-e41f0eb7cfaf req-daae9e8a-cb7f-480f-976b-5627ff244684 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:58.017528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31a11605-052a-436b-bb74-e41f0eb7cfaf req-daae9e8a-cb7f-480f-976b-5627ff244684 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 950 time: 0.4459271 May 27 03:26:58.092611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.109010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-7b98dded-89ac-4256-93db-0f954b41b489 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332523 May 27 03:26:58.111997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-3baa6e8a-7eac-4449-be28-508b27114585 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:58.112683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-3baa6e8a-7eac-4449-be28-508b27114585 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Synchronizing usage tracker for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:58.145497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] For port c053aaea-830a-4b65-8705-798ed377b61f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c053aaea-830a-4b65-8705-798ed377b61f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:58.145979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.162870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-3baa6e8a-7eac-4449-be28-508b27114585 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Unset dirty status for tenant:1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:58.164073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-3baa6e8a-7eac-4449-be28-508b27114585 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 950 time: 0.4827998 May 27 03:26:58.222531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9879593d-56d7-4f46-9feb-4463b893087c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:58.269650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31a11605-052a-436b-bb74-e41f0eb7cfaf req-d8572968-91e2-4f05-96f5-6a4c50e951bc tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335985 May 27 03:26:58.301344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.302450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bef6aa-da0d-4abf-ae05-c151e9448bce req-69ef4707-4006-474c-a918-200bdfbf60fe tempest-FloatingIPDetailsTestJSON-2018919635 tempest-FloatingIPDetailsTestJSON-2018919635-project] 10.222.0.46 "DELETE /v2.0/floatingips/aa3b3f2e-5290-4b55-8578-20f2653c3d58 HTTP/1.1" status: 204 len: 173 time: 1.4806867 May 27 03:26:58.309213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Calling delete_port for c053aaea-830a-4b65-8705-798ed377b61f owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:58.318914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b3f76d91-029c-4964-bda3-1c589973d37c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:58.356099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:26:58.427336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-445548a8-e399-4f6a-8137-5c868ed59181 req-1b04227f-9fd3-4202-bc86-9b588c94a0e1 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114719 May 27 03:26:58.493407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9879593d-56d7-4f46-9feb-4463b893087c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:26:58.493993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.551241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] For port bc6f8c30-3f99-4139-91e2-2790be624432, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc6f8c30-3f99-4139-91e2-2790be624432,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:58.551963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.601648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Deleting port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:26:58.601987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.689867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Router efaf260d-440b-4f08-9684-6a7477840fbf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:58.855681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361e986-5448-456b-8b19-a872e96a2cb2 req-13290bd6-27bc-4251-8985-d94b653746b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:58.856378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1361e986-5448-456b-8b19-a872e96a2cb2 req-13290bd6-27bc-4251-8985-d94b653746b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:58.912594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:58.998192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Pushing event deleted for resources: {'Port': ['ID=c053aaea-830a-4b65-8705-798ed377b61f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:59.004875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1361e986-5448-456b-8b19-a872e96a2cb2 req-13290bd6-27bc-4251-8985-d94b653746b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:59.005567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1361e986-5448-456b-8b19-a872e96a2cb2 req-13290bd6-27bc-4251-8985-d94b653746b9 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.5267172 May 27 03:26:59.052653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.053424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.053553 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09 disassociated. External IP: 172.25.8.5, port: bc6f8c30-3f99-4139-91e2-2790be624432. May 27 03:26:59.053855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Calling delete_port for bc6f8c30-3f99-4139-91e2-2790be624432 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:59.096668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a77de-9214-4cf6-8b8a-a9eef60f188f req-1068962d-a3df-423c-bab4-1585651851e6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:59.098237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-391a77de-9214-4cf6-8b8a-a9eef60f188f req-1068962d-a3df-423c-bab4-1585651851e6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 946 time: 0.6351371 May 27 03:26:59.148466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] No DVR routers for this DVR port c053aaea-830a-4b65-8705-798ed377b61f on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:59.162439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.168931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'name': 'network-vif-deleted', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:26:59.174945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] For port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:59.175307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.214671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-391a77de-9214-4cf6-8b8a-a9eef60f188f req-27885a16-9f33-4f26-b329-299f8d89d95b tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998175 May 27 03:26:59.238238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c053aaea-830a-4b65-8705-798ed377b61f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:59.312181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1361e986-5448-456b-8b19-a872e96a2cb2 req-2d9a58b2-997e-45e5-a172-464818a527b1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653625 May 27 03:26:59.319151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Calling delete_port for 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:26:59.327547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.348507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b40dea2-07b7-4c6a-8145-9497e28a170c req-5726005e-1a26-4571-9f6e-ce487b816527 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.41 "DELETE /v2.0/ports/c053aaea-830a-4b65-8705-798ed377b61f HTTP/1.1" status: 204 len: 173 time: 1.8890786 May 27 03:26:59.377150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event deleted for resources: {'Port': ['ID=bc6f8c30-3f99-4139-91e2-2790be624432,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:59.406372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:59.420375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Sync routers for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:26:59.450618 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:26:59.454896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:26:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:59.625275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:26:59.628444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4e9580ce-02fb-4ad7-8a91-ace44a65fde6 admin admin] 10.222.0.46 "PUT /v2.0/routers/efaf260d-440b-4f08-9684-6a7477840fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7370417 May 27 03:26:59.634978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b3f76d91-029c-4964-bda3-1c589973d37c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:26:59.692858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e0fe4376-ef48-4552-967a-c595ebf38850 req-c3becf4d-7e09-462e-8e4c-18cb059b03a3 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Synchronizing usage tracker for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:26:59.754961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde3f1a-d8c4-4e1f-8a11-664852060140 req-53dc6bce-0d24-4640-a97c-7e780b1982d8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:26:59.756366 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ebde3f1a-d8c4-4e1f-8a11-664852060140 req-53dc6bce-0d24-4640-a97c-7e780b1982d8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 948 time: 0.3412673 May 27 03:26:59.762635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e0fe4376-ef48-4552-967a-c595ebf38850 req-c3becf4d-7e09-462e-8e4c-18cb059b03a3 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] Unset dirty status for tenant:e6353ef2217b40eca368b139f60a3ee6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:26:59.763966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fe4376-ef48-4552-967a-c595ebf38850 req-c3becf4d-7e09-462e-8e4c-18cb059b03a3 tempest-ServerDiagnosticsNegativeTest-1242315061 tempest-ServerDiagnosticsNegativeTest-1242315061-project] 10.222.0.46 "GET /v2.0/ports?device_id=2382de30-b473-4df1-95bb-22c2867de3fc HTTP/1.1" status: 200 len: 210 time: 0.2018011 May 27 03:26:59.777094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:26:59.839265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:26:59.877244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:26:59.918632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ebde3f1a-d8c4-4e1f-8a11-664852060140 req-2d659a82-6408-41a1-be9f-af1198ef596b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459274 May 27 03:26:59.973534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Pushing event deleted for resources: {'Port': ['ID=29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:00.055308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:00.058507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8859f2c7-c317-4c1d-89f1-6db5eb65f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.071144 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:00.150802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b3f76d91-029c-4964-bda3-1c589973d37c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:00.250877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] No DVR routers for this DVR port 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:00.262131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.302645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b3f76d91-029c-4964-bda3-1c589973d37c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:00.304598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.329134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-574688aa-4931-47f7-bbe9-55d3b5834c9f req-045c7d36-7dfa-4ae6-9f82-cae2a1ae3801 tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.41 "DELETE /v2.0/ports/29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 HTTP/1.1" status: 204 len: 173 time: 2.1150932 May 27 03:27:00.352180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.571420 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 2, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:00.584392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Checking router: efaf260d-440b-4f08-9684-6a7477840fbf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:00.584863 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Updating router efaf260d-440b-4f08-9684-6a7477840fbf port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:27:00.619834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:00.700433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.721097 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.722539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'mac_address': 'fa:16:3e:c8:d5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:00.741771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:00.744081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:00.751279 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.828577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1807d6e5-b228-4524-9902-09ca8a9af285 req-581690fd-9818-4dea-b434-76eba944a75f tempest-LiveMigrationNegativeTest-749202758 tempest-LiveMigrationNegativeTest-749202758-project] 10.222.0.46 "GET /v2.0/ports?device_id=99437250-405e-4407-b7b2-a894811dfd51 HTTP/1.1" status: 200 len: 210 time: 0.2826836 May 27 03:27:00.883828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95583b84-c22b-49de-b2f0-1adab433bbbb req-5c56453e-3942-4684-8155-8a97614a41c7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:00.887712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95583b84-c22b-49de-b2f0-1adab433bbbb req-5c56453e-3942-4684-8155-8a97614a41c7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:00.895074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95583b84-c22b-49de-b2f0-1adab433bbbb req-5c56453e-3942-4684-8155-8a97614a41c7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad&device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 1691 time: 0.2473435 May 27 03:27:00.899843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:00.934476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985eaaa0-11b9-44bf-9141-49af34db6e43 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:00.956664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:00.963370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:00.969646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.050586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95583b84-c22b-49de-b2f0-1adab433bbbb req-8104611c-8fa5-4b9e-b0d6-cbb9510fd886 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545377 May 27 03:27:01.059884 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410d1f97-df80-48fa-b1e7-32e60dde9869'] response: {'server_uuid': '2382de30-b473-4df1-95bb-22c2867de3fc', 'name': 'network-vif-deleted', 'tag': 'c053aaea-830a-4b65-8705-798ed377b61f', 'status': 'completed', 'code': 200} May 27 03:27:01.093969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:01.137610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:01.153272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:01.196810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.211593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:01.213362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:01.348888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc6f8c30-3f99-4139-91e2-2790be624432 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:01.378669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['985eaaa0-11b9-44bf-9141-49af34db6e43'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:01.382710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] No DVR routers for this DVR port bc6f8c30-3f99-4139-91e2-2790be624432 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:01.389755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.392700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-441e393f-5f66-4490-8457-e177a8629ec1 req-11ca01dd-09e2-450a-b91c-3b33aeb6b70e tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.21 "DELETE /v2.0/ports/bc6f8c30-3f99-4139-91e2-2790be624432 HTTP/1.1" status: 204 len: 173 time: 3.7152452 May 27 03:27:01.393381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'name': 'network-vif-deleted', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:01.442439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d56dd-e713-43af-940b-b6c9a413397a req-5953d76d-cee7-4958-a1da-3dcebf4c2b26 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:01.445654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6fd3972-ce94-4d58-9076-e668572fb978 req-1d280470-cada-4616-9d83-d8adb3636119 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/ports?device_id=89677a59-08a6-4708-b41b-2e949c10b01a HTTP/1.1" status: 200 len: 210 time: 0.1387401 May 27 03:27:01.452625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d42d56dd-e713-43af-940b-b6c9a413397a req-5953d76d-cee7-4958-a1da-3dcebf4c2b26 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.1155341 May 27 03:27:01.477124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48524) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:01.547200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d42d56dd-e713-43af-940b-b6c9a413397a req-228752f8-701a-4898-9555-f99d40c4aee3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934384 May 27 03:27:01.550780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: bc6f8c30-3f99-4139-91e2-2790be624432 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:01.551115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc6f8c30-3f99-4139-91e2-2790be624432 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:01.568777 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.581955 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Transition to ACTIVE for port object 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:01.588096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-network', 'tenant_id': '63433e85863244929083a008a7b27e50'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:01.592259 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855b86d7-281f-42c8-9950-4815673c293e'] response: {'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'code': 200} May 27 03:27:01.592850 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.600145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:01.614464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Usage tracker for resource:network and tenant:63433e85863244929083a008a7b27e50 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:01.619776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:01.630456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:01.634525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c053aaea-830a-4b65-8705-798ed377b61f no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:01.678978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Made reservation on behalf of 63433e85863244929083a008a7b27e50 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:01.683174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.693499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Pushing event updated for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:01.695043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.711174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.712620 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.713203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:01.713770 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.715655 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.721029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.721571 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.722078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.722573 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.723077 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.723576 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.724063 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:01.783451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c053aaea-830a-4b65-8705-798ed377b61f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:01.784032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c053aaea-830a-4b65-8705-798ed377b61f not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:01.784192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:01.897657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:01.898735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:01.966354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:01.994863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Usage tracker for resource:security_group_rule and tenant:63433e85863244929083a008a7b27e50 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:02.019801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:02.052926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:02.079088 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcf0003-e5d4-4674-a801-4b6577990fb4'] response: {'server_uuid': '89677a59-08a6-4708-b41b-2e949c10b01a', 'name': 'network-vif-deleted', 'tag': 'bc6f8c30-3f99-4139-91e2-2790be624432', 'status': 'completed', 'code': 200} May 27 03:27:02.128662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Attempting to bind port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:02.129078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Attempting to bind port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:02.129434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Attempting to bind port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 on network 92ef77d2-e978-4d77-a36b-661c57454821 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:02.158100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6928db8-4360-4257-848b-024d88b6f558 req-32242c95-1680-4b3e-82c3-c8a778ce51ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1097 time: 0.4092922 May 27 03:27:02.178529 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:02.180389 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Checking segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:02.180840 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.181232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Bound using segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:02.181793 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Bound port: 20a534a3-c069-4e79-88e4-9bfdca3e5cb2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:02.182109 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.343265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:02.422806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b86d-7b81-4bc9-825f-5aa8f2e417f7 req-5114d786-ae9b-450f-b56e-fd1d46a78884 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:02.423896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] For port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:02.427925 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] For port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:02.431412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6928db8-4360-4257-848b-024d88b6f558 req-2101727b-9b6a-4ad3-9134-f54ed86b7ff9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660320 May 27 03:27:02.432721 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.441543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a187b86d-7b81-4bc9-825f-5aa8f2e417f7 req-5114d786-ae9b-450f-b56e-fd1d46a78884 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.1894803 May 27 03:27:02.449183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.478970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.542691 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273da0a9-4d16-48c7-9c10-aa699f8d1213 None None] Pushing event updated for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:02.570233 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:02.570948 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:02.604252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a187b86d-7b81-4bc9-825f-5aa8f2e417f7 req-d2094531-d30a-4d9a-a780-56f3d09b2e46 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615505 May 27 03:27:02.709221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:02.735201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:02.754888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a1666-53ca-43ed-955d-09b26d5da2f4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:02.776102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:02.776445 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Added segment 2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4 of type vlan for network bfc5039b-6dc3-432e-a52f-24247ce2dade May 27 03:27:02.898401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:02.973350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:02.985128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.058703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Deleting port 4c91f049-d191-4a71-b1c3-a1cee69f1f13 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:03.059329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.138805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'name': 'network-vif-deleted', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:03.178535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-244683d8-a2f5-4ada-b309-4ed120ef3a49 req-cf6120a6-f91b-46b7-8384-b39a1f3b5f47 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 1101 time: 0.6594753 May 27 03:27:03.186573 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.215883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:03.225691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:03.269447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-911ed5cb-36c2-434e-ab73-acf8d197c745 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6353ef2217b40eca368b139f60a3ee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5328810 May 27 03:27:03.271032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:03.271826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:03.276251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:03.282288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fcbc6-a347-46c7-bfb4-f31ae46aa1ca req-f0b5bc84-55bf-40b0-b0bf-b0308cc4aef6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:03.290160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d3fcbc6-a347-46c7-bfb4-f31ae46aa1ca req-f0b5bc84-55bf-40b0-b0bf-b0308cc4aef6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.2229106 May 27 03:27:03.294138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4ad87b9a-6fbd-4009-8bdf-f122443a9fbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b4f9a4c2c7f4a1ba6f2fba07c4c5cc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3942080 May 27 03:27:03.311206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48564) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:03.341223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.342034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:03.342609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.412304 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:02Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:03.417121 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446aef5-99b6-4e58-9f8d-5296269b1614 None None] The sync data for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 is: [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:02Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:03.448635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d3fcbc6-a347-46c7-bfb4-f31ae46aa1ca req-9339a22c-cd6b-4adf-b4a9-10faa68f9e1a tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573067 May 27 03:27:03.556100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.598283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.614613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] Pushing event updated for resources: {'Network': ['ID=bfc5039b-6dc3-432e-a52f-24247ce2dade,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:03.622213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70648fba-c58a-4441-8f92-cfd6db97508b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1383600 May 27 03:27:03.625539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-244683d8-a2f5-4ada-b309-4ed120ef3a49 req-97ba1181-f1ae-42ac-8cfe-facaf748ab30 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Synchronizing usage tracker for tenant:0596f924df864d998735663a3004ab40 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:03.627362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:03.651808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network bfc5039b-6dc3-432e-a52f-24247ce2dade details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:03.652877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Request body: {'subnet': {'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-subnet', 'tenant_id': '63433e85863244929083a008a7b27e50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:03.670774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:03.705890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-244683d8-a2f5-4ada-b309-4ed120ef3a49 req-97ba1181-f1ae-42ac-8cfe-facaf748ab30 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] Unset dirty status for tenant:0596f924df864d998735663a3004ab40 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:03.707922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-244683d8-a2f5-4ada-b309-4ed120ef3a49 req-97ba1181-f1ae-42ac-8cfe-facaf748ab30 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189826 May 27 03:27:03.710858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] For port 4c91f049-d191-4a71-b1c3-a1cee69f1f13, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4c91f049-d191-4a71-b1c3-a1cee69f1f13,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:03.711439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.715445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.767612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:03.784146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:03.869889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Usage tracker for resource:subnet and tenant:63433e85863244929083a008a7b27e50 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:03.892802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:03.923510 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc280957-d3a3-4ab0-9518-0731b0fe72ef'] response: {'server_uuid': '99437250-405e-4407-b7b2-a894811dfd51', 'name': 'network-vif-deleted', 'tag': '29e2dd0c-bafc-49b5-85d6-06a2a9d13ae3', 'status': 'completed', 'code': 200} May 27 03:27:03.931285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Calling delete_port for 4c91f049-d191-4a71-b1c3-a1cee69f1f13 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:03.974860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:04.057829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Made reservation on behalf of 63433e85863244929083a008a7b27e50 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:04.060444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.154001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:04.248440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.302366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 985eaaa0-11b9-44bf-9141-49af34db6e43 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:04.311028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 985eaaa0-11b9-44bf-9141-49af34db6e43 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:04.311387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.331507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.379006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:04.381399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d8dd-241b-4061-b2f0-2225b4c23cda req-b1e20495-3e80-4216-97d5-2c288c426ecf tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:04.386288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8091d8dd-241b-4061-b2f0-2225b4c23cda req-b1e20495-3e80-4216-97d5-2c288c426ecf tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.3524959 May 27 03:27:04.388105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bde1e7-0401-40a0-a48f-e55fa63ece8f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:04.502301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d82f3d-f7c6-46bc-9e53-b915d62814b2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:04.562004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8091d8dd-241b-4061-b2f0-2225b4c23cda req-183b876f-3dca-43de-8a8b-6de0f85e6006 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717594 May 27 03:27:04.563257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.573272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.577698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1c0da13-9b62-4991-9a7a-56b7b714cd05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70bde1e7-0401-40a0-a48f-e55fa63ece8f HTTP/1.1" status: 204 len: 168 time: 1.2822735 May 27 03:27:04.589862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-137a87a6-c4d8-4559-9bd0-15f149142846 req-ff0808c0-c383-4ae1-a7b1-47132b8f3f5b tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 1101 time: 0.1730349 May 27 03:27:04.594610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:04.605921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d8775e6-7a33-4c7a-85ac-a921a0ea2ac5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13d82f3d-f7c6-46bc-9e53-b915d62814b2 HTTP/1.1" status: 204 len: 168 time: 1.2794478 May 27 03:27:04.653859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c91f049-d191-4a71-b1c3-a1cee69f1f13,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:04.768333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:05.051616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:05.208866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:05.209329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.218503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-137a87a6-c4d8-4559-9bd0-15f149142846 req-f2be2c77-a7b0-4b80-b530-98cbef240cf2 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113203 May 27 03:27:05.345567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.393470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.402938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.482055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:05.508070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-5ce91c0f-41c8-4a93-954f-e730ed3dd3d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5571043 May 27 03:27:05.543359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:05.573308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.583496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.594230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11cd97-d0d1-48ec-8683-71e5ebf35848 req-1135e60f-5a59-4294-801b-276452b8b6fa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:05.601787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a11cd97-d0d1-48ec-8683-71e5ebf35848 req-1135e60f-5a59-4294-801b-276452b8b6fa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.3902481 May 27 03:27:05.608618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49d076f-ab6c-4b02-aa2c-c2022fca4ffc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:05.664475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.693061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:05.697254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Usage tracker for resource:security_group_rule and tenant:e47801cd19fa43059b284e589901a335 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:05.700465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:05.706539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:05.719089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:05.719708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:05.743832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:05.746898 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.801903 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.812159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-a93d0302-0ef3-48ab-9307-2eb95d65aced service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4640903 May 27 03:27:05.816429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Checking segment: {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:05.817593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Network hostable DHCP agents. Network: bfc5039b-6dc3-432e-a52f-24247ce2dade, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:05.820850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.841566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a11cd97-d0d1-48ec-8683-71e5ebf35848 req-95d89683-7902-4df4-b37d-dd2e7233a4d4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386510 May 27 03:27:05.842471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.910475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:05.916173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.917487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:05.918137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9db0614d-2dda-4222-b415-83af0fd523b6 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "DELETE /v2.0/security-groups/0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62 HTTP/1.1" status: 204 len: 168 time: 1.1485519 May 27 03:27:05.925040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:05.926302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a5049-6f11-4202-a8b5-d2d9dd2ff9de None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:23:25Z', 'revision_number': 4, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8c1eef27-0bbd-42bd-822c-d7a6d46e155d', 'name': '', 'network_id': 'dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'mac_address': 'fa:16:3e:1c:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:24Z', 'updated_at': '2022-05-27T03:23:39Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'subnets': [{'id': 'a195f1ef-aa36-4318-b5c1-c5a4001c7b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:05.935813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:05.937072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:05.945731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a6f25720-c3c6-463e-9b30-0a13850eb5b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55957b0e8f1848298a5c6a6d3bee628c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4008939 May 27 03:27:05.959196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:05.989123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Network bfc5039b-6dc3-432e-a52f-24247ce2dade is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:05.989267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4712d2-dee5-4d01-9a1e-2f94ef4de55c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:06.026131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.047159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:06.075355 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-e1812a6d-029b-47c4-bab1-9ba650ae3e84 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] show failed (client error): The resource could not be found. May 27 03:27:06.083394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ea9b3c9-dd5f-4f0f-ade3-90465b91d495 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e47801cd19fa43059b284e589901a335&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5811567 May 27 03:27:06.083705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1812a6d-029b-47c4-bab1-9ba650ae3e84 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "GET /v2.0/security-groups/0eb87d42-12b8-42b2-8fc2-ecc97e9a1b62 HTTP/1.1" status: 404 len: 347 time: 0.1291816 May 27 03:27:06.083875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-fe0dea2e-9635-4cf6-adec-f7099b152ee3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743134 May 27 03:27:06.083875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48624) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:06.083875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48626) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:06.111322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, bfc5039b-6dc3-432e-a52f-24247ce2dade) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:06.124819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:06.124819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.126863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d2cf7-6342-4ed6-9033-fcd8171bca18 None None] Network bfc5039b-6dc3-432e-a52f-24247ce2dade requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:06.136844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.249297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-589bd553-c11b-4417-90a5-29609952e008 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 1101 time: 0.5855837 May 27 03:27:06.297700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-705fbe24-f220-4644-b2eb-f1d517b43c84 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6657171 May 27 03:27:06.310551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.318035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48634) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:06.375007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:06.381395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:06.413310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-bfc5039b-6dc3-432e-a52f-24247ce2dade', 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade', 'tenant_id': '63433e85863244929083a008a7b27e50', 'fixed_ips': [{'subnet_id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:27:06.413549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:06.413691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.421737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37e4c-d4f7-4fdd-8a68-df681ae33d0d req-6e2e0700-eba5-4c09-bcbc-bdfef104f9ba tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:06.424837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ab37e4c-d4f7-4fdd-8a68-df681ae33d0d req-6e2e0700-eba5-4c09-bcbc-bdfef104f9ba tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.6130137 May 27 03:27:06.442509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Usage tracker for resource:router and tenant:63433e85863244929083a008a7b27e50 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:06.451502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:06.479589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:06.535234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.536086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.538210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:06.538757 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.573768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f56187-69f6-46a2-b902-001f43f91909 req-40b3f1e6-74ae-4775-bdbb-0aa920fee6fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:06.575475 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-40b3f1e6-74ae-4775-bdbb-0aa920fee6fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2977440 May 27 03:27:06.582678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ab37e4c-d4f7-4fdd-8a68-df681ae33d0d req-9c8745a0-fdc1-4e20-8b5f-ea53a1038329 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366231 May 27 03:27:06.635089 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-a0192204-e488-427c-9890-ad4bbee6a76b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 1101 time: 0.7707784 May 27 03:27:06.636058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Deleting port e7618103-9d93-409c-9287-1853fd7c1e7f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:06.636400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.689546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-b8e02932-0ccf-4ac8-bd9f-a46f10a96293 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 200 len: 217 time: 0.1042860 May 27 03:27:06.694141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.714244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.714874 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f336cfdc-2c74-4a8d-bf75-f88c334b2b93'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'code': 200} May 27 03:27:06.734347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Allocated IP 172.20.0.2 (bfc5039b-6dc3-432e-a52f-24247ce2dade/b49d076f-ab6c-4b02-aa2c-c2022fca4ffc/6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:06.774340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a772964-781a-4424-b8e1-0c0cc9ae3372,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:06.856742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f56187-69f6-46a2-b902-001f43f91909 req-be542a40-cd8e-419f-9fed-b1fd43fa5651 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:06.858721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-be542a40-cd8e-419f-9fed-b1fd43fa5651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1608529 May 27 03:27:06.864067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:06.868043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-be174ae2-e67b-4c37-b463-fa3cf6497ca4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a772964-781a-4424-b8e1-0c0cc9ae3372 HTTP/1.1" status: 204 len: 168 time: 0.8972702 May 27 03:27:07.048561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.091208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-e44b62bc-6f52-4d16-8b98-7e1c29070f9c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:07.098006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac33b397-c64d-4a4e-94ef-7eb5e245ec45 req-931b96cc-ebb4-4fe7-b5da-f58e18f05cc6 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1097 time: 0.2891536 May 27 03:27:07.098209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-e44b62bc-6f52-4d16-8b98-7e1c29070f9c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0049751 May 27 03:27:07.101722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.110272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.135502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-8882a199-a1fc-4020-b5e5-dd37fbce3fa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678185 May 27 03:27:07.136706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Transition to ACTIVE for port object 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:07.167403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Transition to ACTIVE for port object 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:07.176363 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.190089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.216150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-c426c1e7-064d-4bc4-b691-b8f995c0cd00 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.1171572 May 27 03:27:07.242131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Network bfc5039b-6dc3-432e-a52f-24247ce2dade is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:07.248298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:07.259102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:07.269908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-215b68c9-9318-4e68-adbb-e914745ae642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:07.271354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-215b68c9-9318-4e68-adbb-e914745ae642 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5935497 May 27 03:27:07.304751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac33b397-c64d-4a4e-94ef-7eb5e245ec45 req-3a46cba5-efe5-403f-a56f-6abdbbcafe59 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961286 May 27 03:27:07.368794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.369280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.389637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-cef52546-4227-4562-a8df-5ef87090e6ff service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442961 May 27 03:27:07.502442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Pushing event updated for resources: {'Port': ['ID=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:07.508459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Attempting to bind port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:07.509404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Attempting to bind port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:07.510584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Attempting to bind port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 on network bfc5039b-6dc3-432e-a52f-24247ce2dade {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:07.522127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:07.522684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Checking segment: {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:07.523187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.523682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Bound using segment: {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:07.524359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Bound port: 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:07.524939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.628281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64f56187-69f6-46a2-b902-001f43f91909 req-6a1cdcfc-132a-46e1-8f20-cc4774196ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287591 May 27 03:27:07.632250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-626bfbfc-924e-4525-b95b-2112c6b13f5a req-13f7712b-2cef-4334-8bd7-f48aef730d37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1101 time: 0.8332648 May 27 03:27:07.655265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Calling delete_port for e7618103-9d93-409c-9287-1853fd7c1e7f owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:07.707879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-f80cbbb3-ffff-48d6-9334-9898ee2284a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5a472001-33d5-47fc-8559-ad862c343a6d HTTP/1.1" status: 200 len: 217 time: 0.4150858 May 27 03:27:07.717707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] For port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:07.725194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] For port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:07.735330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.774217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.832545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:07.928120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a0a1c-d397-49c8-b30c-c1c1075242ed None None] Pushing event updated for resources: {'Port': ['ID=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:07.985008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.010675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-f235c58c-6354-4e75-8555-71269fe6e104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:08.012464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-f235c58c-6354-4e75-8555-71269fe6e104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2896442 May 27 03:27:08.022794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-626bfbfc-924e-4525-b95b-2112c6b13f5a req-4ccd95f2-ec5e-47c5-9a34-e0339da11716 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795450 May 27 03:27:08.023528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4712d2-dee5-4d01-9a1e-2f94ef4de55c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:08.075083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Allocated IP 172.25.8.166 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0f06db97-cb7c-40e5-b86d-81d24f18022c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:08.328654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-e3037242-fb67-4f12-8045-7f0e64f20394 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1116352 May 27 03:27:08.363164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:08.364257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8928db42-8b17-4f5b-8d3b-e332db46ecc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a4712d2-dee5-4d01-9a1e-2f94ef4de55c HTTP/1.1" status: 204 len: 168 time: 2.2796378 May 27 03:27:08.456344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:08.695398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:08.908676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b86ac03-438f-4e01-8037-34733f1c4763 req-9fa71a64-0081-485d-9397-7ffab74c049a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 210 time: 0.1067960 May 27 03:27:08.928382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.005709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.035661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7821-61ae-4de4-9029-b7fe21572dad req-f91912b6-fff0-4021-8a70-89f9cdba514d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:09.055754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bab7821-61ae-4de4-9029-b7fe21572dad req-f91912b6-fff0-4021-8a70-89f9cdba514d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 1.2249618 May 27 03:27:09.198807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Pushing event deleted for resources: {'Port': ['ID=e7618103-9d93-409c-9287-1853fd7c1e7f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:09.221433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bab7821-61ae-4de4-9029-b7fe21572dad req-cb40e393-ecaa-4b1c-831c-1ae26aa692ae tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646678 May 27 03:27:09.256570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.327868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f06db97-cb7c-40e5-b86d-81d24f18022c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:09.353254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:09.354999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:09.358104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:09.371087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-19845b3a-a9af-4c9e-9a1f-3fe101ea1469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3413138 May 27 03:27:09.628283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.629251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:09.640661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81a9d4-307a-4721-ba81-280c5f1d3233 None None] Network bfc5039b-6dc3-432e-a52f-24247ce2dade requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:09.811446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-da1f39b7-0cdc-4b76-852d-a5f88a98241b service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304206 May 27 03:27:10.044616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Provisioning for port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:10.094995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:27:10.111533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:10.132522 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:27:10.138855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Provisioning complete for port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:10.139313 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:10.166048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:10.173983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd88e112-65ae-4a92-ad46-c27ed09ba786 tempest-ServersWithSpecificFlavorTestJSON-1322291436 tempest-ServersWithSpecificFlavorTestJSON-1322291436-project] 10.222.0.46 "DELETE /v2.0/floatingips/84c3ca14-93f0-4d41-8df2-119ad4e21f09 HTTP/1.1" status: 204 len: 168 time: 4.0875828 May 27 03:27:10.682082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b3ecd52-9dd6-4245-899c-7f256097f1d1 req-2a5e60fc-8da0-461b-9fc0-7645a42111c7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 210 time: 0.1673403 May 27 03:27:10.702802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:10.713625 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Sync routers for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:10.738809 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:10.740856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2cd7106-5989-4670-bf6f-7ef22b8cb763 req-aede3b0a-6e6a-4298-ac20-2bd5ffe32137 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124618 May 27 03:27:10.742141 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:10.745576 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:10.746778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8c735dd-0a34-488f-9f94-23f772cc27b6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4274819 May 27 03:27:10.749666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:10.884661 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:10.967574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ca1dc-a402-4c6c-bbd7-a6367d96783e req-a59d7d0d-f32f-4d91-a397-19e61a1dced1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:10.975440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a7ca1dc-a402-4c6c-bbd7-a6367d96783e req-a59d7d0d-f32f-4d91-a397-19e61a1dced1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.3709171 May 27 03:27:11.120531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Router f50826c3-e1e0-4137-b64f-6e8e0bb46510 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:11.128129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] For port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:11.139857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:11.356444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-551171f2-4b92-4ac3-96a3-f3dbdb50c8bb tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534647 May 27 03:27:11.477483 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:11.483470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88ecde-2c63-4fbb-9d72-8ec4df8b91ce None None] Pushing event updated for resources: {'Port': ['ID=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:11.582980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-42c38584-b323-418e-b556-8afcfa6e894f None None] Provisioning complete for port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:11.583589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42c38584-b323-418e-b556-8afcfa6e894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:11.826227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-371c5f7e-4134-4f6c-8bb7-2a6cbd77ddb7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:11.828113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-371c5f7e-4134-4f6c-8bb7-2a6cbd77ddb7 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593737 May 27 03:27:11.836163 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a7ca1dc-a402-4c6c-bbd7-a6367d96783e req-1df56307-ff01-49dc-90eb-e1daf7a3030a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471248 May 27 03:27:11.852556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': '437dec8f-57e5-482a-ba62-2aba954518cc', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:11.930599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:11.941830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4fa0b532-1a23-4264-985a-a21cdc819d38 admin admin] 10.222.0.46 "PUT /v2.0/routers/f50826c3-e1e0-4137-b64f-6e8e0bb46510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5846808 May 27 03:27:11.948341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48764) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:11.994869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Sync routers for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:12.027984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:12.028938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:12.094162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:12.180160 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:09Z', 'revision_number': 3, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:12.201300 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Checking router: 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:12.201642 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Updating router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 port 0f06db97-cb7c-40e5-b86d-81d24f18022c binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:27:12.341766 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f853d4e-6449-4459-bac8-6722473cdd66 req-7f6b0450-411b-4265-baa7-582ce574adf6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 210 time: 0.1927750 May 27 03:27:12.347847 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:12.348258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:12.387306 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c303ff7-781b-4ea6-844d-73a986e4b881 None None] New status for floating IP 84c3ca14-93f0-4d41-8df2-119ad4e21f09: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:27:12.498693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:12.795830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:12.796105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:12.923039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:12.928297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:12.942170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Deleting port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:12.942552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:12.958464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:12.978276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:12.989256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:12.992422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.178169 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.196353 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Transition to ACTIVE for port object 0f06db97-cb7c-40e5-b86d-81d24f18022c will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:13.220633 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.271776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] For port 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:13.272558 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.357751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.164 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/9e4409d6-eeba-496d-9886-ed4721a0c9e3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:13.385024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Attempting to bind port 0f06db97-cb7c-40e5-b86d-81d24f18022c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:13.385683 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Attempting to bind port 0f06db97-cb7c-40e5-b86d-81d24f18022c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:13.386048 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Attempting to bind port 0f06db97-cb7c-40e5-b86d-81d24f18022c on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:13.397672 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:13.398042 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:13.398438 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.398822 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:13.399297 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Bound port: 0f06db97-cb7c-40e5-b86d-81d24f18022c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:13.399660 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.424813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Calling delete_port for 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:13.515345 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] For port 0f06db97-cb7c-40e5-b86d-81d24f18022c, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:13.529642 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] For port 0f06db97-cb7c-40e5-b86d-81d24f18022c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0f06db97-cb7c-40e5-b86d-81d24f18022c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:13.564850 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.582989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b28d9-e163-4a8e-9a68-66b903103447 None None] Pushing event updated for resources: {'Port': ['ID=0f06db97-cb7c-40e5-b86d-81d24f18022c,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:13.695914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.698962 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b28d9-e163-4a8e-9a68-66b903103447 None None] Pushing event updated for resources: {'Port': ['ID=0f06db97-cb7c-40e5-b86d-81d24f18022c,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:13.714511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:13.715150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:13.743880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:27:04Z', 'revision_number': 5, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port': {'id': '8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:05Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:13.754737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Checking router: f50826c3-e1e0-4137-b64f-6e8e0bb46510 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:13.762187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:13.763115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:13.792810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Routers {'f50826c3-e1e0-4137-b64f-6e8e0bb46510'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:13.795213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:13.837336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 9e4409d6-eeba-496d-9886-ed4721a0c9e3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:13.892867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54e84-5e0d-456b-918d-26bd850ec81d req-f5e6de33-b5d0-4a1e-b40a-201b4b720f3a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:13.901288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3db54e84-5e0d-456b-918d-26bd850ec81d req-f5e6de33-b5d0-4a1e-b40a-201b4b720f3a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 1.6170232 May 27 03:27:13.964781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] Set router f50826c3-e1e0-4137-b64f-6e8e0bb46510 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:14.054208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:14.064166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3db54e84-5e0d-456b-918d-26bd850ec81d req-3643b40f-70ae-44c1-9ad0-1ae9c2628dfb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615844 May 27 03:27:14.096879 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.165311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:14.187774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:14.191496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:14.194740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:14.199664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:14.200381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.271873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4282296 May 27 03:27:14.308298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.311902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Request body: {'port': {'device_id': '437dec8f-57e5-482a-ba62-2aba954518cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:14.319834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:14.372992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:27:13Z', 'revision_number': 7, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:14.547662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a89ff-99c3-4e5c-867a-2ff1445a4c7d None None] The sync data for ids ['f50826c3-e1e0-4137-b64f-6e8e0bb46510'] in n-d-843301-2 is: [{'id': 'f50826c3-e1e0-4137-b64f-6e8e0bb46510', 'name': 'tempest-FloatingIPDetailsTestJSON-2052031172-router', 'tenant_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:04Z', 'updated_at': '2022-05-27T03:27:13Z', 'revision_number': 7, 'project_id': '993fd6e9e9a0401db4c80ce8ce5b7e52', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:14.706129 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:09Z', 'revision_number': 3, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:14.720216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80570240-6a3d-40b7-b211-3ac152f33a89 None None] The sync data for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 is: [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:09Z', 'revision_number': 3, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:14.759227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968f4cd-0afb-4868-be02-7dec0ddef6b3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:14.767328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-accec3c6-c831-4dac-b99d-577c8635cced None None] Provisioning for port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:14.803238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.809122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-accec3c6-c831-4dac-b99d-577c8635cced None None] Provisioning complete for port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:14.809919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-accec3c6-c831-4dac-b99d-577c8635cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.849331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.854070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.887169 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.887847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50826c3-e1e0-4137-b64f-6e8e0bb46510 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:27:14.908883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:14.918013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1845eb7e-9a6c-4cbd-ae71-8d4a064b686e admin admin] 10.222.0.46 "DELETE /v2.0/routers/f50826c3-e1e0-4137-b64f-6e8e0bb46510 HTTP/1.1" status: 204 len: 168 time: 2.9681165 May 27 03:27:14.918855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:15.083725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Deleting subnet 683fae3f-b988-4132-937d-81111e2da831 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:27:15.097731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.129673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0bde8-d3d7-4fce-92ef-31cbc1137a82 req-ae7205e8-bba0-4cb6-a13a-15b9deea455c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:15.130492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ecc0bde8-d3d7-4fce-92ef-31cbc1137a82 req-ae7205e8-bba0-4cb6-a13a-15b9deea455c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:15.164780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-accec3c6-c831-4dac-b99d-577c8635cced None None] Port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:15.368156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.414622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ecc0bde8-d3d7-4fce-92ef-31cbc1137a82 req-ae7205e8-bba0-4cb6-a13a-15b9deea455c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:15.415788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecc0bde8-d3d7-4fce-92ef-31cbc1137a82 req-ae7205e8-bba0-4cb6-a13a-15b9deea455c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 936 time: 1.0429125 May 27 03:27:15.461635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.562876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-ac047272-d379-4e16-9096-03f806dc6379 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429382 May 27 03:27:15.603902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.681569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecc0bde8-d3d7-4fce-92ef-31cbc1137a82 req-ec014069-82ac-4084-87ee-333f8df88d1b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588503 May 27 03:27:15.789186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683fae3f-b988-4132-937d-81111e2da831,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:15.815089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.817251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4409d6-eeba-496d-9886-ed4721a0c9e3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:15.819783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0956b12-6a9e-4c49-b946-fb9d96045791 None None] Network f5756064-1d38-4479-964b-b4c39f530ee4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:15.826857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.830835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:15.894356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-9dbcdea5-dd01-4e2a-922f-74c5332bde0c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:15.896656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-9dbcdea5-dd01-4e2a-922f-74c5332bde0c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239472 May 27 03:27:15.904155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4945c1f1-9a1f-4ce5-b184-98bf5d9a19d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/683fae3f-b988-4132-937d-81111e2da831 HTTP/1.1" status: 204 len: 168 time: 0.9833272 May 27 03:27:15.906871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48852) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:15.974846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Transition to ACTIVE for port object 9e4409d6-eeba-496d-9886-ed4721a0c9e3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:15.982256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.196860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:16.214366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.223307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4c91f049-d191-4a71-b1c3-a1cee69f1f13 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:16.226285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-8d803089-07b1-44b5-b293-eba58954798a tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/quotas/bad8e849f09e41b7bb5cd28131150eb0 HTTP/1.1" status: 200 len: 375 time: 0.3200545 May 27 03:27:16.298077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4c91f049-d191-4a71-b1c3-a1cee69f1f13 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:16.300811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4c91f049-d191-4a71-b1c3-a1cee69f1f13 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:16.321536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-8c0c7978-2235-4d32-825a-7a255baaf97b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940034 May 27 03:27:16.336395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Deleting port f2fa6fa6-c5f3-4c83-917a-2382b523d432 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:16.336739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.414374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] DHCP port deletion for f5756064-1d38-4479-964b-b4c39f530ee4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:27:16.420048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Deleting port f2fa6fa6-c5f3-4c83-917a-2382b523d432 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:16.420497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.463936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Attempting to bind port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:16.464659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Attempting to bind port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:16.465285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Attempting to bind port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:16.499065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:16.499789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Attempting to bind port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:16.524253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:16.525025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:16.525663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:16.526399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Bound port: 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:16.527079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.949289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:16.974902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] For port f2fa6fa6-c5f3-4c83-917a-2382b523d432, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2fa6fa6-c5f3-4c83-917a-2382b523d432,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:16.976415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.088068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] For port f2fa6fa6-c5f3-4c83-917a-2382b523d432, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2fa6fa6-c5f3-4c83-917a-2382b523d432,segment=NetworkSegment(831beb1f-baa5-4664-bd48-c075969c09dc),segment_id=831beb1f-baa5-4664-bd48-c075969c09dc)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:17.089099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.127686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Calling delete_port for f2fa6fa6-c5f3-4c83-917a-2382b523d432 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:17.243232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.304535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-62cfa5c9-5c08-4b0c-8807-57a6af0180db tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871413 May 27 03:27:17.325511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] No DVR routers for this DVR port f2fa6fa6-c5f3-4c83-917a-2382b523d432 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:17.365110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fa6fa6-c5f3-4c83-917a-2382b523d432,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:17.415472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Calling delete_port for f2fa6fa6-c5f3-4c83-917a-2382b523d432 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:17.468448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Allocated IP 172.20.0.1 (bfc5039b-6dc3-432e-a52f-24247ce2dade/b49d076f-ab6c-4b02-aa2c-c2022fca4ffc/198a8d83-264c-497b-88ed-9a0211eb2538) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:17.666887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:17.710559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.724820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:27:17.725373 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:27:17.760841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:17.861376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5756064-1d38-4479-964b-b4c39f530ee4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:17.868254 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b7f5f07-ac8f-432d-a334-6012893f92fa req-33626e5c-b8fd-4df6-bf69-09526c5485e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1645679 May 27 03:27:17.869530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.908284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-38d5ca42-53e3-4d20-bfda-e866362ed75e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:17.909913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-38d5ca42-53e3-4d20-bfda-e866362ed75e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6045740 May 27 03:27:17.917319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831beb1f-baa5-4664-bd48-c075969c09dc') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:17.917662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831beb1f-baa5-4664-bd48-c075969c09dc') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:17.942631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:17.966342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-4d163c60-e3ac-4b0b-bdfd-7b99a0b41e49 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/quotas/bad8e849f09e41b7bb5cd28131150eb0 HTTP/1.1" status: 200 len: 375 time: 0.0375936 May 27 03:27:17.967465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.024065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:27:18.024769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: timer() May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:27:18.043698 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:27:18.052051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48894) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:18.054421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-261711da-fd25-4ff6-82e7-1bbcbdcdcbe1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813601 May 27 03:27:18.162142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.163602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] 10.222.0.21 "PUT /v2.0/ports/9e4409d6-eeba-496d-9886-ed4721a0c9e3 HTTP/1.1" status: 200 len: 1096 time: 3.8616843 May 27 03:27:18.203204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:18.226682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Deleting port f2fa6fa6-c5f3-4c83-917a-2382b523d432 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:18.228089 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.420554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-45288299-fc51-403c-a976-d1736b46bdb8 None None] The port 'f2fa6fa6-c5f3-4c83-917a-2382b523d432' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:27:18.422988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:18.552017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.567188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:18.568298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8ffee2fb-9dfc-4bf1-8dbd-62e585d868f4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:18.568298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2fa6fa6-c5f3-4c83-917a-2382b523d432 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:18.673921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f2fa6fa6-c5f3-4c83-917a-2382b523d432 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:18.674429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2fa6fa6-c5f3-4c83-917a-2382b523d432 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:18.677191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.699393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7c299-85e0-4458-a347-3df1427e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.753074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:18.810858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f5756064-1d38-4479-964b-b4c39f530ee4 HTTP/1.1" status: 204 len: 168 time: 2.8996081 May 27 03:27:18.815443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82732f0-a0c1-41b7-8f52-c8d1dfd7c227 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5756064-1d38-4479-964b-b4c39f530ee4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.874494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.051984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-86cb216c-49ad-407d-88e0-6271f63ee58a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6498756 May 27 03:27:19.105874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:19.118102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-e1a2c8f4-7b8d-43ef-a659-b4c1a6884f5a tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5466824 May 27 03:27:19.128736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Usage tracker for resource:security_group_rule and tenant:6e432b78c01b46ccb7223bd978ce2b2e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:19.138265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:19.164364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Transition to ACTIVE for port object 198a8d83-264c-497b-88ed-9a0211eb2538 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:19.185488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcf9f6-4d97-4fa5-9735-5420fa051e3e req-c23130cd-9969-4400-b21c-abb3adf501ad tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:19.189026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ffcf9f6-4d97-4fa5-9735-5420fa051e3e req-c23130cd-9969-4400-b21c-abb3adf501ad tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.3658805 May 27 03:27:19.190555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:19.319035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ffcf9f6-4d97-4fa5-9735-5420fa051e3e req-81408bea-8087-4f7f-bf96-7ca989b3b5b8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218917 May 27 03:27:19.320136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48922) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.554449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.569715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba1e064a-f4b0-43a8-81af-baeb6d35a9ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=993fd6e9e9a0401db4c80ce8ce5b7e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2458692 May 27 03:27:19.570666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.574997 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab319fa2-e87e-41e4-8fb6-aa4a82326dfb'] response: {'name': 'network-changed', 'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3', 'status': 'completed', 'code': 200} May 27 03:27:19.591425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.686636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d00a-8ec3-424d-9302-0ebc993fea4b req-528d09ed-8423-4bca-a931-0a244b969ff6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:19.694726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a53d00a-8ec3-424d-9302-0ebc993fea4b req-528d09ed-8423-4bca-a931-0a244b969ff6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 948 time: 1.0130188 May 27 03:27:19.697207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.740661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-eb3a8924-fa62-474e-babb-a6ceb6297384 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 1099 time: 1.0635335 May 27 03:27:19.793970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0765e0-bc12-46d2-aa14-b835aa4dbc3c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:19.794908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-98a40f29-10c9-4f10-a149-1a6c330ce72d tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:19.797029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-98a40f29-10c9-4f10-a149-1a6c330ce72d tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6209483 May 27 03:27:19.809139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0e547405-c10e-4284-a877-a99d271b049e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e432b78c01b46ccb7223bd978ce2b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7533810 May 27 03:27:19.813206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48944) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:19.891006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c185efde-3146-492e-8580-e98c93a073a8 req-b81cccbf-e796-49a3-b8bc-565383ba11fe tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 210 time: 0.0913830 May 27 03:27:19.952758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Pushing event updated for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:19.973138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:19.974205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Request body: {'port': {'device_id': 'f45c1fab-c126-4abc-b714-d92487997703', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'bad8e849f09e41b7bb5cd28131150eb0'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:20.046138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.058645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.080471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-ed0016f7-b673-4540-923c-8909d6f914d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3 HTTP/1.1" status: 200 len: 217 time: 0.3154888 May 27 03:27:20.108731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Network bfc5039b-6dc3-432e-a52f-24247ce2dade is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:20.119808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.160492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.192051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:20.198459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:20.198951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.270726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f576de9-26af-44d8-9480-5ba7943275d6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.278228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a53d00a-8ec3-424d-9302-0ebc993fea4b req-55921b3c-89ac-41a3-ba43-4bbd2a7767b9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800970 May 27 03:27:20.310699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.321267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e3a24d35-2fed-4722-8a0b-ef6220f606dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f576de9-26af-44d8-9480-5ba7943275d6 HTTP/1.1" status: 204 len: 168 time: 0.7482266 May 27 03:27:20.413024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.432247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-e73377da-5596-4e65-ad68-84a6197f9652 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:20.442053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-e73377da-5596-4e65-ad68-84a6197f9652 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3509727 May 27 03:27:20.518640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.561535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d0765e0-bc12-46d2-aa14-b835aa4dbc3c HTTP/1.1" status: 204 len: 168 time: 0.6863549 May 27 03:27:20.584074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203ace1-1846-475f-aa55-769e5c5725a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0765e0-bc12-46d2-aa14-b835aa4dbc3c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.634465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:20.641381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Usage tracker for resource:port and tenant:bad8e849f09e41b7bb5cd28131150eb0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:20.645030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:20.652654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:20.722135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Made reservation on behalf of bad8e849f09e41b7bb5cd28131150eb0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:20.725904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.753458 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5c2551a6-7514-4948-8929-2b9907a505ae tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895652 May 27 03:27:20.773339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:20.913259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9766a884-b2e2-4581-a7eb-b48e24e7019c None None] Provisioning for port 198a8d83-264c-497b-88ed-9a0211eb2538 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:20.934932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9766a884-b2e2-4581-a7eb-b48e24e7019c None None] Provisioning complete for port 198a8d83-264c-497b-88ed-9a0211eb2538 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:20.945288 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9766a884-b2e2-4581-a7eb-b48e24e7019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.071359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.259708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9766a884-b2e2-4581-a7eb-b48e24e7019c None None] Port 198a8d83-264c-497b-88ed-9a0211eb2538 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:21.343363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:21.395505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-3ba40c9a-2871-40a1-a6d5-945750ca8ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9296734 May 27 03:27:21.445953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-67a13d3f-78de-4423-becc-57e847d58706 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:21.448598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-67a13d3f-78de-4423-becc-57e847d58706 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6901755 May 27 03:27:21.505443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Usage tracker for resource:security_group_rule and tenant:bad8e849f09e41b7bb5cd28131150eb0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:21.543069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:21.566878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Request body: {'port': {'device_id': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'bad8e849f09e41b7bb5cd28131150eb0'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:21.680267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:21.897585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48976) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:21.953645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Deleting port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:21.954839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:21.977365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e873b-aceb-49d3-9830-b259c9516516 req-6fb4448b-60ed-4845-bfd9-f73a748daff8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:21.984442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-337e873b-aceb-49d3-9830-b259c9516516 req-6fb4448b-60ed-4845-bfd9-f73a748daff8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.5343292 May 27 03:27:22.004285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.040070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:22.056124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Usage tracker for resource:port and tenant:bad8e849f09e41b7bb5cd28131150eb0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:22.060963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:22.068612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:22.119649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Made reservation on behalf of bad8e849f09e41b7bb5cd28131150eb0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:22.123016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.169743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-337e873b-aceb-49d3-9830-b259c9516516 req-342b76c3-5281-45c5-9fc9-db41d2e4993c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841061 May 27 03:27:22.178808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.179492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-966ce3c5-7685-4798-8300-664e5d3ff2bb req-809c18b3-93e0-418c-af38-cb24f44d9898 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 210 time: 0.5544426 May 27 03:27:22.277915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:22.331970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Usage tracker for resource:security_group_rule and tenant:47387509f61f450a81cde588da82edcf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:22.345688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:22.362240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:22.396672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0f06db97-cb7c-40e5-b86d-81d24f18022c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:22.478925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:22.560391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0f06db97-cb7c-40e5-b86d-81d24f18022c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:22.568024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0f06db97-cb7c-40e5-b86d-81d24f18022c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:22.568838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.615082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-51308b11-2e54-416c-a4e8-a22c6337be9d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1612070 May 27 03:27:22.629508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.721619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.722701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.727147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.732489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.745122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.757820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.766534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0f06db97-cb7c-40e5-b86d-81d24f18022c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0f06db97-cb7c-40e5-b86d-81d24f18022c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:22.771728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.779068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bad8e849f09e41b7bb5cd28131150eb0 {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:27:22.779611 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:27:22.787891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-27eb4936-ac79-4fa4-932e-d0a30dd434d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1101 time: 0.3417759 May 27 03:27:22.791541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:22.794259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113073-02a2-4805-a2b5-d687c97ccf13 req-2a8c8c93-24bb-44d3-b5f3-bc8aec9f2216 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:22.802626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7113073-02a2-4805-a2b5-d687c97ccf13 req-2a8c8c93-24bb-44d3-b5f3-bc8aec9f2216 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 948 time: 0.2734852 May 27 03:27:22.868190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0f06db97-cb7c-40e5-b86d-81d24f18022c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.925641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48990) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:22.953508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c9ca9-956d-458c-a290-413800f4b8be,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.965275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3123761-3caf-4ed2-be0c-ff09a1cbb6ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47387509f61f450a81cde588da82edcf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0650961 May 27 03:27:22.978041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:23.023694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Pushing event updated for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.036278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] For port 8c1eef27-0bbd-42bd-822c-d7a6d46e155d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:23.036925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.043978 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7113073-02a2-4805-a2b5-d687c97ccf13 req-db96eeb0-989f-4fe9-abf4-94ee029b6a62 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401152 May 27 03:27:23.049321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c35d8c-ef12-4982-9db4-9158c5461844,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.100362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-06097ed9-7d30-42cd-bde0-6b4b45a45bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:23.101939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-06097ed9-7d30-42cd-bde0-6b4b45a45bad service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2921193 May 27 03:27:23.188040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-242584603-network', 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:23.195116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:23.200661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-b464cfc3-d506-498d-8a82-955c274ce5fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.0915654 May 27 03:27:23.203173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.205763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Usage tracker for resource:network and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:23.209315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:23.247442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Calling delete_port for 8c1eef27-0bbd-42bd-822c-d7a6d46e155d owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:23.304538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a468045-f604-46c9-9b68-8ff7fc9230cc req-38156c44-c682-47cd-ac4f-0da55aff44b6 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700420 May 27 03:27:23.416718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.417760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Network bfc5039b-6dc3-432e-a52f-24247ce2dade is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:23.420237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Allocated IP 192.168.233.40 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/028e7d7b-1b94-4ebc-8f61-70d03198f50f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:23.429892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:23.439013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:23.508234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac5c453-f3e2-4ed1-a5d3-a3f4494ff4bb req-e11855c2-8501-4b50-a644-7df9985cb094 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 210 time: 0.0730414 May 27 03:27:23.543156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.559244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.569040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:23.571730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.614102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.647157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-33fc8ec0-a3fb-4f38-8757-e27980661011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:23.648639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-33fc8ec0-a3fb-4f38-8757-e27980661011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.4362142 May 27 03:27:23.745957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:23.793406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:23.802518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:23.809062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c42eb8bf-7c88-4e27-9d9d-b4c357a5c01d None None] Provisioning complete for port 198a8d83-264c-497b-88ed-9a0211eb2538 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:23.810244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c42eb8bf-7c88-4e27-9d9d-b4c357a5c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.824359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:23.870693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.883557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c42eb8bf-7c88-4e27-9d9d-b4c357a5c01d None None] Port 198a8d83-264c-497b-88ed-9a0211eb2538 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:23.904630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c9ca9-956d-458c-a290-413800f4b8be,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:23.925714 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-85680b3e-c9ff-42da-9bec-e01e668c70e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2598889 May 27 03:27:23.967856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:23.968877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f9fe6e0-8a6f-40f5-9bdc-7cae26dbfd12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e1c9ca9-956d-458c-a290-413800f4b8be HTTP/1.1" status: 204 len: 168 time: 0.9896643 May 27 03:27:23.995856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-cd3eabf2-c8b4-4500-825e-2b5082c6ee61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 1099 time: 0.6245940 May 27 03:27:24.001884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81325392-7909-4daf-8db5-bb655d61297b req-a1ea2347-cbaa-4ffc-a423-7952b32f64f8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:24.003700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81325392-7909-4daf-8db5-bb655d61297b req-a1ea2347-cbaa-4ffc-a423-7952b32f64f8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.5811911 May 27 03:27:24.056870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.065188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.124654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:27:24.151907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15bc6af-c878-4a0c-b7e8-780aa393a38d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:24.165349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.165960 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Added segment ab0bcf8c-9a85-432c-bf9a-65b910985621 of type vlan for network f9a2482c-648b-4c8e-91d9-85150a329773 May 27 03:27:24.184717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-fe093d92-2784-4cef-a2e8-074cdc64f2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477660 May 27 03:27:24.188650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.189013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.189356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.189815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.190166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.190476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.190798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.191116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.191433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.191758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.192074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:24.200849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81325392-7909-4daf-8db5-bb655d61297b req-03fb0d0f-e281-41e9-96dc-0662418ada66 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672144 May 27 03:27:24.319599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0f06db97-cb7c-40e5-b86d-81d24f18022c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:24.411823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0f06db97-cb7c-40e5-b86d-81d24f18022c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:24.412185 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.442541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.484959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-38dfacce-d979-478e-8976-0dd8265fdd00 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889986 May 27 03:27:24.562679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.582039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.583555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:24.584296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.688970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fd306-4027-4f53-a3d6-fd6edbd274ff req-8c9c5b34-c41c-459e-b9ad-b34a62f2da0d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:24.690534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-156fd306-4027-4f53-a3d6-fd6edbd274ff req-8c9c5b34-c41c-459e-b9ad-b34a62f2da0d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 948 time: 0.3499639 May 27 03:27:24.752769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8175426 May 27 03:27:24.760844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49024) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:24.774210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Request body: {'subnet': {'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-242584603-subnet', 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:24.781576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:24.787378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Usage tracker for resource:subnet and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:24.791027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:24.799258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:24.810098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4ee4f-48bc-4a80-b7dc-4f30622acfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a2482c-648b-4c8e-91d9-85150a329773,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:24.815302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1eef27-0bbd-42bd-822c-d7a6d46e155d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:24.830428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f9a2482c-648b-4c8e-91d9-85150a329773 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:27:24.834762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:24.837555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:24.923454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-156fd306-4027-4f53-a3d6-fd6edbd274ff req-3dc4fe6d-6b41-4288-a903-20d01aab7d77 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174289 May 27 03:27:24.949479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0034c04c-6220-4e2b-b15c-ee2b8629f0e4 req-b3a20059-d98e-4442-b55b-76a922fee774 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 210 time: 0.0811350 May 27 03:27:25.088551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-cc8dd83b-b448-4c99-bd3c-638c738fb752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:25.091697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-cc8dd83b-b448-4c99-bd3c-638c738fb752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 1.0870602 May 27 03:27:25.112437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.203412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.300718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84bf2f3-c8b6-4629-8742-055c1035b840,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:25.311939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Checking segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:25.312317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Network hostable DHCP agents. Network: f9a2482c-648b-4c8e-91d9-85150a329773, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:27:25.347878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Network f9a2482c-648b-4c8e-91d9-85150a329773 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:27:25.365134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f9a2482c-648b-4c8e-91d9-85150a329773) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:25.374330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:25.374935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.375110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5df9c-fd5c-4863-9532-020972936319 None None] Network f9a2482c-648b-4c8e-91d9-85150a329773 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:25.393460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Transition to ACTIVE for port object 028e7d7b-1b94-4ebc-8f61-70d03198f50f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:25.395801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-98e3191e-fde8-4f73-a763-ea35015c5bd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3 HTTP/1.1" status: 200 len: 217 time: 0.2918272 May 27 03:27:25.406218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6b3e2562-707c-4c84-aea7-2b8fe078c087 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6421552 May 27 03:27:25.411342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9e4409d6-eeba-496d-9886-ed4721a0c9e3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:25.676311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:25.777580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-4be46037-531d-4ae7-a275-ce40d41e7fd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:25.779207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-4be46037-531d-4ae7-a275-ce40d41e7fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3487558 May 27 03:27:25.806476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Allocated IP 192.168.233.239 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/86ee84b8-b7b4-4255-bf89-1a62554ad171) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:25.809507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:25.826548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9e4409d6-eeba-496d-9886-ed4721a0c9e3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '9e4409d6-eeba-496d-9886-ed4721a0c9e3', 'mac_address': 'fa:16:3e:2e:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:25.831502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d499d8-3fab-458a-822e-9304caa8bc2e None None] Network f9a2482c-648b-4c8e-91d9-85150a329773 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:25.949251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:25.961048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:25.974988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d2d1-836b-4cc4-baed-6a8f0cc2a452 req-ad8f4456-a213-4f4a-90ea-d1808f554119 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:25.990681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2367d2d1-836b-4cc4-baed-6a8f0cc2a452 req-ad8f4456-a213-4f4a-90ea-d1808f554119 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.5619569 May 27 03:27:26.023714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:26.028307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:26.028949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.081997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:26.191630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.215759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.217479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:26.262479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2367d2d1-836b-4cc4-baed-6a8f0cc2a452 req-fefffbd6-9638-4e16-9e22-3dc9034608d0 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704902 May 27 03:27:26.341155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-85456f69-ee4c-4776-ac7d-709347aa35d1 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3783097 May 27 03:27:26.351709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Request body: {'port': {'device_id': 'f45c1fab-c126-4abc-b714-d92487997703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:26.383224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4409d6-eeba-496d-9886-ed4721a0c9e3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:26.412535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:26.414830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.420007 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.490886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Transition to ACTIVE for port object 86ee84b8-b7b4-4255-bf89-1a62554ad171 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:26.549477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.616301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:26.645784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94be4e0b-0329-4fab-a048-ea3e6f49a3bd None None] Provisioning for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:26.653978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94be4e0b-0329-4fab-a048-ea3e6f49a3bd None None] Provisioning complete for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:26.654356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94be4e0b-0329-4fab-a048-ea3e6f49a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.697409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.725484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9e4409d6-eeba-496d-9886-ed4721a0c9e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:26.728339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-0c1b9f4b-fbaf-4b58-829d-681793c86219 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9235687 May 27 03:27:26.813864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:26.858499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-94be4e0b-0329-4fab-a048-ea3e6f49a3bd None None] Port 028e7d7b-1b94-4ebc-8f61-70d03198f50f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:26.981969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event updated for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:26.993514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:26.997041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:27.000594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:27.036813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-18e13a5a-78cc-4a79-a1d3-4ae66fc3305c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:27.037783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-18e13a5a-78cc-4a79-a1d3-4ae66fc3305c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:27.126824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-18e13a5a-78cc-4a79-a1d3-4ae66fc3305c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:27.139147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-18e13a5a-78cc-4a79-a1d3-4ae66fc3305c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.4779491 May 27 03:27:27.159908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:27.160937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.245782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-fbedb5a7-4daa-4596-97cb-0c264825cc83 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/quotas/ac6e797defd744549b3f6122bbba9faa HTTP/1.1" status: 200 len: 375 time: 0.0635195 May 27 03:27:27.248090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-5b45394e-501b-428d-92bd-ba64c352fa92 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7084341 May 27 03:27:27.312526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f72c48b1-6321-45d2-ab07-b75243ea260b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598807 May 27 03:27:27.318115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Request body: {'port': {'device_id': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:27.400167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3212112c-1c08-4c1e-8514-3eeb5ba589e0 None None] Provisioning for port 86ee84b8-b7b4-4255-bf89-1a62554ad171 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:27.419960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3212112c-1c08-4c1e-8514-3eeb5ba589e0 None None] Provisioning complete for port 86ee84b8-b7b4-4255-bf89-1a62554ad171 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:27.424060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3212112c-1c08-4c1e-8514-3eeb5ba589e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.515026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3212112c-1c08-4c1e-8514-3eeb5ba589e0 None None] Port 86ee84b8-b7b4-4255-bf89-1a62554ad171 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:27.544359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.583634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-e638abb3-6d09-4d30-8f6f-5b98525e54f5 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338018 May 27 03:27:27.732096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-beaecf1d-f549-464d-b721-540af41b553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:27.797358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58590d-4779-4157-9e31-7c36115547b0 req-ce56cc1b-dbb2-4d67-9817-5c335a094d25 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:27.798600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b58590d-4779-4157-9e31-7c36115547b0 req-ce56cc1b-dbb2-4d67-9817-5c335a094d25 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:27.822036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-70ffef7b-06bc-4f73-b3d9-caabb3501229 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0690727 May 27 03:27:27.851524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-1f6a10e9-d463-48f9-acb0-6d8dc6dc3f99 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387917 May 27 03:27:27.927851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b58590d-4779-4157-9e31-7c36115547b0 req-ce56cc1b-dbb2-4d67-9817-5c335a094d25 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:27.929298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b58590d-4779-4157-9e31-7c36115547b0 req-ce56cc1b-dbb2-4d67-9817-5c335a094d25 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 936 time: 1.2340322 May 27 03:27:28.065730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb9193b9-9028-4090-a3d7-5f16084d7988 req-10e97689-b457-49c8-907a-65e975fc59f6 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340033 May 27 03:27:28.077966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b58590d-4779-4157-9e31-7c36115547b0 req-b7ec416b-712c-48e6-a2c0-c54ef3994460 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:28.131980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b58590d-4779-4157-9e31-7c36115547b0 req-b7ec416b-712c-48e6-a2c0-c54ef3994460 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:28.133228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b58590d-4779-4157-9e31-7c36115547b0 req-b7ec416b-712c-48e6-a2c0-c54ef3994460 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864359 May 27 03:27:28.159826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:28.176370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Sync routers for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:28.210630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ee84b8-b7b4-4255-bf89-1a62554ad171 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:28.218164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:28.218784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:28.228841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.263586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f891eeee-01cd-4471-8f39-1332f97284d3 admin admin] 10.222.0.46 "PUT /v2.0/routers/7a09322c-b9c0-49bc-a60b-d2b63ae24ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5068572 May 27 03:27:28.270648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Transition to ACTIVE for port object 86ee84b8-b7b4-4255-bf89-1a62554ad171 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:28.349185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:28.568986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Pushing event updated for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.616125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3adbf-55ae-4a76-a82a-fbc28bd302e5 req-cc46efbf-6595-4c7c-865f-02b956d32f05 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:28.617746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6a3adbf-55ae-4a76-a82a-fbc28bd302e5 req-cc46efbf-6595-4c7c-865f-02b956d32f05 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 949 time: 0.4473376 May 27 03:27:28.708874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:28.778786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6a3adbf-55ae-4a76-a82a-fbc28bd302e5 req-37a0c945-aa75-4c9b-a619-f5f2cfb4c081 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173124 May 27 03:27:28.832392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Attempting to bind port 86ee84b8-b7b4-4255-bf89-1a62554ad171 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:28.832762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Attempting to bind port 86ee84b8-b7b4-4255-bf89-1a62554ad171 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:28.833128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Attempting to bind port 86ee84b8-b7b4-4255-bf89-1a62554ad171 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:28.851025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Port 86ee84b8-b7b4-4255-bf89-1a62554ad171 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:28.851025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Attempting to bind port 86ee84b8-b7b4-4255-bf89-1a62554ad171 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:28.886821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:28.886821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:28.888382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:28.890863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Bound port: 86ee84b8-b7b4-4255-bf89-1a62554ad171, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:28.891165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.010756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f175d35-cd48-4d59-bb14-b8ca60a45e58 req-1dc20735-6e1f-47c6-a57b-a5117f52a5ec tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:29.020327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f175d35-cd48-4d59-bb14-b8ca60a45e58 req-1dc20735-6e1f-47c6-a57b-a5117f52a5ec tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.5676541 May 27 03:27:29.127497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:29.368212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:29.388632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:29.412944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.464521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:29.521425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Pushing event updated for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:29.523472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.546774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f175d35-cd48-4d59-bb14-b8ca60a45e58 req-422b6914-8633-4d20-8bc8-c22e61a4772d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768279 May 27 03:27:29.557057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.563024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0bfc064-be04-467a-a60a-201dc45922af service neutron] 10.222.0.41 "PUT /v2.0/ports/86ee84b8-b7b4-4255-bf89-1a62554ad171 HTTP/1.1" status: 200 len: 1096 time: 2.2492225 May 27 03:27:29.571896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:29.596514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9e4409d6-eeba-496d-9886-ed4721a0c9e3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:29.687014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Transition to ACTIVE for port object 028e7d7b-1b94-4ebc-8f61-70d03198f50f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:29.763408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:29.932551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:29.970132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:20Z', 'revision_number': 4, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '198a8d83-264c-497b-88ed-9a0211eb2538', 'name': '', 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade', 'tenant_id': '63433e85863244929083a008a7b27e50', 'mac_address': 'fa:16:3e:2b:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:17Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 2, 'project_id': '63433e85863244929083a008a7b27e50', 'subnets': [{'id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:29.998728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Checking router: 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:29.999445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Updating router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 port 198a8d83-264c-497b-88ed-9a0211eb2538 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:27:30.038249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-c0b208c9-d4bb-4b8b-8439-9cbf190fc357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 1099 time: 0.2762344 May 27 03:27:30.213927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-28f3475b-5cf4-425c-99e0-27a2f0d09e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171 HTTP/1.1" status: 200 len: 217 time: 0.1678057 May 27 03:27:30.362756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-1e663bbd-71dc-4155-800c-b9ca7e6c381b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:30.365516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e087b84b-b616-4aef-9bb5-1e6b6e9d1577 req-04ad9975-82c0-4e80-9ffe-1897348e3723 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 210 time: 0.4050763 May 27 03:27:30.368493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-1e663bbd-71dc-4155-800c-b9ca7e6c381b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1479304 May 27 03:27:30.462134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:30.462507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.587017 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.639204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcc868b8-01ce-4742-b5a8-d4ee7288a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:30.780692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-f6cce09b-4f9a-4895-84be-685b8a7b9237 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4029207 May 27 03:27:31.006357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:31.072300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-7e959113-c9b8-4370-9345-66447493bb81 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866752 May 27 03:27:31.216322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Router 24420349-eeac-4679-bd20-0e34ed3d64a3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:31.539174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.622456 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1f96f0-528e-41f5-9ee7-0c9a9f4e6f6c'] response: {'name': 'network-changed', 'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171', 'status': 'completed', 'code': 200} May 27 03:27:31.643658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.687860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a32fec38-b731-4500-83e8-2e60cb6ca247 req-de3b2ef9-f9f8-434c-b509-997329734082 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079915 May 27 03:27:31.766216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:31.795548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:31.830387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.939438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:31.957311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:27:31.974793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403d251-3989-4e04-8a09-a43d88aea9fa req-22141d22-6675-4b46-a276-3333fe7dac3a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:31.987655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7403d251-3989-4e04-8a09-a43d88aea9fa req-22141d22-6675-4b46-a276-3333fe7dac3a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 949 time: 0.2978265 May 27 03:27:32.039602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-567fc79e-134c-49af-b76e-19545b87277e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 1099 time: 0.2538126 May 27 03:27:32.058918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:32.112763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.138782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Transition to ACTIVE for port object 198a8d83-264c-497b-88ed-9a0211eb2538 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:32.155685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.318523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7403d251-3989-4e04-8a09-a43d88aea9fa req-fff6f34b-82cb-4326-9603-cdc25061f758 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214154 May 27 03:27:32.341127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885923da-6acf-4449-802d-1015c4a3ba4c None None] Pushing event updated for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:32.424887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-e4159a97-e0fc-4926-b46f-f7a260d31a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:32.431701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-e4159a97-e0fc-4926-b46f-f7a260d31a03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3745761 May 27 03:27:32.493023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Attempting to bind port 198a8d83-264c-497b-88ed-9a0211eb2538 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:32.493674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Attempting to bind port 198a8d83-264c-497b-88ed-9a0211eb2538 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:32.494197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Attempting to bind port 198a8d83-264c-497b-88ed-9a0211eb2538 on network bfc5039b-6dc3-432e-a52f-24247ce2dade {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:32.503581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:32.504238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Checking segment: {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:32.504857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.505418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Bound using segment: {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:32.506047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Bound port: 198a8d83-264c-497b-88ed-9a0211eb2538, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:32.507193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.565962 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-2896e493-3d20-4bd3-9771-94b4f8265131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171 HTTP/1.1" status: 200 len: 217 time: 0.1330910 May 27 03:27:32.728789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-c5c8f87b-ef4e-4292-9432-257f2e8de4da tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:32.748622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-c5c8f87b-ef4e-4292-9432-257f2e8de4da tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 2.5485277 May 27 03:27:32.755851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-33420f7d-842e-4372-aa50-fc560f210a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:32.763158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-33420f7d-842e-4372-aa50-fc560f210a99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1870034 May 27 03:27:32.776078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Attempting to bind port 028e7d7b-1b94-4ebc-8f61-70d03198f50f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:32.776618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Attempting to bind port 028e7d7b-1b94-4ebc-8f61-70d03198f50f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:32.787759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Attempting to bind port 028e7d7b-1b94-4ebc-8f61-70d03198f50f on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:32.819761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Request body: {'port': {'device_id': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'admin_state_up': True, 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:32.861765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.862907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] For port 198a8d83-264c-497b-88ed-9a0211eb2538, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:32.879730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] For port 198a8d83-264c-497b-88ed-9a0211eb2538, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=198a8d83-264c-497b-88ed-9a0211eb2538,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:32.898242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:32.915160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae38e2-62cf-46be-b237-99ffdc3a4608 req-208d1c1a-ca27-4aae-b7b8-4847fec70246 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:32.936082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68ae38e2-62cf-46be-b237-99ffdc3a4608 req-208d1c1a-ca27-4aae-b7b8-4847fec70246 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 948 time: 1.9293773 May 27 03:27:33.101643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885923da-6acf-4449-802d-1015c4a3ba4c None None] Pushing event updated for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.105833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19eea090-f693-4900-afce-17d0a8491c1d req-dff4003b-bc3a-48c0-bff7-87472a8e49c3 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1097 time: 0.2488396 May 27 03:27:33.129678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Port 028e7d7b-1b94-4ebc-8f61-70d03198f50f on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:33.129944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Attempting to bind port 028e7d7b-1b94-4ebc-8f61-70d03198f50f on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:33.156209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:33.161656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:33.199712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-8844d6ce-8b2d-490d-b12e-aa02c1d28e70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4308527 May 27 03:27:33.205706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:33.206091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:33.206432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:33.206885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Bound port: 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:33.207234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.233916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19eea090-f693-4900-afce-17d0a8491c1d req-b96c4977-5256-4a45-97a8-67d13eebc2b8 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226578 May 27 03:27:33.302336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68ae38e2-62cf-46be-b237-99ffdc3a4608 req-53271ea4-4d30-4230-8d15-f0a34903c572 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398853 May 27 03:27:33.576441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-7b11d6a1-3087-4d76-a86e-4fe9b0239288 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447053 May 27 03:27:33.616931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:33.621332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Usage tracker for resource:port and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:27:33.628375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:27:33.765721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:33.791322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:33.794363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:33.804865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:33.830176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:33.901593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41844b1b-9275-4e2c-a238-99e954192e93 admin admin] 10.222.0.46 "PUT /v2.0/routers/24420349-eeac-4679-bd20-0e34ed3d64a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.7007957 May 27 03:27:33.901593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:33.901593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:33.913856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:33.937396 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Sync routers for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:33.967124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:33.967124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:33.994933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ff61e46a-5b06-48e1-8393-fd01a0a675d3 req-f9e6579b-c5b1-4203-8451-20d5d34a2631 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.2217829 May 27 03:27:34.116552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c22d9a6a-053b-49e9-8f68-6db82424c7ae req-4bb77fb8-9cd9-493d-a3de-b7aa13796165 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277426 May 27 03:27:34.355504 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:34.489990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:20Z', 'revision_number': 4, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '198a8d83-264c-497b-88ed-9a0211eb2538', 'name': '', 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade', 'tenant_id': '63433e85863244929083a008a7b27e50', 'mac_address': 'fa:16:3e:2b:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:17Z', 'updated_at': '2022-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '63433e85863244929083a008a7b27e50', 'subnets': [{'id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:34.495461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0706943-f875-4ff8-937c-7d8fe2eac2a1 None None] The sync data for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 is: [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:27:20Z', 'revision_number': 4, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '198a8d83-264c-497b-88ed-9a0211eb2538', 'name': '', 'network_id': 'bfc5039b-6dc3-432e-a52f-24247ce2dade', 'tenant_id': '63433e85863244929083a008a7b27e50', 'mac_address': 'fa:16:3e:2b:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:17Z', 'updated_at': '2022-05-27T03:27:32Z', 'revision_number': 4, 'project_id': '63433e85863244929083a008a7b27e50', 'subnets': [{'id': 'b49d076f-ab6c-4b02-aa2c-c2022fca4ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:34.497335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Allocated IP 172.20.0.4 (f9a2482c-648b-4c8e-91d9-85150a329773/e84bf2f3-c8b6-4629-8742-055c1035b840/b4ae4ca1-f77e-4755-aa74-c02dc493710f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:34.527875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b544ad8-aa32-418f-ad97-23dbbba03978 req-97ca371b-ce3f-46cd-aa7f-4dffef708bb4 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 210 time: 0.0835698 May 27 03:27:34.691792 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649cc517-5282-4a75-a3e8-3d86ea8a5cf9'] response: {'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3', 'code': 200} May 27 03:27:34.883372 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:27:23Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:34.888440 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Checking router: 24420349-eeac-4679-bd20-0e34ed3d64a3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:34.905211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Routers {'24420349-eeac-4679-bd20-0e34ed3d64a3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:34.905839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['24420349-eeac-4679-bd20-0e34ed3d64a3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:34.909409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:34.971598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2e3c8fb-2cdf-4699-bd1d-776ec439ce22 req-891139de-d87b-4e0d-a77e-dc9d2ec1397e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 1101 time: 0.1628356 May 27 03:27:35.186834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2e3c8fb-2cdf-4699-bd1d-776ec439ce22 req-d5dd0e0a-59e3-4750-9798-78949680d3b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090573 May 27 03:27:35.289543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.291288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] 10.222.0.21 "PUT /v2.0/ports/028e7d7b-1b94-4ebc-8f61-70d03198f50f HTTP/1.1" status: 200 len: 1095 time: 8.9490290 May 27 03:27:35.292095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:35.305048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8df3e21d-a5b7-4b16-a9c7-23a356c27163 req-6b6dfb78-aef3-40f3-8e6c-dc9f76b2000f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2262688 May 27 03:27:35.386417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:35.417396 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] Set router 24420349-eeac-4679-bd20-0e34ed3d64a3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:35.426321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.427065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.427600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.428099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.428594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.429129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.429625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.430106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.430586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.431065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.431612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659228a4-839c-4e65-b74f-b44bce08987c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:35.468499 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.536719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c8a50-0e1f-4a23-b638-51f9b90bea95 req-e0e8ef6f-32f0-4db8-afa6-989d4fd4c6f3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:35.544307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c21c8a50-0e1f-4a23-b638-51f9b90bea95 req-e0e8ef6f-32f0-4db8-afa6-989d4fd4c6f3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 1.8590941 May 27 03:27:35.645790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c21c8a50-0e1f-4a23-b638-51f9b90bea95 req-e8947f2e-69e1-410f-bd49-4e92bfe95e45 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002128 May 27 03:27:35.691611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:35.825448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 86ee84b8-b7b4-4255-bf89-1a62554ad171 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:35.864624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Network f9a2482c-648b-4c8e-91d9-85150a329773 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:35.872404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:35.884268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:35.897332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-c5ff1a31-6b21-48de-86ef-0d52d3cb1d36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1098 time: 0.4213409 May 27 03:27:35.898616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:35.903761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:35.904837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.231080 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:27:23Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:36.247733 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ab508-671c-407a-9321-0dd18ea4ab18 None None] The sync data for ids ['24420349-eeac-4679-bd20-0e34ed3d64a3'] in n-d-843301-2 is: [{'id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-591868610-router', 'tenant_id': 'd5be793c700245cc8e3d464d2b675c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:21Z', 'updated_at': '2022-05-27T03:27:23Z', 'revision_number': 5, 'project_id': 'd5be793c700245cc8e3d464d2b675c49', 'gw_port': {'id': '1395a019-a0a2-4c6c-87f2-8c28afe61201', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24420349-eeac-4679-bd20-0e34ed3d64a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:22Z', 'updated_at': '2022-05-27T03:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:36.351649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:36.402688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '86ee84b8-b7b4-4255-bf89-1a62554ad171', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '86ee84b8-b7b4-4255-bf89-1a62554ad171', 'mac_address': 'fa:16:3e:0c:ec:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:36.439684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-f3bdabb0-1d22-4370-b8e5-6e084257dc85 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6671717 May 27 03:27:36.463283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Request body: {'port': {'device_id': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:36.510996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-5c6cef7f-f10b-4f45-90ac-f2640a9d073a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f HTTP/1.1" status: 200 len: 217 time: 0.5820055 May 27 03:27:36.552520 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.575335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ee84b8-b7b4-4255-bf89-1a62554ad171 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:36.600355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:36.605817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.694728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:36.726044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-40421383-b84e-488e-af91-a4bdfec9542b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:36.727666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-40421383-b84e-488e-af91-a4bdfec9542b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2082512 May 27 03:27:36.764465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 198a8d83-264c-497b-88ed-9a0211eb2538 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:36.786341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.825489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5792d6-2bc8-4525-8184-138bd93197c5 req-2bf12e8c-1545-4133-aad7-2099ecb783ce tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:36.833452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c5792d6-2bc8-4525-8184-138bd93197c5 req-2bf12e8c-1545-4133-aad7-2099ecb783ce tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 950 time: 0.4583492 May 27 03:27:36.865433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 198a8d83-264c-497b-88ed-9a0211eb2538 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:36.880559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 198a8d83-264c-497b-88ed-9a0211eb2538 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:36.880970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:36.922956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.052062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.073780 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c5792d6-2bc8-4525-8184-138bd93197c5 req-e60ad4a6-ebd1-4d0b-9efc-b4607fe6823a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391663 May 27 03:27:37.126940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['86ee84b8-b7b4-4255-bf89-1a62554ad171'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:37.157466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 198a8d83-264c-497b-88ed-9a0211eb2538, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=198a8d83-264c-497b-88ed-9a0211eb2538,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:37.178644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-4478f9f6-7ddf-4d60-8ee8-6422346806b6 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:27:37.181930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-4478f9f6-7ddf-4d60-8ee8-6422346806b6 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079381 May 27 03:27:37.205371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Request body: {'binding': {'host': 'n-h1-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:37.205872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Unknown quota resources ['binding']. {{(pid=84156) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:27:37.231095 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.255038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-1e62e956-5e09-4062-98a8-aa2b0d3d2603 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5116444 May 27 03:27:37.418790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:37.513383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23561d1d-aab1-4282-ace6-1af0cc1c4e50 req-04b87992-8029-46ab-a71c-5da74ae695cc tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1156709 May 27 03:27:37.606668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-d5b48f3a-ef8b-4c77-ba0d-c45c0269675c service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431647 May 27 03:27:37.781434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ac9f746-9021-41d9-979b-fcb97321d471 req-d5c0a3b0-532c-4919-beb0-93e7adbefc87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1899617 May 27 03:27:37.826899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48268c2e-6a16-444e-a676-5f8496d9bdac req-05c01897-e300-4ece-a5ff-9c863857866f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049518 May 27 03:27:37.889389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:37.895049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h1-843301-2 for vnic_type normal with profile None {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:37.895414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:37.895705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:37.902318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:37.902318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:37.909824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:37.910153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:37.910504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:37.910934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Bound port: b3f76d91-029c-4964-bda3-1c589973d37c, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:37.958412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Deleting port 1395a019-a0a2-4c6c-87f2-8c28afe61201 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:37.958757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.001351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:38.008184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.009644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-87e0b73f-b241-4a03-a109-5dbc6e4d8d22 service neutron] 10.222.0.46 "POST /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8129823 May 27 03:27:38.014871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ae4ca1-f77e-4755-aa74-c02dc493710f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:38.026034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.053903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4741be-715b-40ff-ab8b-b5c8f1269f0c req-15912f6c-1d25-4a11-96d4-a2c08217c6d4 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:38.055437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b4741be-715b-40ff-ab8b-b5c8f1269f0c req-15912f6c-1d25-4a11-96d4-a2c08217c6d4 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 949 time: 0.2677758 May 27 03:27:38.088133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Transition to ACTIVE for port object b4ae4ca1-f77e-4755-aa74-c02dc493710f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:38.159890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.325194 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135b5cb2-c309-4752-98eb-700806df79d9'] response: {'name': 'network-changed', 'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'status': 'completed', 'code': 200} May 27 03:27:38.330567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 198a8d83-264c-497b-88ed-9a0211eb2538 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:38.430865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 198a8d83-264c-497b-88ed-9a0211eb2538 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:38.431823 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.502948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:38.532260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b4741be-715b-40ff-ab8b-b5c8f1269f0c req-e21f9c95-1d22-48aa-b274-7b405cee7e27 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584143 May 27 03:27:38.584028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-aea0b59e-7509-4af8-bf32-9cd3b5b927f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1097 time: 0.2168736 May 27 03:27:38.614995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8c1eef27-0bbd-42bd-822c-d7a6d46e155d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:38.655204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8c1eef27-0bbd-42bd-822c-d7a6d46e155d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:38.655830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8c1eef27-0bbd-42bd-822c-d7a6d46e155d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:38.684489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] For port 1395a019-a0a2-4c6c-87f2-8c28afe61201, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1395a019-a0a2-4c6c-87f2-8c28afe61201,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:38.685177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:38.720141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-68320baa-fce4-4f9e-a07c-43d89450b55e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1098 time: 0.3749735 May 27 03:27:38.728553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dd93c-8352-44d7-8584-9e2694a68524 req-5cfdf54b-442c-4987-a06d-9db56bbc45f3 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:38.730047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-235dd93c-8352-44d7-8584-9e2694a68524 req-5cfdf54b-442c-4987-a06d-9db56bbc45f3 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 943 time: 0.2662470 May 27 03:27:38.829410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-146cf81e-c5ca-4b8e-93eb-0d43e350d0f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:38.831372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-146cf81e-c5ca-4b8e-93eb-0d43e350d0f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.2372370 May 27 03:27:38.887378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-235dd93c-8352-44d7-8584-9e2694a68524 req-ef8ba2a0-4719-4180-a081-45811e1b52ee tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:38.904763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Calling delete_port for 1395a019-a0a2-4c6c-87f2-8c28afe61201 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:38.907720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-e7dee094-5f00-4a5b-8769-ae728920cd26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 217 time: 0.0685019 May 27 03:27:38.946537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Attempting to bind port b4ae4ca1-f77e-4755-aa74-c02dc493710f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:38.946537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Attempting to bind port b4ae4ca1-f77e-4755-aa74-c02dc493710f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:38.947106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Attempting to bind port b4ae4ca1-f77e-4755-aa74-c02dc493710f on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:38.970365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-235dd93c-8352-44d7-8584-9e2694a68524 req-ef8ba2a0-4719-4180-a081-45811e1b52ee tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:38.971534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-235dd93c-8352-44d7-8584-9e2694a68524 req-ef8ba2a0-4719-4180-a081-45811e1b52ee tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200246 May 27 03:27:38.996333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a78aa227-1941-41e8-a609-dcdeaf24f089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.005487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a78aa227-1941-41e8-a609-dcdeaf24f089 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.0860753 May 27 03:27:39.067545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Port b4ae4ca1-f77e-4755-aa74-c02dc493710f on network f9a2482c-648b-4c8e-91d9-85150a329773 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:39.068029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Attempting to bind port b4ae4ca1-f77e-4755-aa74-c02dc493710f on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:39.071615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-9f5082e1-1dbb-407e-a1f3-69c7c1439428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649471 May 27 03:27:39.167722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ff14-170d-404c-a206-62f2730a6f3f req-02e5628c-a449-4f81-82f9-ded234d67697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.169239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-02e5628c-a449-4f81-82f9-ded234d67697 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3589892 May 27 03:27:39.252737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-acfcd277-44d5-4923-857e-7a47990f513d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f HTTP/1.1" status: 200 len: 217 time: 0.0750592 May 27 03:27:39.256013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:39.256013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Checking segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:39.256289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Bound using segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:39.256645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Bound port: b4ae4ca1-f77e-4755-aa74-c02dc493710f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:39.257076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.304268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfbdb7-f09d-46d9-ac0e-5b442ba63053 req-998d85f5-ed8b-4e4a-9d4a-1c021d677a26 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.305768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91bfbdb7-f09d-46d9-ac0e-5b442ba63053 req-998d85f5-ed8b-4e4a-9d4a-1c021d677a26 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 950 time: 0.1031001 May 27 03:27:39.402031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a41c887c-09b4-4fb5-9cf6-dde10fd00e7f service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239102 May 27 03:27:39.482581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:39.487078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:39.501658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.519393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91bfbdb7-f09d-46d9-ac0e-5b442ba63053 req-fa93f42d-0dba-4246-9833-2c108119bdf9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934741 May 27 03:27:39.571540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-ae7dc55b-79c3-4060-a523-ba8305f2958f service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538482 May 27 03:27:39.611059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8511-c9d4-49f9-b45c-e02d441fa20d req-44dd0d03-1c9d-4c8c-9db9-09977ae4e548 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.614244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22cb8511-c9d4-49f9-b45c-e02d441fa20d req-44dd0d03-1c9d-4c8c-9db9-09977ae4e548 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.8974600 May 27 03:27:39.673699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ff14-170d-404c-a206-62f2730a6f3f req-ca8eb019-996c-4540-b111-a30ab34bfe93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.673699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-ca8eb019-996c-4540-b111-a30ab34bfe93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3850770 May 27 03:27:39.681471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:39.683750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4ae4ca1-f77e-4755-aa74-c02dc493710f HTTP/1.1" status: 200 len: 1091 time: 3.2255838 May 27 03:27:39.701568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10460a-5bdb-4a88-9b03-3c605cfa4230 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:39.852561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 86ee84b8-b7b4-4255-bf89-1a62554ad171 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:39.895312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22cb8511-c9d4-49f9-b45c-e02d441fa20d req-ead32bc8-4fed-4ad8-8cff-432a4ecffe05 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599747 May 27 03:27:39.896658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e777f5-bf8f-4f83-8b0f-a0e9afbb577a req-393db4ba-e2a5-4fa4-b5c1-bb3d98c42053 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:39.905406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26e777f5-bf8f-4f83-8b0f-a0e9afbb577a req-393db4ba-e2a5-4fa4-b5c1-bb3d98c42053 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.1880646 May 27 03:27:40.008501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26e777f5-bf8f-4f83-8b0f-a0e9afbb577a req-3bfac603-6e6b-4523-8012-ff939b7fa60c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016145 May 27 03:27:40.179315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 86ee84b8-b7b4-4255-bf89-1a62554ad171 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:40.185553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 86ee84b8-b7b4-4255-bf89-1a62554ad171 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:40.186125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.326033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:40.366353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.528430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.568675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-895d8b2d-e13b-4c62-9e92-799a1e5eba73 req-9818e288-4af4-42c4-9099-b3afbaf17249 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1272862 May 27 03:27:40.569888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1395a019-a0a2-4c6c-87f2-8c28afe61201,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:40.589098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:40.597805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-45388bb2-63aa-4372-be7f-3171e3926b26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8063788 May 27 03:27:40.610924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:40.618743 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:40.650096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce7fc1-a769-4300-b822-12736df4336a req-eeae5d28-292d-4906-8a1f-0eef9a87df63 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:40.653244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7cce7fc1-a769-4300-b822-12736df4336a req-eeae5d28-292d-4906-8a1f-0eef9a87df63 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:40.687196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7cce7fc1-a769-4300-b822-12736df4336a req-eeae5d28-292d-4906-8a1f-0eef9a87df63 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:40.693323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cce7fc1-a769-4300-b822-12736df4336a req-eeae5d28-292d-4906-8a1f-0eef9a87df63 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 949 time: 0.2358880 May 27 03:27:40.752803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7cce7fc1-a769-4300-b822-12736df4336a req-23cd9688-ab06-4081-940e-1511dc4372e9 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:40.774614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7cce7fc1-a769-4300-b822-12736df4336a req-23cd9688-ab06-4081-940e-1511dc4372e9 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:40.785802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:40.790749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cce7fc1-a769-4300-b822-12736df4336a req-23cd9688-ab06-4081-940e-1511dc4372e9 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964890 May 27 03:27:40.802930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.807033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.807561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.808089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.808962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.809551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.809973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.810388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.811046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.811469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:40.811891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:41.024656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-18521e52-cf43-404d-a437-02ef62355b5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 1094 time: 1.1707358 May 27 03:27:41.058935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e231-076e-4f53-acc4-b9a524e42627 req-08ef6671-788b-4ee7-b4cc-6225ca0b4208 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:41.069549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9f6e231-076e-4f53-acc4-b9a524e42627 req-08ef6671-788b-4ee7-b4cc-6225ca0b4208 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 943 time: 0.1352003 May 27 03:27:41.182584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9f6e231-076e-4f53-acc4-b9a524e42627 req-1945e99d-5f5b-4be7-8d6c-59432a8b6b4d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119342 May 27 03:27:41.229380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-d0f0ec03-72a4-4cd1-95f6-d2ccf7e0bcb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f HTTP/1.1" status: 200 len: 217 time: 0.0736399 May 27 03:27:41.291135 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1449ff33-91f3-4f15-9134-0a3bbef9d06b'] response: {'name': 'network-changed', 'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'status': 'completed', 'code': 200} May 27 03:27:41.322937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:41.348335 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de54174c-6368-459b-930d-324f7ce7fa89'] response: {'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171', 'code': 200} May 27 03:27:41.466874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-638aeb5a-977c-44b4-820b-95ce55be3cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155017 May 27 03:27:41.530065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:41.534516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbfe7199-f265-42b3-9a71-b0042a255926 req-48c8e480-ac9b-41a6-8bbe-c81b4f85a134 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 1101 time: 0.1096177 May 27 03:27:41.601007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbfe7199-f265-42b3-9a71-b0042a255926 req-c8b52423-8e6d-4d0c-910e-f1e7736cb6b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570645 May 27 03:27:41.604211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-fd007481-5ac7-4faa-bd1a-d8c08532a2ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:41.605875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-fd007481-5ac7-4faa-bd1a-d8c08532a2ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.3666234 May 27 03:27:41.787664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:41.807481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:41.830425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1db4a5ae-25b6-42f3-8540-70054e8b8bd4 req-0510784f-3d56-4c74-ba83-cdfe613eaf59 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 1101 time: 0.7496071 May 27 03:27:41.992060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.022378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-fde9a6c7-eb04-4524-aff0-16d7ec69a49f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317204 May 27 03:27:42.027507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.070067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:42.096490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:42.104950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.168722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6c63e87-4947-4cfb-adad-b152a72fac48 req-b490dab1-8d92-4e63-95bc-d2aad21b6fe4 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1330943 May 27 03:27:42.335004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.384415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:42.423042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:42.611733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1983ff14-170d-404c-a206-62f2730a6f3f req-c1269ecb-1740-4a5c-959e-035a98423fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1298342 May 27 03:27:42.759273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1db4a5ae-25b6-42f3-8540-70054e8b8bd4 req-5a05a9ff-21dc-48cf-9140-1c303b794fb1 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273787 May 27 03:27:42.769570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7be64-0341-404c-941f-7889ee00ebf9 req-7ad82f70-3a6d-4de3-af61-56d53a04864e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:42.782617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.784316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24420349-eeac-4679-bd20-0e34ed3d64a3 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:27:42.785550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6de7be64-0341-404c-941f-7889ee00ebf9 req-7ad82f70-3a6d-4de3-af61-56d53a04864e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.2683289 May 27 03:27:42.846467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:42.853063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2a0cdaf-fabb-4a38-823e-f7c24da5ab98 admin admin] 10.222.0.46 "DELETE /v2.0/routers/24420349-eeac-4679-bd20-0e34ed3d64a3 HTTP/1.1" status: 204 len: 168 time: 8.9988534 May 27 03:27:42.867073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:42.888616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6de7be64-0341-404c-941f-7889ee00ebf9 req-66c44703-1861-451c-9453-bbd0d22fd718 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018138 May 27 03:27:42.948219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-e5e0e929-4b13-435d-8816-319769db3954 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841169 May 27 03:27:43.233605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Deleting subnet a195f1ef-aa36-4318-b5c1-c5a4001c7b99 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:27:43.244292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.443194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.585786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.623129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ac23875-5d63-4bcf-ab25-759c96525467 req-a7799dd8-159f-4179-b39e-2eb10ad4e3a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736197 May 27 03:27:43.634599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0c48c-3602-4fd0-9683-4f7a2a2730cd req-789a95f6-141c-4287-b252-65f93646a344 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:43.636126 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9de0c48c-3602-4fd0-9683-4f7a2a2730cd req-789a95f6-141c-4287-b252-65f93646a344 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.4875014 May 27 03:27:43.678570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682b12-92ea-48e4-bca7-512483f49388 req-313ae2af-c899-4cbf-8bda-22f33221cb49 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:43.680006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22682b12-92ea-48e4-bca7-512483f49388 req-313ae2af-c899-4cbf-8bda-22f33221cb49 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 950 time: 0.4649024 May 27 03:27:43.753744 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22682b12-92ea-48e4-bca7-512483f49388 req-2fc37099-e3c4-49a1-a644-7a56dbd3945f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635481 May 27 03:27:43.755426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.772196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9de0c48c-3602-4fd0-9683-4f7a2a2730cd req-109a2265-bf49-418d-9a71-a06394e0831d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263466 May 27 03:27:43.814723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-c5cd4205-bf9f-4797-993d-3274ef97af4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 1094 time: 0.1318448 May 27 03:27:43.815437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a195f1ef-aa36-4318-b5c1-c5a4001c7b99,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:43.838983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:43.841919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07b3cc-3e05-4212-8444-c2420cc9351c None None] Network dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:27:43.852379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87f4f356-1d0a-411d-8558-2fa15b99ecda admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a195f1ef-aa36-4318-b5c1-c5a4001c7b99 HTTP/1.1" status: 204 len: 168 time: 0.9618816 May 27 03:27:43.853617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:44.062243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.107442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Deleting port e9290f25-bc32-4761-be3b-6020fb083a42 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:44.108501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.134789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-99e2b3b3-de8e-442a-b34f-91db6312c71a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:44.136367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-99e2b3b3-de8e-442a-b34f-91db6312c71a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 905 time: 0.3154399 May 27 03:27:44.186976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeca48-26c2-4ab9-ba24-114de4389e81 req-faf3a70a-3a90-48bf-8de5-a3950031eb7e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:44.190724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5eeca48-26c2-4ab9-ba24-114de4389e81 req-faf3a70a-3a90-48bf-8de5-a3950031eb7e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 943 time: 0.2259805 May 27 03:27:44.215861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc89cca9-5c8f-4f34-a073-3a73b2aecd9a req-cf46201e-8c06-48e4-8bab-adbe73939e5d tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0783298 May 27 03:27:44.333071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-a34af02a-5119-4e53-a342-78e310cbbb61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f HTTP/1.1" status: 200 len: 217 time: 0.1161172 May 27 03:27:44.372295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] DHCP port deletion for dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:27:44.379759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Deleting port e9290f25-bc32-4761-be3b-6020fb083a42 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:44.380014 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.467096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-6267e388-6389-4192-84d2-73cab2225320 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520055 May 27 03:27:44.489995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5eeca48-26c2-4ab9-ba24-114de4389e81 req-f8570ebf-9ba8-40d1-8bb3-b40d17215d79 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825027 May 27 03:27:44.551326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] For port e9290f25-bc32-4761-be3b-6020fb083a42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e9290f25-bc32-4761-be3b-6020fb083a42,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:44.551694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.607796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-c693835a-ece2-45e2-be50-bededf839ff3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:44.609938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-c693835a-ece2-45e2-be50-bededf839ff3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.2705073 May 27 03:27:44.668056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-a184fb2a-d05e-41f3-acb6-58add5ace16a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467217 May 27 03:27:44.684406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] For port e9290f25-bc32-4761-be3b-6020fb083a42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e9290f25-bc32-4761-be3b-6020fb083a42,segment=NetworkSegment(39b9b535-94a8-4e12-8b4e-0a1fe20703e6),segment_id=39b9b535-94a8-4e12-8b4e-0a1fe20703e6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:44.685282 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.692304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Calling delete_port for e9290f25-bc32-4761-be3b-6020fb083a42 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:44.822507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:44.832507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-57d14436-0d72-4466-a966-49a01bc39b8d service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542573 May 27 03:27:44.833839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Calling delete_port for e9290f25-bc32-4761-be3b-6020fb083a42 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:44.870720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9290f25-bc32-4761-be3b-6020fb083a42,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:44.898642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] No DVR routers for this DVR port e9290f25-bc32-4761-be3b-6020fb083a42 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:44.946201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:27:44.947632 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:27:44.966547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd079a-eb12-44ba-adfb-72331d2d7d55 req-d7eca056-3591-435c-8c8b-7c44969b9b2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:44.968078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eabd079a-eb12-44ba-adfb-72331d2d7d55 req-d7eca056-3591-435c-8c8b-7c44969b9b2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.1955621 May 27 03:27:45.027296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a4c9f5a2-ca3a-43d2-9576-b84d272f9a67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:45.034944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a4c9f5a2-ca3a-43d2-9576-b84d272f9a67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5550642 May 27 03:27:45.057292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.077033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a8ebed20-e11c-4d5f-9f6f-5b3571f1653f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.0409534 May 27 03:27:45.087424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eabd079a-eb12-44ba-adfb-72331d2d7d55 req-72be4e8e-10d7-478d-97a2-fab1872ee4a2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763688 May 27 03:27:45.114146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:45.148693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b9b535-94a8-4e12-8b4e-0a1fe20703e6') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:45.153224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b9b535-94a8-4e12-8b4e-0a1fe20703e6') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:45.181936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.185527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c8a95-bff6-413a-82f1-8eb50d66eadc req-d8bb525d-f06c-4668-bb38-f9530c0246f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485990 May 27 03:27:45.209048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.223005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:27:45.223908 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: timer() May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:27:45.238872 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:27:45.271092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-e9e84d45-35e5-46b9-a361-dfc1af2e2e35 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1930821 May 27 03:27:45.449459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Deleting port e9290f25-bc32-4761-be3b-6020fb083a42 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:45.449993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.583667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:45.611824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.618666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.679884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-500bf798-125b-4e64-b1f9-f31ff87e5bce None None] The port 'e9290f25-bc32-4761-be3b-6020fb083a42' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:27:45.683914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd0198-d522-42cf-ad80-a983e2493803 req-1472c62a-e3ea-430b-8375-45af673e978f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:45.687626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18cd0198-d522-42cf-ad80-a983e2493803 req-1472c62a-e3ea-430b-8375-45af673e978f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.1687701 May 27 03:27:45.701872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:45.751289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba497-4f7c-45d5-b6f9-58c955849fec req-36d56381-ba80-49d2-bc79-5b14d8e1a31b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:45.753015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eefba497-4f7c-45d5-b6f9-58c955849fec req-36d56381-ba80-49d2-bc79-5b14d8e1a31b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 950 time: 0.4492972 May 27 03:27:45.754451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec8ed95c-dae0-4d1c-a3e1-fec8ff2f1112 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dea56ccd-c2cf-4aaf-a4fb-3d73bbeee5a8 HTTP/1.1" status: 204 len: 168 time: 1.8997738 May 27 03:27:45.757568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:45.785716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:45.804433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:45.805113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:45.862680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eefba497-4f7c-45d5-b6f9-58c955849fec req-2b5d5289-2fd8-4517-838e-c91e29230580 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997412 May 27 03:27:45.966364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18cd0198-d522-42cf-ad80-a983e2493803 req-fb2d57ef-51d3-465d-8b1e-5e9bbdbafc88 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710094 May 27 03:27:46.001996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.112070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:46.150332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:46.162251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.342490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f60e7e2-39ce-4427-afe7-f0c0a47d46d5 req-24163cf2-3fcc-480a-8a50-2d4d1d426ca2 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1333008 May 27 03:27:46.362107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1395a019-a0a2-4c6c-87f2-8c28afe61201 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:46.414566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a34a8c48-d1e1-488b-976a-529351af0883 req-9dbb218c-3044-43af-8f32-a17c5e499860 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 210 time: 0.0485926 May 27 03:27:46.474469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 1395a019-a0a2-4c6c-87f2-8c28afe61201 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:46.475060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1395a019-a0a2-4c6c-87f2-8c28afe61201 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:46.475653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e9290f25-bc32-4761-be3b-6020fb083a42 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:46.566502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e9290f25-bc32-4761-be3b-6020fb083a42 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:27:46.566841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e9290f25-bc32-4761-be3b-6020fb083a42 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:46.595388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:46.775228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:46.776839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9884e-c41e-41ea-b075-b4e49d56d3a1 req-85c916d8-ce54-4a49-a6a1-9b43ee8bf1df tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:46.779400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1b9884e-c41e-41ea-b075-b4e49d56d3a1 req-85c916d8-ce54-4a49-a6a1-9b43ee8bf1df tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 943 time: 0.1406610 May 27 03:27:46.848514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1b9884e-c41e-41ea-b075-b4e49d56d3a1 req-da6c267e-cefc-4963-9c85-f8719d57a2dc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621166 May 27 03:27:46.983307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0301e-41e8-4452-a83d-5652b7c2fc4a req-bfbe3d86-b89b-42f4-89f2-da3b8293ce3e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:46.991945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f0301e-41e8-4452-a83d-5652b7c2fc4a req-bfbe3d86-b89b-42f4-89f2-da3b8293ce3e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.2940013 May 27 03:27:47.079973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f0301e-41e8-4452-a83d-5652b7c2fc4a req-22b16186-582f-480d-913e-a2b85371c026 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 May 27 03:27:47.134505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:27:47.228768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-984fdc28-a0f9-4a5d-9596-4abfb3cf4e9d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291586 May 27 03:27:47.234683 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bd29f9-0fa0-4e39-9d10-16473e6106f1'] response: {'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'code': 200} May 27 03:27:47.259287 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-6aeeb316-9a57-4ccd-a973-43611e147e45 service neutron] show failed (client error): The resource could not be found. May 27 03:27:47.260606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-6aeeb316-9a57-4ccd-a973-43611e147e45 service neutron] 10.222.0.41 "GET /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1924863 May 27 03:27:47.276879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d99b5e-5d4f-49f7-8aa3-d85fbc71a939 req-ceb08791-37a0-4f02-8ee8-d40b33e96a2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:47.291923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5d99b5e-5d4f-49f7-8aa3-d85fbc71a939 req-ceb08791-37a0-4f02-8ee8-d40b33e96a2b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.2663231 May 27 03:27:47.360567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5d99b5e-5d4f-49f7-8aa3-d85fbc71a939 req-0602f44a-c14f-4c1f-9e65-2d4944875fc2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 May 27 03:27:47.542790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a3b19c1f-a1f4-4373-8f24-5b9e8dd0b1f1 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:47.544384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a3b19c1f-a1f4-4373-8f24-5b9e8dd0b1f1 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009326 May 27 03:27:47.579219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:47.614186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:47.689787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7c8b54e-64f7-4ae8-b6ad-dc0d19a757aa req-5253b28c-6b54-4a26-b87d-777658bf41aa tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1288292 May 27 03:27:47.868705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-d40fcd33-5a85-4fea-8102-3851728ffa26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1101 time: 0.1063285 May 27 03:27:47.871175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:47.888556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:47.899388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'mac_address': 'fa:16:3e:25:d6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:47.981201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1619b85c-038c-4ad3-9801-a97313ca4ad4 req-5560aad1-0bef-4bd4-99df-07f4835782f4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 210 time: 0.0516005 May 27 03:27:48.023601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.075032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ae4ca1-f77e-4755-aa74-c02dc493710f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:48.110988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bef0d147-63eb-4049-923e-59dff1d4c0da req-1c1c918c-058d-480b-8167-8fcc78c3ba48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1100 time: 0.5615141 May 27 03:27:48.119386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:48.121808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89a926-28fb-4e37-b11d-03d34061a111 req-63315e9c-de36-4df9-a0e7-290b10d98b6f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:48.126633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.142785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf89a926-28fb-4e37-b11d-03d34061a111 req-63315e9c-de36-4df9-a0e7-290b10d98b6f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.6501307 May 27 03:27:48.184145 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.237231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:48.264280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:48.297845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:48.320097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:48.323205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:48.354730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bef0d147-63eb-4049-923e-59dff1d4c0da req-ec501200-7443-4911-b661-4a4a20ddf336 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840858 May 27 03:27:48.436548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b4ae4ca1-f77e-4755-aa74-c02dc493710f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:48.529592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf89a926-28fb-4e37-b11d-03d34061a111 req-bb54cf19-3d44-4b04-9da8-aedf23889193 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855786 May 27 03:27:48.580501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c642dcb-fc18-45cd-b484-adff38e834b1 req-df7bc02e-355c-42f6-89b0-59864c968ca4 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:48.594587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c642dcb-fc18-45cd-b484-adff38e834b1 req-df7bc02e-355c-42f6-89b0-59864c968ca4 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 944 time: 0.3177574 May 27 03:27:48.796223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:48.849214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:48.955002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4272ec-9234-4aff-94a8-86b175091d2e req-a1b73ca5-c44a-4ea1-8052-de195d980ab8 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:48.956674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a4272ec-9234-4aff-94a8-86b175091d2e req-a1b73ca5-c44a-4ea1-8052-de195d980ab8 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1297445 May 27 03:27:48.966612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c642dcb-fc18-45cd-b484-adff38e834b1 req-025a9b78-ba22-4dc6-a14b-9e9e11a07c40 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616509 May 27 03:27:49.009789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:49.022699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.050625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Transition to ACTIVE for port object 985eaaa0-11b9-44bf-9141-49af34db6e43 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:49.065271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.215037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Deleting port 5fc3d8d4-ae61-4254-b898-980d1e955994 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:27:49.215615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.272806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a4272ec-9234-4aff-94a8-86b175091d2e req-d06c987e-0d93-41a7-8e00-e42bd31273ab tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058174 May 27 03:27:49.338993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:49.392045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] No DVR routers for this DVR port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:49.541553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:49.542477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:49.543656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:49.567557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e368-737b-4d7f-910c-e38ffa07eb0a req-5a743a8a-d97d-4b54-8685-504e21c30e0c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:49.570692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2484e368-737b-4d7f-910c-e38ffa07eb0a req-5a743a8a-d97d-4b54-8685-504e21c30e0c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 948 time: 0.3056524 May 27 03:27:49.573475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:49.574677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:49.610992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:49.611483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:49.611964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:49.612643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Bound port: 985eaaa0-11b9-44bf-9141-49af34db6e43, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:49.613446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.698646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] For port 5fc3d8d4-ae61-4254-b898-980d1e955994, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5fc3d8d4-ae61-4254-b898-980d1e955994,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:49.698993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.709790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2484e368-737b-4d7f-910c-e38ffa07eb0a req-20a88217-0924-4bf4-8560-8f6e76a6327f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 May 27 03:27:49.780260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:49.795046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:49.803389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:49.844857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Calling delete_port for 5fc3d8d4-ae61-4254-b898-980d1e955994 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:27:49.884869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:27:50.053214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.072994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe69011a-f4e6-4c1e-ae76-7a0fefb6fdf1 req-287a3732-6254-4f2b-9d47-f0b81049c396 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 210 time: 0.0955279 May 27 03:27:50.082891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.085214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-643465bb-cda5-41d5-a974-1710cd0f0925 service neutron] 10.222.0.21 "PUT /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 1096 time: 2.2057428 May 27 03:27:50.125565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8efc9ac-8a2a-4252-899c-94593f87641c req-84a8413d-861a-4780-a56d-019011af4af8 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0620344 May 27 03:27:50.131544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:50.179468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:27:50.328015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.88 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/0c9a14b7-a8b0-46d4-a560-abd34f673169) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:50.370060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-94052f98-5b8e-4feb-958f-b930d9d7fb3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1099 time: 0.2356608 May 27 03:27:50.424647 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907b2fc-2ac9-4c8a-8b69-d8611844be18'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'code': 200} May 27 03:27:50.744108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc3d8d4-ae61-4254-b898-980d1e955994,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:50.755297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-2ed48804-b015-4216-9324-4794c05b20b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:50.756793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-2ed48804-b015-4216-9324-4794c05b20b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3765926 May 27 03:27:50.896584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-034125f7-2f04-41c9-a5ce-23058d6b49e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.1065972 May 27 03:27:50.990939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3b03-7e0e-4035-947b-d1680b146127 req-7a4d0ed9-60e8-405b-8cf2-b253db1f9c52 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:50.990939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccea3b03-7e0e-4035-947b-d1680b146127 req-7a4d0ed9-60e8-405b-8cf2-b253db1f9c52 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 946 time: 0.4063430 May 27 03:27:51.010220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388a06f-063d-4451-a916-d5123a3e1e55 req-47e613e7-214b-4703-9884-a67f3e91ea7d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.011825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6388a06f-063d-4451-a916-d5123a3e1e55 req-47e613e7-214b-4703-9884-a67f3e91ea7d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 944 time: 0.2820604 May 27 03:27:51.014832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-9cd128fd-1034-4e54-b967-f6b220bcacb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.016729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-9cd128fd-1034-4e54-b967-f6b220bcacb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1127830 May 27 03:27:51.099602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccea3b03-7e0e-4035-947b-d1680b146127 req-d66ec6da-fce0-483f-ace1-16089d6c8476 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169584 May 27 03:27:51.122074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.165954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6388a06f-063d-4451-a916-d5123a3e1e55 req-bb2d4836-7f2f-450c-a562-4a2ee1663ac9 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401756 May 27 03:27:51.205239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-a1fc00ee-d2c4-465f-a96c-4b73eac075f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355159 May 27 03:27:51.246352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.427721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 0c9a14b7-a8b0-46d4-a560-abd34f673169 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:51.489977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-1161fbb9-9dd5-43cb-a296-800e5ec03bd0 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699223 May 27 03:27:51.538107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-dc034b48-5fd1-4307-9a40-cd9e6c960070 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1097 time: 0.3969824 May 27 03:27:51.560786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-2'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:51.589406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:51.593007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:51.650089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:51.657751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-588d6eb1-d3cb-4848-84d0-4852ecb9cc23 req-744ad341-8a96-40b1-9661-974f732b31b7 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549025 May 27 03:27:51.689121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', '9e4409d6-eeba-496d-9886-ed4721a0c9e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:51.704391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b660d-2028-473f-a458-9a22ce07b101 req-0f66ed3e-984f-4c14-9884-c5b3a228817c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:51.706892 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f15b660d-2028-473f-a458-9a22ce07b101 req-0f66ed3e-984f-4c14-9884-c5b3a228817c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 948 time: 0.2986364 May 27 03:27:51.798205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f15b660d-2028-473f-a458-9a22ce07b101 req-343ffe24-1ec7-462c-a12c-04bcd19b41af tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 May 27 03:27:51.860302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port b4ae4ca1-f77e-4755-aa74-c02dc493710f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:51.872490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port b4ae4ca1-f77e-4755-aa74-c02dc493710f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:51.872490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.035546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:52.050441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:52.060118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:52.066868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:52.070804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.071434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.081652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846094-ca4a-497e-8649-b5abbbfe7987 req-8cc47b90-d0e6-4179-bd4a-dc42184ee49a tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.084929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38846094-ca4a-497e-8649-b5abbbfe7987 req-8cc47b90-d0e6-4179-bd4a-dc42184ee49a tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.6206186 May 27 03:27:52.140672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.157178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.167856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9540c-89a8-4a5e-81c6-d89d3d0b280d req-0f8392aa-6b7b-4cb4-afc9-ca43ac0166c9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.169444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eb9540c-89a8-4a5e-81c6-d89d3d0b280d req-0f8392aa-6b7b-4cb4-afc9-ca43ac0166c9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 935 time: 0.1714432 May 27 03:27:52.262206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eb9540c-89a8-4a5e-81c6-d89d3d0b280d req-d1f6897b-a2b0-47a7-8a84-fe3471a9cc16 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852220 May 27 03:27:52.292653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38846094-ca4a-497e-8649-b5abbbfe7987 req-278ccb2b-aca4-48f1-b6ac-99aa5507c66f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856573 May 27 03:27:52.336493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-58304724-b794-4683-ae25-f775611d0383 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7285798 May 27 03:27:52.426125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:52.517172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:52.567879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:52.569464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-365edc4d-c01d-4405-929f-57a259f69d1d req-7b46efa6-584c-445a-b832-a5880cb13516 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0875332 May 27 03:27:52.613002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.731920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:52.780374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:52.793068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-494ee00a-7374-4835-bb91-29475b41aed9 None None] Provisioning for port 0c9a14b7-a8b0-46d4-a560-abd34f673169 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:52.801618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-494ee00a-7374-4835-bb91-29475b41aed9 None None] Provisioning complete for port 0c9a14b7-a8b0-46d4-a560-abd34f673169 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:52.802275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-494ee00a-7374-4835-bb91-29475b41aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.819224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44efb1b-df6a-4d2e-b01b-5ebbbc997294 req-7589d086-dfb8-43af-814c-57f9505f836d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:52.822089 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f44efb1b-df6a-4d2e-b01b-5ebbbc997294 req-7589d086-dfb8-43af-814c-57f9505f836d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 945 time: 0.1156976 May 27 03:27:52.829014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:52.865515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:52.880274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Request body: {'port': {'device_id': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:52.919961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f44efb1b-df6a-4d2e-b01b-5ebbbc997294 req-ddc31382-5ab7-4a1e-831c-098f8afbecde tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896816 May 27 03:27:52.973332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-494ee00a-7374-4835-bb91-29475b41aed9 None None] Port 0c9a14b7-a8b0-46d4-a560-abd34f673169 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:52.995378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:53.022783 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ab4bdf-33ac-42de-8729-bf0a393db1d6'] response: {'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'status': 'completed', 'code': 200} May 27 03:27:53.145021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.159700 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecd5dca-91a5-4c6e-98df-bcf401057f9c'] response: {'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'code': 200} May 27 03:27:53.195657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.21', 54755) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:53.327247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-cee1460b-b3d5-4a35-a83e-854e7a820589 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459013 May 27 03:27:53.390101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.452630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-17995078-cd70-4515-8c5a-ddac1ce55d7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1099 time: 0.2971213 May 27 03:27:53.459671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-8f2cfaa3-0064-42cd-b19a-336666ba4f56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1099 time: 0.3766742 May 27 03:27:53.519708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.597061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b3f76d91-029c-4964-bda3-1c589973d37c details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:53.794163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-c56295d0-79bc-49e4-b694-9f82a34cce55 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.801115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-c56295d0-79bc-49e4-b694-9f82a34cce55 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729757 May 27 03:27:53.843753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:53.868451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-93b81e09-7909-4e89-9f45-2e7e2da0a420 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/quotas/bad8e849f09e41b7bb5cd28131150eb0 HTTP/1.1" status: 200 len: 375 time: 0.0661910 May 27 03:27:53.893952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:53.894616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:53.895163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:53.904684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:53.905310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:53.918951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:53.919779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:53.920588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:53.921867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Bound port: b3f76d91-029c-4964-bda3-1c589973d37c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:53.922704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:53.941201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:53.942515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-641ed76d-5a34-4fc6-bfc5-80fcb5f8429e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.944681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-641ed76d-5a34-4fc6-bfc5-80fcb5f8429e service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4616125 May 27 03:27:53.947072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-afc4b17a-0fd3-4183-967a-7408691b501d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:53.948765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-afc4b17a-0fd3-4183-967a-7408691b501d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4879947 May 27 03:27:54.028079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86c59b-2d5e-4f01-9503-1e63ec48defa req-d3fa5328-96c8-42fe-a38d-6635cdde85aa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.038404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f86c59b-2d5e-4f01-9503-1e63ec48defa req-d3fa5328-96c8-42fe-a38d-6635cdde85aa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 1.0865858 May 27 03:27:54.102222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-0ccdfafa-0714-4fea-a0c7-e930d27e6b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.0853124 May 27 03:27:54.103631 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-5932c073-24ab-409c-94b1-831349ad1ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.1484003 May 27 03:27:54.166222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:54.178275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:54.192813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:54.245296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-431477af-5734-4561-8fa3-eb3b7f88d65f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3758616 May 27 03:27:54.273138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-cd4e2d85-b19a-4c5e-9b11-5b585a2ecae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.278105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-cd4e2d85-b19a-4c5e-9b11-5b585a2ecae1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1679134 May 27 03:27:54.283667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-5c987172-72fc-4740-92fc-d6d6e400e3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:54.299154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-5c987172-72fc-4740-92fc-d6d6e400e3ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1550157 May 27 03:27:54.316083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9a14b7-a8b0-46d4-a560-abd34f673169 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:54.331976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:54.350496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Transition to ACTIVE for port object 0c9a14b7-a8b0-46d4-a560-abd34f673169 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:54.421484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:54.431652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:54.447980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:54.448378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:54.448716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:54.458977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204716ea-c2ae-42d7-a96e-0d6944b16725 req-12efd7d3-2332-41a9-b566-18785b93ab21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 1096 time: 1.0702293 May 27 03:27:54.593490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:54.593893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Attempting to bind port b3f76d91-029c-4964-bda3-1c589973d37c on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:54.606748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:54.675083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b3f76d91-029c-4964-bda3-1c589973d37c has no active binding in host n-h1-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:27:54.904092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:54.904547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:54.905200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:54.905891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Bound port: b3f76d91-029c-4964-bda3-1c589973d37c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:54.907047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:54.936739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204716ea-c2ae-42d7-a96e-0d6944b16725 req-64e02a91-6a0c-43ca-a5b9-1e9492c996c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693984 May 27 03:27:54.949537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-e46ab8dc-c78c-4f1d-8344-5ebd4965b414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6487613 May 27 03:27:54.964947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-0bb67719-43af-4ac1-b019-984f336d4d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5879698 May 27 03:27:55.105165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed96cf-db59-4fc6-846d-ffc30217b3ea req-cd15c0a9-fecb-4e9c-947e-ce44487b52fb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:55.106764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04ed96cf-db59-4fc6-846d-ffc30217b3ea req-cd15c0a9-fecb-4e9c-947e-ce44487b52fb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 948 time: 0.4113808 May 27 03:27:55.182541 n-d-843301-2 neutron-server[84155]: WARNING neutron.plugins.ml2.plugin [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Concurrent port binding operations failed on port b3f76d91-029c-4964-bda3-1c589973d37c May 27 03:27:55.291937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:55.298909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Attempting to bind port 0c9a14b7-a8b0-46d4-a560-abd34f673169 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:27:55.299233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Attempting to bind port 0c9a14b7-a8b0-46d4-a560-abd34f673169 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:27:55.299527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Attempting to bind port 0c9a14b7-a8b0-46d4-a560-abd34f673169 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:55.303823 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Attempt 2 to bind port b3f76d91-029c-4964-bda3-1c589973d37c May 27 03:27:55.307331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f86c59b-2d5e-4f01-9503-1e63ec48defa req-31d88d1e-5959-4e5a-b36f-e171a515517e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2675858 May 27 03:27:55.311788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.313421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-603bc4c5-f63c-4073-9bb2-fb2473d00bc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 1122 time: 3.7562129 May 27 03:27:55.326399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Port 0c9a14b7-a8b0-46d4-a560-abd34f673169 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:27:55.326803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Attempting to bind port 0c9a14b7-a8b0-46d4-a560-abd34f673169 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:27:55.360756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-b201fb93-7291-4422-8c1a-ab9d1e6e5405 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936610 May 27 03:27:55.368705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:27:55.369131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:27:55.369503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:27:55.369948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Bound port: 0c9a14b7-a8b0-46d4-a560-abd34f673169, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:27:55.370302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.376922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04ed96cf-db59-4fc6-846d-ffc30217b3ea req-4773328b-f8ab-40d6-98d6-5a6f0707effa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612207 May 27 03:27:55.427255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b3f76d91-029c-4964-bda3-1c589973d37c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:55.554196 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63714f8e-dee3-4fbb-9e43-3a7c196de7a1'] response: {'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'code': 200} May 27 03:27:55.602248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b3f76d91-029c-4964-bda3-1c589973d37c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:55.679616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:55.690797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:55.695029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-522c2288-07a5-4e0b-a68e-ed0321430269 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614882 May 27 03:27:55.711164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.763038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:27:55.917467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135ee1-fc5e-4a3d-810d-6fa884f8923b req-63b40bae-a1d7-4654-b52c-54e5b7521d14 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:55.918834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29135ee1-fc5e-4a3d-810d-6fa884f8923b req-63b40bae-a1d7-4654-b52c-54e5b7521d14 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 947 time: 0.3717742 May 27 03:27:55.923489 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-a3345319-17ae-48a4-987d-acd70741400f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452952 May 27 03:27:55.925987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:55.939078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00b9466c-6091-4879-ba94-0062c1cec296 req-d3a2203c-d84d-4d98-80dc-5054f5567c91 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1282032 May 27 03:27:55.946820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'mac_address': 'fa:16:3e:c8:d5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:27:55.970700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:55.973145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c9a14b7-a8b0-46d4-a560-abd34f673169 HTTP/1.1" status: 200 len: 1095 time: 3.0988474 May 27 03:27:56.001626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dbf84-1e27-42d7-89c3-4183fec9f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:56.019907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0317c8a7-2973-4c37-ad12-9d6eef426581 req-0e60b3d2-5c53-4d2e-847d-8ade4ca1eefe service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131278 May 27 03:27:56.067113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:56.128702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.178750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985eaaa0-11b9-44bf-9141-49af34db6e43 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:27:56.205458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.228539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29135ee1-fc5e-4a3d-810d-6fa884f8923b req-035acf45-c98e-4d69-86b8-62c1494598b5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008626 May 27 03:27:56.381288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:56.427397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:56.516105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-d5a0fcdf-53aa-4f27-99a0-d5f13b62d842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 1098 time: 0.4186285 May 27 03:27:56.585415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee2337b2-2b9f-4867-b1ce-2e6a0d4608d1 req-35f6d42f-601b-4275-ad59-784580314ac0 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 210 time: 0.0665317 May 27 03:27:56.640226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:56.657270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d83417-bdf6-46ec-a7f9-5fb96cf74751 req-cc2865c5-e5dc-4b6b-9408-2f680631ce52 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:56.657983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67d83417-bdf6-46ec-a7f9-5fb96cf74751 req-cc2865c5-e5dc-4b6b-9408-2f680631ce52 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:27:56.684298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67d83417-bdf6-46ec-a7f9-5fb96cf74751 req-cc2865c5-e5dc-4b6b-9408-2f680631ce52 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:27:56.696173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67d83417-bdf6-46ec-a7f9-5fb96cf74751 req-cc2865c5-e5dc-4b6b-9408-2f680631ce52 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 945 time: 0.3896577 May 27 03:27:56.707719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-23b8858e-730f-4777-a518-ff261b92ddc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169 HTTP/1.1" status: 200 len: 217 time: 0.1204519 May 27 03:27:56.821325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-73e113ef-ccd1-470d-a31b-ead5b85c572f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:56.823284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-73e113ef-ccd1-470d-a31b-ead5b85c572f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1006382 May 27 03:27:56.823992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-51502259-3460-4a7b-b022-576c2e5abd42 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983169 May 27 03:27:56.869169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['985eaaa0-11b9-44bf-9141-49af34db6e43'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:57.008424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-c60f56a2-d10a-4224-822e-7647719e2624 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743100 May 27 03:27:57.016325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-a40556ba-fa1f-4c32-ba74-b0520330174c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.018035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-a40556ba-fa1f-4c32-ba74-b0520330174c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675506 May 27 03:27:57.043021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67d83417-bdf6-46ec-a7f9-5fb96cf74751 req-1e3a75fe-a577-4009-ba6e-930d0512beae tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437397 May 27 03:27:57.080385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Request body: {'port': {'device_id': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'bad8e849f09e41b7bb5cd28131150eb0'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:57.145369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:57.163260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-580e1f9f-c836-4525-a9e6-d0e5911f08f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/d8c4cce2-2b93-4037-a6ae-6f563b0f79c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4044926 May 27 03:27:57.164253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:27:57.241542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Sync routers for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:27:57.354299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb2bd273-04fc-45b5-a083-5691dc9c81d3 req-8621e784-bde9-4e1e-a5ac-88a915fe2347 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0751948 May 27 03:27:57.399899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:57.400525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:57.445737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-a17c7ae0-659e-41a0-b62e-d12eafa975cb service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284079 May 27 03:27:57.588864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c'}, {'name': 'network-changed', 'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:27:57.755533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-3da0660c-96cc-4391-926f-e2c268cb6697 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.757819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-3da0660c-96cc-4391-926f-e2c268cb6697 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&tenant_id=185eb08e01504918865d46ecdabc7468&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 949 time: 0.4020667 May 27 03:27:57.765378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:27:57.777326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:27:57.779872 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e084412-f223-405a-b0c2-ab8a4f792fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.820018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:57.827397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9472c1de-2014-49eb-920a-98ee35cb1a5a req-91dd008e-a1f0-48da-8844-5353698ffa4f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734643 May 27 03:27:57.839700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32767f-713d-4e61-9475-238943c4efa5 req-954b2ce7-136e-4457-b0a1-d8c845dbc8b7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.841791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc32767f-713d-4e61-9475-238943c4efa5 req-954b2ce7-136e-4457-b0a1-d8c845dbc8b7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.1772830 May 27 03:27:57.894874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Made reservation on behalf of bad8e849f09e41b7bb5cd28131150eb0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:57.898014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:57.904206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc32767f-713d-4e61-9475-238943c4efa5 req-ee723636-182c-47ff-8510-56d607607ba7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 May 27 03:27:57.919013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615b6d7-d547-4733-84e3-e2f21b677b15 req-5f55c314-25b2-4d71-9806-769bab4dcf43 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:57.926539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f615b6d7-d547-4733-84e3-e2f21b677b15 req-5f55c314-25b2-4d71-9806-769bab4dcf43 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.4696908 May 27 03:27:57.998253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-b0cfe83d-b99a-44a4-bc5b-b06f5e1805c7 service neutron] 10.222.0.21 "GET /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 382 time: 0.2096622 May 27 03:27:58.018575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f615b6d7-d547-4733-84e3-e2f21b677b15 req-086e9401-f3e4-468d-9b4a-92067aab9686 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910733 May 27 03:27:58.166375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1c78-bd6c-4b21-b474-14d6cad05e72 req-248ecccc-103c-4c33-8009-ad7a067660bf tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.174585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e49f1c78-bd6c-4b21-b474-14d6cad05e72 req-248ecccc-103c-4c33-8009-ad7a067660bf tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 947 time: 0.1259921 May 27 03:27:58.317506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e49f1c78-bd6c-4b21-b474-14d6cad05e72 req-f8e61a56-569a-4f29-ad84-883eb5f510c4 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414604 May 27 03:27:58.338912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:58.365931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Checking router: d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:27:58.375042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Allocated IP 192.168.233.95 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/35acdf68-750d-4ac1-8327-28d279c01777) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:58.379710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Routers {'d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:27:58.381398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:58.491551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-d5393c53-3c7a-4211-bcbe-1239b04fa540 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 1098 time: 0.2412980 May 27 03:27:58.495884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-45ae6e5f-9ff4-4924-ac09-3e9c7a440ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1125 time: 0.1773694 May 27 03:27:58.559787 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016cef59-56d6-4d53-8106-9738fc22e076'] response: {'name': 'network-changed', 'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'status': 'completed', 'code': 200} May 27 03:27:58.560038 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016cef59-56d6-4d53-8106-9738fc22e076'] response: {'name': 'network-changed', 'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169', 'status': 'completed', 'code': 200} May 27 03:27:58.637597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-323f6234-e78b-4626-a4df-c2da9776a0be req-0836e88f-995b-41ba-ba36-7279157cafad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 210 time: 0.0760806 May 27 03:27:58.716054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.725685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] Set router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:27:58.737342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Transition to ACTIVE for port object 35acdf68-750d-4ac1-8327-28d279c01777 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:27:58.777851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:58.876663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-376396e3-1d36-460f-88d1-a08ae8d6b27d req-70f14b91-a14b-4061-a61e-6635e36ec68f tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1029265 May 27 03:27:58.929601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6117932-629f-4719-a579-9f04670c95c7 req-dc0330d2-4e86-4d8f-a8ab-a4f08b92cd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:58.933772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-dc0330d2-4e86-4d8f-a8ab-a4f08b92cd58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.3850274 May 27 03:27:59.004237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-b81ab9a3-d818-4f5c-a945-25ca84d3cfce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1100 time: 0.9772747 May 27 03:27:59.006776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:59.015488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event updated for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:59.025457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:59.205423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:27:59.209704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.210342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.241258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['86ee84b8-b7b4-4255-bf89-1a62554ad171'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:59.263901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-8a2a7536-82e4-42ca-9cfd-2aac6bc7c058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.265303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-3750a109-84b5-4c6c-8265-2866d8c223f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 217 time: 0.2991366 May 27 03:27:59.265970 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-8a2a7536-82e4-42ca-9cfd-2aac6bc7c058 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2371328 May 27 03:27:59.294062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:27:59.424746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-dd84f28b-7d4e-47f2-b012-ef7df90f3e59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.0936224 May 27 03:27:59.425245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6117932-629f-4719-a579-9f04670c95c7 req-ae963457-dbd7-49d2-b1a2-e323fc2f7ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.425912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-e0b9c0cf-146a-4a5f-bc27-067f08531749 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3647161 May 27 03:27:59.426867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-ae963457-dbd7-49d2-b1a2-e323fc2f7ddd service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.9281414 May 27 03:27:59.432108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6117932-629f-4719-a579-9f04670c95c7 req-d559d1c0-c3bf-4163-92dc-a73f4ebc2eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.434792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-d559d1c0-c3bf-4163-92dc-a73f4ebc2eba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1681201 May 27 03:27:59.441650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bd90-9923-4c4f-b238-0e9c036235af req-7d7b87ef-657b-4b6a-ad9c-747ed5d689e7 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.442402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.448805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84b5bd90-9923-4c4f-b238-0e9c036235af req-7d7b87ef-657b-4b6a-ad9c-747ed5d689e7 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 945 time: 0.8584685 May 27 03:27:59.514914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Request body: {'port': {'device_id': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:27:59.529677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-061fb422-154d-4f18-92ae-6fff60869325 None None] Provisioning for port 35acdf68-750d-4ac1-8327-28d279c01777 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:27:59.539715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-061fb422-154d-4f18-92ae-6fff60869325 None None] Provisioning complete for port 35acdf68-750d-4ac1-8327-28d279c01777 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:27:59.540632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-061fb422-154d-4f18-92ae-6fff60869325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.696310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-e47d87ec-9705-4b2e-82f6-3939e4e29263 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169 HTTP/1.1" status: 200 len: 217 time: 0.1933734 May 27 03:27:59.705711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-ffc72c81-687b-420b-b616-ef0af38401de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379653 May 27 03:27:59.721727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:27:59.794270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:27:59.870138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:59.890224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84b5bd90-9923-4c4f-b238-0e9c036235af req-a168e2e0-baa2-4333-a8ea-56fa9984365e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404206 May 27 03:27:59.892314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bde0a-744a-46f9-abc2-ab0e17448aac None None] The sync data for ids ['d8c4cce2-2b93-4037-a6ae-6f563b0f79c4'] in n-d-843301-2 is: [{'id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-819188761-router', 'tenant_id': '3edbcdcf8eb9462592c1942e6980489a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:30Z', 'updated_at': '2022-05-27T03:27:49Z', 'revision_number': 5, 'project_id': '3edbcdcf8eb9462592c1942e6980489a', 'gw_port': {'id': '559c0f8d-5319-4ada-b19d-e368f6b8a349', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:32:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c4cce2-2b93-4037-a6ae-6f563b0f79c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:31Z', 'updated_at': '2022-05-27T03:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:27:59.904855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6117932-629f-4719-a579-9f04670c95c7 req-cc8c2a3b-5219-4115-92c5-9342aae853fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:27:59.907592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-cc8c2a3b-5219-4115-92c5-9342aae853fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2000086 May 27 03:27:59.932400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-061fb422-154d-4f18-92ae-6fff60869325 None None] Port 35acdf68-750d-4ac1-8327-28d279c01777 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:27:59.964200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05bc0dd4-f1e3-4fe0-8bb5-40ed39ff80c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.073339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 985eaaa0-11b9-44bf-9141-49af34db6e43 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:00.084807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 985eaaa0-11b9-44bf-9141-49af34db6e43 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:00.091402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.145060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-699ac4e7-d810-42a4-a54c-b490fa474c60 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017732 May 27 03:28:00.297618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5fc3d8d4-ae61-4254-b898-980d1e955994 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:00.347620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.380256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-87994ea0-4391-4001-812e-cc3e25e302a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259531 May 27 03:28:00.381309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35acdf68-750d-4ac1-8327-28d279c01777 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:00.389132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.410399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Transition to ACTIVE for port object 35acdf68-750d-4ac1-8327-28d279c01777 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:00.414276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-8d0a7051-e6f6-4fe7-bfc5-d5ef76fb3e74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:00.415931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-8d0a7051-e6f6-4fe7-bfc5-d5ef76fb3e74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.8394051 May 27 03:28:00.421887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.422444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5fc3d8d4-ae61-4254-b898-980d1e955994 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:28:00.423103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5fc3d8d4-ae61-4254-b898-980d1e955994 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:00.464805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:00.475921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e602c-4f97-4b3b-b09e-5b1e098582f1 req-d761536c-bed3-4603-963c-5850125c3a35 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:00.482264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:00.484303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e60e602c-4f97-4b3b-b09e-5b1e098582f1 req-d761536c-bed3-4603-963c-5850125c3a35 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.4146872 May 27 03:28:00.487698 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.524547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-dbf65c99-0bc5-4670-b48c-8833f03cfba9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6039050 May 27 03:28:00.606585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:00.678854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e60e602c-4f97-4b3b-b09e-5b1e098582f1 req-b8ec9c64-32c0-4550-ae0b-8ebb8c97f448 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936216 May 27 03:28:00.731759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-29fdcb60-dd0f-4125-8dd7-02cfdb302579 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932781 May 27 03:28:00.733149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Attempting to bind port 35acdf68-750d-4ac1-8327-28d279c01777 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:00.733615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Attempting to bind port 35acdf68-750d-4ac1-8327-28d279c01777 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:00.733804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Attempting to bind port 35acdf68-750d-4ac1-8327-28d279c01777 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:00.753826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a0d67-1c81-4e50-a876-3e2c9aa2e400 req-cf3ed99d-8110-4eb2-a0f7-fc0f7fe96c40 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:00.760768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a8a0d67-1c81-4e50-a876-3e2c9aa2e400 req-cf3ed99d-8110-4eb2-a0f7-fc0f7fe96c40 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 1.4936373 May 27 03:28:00.854503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Pushing event updated for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:00.861979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Port 35acdf68-750d-4ac1-8327-28d279c01777 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:00.862461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Attempting to bind port 35acdf68-750d-4ac1-8327-28d279c01777 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:00.879218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:00.879554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:00.879943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:00.880385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Bound port: 35acdf68-750d-4ac1-8327-28d279c01777, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:00.881263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:00.927740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6117932-629f-4719-a579-9f04670c95c7 req-8fd1069f-bb35-4ada-837a-132e14f1f53b service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880150 May 27 03:28:01.003770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-b2400059-6f9d-4ac3-919c-2132bb95079f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5687675 May 27 03:28:01.010018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a8a0d67-1c81-4e50-a876-3e2c9aa2e400 req-7bf91c1b-557d-41bb-b415-3ffaa66e4ab8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483721 May 27 03:28:01.025548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ea36-4528-48ab-b80a-43df5f064fe7 req-6c0666a4-3732-4de2-a7b5-3390ac24a89b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.033886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66f4ea36-4528-48ab-b80a-43df5f064fe7 req-6c0666a4-3732-4de2-a7b5-3390ac24a89b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 947 time: 0.0998232 May 27 03:28:01.097639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66f4ea36-4528-48ab-b80a-43df5f064fe7 req-6a433cb6-f700-430f-9294-d93c1bb4898e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 May 27 03:28:01.158417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.205261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.234825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:01.247664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Deleting port 559c0f8d-5319-4ada-b19d-e368f6b8a349 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:01.247664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.303294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=35acdf68-750d-4ac1-8327-28d279c01777,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:01.326312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.360415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.390400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-2c716fd4-2e56-4165-8287-86d2a8f81189 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717406 May 27 03:28:01.460056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:01.462087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] 10.222.0.21 "PUT /v2.0/ports/35acdf68-750d-4ac1-8327-28d279c01777 HTTP/1.1" status: 200 len: 1095 time: 1.9516647 May 27 03:28:01.533362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a11b6c83-6623-4815-8ce9-749bcdff9807 req-c833520e-f7e4-46e2-99b0-8708eb8c4f36 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0684655 May 27 03:28:01.675084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0c9a14b7-a8b0-46d4-a560-abd34f673169 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:01.690255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:01.729059 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9518070d-1aef-46ce-9a35-32ad3d6dbcc6'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'code': 200} May 27 03:28:01.910843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:01.944772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '0c9a14b7-a8b0-46d4-a560-abd34f673169', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '0c9a14b7-a8b0-46d4-a560-abd34f673169', 'mac_address': 'fa:16:3e:48:eb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:01.963682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ee853-91c4-42a8-93db-13c92e751565 service neutron] Pushing event updated for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:01.987038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dcaa6-a5f9-4853-a464-620dd1fde1d6 req-91d7944e-934c-415d-a683-6d4f690ee646 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:01.988223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0e0dcaa6-a5f9-4853-a464-620dd1fde1d6 req-91d7944e-934c-415d-a683-6d4f690ee646 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:01.997425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] For port 559c0f8d-5319-4ada-b19d-e368f6b8a349, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=559c0f8d-5319-4ada-b19d-e368f6b8a349,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:01.998199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.024030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.046558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9a14b7-a8b0-46d4-a560-abd34f673169 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:02.070769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:02.081430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.187965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Calling delete_port for 559c0f8d-5319-4ada-b19d-e368f6b8a349 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:02.221741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-9c88d033-042e-44f1-b3ca-4dc1810b1ac1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 1098 time: 0.5129168 May 27 03:28:02.222334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0e0dcaa6-a5f9-4853-a464-620dd1fde1d6 req-91d7944e-934c-415d-a683-6d4f690ee646 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:02.229568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e0dcaa6-a5f9-4853-a464-620dd1fde1d6 req-91d7944e-934c-415d-a683-6d4f690ee646 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 947 time: 1.0658894 May 27 03:28:02.278716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:02.292254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785420f6-d7d9-431b-ba33-978c289f86b1 req-435700c8-0362-4aa3-a963-18c21cb38adf tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:02.294544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-785420f6-d7d9-431b-ba33-978c289f86b1 req-435700c8-0362-4aa3-a963-18c21cb38adf tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 945 time: 0.1276152 May 27 03:28:02.360187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-785420f6-d7d9-431b-ba33-978c289f86b1 req-92e01aad-d7db-4e40-845b-93382e5ccdf3 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576222 May 27 03:28:02.466622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0c9a14b7-a8b0-46d4-a560-abd34f673169'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:02.486087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-2b40aeba-455c-4aa7-a8ea-44bbe27635e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=35acdf68-750d-4ac1-8327-28d279c01777 HTTP/1.1" status: 200 len: 217 time: 0.2220178 May 27 03:28:02.563182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-2274ed47-f8f4-479f-9c5f-7104d7ad331b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:02.564790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-2274ed47-f8f4-479f-9c5f-7104d7ad331b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0694375 May 27 03:28:02.610509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-bfdda8ac-33c5-447c-839a-9672a86ccb26 service neutron] 10.222.0.41 "GET /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.2202127 May 27 03:28:02.647714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-00a5ae38-a12c-4972-8e71-3556719964e1 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2273657 May 27 03:28:02.724607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e0dcaa6-a5f9-4853-a464-620dd1fde1d6 req-24b4a4b3-9c93-4661-9285-d72479f0d224 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939008 May 27 03:28:02.745782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ffa5a-5fd9-4485-b494-91275ac3f1f9 req-b247876b-84b4-4273-9659-cc86dc25bc9b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:02.753000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64ffa5a-5fd9-4485-b494-91275ac3f1f9 req-b247876b-84b4-4273-9659-cc86dc25bc9b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 944 time: 0.2381215 May 27 03:28:02.767076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-11afef70-f670-49a6-9de1-956785fac05b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837535 May 27 03:28:02.837982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64ffa5a-5fd9-4485-b494-91275ac3f1f9 req-464bbfd8-2a0f-4a8e-b4f9-2bb48f11e58e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 May 27 03:28:02.858714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:02.974727 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9e89f9-5aa5-4d47-a4df-8f027fa6cb28'] response: {'name': 'network-changed', 'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777', 'status': 'completed', 'code': 200} May 27 03:28:03.177086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-3c63874a-d5a6-4a76-aad3-6d1599c4700d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911288 May 27 03:28:03.270944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.380529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=559c0f8d-5319-4ada-b19d-e368f6b8a349,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:03.390020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446fa1c-fdc1-4171-a74c-c42553acd98c req-bb83e583-6f87-46a9-805d-69f6178d84b6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:03.391955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d446fa1c-fdc1-4171-a74c-c42553acd98c req-bb83e583-6f87-46a9-805d-69f6178d84b6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.3735282 May 27 03:28:03.507516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:03.553442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.554391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea15217-e746-4a5c-8b31-7a7ee9b26b36 req-5a239797-e496-4e55-ac80-a3b8bf85266d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:03.556315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ea15217-e746-4a5c-8b31-7a7ee9b26b36 req-5a239797-e496-4e55-ac80-a3b8bf85266d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 948 time: 0.3622534 May 27 03:28:03.565574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:03.849015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f76d91-029c-4964-bda3-1c589973d37c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:03.866961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:03.894284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:03.964724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b3f76d91-029c-4964-bda3-1c589973d37c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:04.030401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] Transition to ACTIVE for port object b3f76d91-029c-4964-bda3-1c589973d37c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:04.041584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d6f8878-caf1-4f86-aa0c-55c8f772a682 req-340f22cc-e9d1-42ba-a2f5-93b9ab93189d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552086 May 27 03:28:04.054853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d446fa1c-fdc1-4171-a74c-c42553acd98c req-40a5a093-fc0b-4543-b807-688599729d9a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550355 May 27 03:28:04.064681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.066030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b3f76d91-029c-4964-bda3-1c589973d37c not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:04.072317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.072919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.172211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:04.208517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ea15217-e746-4a5c-8b31-7a7ee9b26b36 req-19d521af-e942-40eb-80f5-3fd4c534a85d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456599 May 27 03:28:04.265238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.268041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:28:04.308421 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.317010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0f09b755-adf1-4022-b6bc-4fbb6f06e2c1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d8c4cce2-2b93-4037-a6ae-6f563b0f79c4 HTTP/1.1" status: 204 len: 168 time: 7.0653780 May 27 03:28:04.318957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:04.540071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] No DVR routers for this DVR port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:04.561387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-e73cbece-ab48-4136-b770-12a44327852b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 1098 time: 0.4139366 May 27 03:28:04.570389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Deleting subnet 5215084d-a9ad-4581-a873-683830ec2b41 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:28:04.585175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.682827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:04.828628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a68c5f2-efcb-4695-b68f-d3533fdee356 req-95160bf8-8cd7-4250-8600-95475f2fb31b tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1542377 May 27 03:28:04.832496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-3d3bb709-5a80-4676-9682-933322073cc9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c/bindings/n-h1-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2139232 May 27 03:28:04.926611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.352670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e97fa-4df0-48f6-af24-7f07c203d01c req-b2f0bee7-a220-414f-a716-38bdb8f20718 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.354256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-156e97fa-4df0-48f6-af24-7f07c203d01c req-b2f0bee7-a220-414f-a716-38bdb8f20718 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 947 time: 0.1306956 May 27 03:28:05.392179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-c680b1ae-ece4-4bd3-98ff-80cf6bc73534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.395770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-c680b1ae-ece4-4bd3-98ff-80cf6bc73534 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3877745 May 27 03:28:05.410445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.461930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-156e97fa-4df0-48f6-af24-7f07c203d01c req-e113bf52-8847-439e-b1e2-e08e79e4675f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989001 May 27 03:28:05.707924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0c9a14b7-a8b0-46d4-a560-abd34f673169 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:05.727180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2e37c-3827-4c6c-b21f-83d054781cbf req-e8f7d10e-c436-4ccf-8eb7-d92fcf79caa7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:05.737513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fba2e37c-3827-4c6c-b21f-83d054781cbf req-e8f7d10e-c436-4ccf-8eb7-d92fcf79caa7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.1132061 May 27 03:28:05.745759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5215084d-a9ad-4581-a873-683830ec2b41,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:05.847112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-b6891aef-8084-4543-b86f-ac5d1f456f93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=35acdf68-750d-4ac1-8327-28d279c01777 HTTP/1.1" status: 200 len: 217 time: 0.4250357 May 27 03:28:05.875756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 0c9a14b7-a8b0-46d4-a560-abd34f673169 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:05.891164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 0c9a14b7-a8b0-46d4-a560-abd34f673169 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:05.891818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.932698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:05.942052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859bad39-7d3f-4e14-9ee4-61bc71eed863 None None] Network d282fcb0-be92-43bb-a2c2-385170e0620b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:28:05.970663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6617d55c-8b39-4421-b776-f9c52a43b1e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5215084d-a9ad-4581-a873-683830ec2b41 HTTP/1.1" status: 204 len: 168 time: 1.6498137 May 27 03:28:05.971464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:06.022590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fba2e37c-3827-4c6c-b21f-83d054781cbf req-f1ddeb73-b435-45c7-a226-d30f99802afe tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839127 May 27 03:28:06.068372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-42ef9944-4632-41b3-b1cb-f4840180a025 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1101 time: 0.2827313 May 27 03:28:06.093234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:06.095235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-f5aa770b-e992-4dd1-8927-dee1f913a2f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:06.096831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-f5aa770b-e992-4dd1-8927-dee1f913a2f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2245448 May 27 03:28:06.223823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-d94fa4f8-d527-4ae3-91f3-e200acc1b34c tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.5346231 May 27 03:28:06.273676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 559c0f8d-5319-4ada-b19d-e368f6b8a349 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:06.345092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 559c0f8d-5319-4ada-b19d-e368f6b8a349 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:28:06.345834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 559c0f8d-5319-4ada-b19d-e368f6b8a349 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:06.360587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.371292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a75fca-3ac4-4498-8c19-1a9ee021e297 req-2b848ebb-fabb-445f-a10a-8b48d0694a22 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:06.372745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a75fca-3ac4-4498-8c19-1a9ee021e297 req-2b848ebb-fabb-445f-a10a-8b48d0694a22 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.5935290 May 27 03:28:06.378418 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-1609f1bc-cbf7-4366-9f4a-f81eb369a3f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4952164 May 27 03:28:06.436358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Deleting port e70a5470-5fbd-49bd-b2c2-d4b1344484cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:06.436955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.455624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.511079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.526324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a75fca-3ac4-4498-8c19-1a9ee021e297 req-920686bf-b8a6-4a2f-809a-356b2a022283 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371837 May 27 03:28:06.566677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-02560c94-f4fb-427f-800e-0cbe7ff73e74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4352157 May 27 03:28:06.578562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:06.658060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:06.689942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.691318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:06.709520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-5b79c926-7e08-4e57-920f-deb02db84fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&tenant_id=adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 1096 time: 0.4314053 May 27 03:28:06.860917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354b50f-1035-4a13-900f-10d351128211 None None] DHCP port deletion for d282fcb0-be92-43bb-a2c2-385170e0620b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:28:06.896618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Deleting port e70a5470-5fbd-49bd-b2c2-d4b1344484cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:06.896922 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:06.941676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] For port e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:06.942488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.061240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:07.069041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-0ff96290-236f-41e2-bd59-8efea45642ef service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848304 May 27 03:28:07.107996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:07.174637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d060b-351f-4fe4-9320-b89dafd589c0 req-08a2ec49-5c94-4579-bbe5-bdc09042c391 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:07.176163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64d060b-351f-4fe4-9320-b89dafd589c0 req-08a2ec49-5c94-4579-bbe5-bdc09042c391 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 948 time: 0.7964439 May 27 03:28:07.184454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-6335f0a0-282d-4e95-9475-224fcf99d871 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 1096 time: 0.7011786 May 27 03:28:07.330683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:07.373804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64d060b-351f-4fe4-9320-b89dafd589c0 req-50a2f0e3-490f-4a59-af02-43e790348418 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864860 May 27 03:28:07.377519 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.392917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7354b50f-1035-4a13-900f-10d351128211 None None] For port e70a5470-5fbd-49bd-b2c2-d4b1344484cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,segment=NetworkSegment(8ab83db1-1aa7-4175-b28a-4b9a01a43437),segment_id=8ab83db1-1aa7-4175-b28a-4b9a01a43437)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:07.393324 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.450792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Calling delete_port for e70a5470-5fbd-49bd-b2c2-d4b1344484cb owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:07.478080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-00b2274e-4748-4040-95d2-92c226c31dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:07.481219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-00b2274e-4748-4040-95d2-92c226c31dea service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.2610908 May 27 03:28:07.599258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Calling delete_port for e70a5470-5fbd-49bd-b2c2-d4b1344484cb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:07.628352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecd12b25-a895-4696-8086-46e4bf5de99c req-21d027c4-2d0f-4c11-82f9-640b1325868c service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124129 May 27 03:28:07.651085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81c072d8-627f-4f33-9217-51532ff488f6 req-628ffbcf-5d2a-43c1-a27d-fc9776264413 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.4000461 May 27 03:28:07.708841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-31cad03b-0eb6-41d5-b9dc-c7585a685294 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1096 time: 0.7528925 May 27 03:28:07.732387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:28:07.732387 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:28:07.735669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:07.846302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.889920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:07.900880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:07.922976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-8550c23f-d6b5-4c4e-ae6e-ad078f10f1b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 200 len: 217 time: 0.4281011 May 27 03:28:07.927014 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a35fb1e-920d-4fc8-9989-bd7c113b78a6'] response: {'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169', 'code': 200} May 27 03:28:07.997260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Transition to ACTIVE for port object 985eaaa0-11b9-44bf-9141-49af34db6e43 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:08.013438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70a5470-5fbd-49bd-b2c2-d4b1344484cb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.020608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.054661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] No DVR routers for this DVR port e70a5470-5fbd-49bd-b2c2-d4b1344484cb on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:08.110483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.124075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-89dc25ea-e07d-4fdc-9564-f19aae7ba179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.125664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-89dc25ea-e07d-4fdc-9564-f19aae7ba179 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1769254 May 27 03:28:08.154290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:08.172759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a404145c-8417-4287-b8dc-8a67d204c775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.174256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a404145c-8417-4287-b8dc-8a67d204c775 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4587107 May 27 03:28:08.215593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3351-abca-44d9-8961-4c8d74b2abc8 req-b5a2ddc5-9e9a-490b-b891-10fd14924377 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.217157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f13b3351-abca-44d9-8961-4c8d74b2abc8 req-b5a2ddc5-9e9a-490b-b891-10fd14924377 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 947 time: 0.4756017 May 27 03:28:08.256841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Deleting port e70a5470-5fbd-49bd-b2c2-d4b1344484cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:08.257242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7354b50f-1035-4a13-900f-10d351128211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.281696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-da80d7d4-45f8-440c-9017-cbed5e6267b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763745 May 27 03:28:08.386112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e70a5470-5fbd-49bd-b2c2-d4b1344484cb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:08.412815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.445968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-8d4b8a21-d09f-4c95-a587-5c2047214c08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 200 len: 217 time: 0.2029808 May 27 03:28:08.462555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'mac_address': 'fa:16:3e:25:d6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:08.473432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7354b50f-1035-4a13-900f-10d351128211 None None] The port 'e70a5470-5fbd-49bd-b2c2-d4b1344484cb' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:28:08.490960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e70a5470-5fbd-49bd-b2c2-d4b1344484cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:28:08.491604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e70a5470-5fbd-49bd-b2c2-d4b1344484cb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:08.497219 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:28:08.497786 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:28:08.508703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] No DVR routers for this DVR port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:08.523079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfd310cf-1672-4a57-ac4f-e6fee864fe46 req-35e58c9d-a7c3-4de5-b472-f197ead9e5e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 1100 time: 0.6369236 May 27 03:28:08.534201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27d86-c9c0-451b-8840-f6f7e2caa200 req-52f115bb-7d80-454a-b222-c050db7e24c1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:08.544270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57e27d86-c9c0-451b-8840-f6f7e2caa200 req-52f115bb-7d80-454a-b222-c050db7e24c1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.5941553 May 27 03:28:08.581106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.582158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.583217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.583462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.583709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.584061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.584398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.584740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.585102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.585416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.597427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f13b3351-abca-44d9-8961-4c8d74b2abc8 req-b69fc8f8-8492-4609-a936-92fae492c206 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147137 May 27 03:28:08.600378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.602292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:08.602918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:08.603480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:08.616214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:08.616544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Attempting to bind port 985eaaa0-11b9-44bf-9141-49af34db6e43 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:08.630902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4ae4ca1-f77e-4755-aa74-c02dc493710f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:08.652755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:08.659935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.660759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 35acdf68-750d-4ac1-8327-28d279c01777 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:08.692266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-708f97ef-33a3-4e3e-b921-38da27ca507d service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255682 May 27 03:28:08.693475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:08.694006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:08.694634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:08.695471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Bound port: 985eaaa0-11b9-44bf-9141-49af34db6e43, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:08.695929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.740193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.741300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.741995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.742614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:28:08.743002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d282fcb0-be92-43bb-a2c2-385170e0620b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.820777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab83db1-1aa7-4175-b28a-4b9a01a43437') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.821121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab83db1-1aa7-4175-b28a-4b9a01a43437') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:08.853763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.887102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57e27d86-c9c0-451b-8840-f6f7e2caa200 req-a8718c66-e88b-47fd-8968-7461089135d7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418658 May 27 03:28:08.901245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.912391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:08.927109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=35acdf68-750d-4ac1-8327-28d279c01777,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:08.928427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfd310cf-1672-4a57-ac4f-e6fee864fe46 req-4a610352-37e3-4b9d-98c9-432fef3d484c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601825 May 27 03:28:08.930045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:28:08.931137 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:08.948143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '35acdf68-750d-4ac1-8327-28d279c01777', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '35acdf68-750d-4ac1-8327-28d279c01777', 'mac_address': 'fa:16:3e:82:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:09.034752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: util.warn_limited( May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: util.warn_limited( May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: timer() May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:28:09.053943 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:28:09.057590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a8ae8eaa-9df2-4127-857a-b7c403068e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:09.057590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-a8ae8eaa-9df2-4127-857a-b7c403068e13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2903309 May 27 03:28:09.059289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.084703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:09.085025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.093377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] Pushing event deleted for resources: {'Network': ['ID=d282fcb0-be92-43bb-a2c2-385170e0620b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:09.100930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.101318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aefee752-f0b2-46c4-93be-3385a39b5ac9 req-4d93dc5f-5fc5-4ea8-8e71-ebfd7aa7810f service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891654 May 27 03:28:09.111273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ec49c165-fda1-4777-8091-07d9f2ca8880 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d282fcb0-be92-43bb-a2c2-385170e0620b HTTP/1.1" status: 204 len: 168 time: 3.1307137 May 27 03:28:09.117030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.143796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35acdf68-750d-4ac1-8327-28d279c01777 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:09.177206 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d4469e-844b-4602-8f65-b69febe3f677'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'code': 200} May 27 03:28:09.191317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=35acdf68-750d-4ac1-8327-28d279c01777,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:09.198406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995080-e09a-4c00-bc92-9d77bf35e641 req-13d45cdf-5682-468f-a8fe-839b4c95174f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:09.200099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db995080-e09a-4c00-bc92-9d77bf35e641 req-13d45cdf-5682-468f-a8fe-839b4c95174f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.4553711 May 27 03:28:09.201852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.286948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-716b15bb-2e8a-452f-9963-0eb7e8e0edf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137941 May 27 03:28:09.296457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db995080-e09a-4c00-bc92-9d77bf35e641 req-6efd9da9-dde2-4d80-9766-b937ccb92f3f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825090 May 27 03:28:09.324763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.326475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] 10.222.0.41 "PUT /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 1097 time: 3.2491493 May 27 03:28:09.340371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21a5e0-c820-4069-99ec-cb04c5fe9885 service neutron] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:09.385422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:09.405601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b4ae4ca1-f77e-4755-aa74-c02dc493710f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:09.503001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49486) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:09.613878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-438511c1-d0cf-4245-8e1d-4528c19392a8 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754309 May 27 03:28:09.639395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-d95961c8-f317-4ffb-ad05-0495ffd0f145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1100 time: 0.2706106 May 27 03:28:09.759106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:09.782710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f9b047d-38b3-45db-a008-f440b051d413 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5be793c700245cc8e3d464d2b675c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594931 May 27 03:28:09.784268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642886783', 'description': 'tempest-description--1876375129'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:09.787281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:09.799039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:09.806717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Usage tracker for resource:security_group and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:09.819317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['35acdf68-750d-4ac1-8327-28d279c01777'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:09.820647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:09.846657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:09.856334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12870-dfda-446f-b8cc-c6c9c46ac4ed req-7bc720dc-a7f0-4817-a5bb-ffa01545a99e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:09.857228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12a12870-dfda-446f-b8cc-c6c9c46ac4ed req-7bc720dc-a7f0-4817-a5bb-ffa01545a99e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:09.871473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-6240d41b-13c6-419b-aa46-fa8561c385bd service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487414 May 27 03:28:09.892297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12a12870-dfda-446f-b8cc-c6c9c46ac4ed req-7bc720dc-a7f0-4817-a5bb-ffa01545a99e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:09.893943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12a12870-dfda-446f-b8cc-c6c9c46ac4ed req-7bc720dc-a7f0-4817-a5bb-ffa01545a99e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 949 time: 0.3736908 May 27 03:28:09.895871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.932553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:09.938102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-4fb7308a-3f31-4e7a-b445-6e91a2b56aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:09.939578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-4fb7308a-3f31-4e7a-b445-6e91a2b56aa9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2830567 May 27 03:28:09.987653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12a12870-dfda-446f-b8cc-c6c9c46ac4ed req-898776a4-0cf2-48cf-8468-5f26cdb73dee tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744197 May 27 03:28:09.994397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:09.998628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Usage tracker for resource:security_group_rule and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:10.002190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:10.011056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:10.042141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-7d3d6246-d2e2-4c26-b142-4947ff0e9296 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.0929136 May 27 03:28:10.121123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.131995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.251487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b01d9311-0c3d-49af-a7e0-5d138b88721f req-6dcaab41-834a-4e86-bb21-96a21d0802de tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.3034368 May 27 03:28:10.261971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.379095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7739d2-110d-495b-bb4a-31e25d8fd312,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:10.385429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.433929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89279713-d390-4759-8882-775d6265494e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:10.442888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-1533a5ab-ff5e-400b-8a71-7c3b436c019d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:10.444612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-1533a5ab-ff5e-400b-8a71-7c3b436c019d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2929900 May 27 03:28:10.450381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.454392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba0a3ae8-59fd-433b-b6b9-ad82c351c3a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89279713-d390-4759-8882-775d6265494e HTTP/1.1" status: 204 len: 168 time: 0.6637094 May 27 03:28:10.595905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.600288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-99076930-4b61-45b9-872f-646e7586b6eb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8387384 May 27 03:28:10.605555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:10.625060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92c8fe-5dc7-4708-b7be-aa3a064e2cc6 req-a0d39861-39c3-440c-b759-333824e8a4aa tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:10.632276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a92c8fe-5dc7-4708-b7be-aa3a064e2cc6 req-a0d39861-39c3-440c-b759-333824e8a4aa tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 948 time: 0.2627580 May 27 03:28:10.638645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'security_group_rule': {'security_group_id': '3f7739d2-110d-495b-bb4a-31e25d8fd312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:10.673797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:10.695922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Usage tracker for resource:security_group_rule and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:10.705865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:10.728276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:10.758804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-2d728f0b-8c87-4185-a9b3-113728d11f38 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.3903906 May 27 03:28:10.779436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a92c8fe-5dc7-4708-b7be-aa3a064e2cc6 req-438a0019-0f11-4685-9f98-daa71e5e1bba tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 May 27 03:28:10.800938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e676c05-2f88-4e82-8a72-89493a1edeb7 req-53e72de3-a951-4d03-a6ec-f7ea3b5ffbd7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:10.807692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e676c05-2f88-4e82-8a72-89493a1edeb7 req-53e72de3-a951-4d03-a6ec-f7ea3b5ffbd7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.1322320 May 27 03:28:10.828108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-f41b3eee-b607-493a-9e7f-6ce0f74f71ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3606844 May 27 03:28:10.909868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.975536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-f80dcf0c-5b33-42d4-9ef7-d22f08ba9c40 service neutron] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:10.981632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-f80dcf0c-5b33-42d4-9ef7-d22f08ba9c40 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:10.982765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79e6cc2c-bfc7-44b2-a91d-5e238d48f3f0 req-f80dcf0c-5b33-42d4-9ef7-d22f08ba9c40 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c/bindings/n-h2-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.2016113 May 27 03:28:11.054996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.065587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.113623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f41e5c-5d67-4a43-94c1-10f45725902d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:11.132770 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.137060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-915d4dd3-1d01-4792-ab0d-a1384d62311d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5231345 May 27 03:28:11.139312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:11.153653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'security_group_rule': {'security_group_id': '3f7739d2-110d-495b-bb4a-31e25d8fd312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:11.175247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d202e-55e5-45f4-80f8-b40ff932cdb6 req-49e7a2ff-7c5d-442b-bdf2-aa13821858ee tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:11.177929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:11.178134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb9d202e-55e5-45f4-80f8-b40ff932cdb6 req-49e7a2ff-7c5d-442b-bdf2-aa13821858ee tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.1909325 May 27 03:28:11.179811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:11.192572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-8ae717b2-ee2f-4b31-ac04-94987c944dfd service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474991 May 27 03:28:11.196257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Usage tracker for resource:security_group_rule and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:11.208429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e676c05-2f88-4e82-8a72-89493a1edeb7 req-a3bc1249-d16b-4b9f-a2d4-5514920da41d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997645 May 27 03:28:11.236387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:11.265098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:11.267738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:11.355777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.408147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb9d202e-55e5-45f4-80f8-b40ff932cdb6 req-5d003ea8-baf7-4b71-9b3b-fee14711c47b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168939 May 27 03:28:11.471802 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.485673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.528734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.530289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3851855 May 27 03:28:11.534813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49544) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:11.547262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c147c-89f9-476a-8770-e8919c3a6818 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08e42d6-66ec-4951-b44d-0f8b9064865e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:11.551601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:11.601470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:11.615579 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9446984-bda3-4ce2-9993-2005b62e6956'] response: {'name': 'network-changed', 'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'status': 'completed', 'code': 200} May 27 03:28:11.627684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Usage tracker for resource:floatingip and tenant:479819c89af34e9898d09dde6dcd3afa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:11.632942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:11.640674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:11.693266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:11.708711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e4e06a82-fdd5-4455-86eb-95bc719f3064 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3edbcdcf8eb9462592c1942e6980489a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4415572 May 27 03:28:11.716350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:11.752886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:11.774885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6663e8e-22b1-4f0f-b1e8-79275362900c req-ced96d2e-64b3-4d5f-842f-4e9e6049696a tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0908265 May 27 03:28:11.816460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-ba6fa298-76a9-474b-a424-4f0586cb9e8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1100 time: 0.2182839 May 27 03:28:11.876496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c70c79c4-f2ee-4f35-bc5a-2d2e3197572c req-7e8e7299-1de2-4e54-8051-6dcdd73e5a74 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647100 May 27 03:28:11.897240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port b4ae4ca1-f77e-4755-aa74-c02dc493710f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:11.898155 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.034352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c53f-41a8-41fc-bdc9-1bf5c4097037 req-ed48c472-e5a3-453d-a769-094b5b57af91 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.048673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d52c53f-41a8-41fc-bdc9-1bf5c4097037 req-ed48c472-e5a3-453d-a769-094b5b57af91 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 949 time: 0.6193078 May 27 03:28:12.138253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.213377 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.239368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.288815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845098-73cf-459d-bdb1-4182a05134f5 req-309f14bb-4ecb-430d-84e8-6df3cffcc41d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.290516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-309f14bb-4ecb-430d-84e8-6df3cffcc41d service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4663334 May 27 03:28:12.302996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:12.304320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:12.305755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d52c53f-41a8-41fc-bdc9-1bf5c4097037 req-a0ad8fd0-32e9-44bb-af64-8464187c8b16 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551355 May 27 03:28:12.314468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.315475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 35acdf68-750d-4ac1-8327-28d279c01777 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:12.338851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-420fec3a-57dd-4cc1-b60f-10ea29c4a811 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 1100 time: 0.3939707 May 27 03:28:12.414699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-2e90e046-0224-43af-8f6d-ee195c3f64fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.1126974 May 27 03:28:12.430089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957332e9-6bb0-4cf6-b957-2ec8189e522b req-d033df76-04fe-4fff-91b1-0fe03119432f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.440442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-957332e9-6bb0-4cf6-b957-2ec8189e522b req-d033df76-04fe-4fff-91b1-0fe03119432f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 948 time: 0.3794153 May 27 03:28:12.486979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.517280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1959dc-e6ec-468d-b0a5-167d32e38b81,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:12.544476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.579224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-957332e9-6bb0-4cf6-b957-2ec8189e522b req-cb75bb8f-80e3-4c8d-b0a8-fdcc102baabf tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376359 May 27 03:28:12.598531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.599508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f31687a5-aeca-4efd-9ef8-73025654cd33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca1959dc-e6ec-468d-b0a5-167d32e38b81 HTTP/1.1" status: 204 len: 168 time: 0.8762014 May 27 03:28:12.603109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:12.611593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845098-73cf-459d-bdb1-4182a05134f5 req-463cd2bf-23c6-440b-b8fb-42a2043cd95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.621524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-463cd2bf-23c6-440b-b8fb-42a2043cd95e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1399281 May 27 03:28:12.643429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 35acdf68-750d-4ac1-8327-28d279c01777 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:12.652422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 35acdf68-750d-4ac1-8327-28d279c01777 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:12.653473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.673179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845098-73cf-459d-bdb1-4182a05134f5 req-609189ad-8738-4344-b573-1e3907e5520f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:12.682776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-609189ad-8738-4344-b573-1e3907e5520f service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3312802 May 27 03:28:12.812829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-cbdadf83-cd83-4c62-bc46-11b3f6b3b0bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834884 May 27 03:28:12.884767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-34010d44-08ed-4a0a-bd4a-1e82ea855a80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 200 len: 217 time: 0.1927948 May 27 03:28:12.889886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:12.996796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=35acdf68-750d-4ac1-8327-28d279c01777,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:13.004733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.068256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845098-73cf-459d-bdb1-4182a05134f5 req-5dac47d6-3ea2-4b15-ae10-44e1d220b208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:13.070177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-5dac47d6-3ea2-4b15-ae10-44e1d220b208 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1778300 May 27 03:28:13.135885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-112ef4be-25ca-480a-bb07-a99c487ac220 req-f67b4892-7591-4222-8275-c543921b2bb3 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1096 time: 0.3608797 May 27 03:28:13.150986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:13.166611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Allocated IP 172.25.8.83 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ddeabb6b-7818-4430-89c0-e95bc368d96b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:13.338851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1f5a7-9d6a-4819-a240-885c2ec4d31a req-0fab53f1-6e01-4edc-90dc-fd659c91c4ac tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:13.340451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ff1f5a7-9d6a-4819-a240-885c2ec4d31a req-0fab53f1-6e01-4edc-90dc-fd659c91c4ac tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.3250451 May 27 03:28:13.345345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-49fb6cf7-decb-493a-98b4-76a1bc4697cb service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233359 May 27 03:28:13.456085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-112ef4be-25ca-480a-bb07-a99c487ac220 req-518a191c-d5bf-4d49-be38-15468d400945 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188434 May 27 03:28:13.523713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-1b9c3f6a-45ae-4aab-bdb5-97e8cd851476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4418044 May 27 03:28:13.560934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ff1f5a7-9d6a-4819-a240-885c2ec4d31a req-f4f2c155-44d4-4982-bc0f-6da10480c04a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101426 May 27 03:28:13.602880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.645896 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd7057b-8a90-46de-9f7f-ac157aa8fbec'] response: {'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'code': 200} May 27 03:28:13.722704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-f451bec2-efef-4203-83e9-c86a1647bd42 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141477 May 27 03:28:13.802376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:13.808452 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-04b9bbeb-4b82-4463-bd04-dd5fca31bfc2 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675371 May 27 03:28:13.962916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be5193c8-67bb-467f-a59c-e05996ed36f0 req-14a284f3-3ae4-4d43-98c5-6273b60e1f6a tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 1100 time: 0.0992851 May 27 03:28:14.025677 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b0cb008-7ac9-441a-9432-1e71eaab3580 req-ce51c074-7a46-4294-8d2e-f1425c987218 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0715387 May 27 03:28:14.033782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be5193c8-67bb-467f-a59c-e05996ed36f0 req-56c607d6-1f2c-4e0a-b83f-f4b42b5da1c8 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636601 May 27 03:28:14.285679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:14.290845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:14.331380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:28:14.369061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'Port': ['ID=ddeabb6b-7818-4430-89c0-e95bc368d96b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:14.511642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20845098-73cf-459d-bdb1-4182a05134f5 req-032917d7-9705-4fdc-8bcc-9584a93c5c8e service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904319 May 27 03:28:14.516861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9a1a-2d6a-4e57-a5ae-031b50863fa3 req-04ecd751-2756-4175-ad0e-0f38a9a330dc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:14.530292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30ad9a1a-2d6a-4e57-a5ae-031b50863fa3 req-04ecd751-2756-4175-ad0e-0f38a9a330dc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 949 time: 0.1437347 May 27 03:28:14.558651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-baf26ebe-3e55-43ef-acc5-952b55d9a4f7 req-83ce0431-7672-406d-8c5e-e105fcacefe1 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 1096 time: 0.1953678 May 27 03:28:14.700749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.716695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-baf26ebe-3e55-43ef-acc5-952b55d9a4f7 req-0ee47020-5b0b-4fc8-a836-8a403fbe785a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570866 May 27 03:28:14.778443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30ad9a1a-2d6a-4e57-a5ae-031b50863fa3 req-51fe394b-b1a7-4807-a518-675397aa8682 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411194 May 27 03:28:14.844607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:14.981326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-7de93b2a-1df1-48df-b611-9a92f23c9dc6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616202 May 27 03:28:15.253801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-a5dd90b8-dc9b-4e77-ae4d-766fcca45b0e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:15.256116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-a5dd90b8-dc9b-4e77-ae4d-766fcca45b0e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735801 May 27 03:28:15.279522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-25331435-f130-4ee7-bea0-59dd3dae1eef tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/quotas/0326c323b4884feaa0d3f8b6be7e57ae HTTP/1.1" status: 200 len: 375 time: 0.0154653 May 27 03:28:15.313972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98156ff7-712c-46d6-be26-1539c8ebcc31 req-65686bd6-5587-4f7e-96a3-f9eb87aa4484 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:15.315507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98156ff7-712c-46d6-be26-1539c8ebcc31 req-65686bd6-5587-4f7e-96a3-f9eb87aa4484 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 949 time: 0.1777182 May 27 03:28:15.349762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.358107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.451557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-2d18a730-18c3-4ade-9f51-74e97e2a830f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1609962 May 27 03:28:15.567870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98156ff7-712c-46d6-be26-1539c8ebcc31 req-b3c90310-1826-4158-9fae-78878bb2db67 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406294 May 27 03:28:15.601290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.639476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'Port': ['ID=ddeabb6b-7818-4430-89c0-e95bc368d96b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:15.647622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:15.728793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:15.731860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3d47f5f-3e7b-488a-8d8f-78c3ba042d07 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1869328 May 27 03:28:16.023989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:16.036083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f80fb36b-85a4-468b-8741-1eb08e6a844e req-716e7ede-6b95-4d04-9d0c-01d23625be05 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1816125 May 27 03:28:16.284023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:16.316129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'mac_address': 'fa:16:3e:c8:d5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:16.418044 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19ff3e2-8e86-4915-98a4-498c2d4e98e4'] response: {'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777', 'code': 200} May 27 03:28:16.420156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f889b3b5-d20a-460e-bf36-2c147b3b1ad6 req-2d00f4ad-7fe3-49f4-b7d3-6a963c95acbb tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 210 time: 0.1041822 May 27 03:28:16.500875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.549646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985eaaa0-11b9-44bf-9141-49af34db6e43 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:16.595862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:16.604024 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:16.661621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-443a3dff-87d4-4f73-9634-64ba0385712a req-4d4f2ef5-5513-42ed-a9be-55839d31b7f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 1100 time: 0.1622045 May 27 03:28:16.665129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a09901df-bd23-4a72-ae33-3cbf1dbe009d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Synchronizing usage tracker for tenant:479819c89af34e9898d09dde6dcd3afa on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:16.721944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a09901df-bd23-4a72-ae33-3cbf1dbe009d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Unset dirty status for tenant:479819c89af34e9898d09dde6dcd3afa on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:16.726854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.729505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a09901df-bd23-4a72-ae33-3cbf1dbe009d tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1642886783&fields=id&tenant_id=479819c89af34e9898d09dde6dcd3afa HTTP/1.1" status: 200 len: 267 time: 0.1441853 May 27 03:28:16.734915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-443a3dff-87d4-4f73-9634-64ba0385712a req-d5e9f16f-593f-449a-a6ad-b84a70de8ea6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 May 27 03:28:16.759572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b947b-5edf-4a73-9d72-e60da9c91cee req-02128cf6-5d7f-4e28-9b46-0d7fc1780033 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:16.767496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e2b947b-5edf-4a73-9d72-e60da9c91cee req-02128cf6-5d7f-4e28-9b46-0d7fc1780033 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 949 time: 0.1506498 May 27 03:28:16.825803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e2b947b-5edf-4a73-9d72-e60da9c91cee req-299868ea-39ec-4bca-b1d2-acf296714fcc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 May 27 03:28:16.934513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dad18cea-e315-495b-a952-f046db10f204 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:16.945470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dad18cea-e315-495b-a952-f046db10f204 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/networks?id=92ef77d2-e978-4d77-a36b-661c57454821 HTTP/1.1" status: 200 len: 815 time: 0.2143738 May 27 03:28:16.968166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-b76bb102-13b6-48d6-8ffb-002c604b4cbb tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/quotas/479819c89af34e9898d09dde6dcd3afa HTTP/1.1" status: 200 len: 375 time: 0.0212810 May 27 03:28:17.061796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-31f7f28c-06e3-4c65-9c20-8b317dee4c97 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Synchronizing usage tracker for tenant:479819c89af34e9898d09dde6dcd3afa on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:17.082150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-31f7f28c-06e3-4c65-9c20-8b317dee4c97 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Unset dirty status for tenant:479819c89af34e9898d09dde6dcd3afa on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:17.083751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-31f7f28c-06e3-4c65-9c20-8b317dee4c97 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=479819c89af34e9898d09dde6dcd3afa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139510 May 27 03:28:17.095485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['985eaaa0-11b9-44bf-9141-49af34db6e43'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:17.279185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-772d095b-0d3e-433c-b914-cff602ccbd6f service neutron] 10.222.0.46 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786969 May 27 03:28:17.479174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-6f40ce80-8c34-4d9f-adcb-1f1f1e446983 service neutron] 10.222.0.46 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990333 May 27 03:28:17.533384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-0c3cf81b-f2ba-4d60-a15a-043d8436cd28 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390854 May 27 03:28:17.713679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d55b-4036-4c30-95dc-7bb33d7e2d43 req-3f905d71-8441-4c66-98b0-665ec31b3c4c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:17.721359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fe4d55b-4036-4c30-95dc-7bb33d7e2d43 req-3f905d71-8441-4c66-98b0-665ec31b3c4c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.2763946 May 27 03:28:17.849513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fe4d55b-4036-4c30-95dc-7bb33d7e2d43 req-cc307d63-dd3c-4bb8-91e0-8dc18b0cbe73 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248713 May 27 03:28:17.860158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-c36e6333-a3ac-4639-b309-76386ecd6f39 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:17.863022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-c36e6333-a3ac-4639-b309-76386ecd6f39 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197474 May 27 03:28:17.880617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Request body: {'port': {'device_id': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '0326c323b4884feaa0d3f8b6be7e57ae'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:17.945723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac4ab8b7-1410-44eb-be29-474e8ba115c1 req-fd62230b-61f7-47de-bb45-925792daa92f tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0931268 May 27 03:28:18.447711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a83b6db7-8372-4451-bd90-82a7c55f856f req-cbe6458f-95aa-4ef6-8e6d-4470c18d88b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1045051 May 27 03:28:18.521537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e66992b1-77fa-47c5-8a36-40ee68d264c8 req-907c43ea-c6ec-499f-b252-3f45b5177bfe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 210 time: 0.0559597 May 27 03:28:18.570318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:18.592349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:18.616829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Made reservation on behalf of 0326c323b4884feaa0d3f8b6be7e57ae for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:18.621043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:18.775166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-878b8c5c-8b51-48d7-a537-98140ef121f2 req-412b941e-7a99-483f-9a15-76d2c864cccc tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 210 time: 0.1188536 May 27 03:28:18.942283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9471ca4-b7f7-4051-80d3-d568a0f69eea req-88ddce86-fe58-4949-92d8-f0cc6d460b62 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:18.953252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9471ca4-b7f7-4051-80d3-d568a0f69eea req-88ddce86-fe58-4949-92d8-f0cc6d460b62 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 949 time: 0.1813922 May 27 03:28:19.083730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Allocated IP 192.168.233.117 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/77e4ecb3-206b-4833-9369-94fe575fecb2) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:19.100733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9471ca4-b7f7-4051-80d3-d568a0f69eea req-623ee568-982e-42ef-830f-6138670ee9d2 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341066 May 27 03:28:19.201815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f5ca-6d91-43b6-89c5-b3b1209bc51b req-a74fd227-5b54-4be1-85e4-315712a810e7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:19.203874 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd01f5ca-6d91-43b6-89c5-b3b1209bc51b req-a74fd227-5b54-4be1-85e4-315712a810e7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 950 time: 0.1738861 May 27 03:28:19.470519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd01f5ca-6d91-43b6-89c5-b3b1209bc51b req-0b01e503-c06d-45c7-9575-60acb0cf6d10 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539086 May 27 03:28:19.619371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.621285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1b899e0-2978-40f4-acf2-0ced60bd5bf8 req-1dce0723-4a86-4611-8be7-85959160f12d tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0920806 May 27 03:28:19.670935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Transition to ACTIVE for port object 77e4ecb3-206b-4833-9369-94fe575fecb2 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:19.851613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:19.867137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', '9e4409d6-eeba-496d-9886-ed4721a0c9e3', '0c9a14b7-a8b0-46d4-a560-abd34f673169'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:20.035895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:20.077715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:20.094155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:20.186812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event updated for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.198431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:28:20.251924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:20.337031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4df8f-7090-4a65-9bea-577917e7e8ad req-280757c8-3244-4416-888c-0201c7b6f09b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:20.350245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22a4df8f-7090-4a65-9bea-577917e7e8ad req-280757c8-3244-4416-888c-0201c7b6f09b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 936 time: 0.1088233 May 27 03:28:20.436705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22a4df8f-7090-4a65-9bea-577917e7e8ad req-da31af91-39fe-414a-a839-0e03181b17ba tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851979 May 27 03:28:20.437452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:20.440275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.544722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-82d06153-5a89-46ea-85c7-69fe6d36afdf tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:20.545472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-82d06153-5a89-46ea-85c7-69fe6d36afdf tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Synchronizing usage tracker for tenant:479819c89af34e9898d09dde6dcd3afa on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:20.604250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-18e7afff-717e-44a6-80fb-c6806dd845a9 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7230647 May 27 03:28:20.615367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Request body: {'port': {'device_id': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:20.794947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 985eaaa0-11b9-44bf-9141-49af34db6e43 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:20.836653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 985eaaa0-11b9-44bf-9141-49af34db6e43 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:20.837140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:20.860386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-82d06153-5a89-46ea-85c7-69fe6d36afdf tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Unset dirty status for tenant:479819c89af34e9898d09dde6dcd3afa on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:20.861745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-82d06153-5a89-46ea-85c7-69fe6d36afdf tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.41 "GET /v2.0/networks?id=92ef77d2-e978-4d77-a36b-661c57454821 HTTP/1.1" status: 200 len: 815 time: 1.1384633 May 27 03:28:21.012931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7eb34e92-2fdb-4e09-849f-e3321db7a796 None None] Provisioning for port 77e4ecb3-206b-4833-9369-94fe575fecb2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:21.076373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49780) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:21.099636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e973aff-c250-4362-b9a7-57b5768e944c req-2ae4830b-1dad-442e-b113-ca7cc3e046f5 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 210 time: 0.2433372 May 27 03:28:21.102300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.258445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7eb34e92-2fdb-4e09-849f-e3321db7a796 None None] Provisioning complete for port 77e4ecb3-206b-4833-9369-94fe575fecb2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:21.258889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7eb34e92-2fdb-4e09-849f-e3321db7a796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.424506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:21.505346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-6c5e1d26-ec27-482a-85bb-fce8498dd1ab tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Synchronizing usage tracker for tenant:479819c89af34e9898d09dde6dcd3afa on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:21.590219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:21.597569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34e92-2fdb-4e09-849f-e3321db7a796 None None] Port 77e4ecb3-206b-4833-9369-94fe575fecb2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:28:21.599763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf72ba81ddc46bc8e727621c572ba35 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:21.611140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:21.621584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:21.679357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-6c5e1d26-ec27-482a-85bb-fce8498dd1ab tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Unset dirty status for tenant:479819c89af34e9898d09dde6dcd3afa on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:21.681915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-6c5e1d26-ec27-482a-85bb-fce8498dd1ab tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479819c89af34e9898d09dde6dcd3afa HTTP/1.1" status: 200 len: 380 time: 0.6872947 May 27 03:28:21.693765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-a495c681-9b52-4b6a-afa5-5b65a10ac7f4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514483 May 27 03:28:21.837037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-9519977f-c13f-4e73-8101-d0732f6ab334 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578&device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c&device_id=f10b77c9-873b-4137-aefd-f54d807be10f&device_id=b4ea88b1-e858-4325-a811-942793dc4f87&device_id=80e2ea50-a043-4985-8bc3-d854a17996b6&device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4&device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed&device_id=f45c1fab-c126-4abc-b714-d92487997703&device_id=437dec8f-57e5-482a-ba62-2aba954518cc&device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d&device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162&device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad&device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f&device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed&device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048&device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c&device_id=40f5ac44-82a3-4604-96da-71fc78455f04&device_id=2f243956-c43f-4f0d-8e83-8561b967409f&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 16157 time: 0.3344781 May 27 03:28:21.921110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.003441 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.119378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.138632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:22.145000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.182619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Usage tracker for resource:security_group_rule and tenant:4c5587edd04d438098d09ed98836aac7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:22.204532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:22.217198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'port': {'device_id': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'admin_state_up': True, 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'security_groups': ['3f7739d2-110d-495b-bb4a-31e25d8fd312']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:22.244536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:22.306912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac35a2-d4f2-48e4-990e-dc9b24635f2d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.367838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a075bb4-77c7-4605-9e26-5a22e5614a95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bf72ba81ddc46bc8e727621c572ba35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2847798 May 27 03:28:22.369427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:22.661825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:22.764772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:22.787677 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.823760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.883728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.902559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:22.913419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.041414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d5780ee-6a80-4845-beb2-8490540ff204 req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&id=46c35d8c-ef12-4982-9db4-9158c5461844&id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&id=c9768b32-9998-45fc-a48d-58439429bb40&id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 1.2025867 May 27 03:28:23.080030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90253a0-0c74-4de0-aa2d-432d732d6f9f tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d6a96-1501-4780-8cec-4ea4341ea77c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.084632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.149226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.202783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac35a2-d4f2-48e4-990e-dc9b24635f2d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.250766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.252192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-63053788-7180-42b7-91ce-511ccb38b8a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85ac35a2-d4f2-48e4-990e-dc9b24635f2d HTTP/1.1" status: 204 len: 168 time: 0.8803854 May 27 03:28:23.368561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-9c48cb15-e0c2-4f53-b20e-2c640eb7cb42 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:23.378595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-9c48cb15-e0c2-4f53-b20e-2c640eb7cb42 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6818328 May 27 03:28:23.406639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d49270c0-59d2-4155-ae7a-707e64e3a09a req-6d43dc05-27a4-4344-becf-7a6e4a6ad9b3 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0898693 May 27 03:28:23.488944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:23.544181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-c6aa5006-9c31-42cb-a0ed-fcde2a1f73bb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/quotas/185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 375 time: 0.1638100 May 27 03:28:23.545411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:23.599693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e4ecb3-206b-4833-9369-94fe575fecb2 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:23.617451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.628167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Made reservation on behalf of 479819c89af34e9898d09dde6dcd3afa for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:23.631485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.665606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Transition to ACTIVE for port object 77e4ecb3-206b-4833-9369-94fe575fecb2 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:23.679450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.773561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:23.915056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49844) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:23.959340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.004746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-495b40cc-944b-49a1-9622-c397f1f79a55 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4508603 May 27 03:28:24.028615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.041881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:24.054184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Usage tracker for resource:security_group_rule and tenant:ea5faffefb7244399e8c05d3847ca555 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:24.059738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:24.068693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:24.137646 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:28:24.282028 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.289166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.386545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Allocated IP 172.20.0.9 (92ef77d2-e978-4d77-a36b-661c57454821/57790695-8c83-4483-bcbc-4a2c67ad4a4f/a7608cd6-c512-44e1-ad41-fd29119f14cc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:24.416794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b337d-0034-4861-998c-7f13871be8e3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.448855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Attempting to bind port 77e4ecb3-206b-4833-9369-94fe575fecb2 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:24.449396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Attempting to bind port 77e4ecb3-206b-4833-9369-94fe575fecb2 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:24.449913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Attempting to bind port 77e4ecb3-206b-4833-9369-94fe575fecb2 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:24.471260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Port 77e4ecb3-206b-4833-9369-94fe575fecb2 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:24.471786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Attempting to bind port 77e4ecb3-206b-4833-9369-94fe575fecb2 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:24.493202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-03cb1ee0-b3fc-4915-81ed-bc6fb9fead3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea5faffefb7244399e8c05d3847ca555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5763538 May 27 03:28:24.494469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:24.507943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:24.508385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:24.508955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:24.509501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Bound port: 77e4ecb3-206b-4833-9369-94fe575fecb2, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:24.510090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.590242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.657483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.738957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:24.750012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=77e4ecb3-206b-4833-9369-94fe575fecb2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:24.766090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.806739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b337d-0034-4861-998c-7f13871be8e3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.811589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.821129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.822548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ddd2696f-1211-404c-8925-607bbf89a7e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e1b337d-0034-4861-998c-7f13871be8e3 HTTP/1.1" status: 204 len: 168 time: 0.3259580 May 27 03:28:24.973685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:24.975194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] 10.222.0.41 "PUT /v2.0/ports/77e4ecb3-206b-4833-9369-94fe575fecb2 HTTP/1.1" status: 200 len: 1096 time: 4.3640039 May 27 03:28:24.996159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:25.079002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.086912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f742a32-3fd0-4302-82d1-5d4553f71440 req-85c5e42f-266c-4e0c-b864-7535dc60ae96 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:25.106244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4f742a32-3fd0-4302-82d1-5d4553f71440 req-85c5e42f-266c-4e0c-b864-7535dc60ae96 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:25.286968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.287309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.287688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.288019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.288361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.288769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.290094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.290427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.290762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.292159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.292490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb3d41-b15f-4dad-b8cc-78a3cca1f9ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:25.323562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.362738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4f742a32-3fd0-4302-82d1-5d4553f71440 req-85c5e42f-266c-4e0c-b864-7535dc60ae96 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:25.363908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f742a32-3fd0-4302-82d1-5d4553f71440 req-85c5e42f-266c-4e0c-b864-7535dc60ae96 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 948 time: 0.7365057 May 27 03:28:25.461393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Transition to ACTIVE for port object a7608cd6-c512-44e1-ad41-fd29119f14cc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:25.497892 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-e1cb5598-6baa-4a23-b684-304929cc6719 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 1099 time: 0.4225380 May 27 03:28:25.725388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f742a32-3fd0-4302-82d1-5d4553f71440 req-f8f50608-891b-48ac-8d7a-af480f396d6f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457637 May 27 03:28:25.740081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-94fe6347-82ff-4204-9d11-bc7a628f3c31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=77e4ecb3-206b-4833-9369-94fe575fecb2 HTTP/1.1" status: 200 len: 217 time: 0.2256310 May 27 03:28:25.750816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:25.937960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event updated for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.980599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Network 92ef77d2-e978-4d77-a36b-661c57454821 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:25.984849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:25.989571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:28:26.023813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-4a2d6044-b5cc-44a5-b603-4d1c201a914f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:26.029351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-4a2d6044-b5cc-44a5-b603-4d1c201a914f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1296012 May 27 03:28:26.056423 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.313927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:26.315483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.410862 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-dec1e232-44c2-4f42-8969-0bab08398172 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2068229 May 27 03:28:26.417455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-e3ad92c2-74b5-43d2-a036-501415f0ab4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3693933 May 27 03:28:26.451245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Request body: {'port': {'device_id': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:26.516889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eabb494c-c492-47c6-8f4b-850ba7a1bd0d None None] Provisioning for port a7608cd6-c512-44e1-ad41-fd29119f14cc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:26.532864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eabb494c-c492-47c6-8f4b-850ba7a1bd0d None None] Provisioning complete for port a7608cd6-c512-44e1-ad41-fd29119f14cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:26.533624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eabb494c-c492-47c6-8f4b-850ba7a1bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:26.741392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-eabb494c-c492-47c6-8f4b-850ba7a1bd0d None None] Port a7608cd6-c512-44e1-ad41-fd29119f14cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:28:26.869428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.077018 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-ccbb7c7b-34e3-41f7-bc9e-f27b6a2aecdb service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306805 May 27 03:28:27.084837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75333b-d688-4098-a33b-33196e6c217b req-d6e52dca-b708-4d87-86ca-2ee217ac03f3 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:27.086117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ac75333b-d688-4098-a33b-33196e6c217b req-d6e52dca-b708-4d87-86ca-2ee217ac03f3 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Synchronizing usage tracker for tenant:479819c89af34e9898d09dde6dcd3afa on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:27.202759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-b5da2e92-b3c5-4190-b097-724f3bb722c1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=185eb08e01504918865d46ecdabc7468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783796 May 27 03:28:27.624639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-5ee197b0-f00f-4bc7-a27a-c941029ad39e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:27.627633 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-5ee197b0-f00f-4bc7-a27a-c941029ad39e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192159 May 27 03:28:27.653707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ac75333b-d688-4098-a33b-33196e6c217b req-d6e52dca-b708-4d87-86ca-2ee217ac03f3 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Unset dirty status for tenant:479819c89af34e9898d09dde6dcd3afa on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:27.655021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac75333b-d688-4098-a33b-33196e6c217b req-d6e52dca-b708-4d87-86ca-2ee217ac03f3 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 931 time: 1.5573676 May 27 03:28:27.701735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Request body: {'port': {'device_id': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '185eb08e01504918865d46ecdabc7468'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:27.741736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ae620ecd-6624-4009-8678-e99018f291b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:27.927911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aed031aa-b073-4668-b5f0-702b4a0009a6 req-74c7a60b-47dd-4a7b-83c8-e18c89f524c4 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677112 May 27 03:28:27.933623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac75333b-d688-4098-a33b-33196e6c217b req-4cc77768-171c-42ef-a5a9-b576ed71ebf2 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617807 May 27 03:28:28.052564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:28.075166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:28.103425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Made reservation on behalf of 185eb08e01504918865d46ecdabc7468 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:28.107511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.170706 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6c9ab7-90be-4eba-9f4a-c0eaa4538e48'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'code': 200} May 27 03:28:28.334588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7608cd6-c512-44e1-ad41-fd29119f14cc {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:28.372249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Allocated IP 192.168.233.94 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/9100033d-6ce0-4164-8767-5563cc83590b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:28.378601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.430122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Transition to ACTIVE for port object a7608cd6-c512-44e1-ad41-fd29119f14cc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:28.442516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.645587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.676834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Transition to ACTIVE for port object 9100033d-6ce0-4164-8767-5563cc83590b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:28.736947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:28.755531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:28.848384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8', '985eaaa0-11b9-44bf-9141-49af34db6e43'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:28.946916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Pushing event updated for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.170945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.208096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:29.211584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:29.239334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:28:29.251459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Attempting to bind port a7608cd6-c512-44e1-ad41-fd29119f14cc on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:29.256041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Attempting to bind port a7608cd6-c512-44e1-ad41-fd29119f14cc by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:29.258180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Attempting to bind port a7608cd6-c512-44e1-ad41-fd29119f14cc on network 92ef77d2-e978-4d77-a36b-661c57454821 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:29.286435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Port a7608cd6-c512-44e1-ad41-fd29119f14cc on network 92ef77d2-e978-4d77-a36b-661c57454821 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:29.286888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Attempting to bind port a7608cd6-c512-44e1-ad41-fd29119f14cc on network 92ef77d2-e978-4d77-a36b-661c57454821 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:29.313626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:29.324396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Checking segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:29.325006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Bound using segment: {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:29.325580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Bound port: a7608cd6-c512-44e1-ad41-fd29119f14cc, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0412019-866c-4342-990d-a5b46b6179ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:29.326044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.548678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:29.549620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.628009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-2bc00e6f-5342-4674-8fb1-c99d0587e609 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9309535 May 27 03:28:29.646490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:29.648106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Request body: {'port': {'device_id': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:29.659929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:29.674421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.856734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Pushing event updated for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.863772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:29.865359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-0ff1b3cf-0cc0-479c-99a6-65045189caca service neutron] 10.222.0.41 "PUT /v2.0/ports/a7608cd6-c512-44e1-ad41-fd29119f14cc HTTP/1.1" status: 200 len: 1091 time: 3.4254799 May 27 03:28:30.022731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.284736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f85bf1d9-c55d-4922-97be-2eeb60ebf2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.295268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2c41b53e-803a-4c4b-a68f-e1df4b8aadde None None] Provisioning for port 9100033d-6ce0-4164-8767-5563cc83590b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:30.352437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2c41b53e-803a-4c4b-a68f-e1df4b8aadde None None] Provisioning complete for port 9100033d-6ce0-4164-8767-5563cc83590b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:30.352871 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2c41b53e-803a-4c4b-a68f-e1df4b8aadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:30.532188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-1da5edee-489f-411f-970d-006be80650c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479819c89af34e9898d09dde6dcd3afa&device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 1094 time: 0.3024971 May 27 03:28:30.606635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2c41b53e-803a-4c4b-a68f-e1df4b8aadde None None] Port 9100033d-6ce0-4164-8767-5563cc83590b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:28:30.803389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-7bf3796e-c8ad-4082-9c7f-83a106c7ebe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc HTTP/1.1" status: 200 len: 217 time: 0.2461612 May 27 03:28:30.826147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4431e8c4-3749-48de-a1ff-d228bad285a9 req-961bcc3b-e3bc-4e9a-8541-0f999edafd87 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1171761 May 27 03:28:31.029562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:31.072339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.072553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a4d5e95e-31db-4f2c-acd7-9260a596ae04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:31.075125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a4d5e95e-31db-4f2c-acd7-9260a596ae04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57790695-8c83-4483-bcbc-4a2c67ad4a4f HTTP/1.1" status: 200 len: 854 time: 0.1120436 May 27 03:28:31.122147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Transition to ACTIVE for port object 9100033d-6ce0-4164-8767-5563cc83590b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:31.130021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.159040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.406911 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:31.596297 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fa65e2-853d-401f-a09c-488389d54dee'] response: {'name': 'network-changed', 'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2', 'status': 'completed', 'code': 200} May 27 03:28:31.750492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-ba1d586e-bec7-4a96-bea1-d9685994b3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92ef77d2-e978-4d77-a36b-661c57454821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417171 May 27 03:28:31.966182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.103103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 77e4ecb3-206b-4833-9369-94fe575fecb2 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:32.128811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1091-8fd1-4f9a-88ff-3159c3121ff0 req-83724410-e522-4cc8-bedc-e0554b5a6fe6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:32.130656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-137d1091-8fd1-4f9a-88ff-3159c3121ff0 req-83724410-e522-4cc8-bedc-e0554b5a6fe6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 948 time: 0.3080351 May 27 03:28:32.133239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:32.133697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:32.134121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:32.171619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd7dd-c578-474d-a89b-ffb266b11e4c req-1a9a49d3-fca1-4870-98fd-19b4e035e408 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:32.177009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607cd7dd-c578-474d-a89b-ffb266b11e4c req-1a9a49d3-fca1-4870-98fd-19b4e035e408 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.9910667 May 27 03:28:32.198984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:32.206106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:32.241768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:32.242286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:32.242769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:32.243390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Bound port: 9100033d-6ce0-4164-8767-5563cc83590b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:32.243843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.286014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-9bcb7e87-e9e8-4fbf-8fbc-788f49e2727a service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176859 May 27 03:28:32.306494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-137d1091-8fd1-4f9a-88ff-3159c3121ff0 req-5260ad89-dd86-48a5-9f6e-3b80ad3c42bc tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666331 May 27 03:28:32.349401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=77e4ecb3-206b-4833-9369-94fe575fecb2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:32.356280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-607cd7dd-c578-474d-a89b-ffb266b11e4c req-42bd56fa-a5de-4ee6-b43b-808052d406ed tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627972 May 27 03:28:32.359390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-f5a82cec-de49-41f6-a638-526ff7f3d2af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 1099 time: 0.7086244 May 27 03:28:32.386506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '77e4ecb3-206b-4833-9369-94fe575fecb2', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '77e4ecb3-206b-4833-9369-94fe575fecb2', 'mac_address': 'fa:16:3e:62:5a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:32.511814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.582834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e4ecb3-206b-4833-9369-94fe575fecb2 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:32.622147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:32.636455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=77e4ecb3-206b-4833-9369-94fe575fecb2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:32.640666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:32.643435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.662611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.722090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:32.814399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.922940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:32.933446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16ffd7a8-8d3d-4e6f-87dc-d2f2936ea759 req-a1a3bb79-0051-4c51-bd5e-473baa628eaf service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092405 May 27 03:28:32.957190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] 10.222.0.41 "PUT /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 1095 time: 3.2923920 May 27 03:28:32.980122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:32.980472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0607a2a-6eab-4129-830d-6d1f8d99953a req-36802947-5609-4fb3-8d89-97428134219c tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:32.988254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0607a2a-6eab-4129-830d-6d1f8d99953a req-36802947-5609-4fb3-8d89-97428134219c tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.2331662 May 27 03:28:33.042998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e695f-f938-4690-a608-26f4767cb424 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:33.076469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['77e4ecb3-206b-4833-9369-94fe575fecb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:33.111730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-2a31c388-2fe8-4b54-b1e0-975917717d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:33.116598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-2a31c388-2fe8-4b54-b1e0-975917717d59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.7453444 May 27 03:28:33.244823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4464e12b-7393-469e-8b36-c17239b4dc64 req-04811d7a-2c79-4e3a-93bf-f2dae13fee1a tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f&device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed&device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 2882 time: 0.1852434 May 27 03:28:33.275399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0607a2a-6eab-4129-830d-6d1f8d99953a req-841d4b1e-0666-4b5f-89dd-58c98898744f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838309 May 27 03:28:33.381473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4464e12b-7393-469e-8b36-c17239b4dc64 req-9544120f-e877-4b87-8eb3-6c2e0ef55228 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Synchronizing usage tracker for tenant:4c5587edd04d438098d09ed98836aac7 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:33.385813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-5ab8e6dd-51cf-4569-a4fc-e80ff55d6415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=77e4ecb3-206b-4833-9369-94fe575fecb2 HTTP/1.1" status: 200 len: 217 time: 0.2188792 May 27 03:28:33.440323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4464e12b-7393-469e-8b36-c17239b4dc64 req-9544120f-e877-4b87-8eb3-6c2e0ef55228 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] Unset dirty status for tenant:4c5587edd04d438098d09ed98836aac7 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:33.451560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4464e12b-7393-469e-8b36-c17239b4dc64 req-9544120f-e877-4b87-8eb3-6c2e0ef55228 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980553 May 27 03:28:33.578455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-5b2529ac-273e-427a-988d-42a087de3c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1098 time: 0.5637362 May 27 03:28:33.585066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-b7fbdc87-9749-44e9-9a1a-d029988efc4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:33.587136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-b7fbdc87-9749-44e9-9a1a-d029988efc4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1905591 May 27 03:28:33.598168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:33.726241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9697cad5-7f42-40a3-a6a6-d296c5425051 req-6b82d2d3-6be9-4efe-8e77-d4e330e5d5f2 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0691192 May 27 03:28:33.807182 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-c22a58b5-93fd-4393-b98e-284852a78e3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1884103 May 27 03:28:33.897895 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-3d163822-67dd-41e9-ab0d-7a007d346472 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486702 May 27 03:28:33.962899 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd6d4ad-463f-4f63-b93d-d458b843ba28'] response: {'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'status': 'completed', 'code': 200} May 27 03:28:34.286548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-bc51da17-bcc6-4163-af47-660d8a9a8b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:34.290036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-bc51da17-bcc6-4163-af47-660d8a9a8b52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2951317 May 27 03:28:34.371006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426c8f-7d5b-423d-acf1-3d19a160a6aa req-a04e9db2-6eda-4dae-95ff-e1eec02a2481 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:34.375546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db426c8f-7d5b-423d-acf1-3d19a160a6aa req-a04e9db2-6eda-4dae-95ff-e1eec02a2481 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 949 time: 0.1924822 May 27 03:28:34.461899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db426c8f-7d5b-423d-acf1-3d19a160a6aa req-74117fd3-7748-40ba-9fce-f079720bbb0b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 May 27 03:28:34.504531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-59f3008b-23d8-44ac-ad21-f48f622883bb service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021769 May 27 03:28:34.867559 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f5c504-2228-4054-b468-f4f52b8722e2'] response: {'name': 'network-changed', 'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'status': 'completed', 'code': 200} May 27 03:28:34.929668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-9025f378-2cd0-4b24-b76f-d422767dbe9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6278176 May 27 03:28:35.301178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-e7ab1520-930c-4bbc-8a50-1a688635b121 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479819c89af34e9898d09dde6dcd3afa&device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 1094 time: 0.2219644 May 27 03:28:35.317443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b71fc-3107-4102-a5fa-e5dbf6d8e428 req-194a2065-570c-469f-a5d1-3d408ca54718 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:35.319742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b3b71fc-3107-4102-a5fa-e5dbf6d8e428 req-194a2065-570c-469f-a5d1-3d408ca54718 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.5746768 May 27 03:28:35.333689 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21ce91e7-7e74-4fe6-a0e0-b9894455e10e req-53008ffc-a7ba-423f-a16e-5288f95da167 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139751 May 27 03:28:35.477393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-893c89b1-4b20-48ac-b6e4-4a12e70b299f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748450 May 27 03:28:35.486613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b3b71fc-3107-4102-a5fa-e5dbf6d8e428 req-a0b55c6b-026f-4289-af30-ecbbb88fb91b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314781 May 27 03:28:35.600808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28678-9cd2-42db-9549-72788362f068 req-f93526c6-d412-4522-8062-340a61aa6c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:35.605849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-f93526c6-d412-4522-8062-340a61aa6c44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92ef77d2-e978-4d77-a36b-661c57454821 HTTP/1.1" status: 200 len: 916 time: 0.2808821 May 27 03:28:35.852119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-782ba110-0836-4802-af96-f574c1d13610 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc HTTP/1.1" status: 200 len: 217 time: 0.1839681 May 27 03:28:36.102990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5bcfc08c-6d2f-4895-99c1-7f04fa8abb1d req-71dac2cf-2cd1-4e8c-b282-62d1e6e35ef2 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1491187 May 27 03:28:36.120763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 77e4ecb3-206b-4833-9369-94fe575fecb2 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:36.199808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28678-9cd2-42db-9549-72788362f068 req-4cd53fdf-abd5-487f-a196-33c2d368ef49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.207714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-4cd53fdf-abd5-487f-a196-33c2d368ef49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57790695-8c83-4483-bcbc-4a2c67ad4a4f HTTP/1.1" status: 200 len: 854 time: 0.2442586 May 27 03:28:36.236360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b43ba2d-413b-4203-9501-e39487f7b352 req-10dd49f6-88bd-472e-abc8-6f76075a260c service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425303 May 27 03:28:36.301761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 77e4ecb3-206b-4833-9369-94fe575fecb2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:36.324200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8af2-33fa-49ab-ba2c-2422cc4f3be3 req-c1bd8fb8-8b34-4683-a8e7-755140ab85de tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.326001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6aff8af2-33fa-49ab-ba2c-2422cc4f3be3 req-c1bd8fb8-8b34-4683-a8e7-755140ab85de tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.4706833 May 27 03:28:36.326378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 77e4ecb3-206b-4833-9369-94fe575fecb2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:36.326950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.399898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-cab12461-bcf9-4bc8-9e73-1629c02b5875 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92ef77d2-e978-4d77-a36b-661c57454821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842775 May 27 03:28:36.420130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6aff8af2-33fa-49ab-ba2c-2422cc4f3be3 req-94af311d-a0c0-45df-8200-3200874f68b4 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694306 May 27 03:28:36.518263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.559680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:36.570037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=77e4ecb3-206b-4833-9369-94fe575fecb2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:36.575174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:36.669854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:36.779585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49254d5-d1db-4a75-85f1-d1adebc83ec0 req-5b8c3b54-18cc-41db-ba02-3479e1aa20d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:36.781286 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d49254d5-d1db-4a75-85f1-d1adebc83ec0 req-5b8c3b54-18cc-41db-ba02-3479e1aa20d2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.1000559 May 27 03:28:36.848759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d49254d5-d1db-4a75-85f1-d1adebc83ec0 req-782ca212-917a-487f-b37e-602678700d18 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 May 27 03:28:37.082804 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7169f3-9d44-4c23-a0f0-d914f5ce45a4'] response: {'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2', 'code': 200} May 27 03:28:37.193332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c17b-7a2b-42ae-9ae1-345377acf0aa req-870fc5cf-790c-46e5-8a08-a503cfa14852 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.194037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-13f5c17b-7a2b-42ae-9ae1-345377acf0aa req-870fc5cf-790c-46e5-8a08-a503cfa14852 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:37.237046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-13f5c17b-7a2b-42ae-9ae1-345377acf0aa req-870fc5cf-790c-46e5-8a08-a503cfa14852 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:37.238275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13f5c17b-7a2b-42ae-9ae1-345377acf0aa req-870fc5cf-790c-46e5-8a08-a503cfa14852 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.2169194 May 27 03:28:37.313781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13f5c17b-7a2b-42ae-9ae1-345377acf0aa req-fed7c9fc-8722-40ae-be0e-5f1dd4fe8134 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 May 27 03:28:37.576300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-703d7d3c-dd56-40ba-8b5d-0a61f9e402c0 req-0843059b-e5c0-4b68-9ac7-1927d0e9efb9 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0562606 May 27 03:28:37.673439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:37.943728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d20e3-dc97-4627-b1fd-0e2eb810ec0f req-9c558085-382a-46d1-b491-a3a4f741bca2 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:37.952867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e37d20e3-dc97-4627-b1fd-0e2eb810ec0f req-9c558085-382a-46d1-b491-a3a4f741bca2 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.1111064 May 27 03:28:37.970226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.013462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e37d20e3-dc97-4627-b1fd-0e2eb810ec0f req-a6400645-11ec-491a-a9a0-9344ae13e1a3 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591321 May 27 03:28:38.037726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:38.045140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Usage tracker for resource:security_group_rule and tenant:445ee9b8dba64a13bde6b14026a74d96 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:38.055020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:38.064732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:38.236282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.242937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.310787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951891-e9f1-4ef8-af76-1c5be2edcb39 req-0876f50e-0259-4de8-b1f4-c2fcb7d732d6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:38.317776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01951891-e9f1-4ef8-af76-1c5be2edcb39 req-0876f50e-0259-4de8-b1f4-c2fcb7d732d6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.1843574 May 27 03:28:38.322324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=445ee9b8dba64a13bde6b14026a74d96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6478598 May 27 03:28:38.323128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed2598-b452-4031-a2c7-c4f130c231cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98182ee0-f2f5-4e92-8c38-33b168b48464,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:38.325701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50032) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:38.335472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05221afa-9d25-4768-92bd-e078a14664f6 req-4c928b2e-58f5-47ba-927e-6ca08927372e tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1100 time: 0.1102378 May 27 03:28:38.397612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05221afa-9d25-4768-92bd-e078a14664f6 req-6d1af77f-5142-42c3-8b6b-e2ba21df9863 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 May 27 03:28:38.413522 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01951891-e9f1-4ef8-af76-1c5be2edcb39 req-724e8d8e-5d76-42e1-b012-0e36849ff1f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 May 27 03:28:38.531130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.619595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.698673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-80d8bcff-fa4e-4d27-8d75-bcf337c3d6f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1098 time: 0.2181129 May 27 03:28:38.863231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cbcfa21-29b6-43b4-b834-2b0da7043714 req-454944b0-3e6e-4b7e-b714-429b7b0d627d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 1101 time: 0.3088624 May 27 03:28:38.902354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-aaa724bb-3e58-4636-a61f-6019310a7697 service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486146 May 27 03:28:38.905318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.957957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98182ee0-f2f5-4e92-8c38-33b168b48464,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:38.960607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cbcfa21-29b6-43b4-b834-2b0da7043714 req-d1c85798-30ce-4ae1-bc42-5b3dacdecf7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878987 May 27 03:28:38.975867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:38.977006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7f0f22d9-55f8-4dcb-a184-b1b8a2089df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98182ee0-f2f5-4e92-8c38-33b168b48464 HTTP/1.1" status: 204 len: 168 time: 0.6283493 May 27 03:28:39.039808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-ae332d0c-25c7-40c3-b265-344cbe3f8c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:39.041504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-ae332d0c-25c7-40c3-b265-344cbe3f8c61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3279848 May 27 03:28:39.053952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d2aca41-3abf-409f-82bd-f6c285f26329 req-cb1a5c39-e3ae-4707-8dec-b08e0b0a8f4b tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1100 time: 0.2983818 May 27 03:28:39.120626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d2aca41-3abf-409f-82bd-f6c285f26329 req-91e042fc-2702-43fe-8179-097f4db29410 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654082 May 27 03:28:39.317372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b28678-9cd2-42db-9549-72788362f068 req-75304171-a48d-49e9-aaa4-627b872011eb service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360684 May 27 03:28:39.368524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf082cb-6f9c-4f9c-b573-12afcab90213 req-4370e9c0-1fa9-4076-af2e-fce38021c21a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:39.370262 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eaf082cb-6f9c-4f9c-b573-12afcab90213 req-4370e9c0-1fa9-4076-af2e-fce38021c21a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.4661455 May 27 03:28:39.423230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-931c557d-0eb0-4fe4-92e2-cec2e13dc0ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.0839517 May 27 03:28:39.477669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eaf082cb-6f9c-4f9c-b573-12afcab90213 req-fd75a3da-e26c-4a7c-bd5c-45bf9cf2b450 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011937 May 27 03:28:39.524690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-0e2370de-0192-4d60-a97c-918c3dd619fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:39.526426 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-0e2370de-0192-4d60-a97c-918c3dd619fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0961382 May 27 03:28:39.695701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30d51266-ed0d-4326-99fa-2a4d0617780b req-a07ec5e6-0a2c-49c0-8a2d-ea147ac2458f tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1592424 May 27 03:28:39.770541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-a55d6165-78ab-47ae-92d3-8a2ad010196e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310879 May 27 03:28:39.788584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:39.813274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:39.978457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2326b-5cfd-429c-9745-9b2cf2903a42 req-02552e6a-5635-4c69-a122-eee4dd8a03aa tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:39.992078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ffd2326b-5cfd-429c-9745-9b2cf2903a42 req-02552e6a-5635-4c69-a122-eee4dd8a03aa tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.2822592 May 27 03:28:40.002675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:40.023060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Usage tracker for resource:security_group_rule and tenant:e43105b044c244deaa7a8d4bfa74eaab is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:40.028515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:40.038001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:40.077939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ffd2326b-5cfd-429c-9745-9b2cf2903a42 req-5a113895-3648-47d6-92a7-291e900f1361 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840080 May 27 03:28:40.224063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.227685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-d72a79fd-adb1-4d23-b844-37853652e5fa service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488339 May 27 03:28:40.231571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.408729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6fd3e-6f0c-4d5d-9109-399553064d88,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:40.422987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e43105b044c244deaa7a8d4bfa74eaab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6327534 May 27 03:28:40.425879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:40.458406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.458749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.459092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.459433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.459761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.460533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.460533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.460731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.461374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.461707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.462036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675f566-ad05-4814-b9f9-7b2545059d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:40.491058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2c813cca-e57d-4274-ab3a-4e1231754173 req-79fc2642-0972-455f-94b1-17464478f03c service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549322 May 27 03:28:40.521564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074c7c-299d-471d-8556-560b11beb792 req-7b67727e-9018-44d6-aeda-b64b5904b388 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.530978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83074c7c-299d-471d-8556-560b11beb792 req-7b67727e-9018-44d6-aeda-b64b5904b388 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.2610955 May 27 03:28:40.583843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.637702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83074c7c-299d-471d-8556-560b11beb792 req-b33a0db3-88d8-49a2-b74e-fea6c5751ea6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054795 May 27 03:28:40.643605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.747485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.787971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6fd3e-6f0c-4d5d-9109-399553064d88,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:40.840087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:40.844328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de65f631-e83f-4924-9dd4-bc95898114a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54a6fd3e-6f0c-4d5d-9109-399553064d88 HTTP/1.1" status: 204 len: 168 time: 0.4123056 May 27 03:28:40.988147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a215a-dbf9-4732-b2cb-018921a616b9 req-ff864784-ac22-44a0-a7c5-a17568000632 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:40.992564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-475a215a-dbf9-4732-b2cb-018921a616b9 req-ff864784-ac22-44a0-a7c5-a17568000632 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.1249394 May 27 03:28:41.229897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-475a215a-dbf9-4732-b2cb-018921a616b9 req-a1657c46-0af4-4f9d-a862-cf4dc57163a7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262042 May 27 03:28:41.382134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64f69c12-b085-455c-bd24-8a932d5052d6 req-0d45e6b7-8d32-4d6c-acb2-881412b18e77 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1537678 May 27 03:28:41.746985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfbe10-2c4c-4337-a064-5813a5c36488 req-42683c34-0368-4d34-a025-9572a43c6282 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:41.756423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bbfbe10-2c4c-4337-a064-5813a5c36488 req-42683c34-0368-4d34-a025-9572a43c6282 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.1394579 May 27 03:28:41.858331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bbfbe10-2c4c-4337-a064-5813a5c36488 req-1cabcfee-0396-4e14-8c7f-1635bed8e90b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966411 May 27 03:28:42.219379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d227e-edbc-4ed6-b432-8e1855372bba req-dad10e30-9dea-426f-9c40-2dc3cece9b25 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:42.229101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a1d227e-edbc-4ed6-b432-8e1855372bba req-dad10e30-9dea-426f-9c40-2dc3cece9b25 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.1288605 May 27 03:28:42.317500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a1d227e-edbc-4ed6-b432-8e1855372bba req-3e2f48e7-26f7-4d66-bb49-ddcdde150ba6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870829 May 27 03:28:42.645915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddb93-e60c-4f50-a09d-c1f254808678 req-2b5d753e-cbe9-4043-a84d-ec5623736d61 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:42.647759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571ddb93-e60c-4f50-a09d-c1f254808678 req-2b5d753e-cbe9-4043-a84d-ec5623736d61 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.1560411 May 27 03:28:42.685505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad1764-d163-4467-8cde-704860e31333 req-a8a252bb-4ef4-403a-adeb-5d72de10cecc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:42.688435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faad1764-d163-4467-8cde-704860e31333 req-a8a252bb-4ef4-403a-adeb-5d72de10cecc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.3716478 May 27 03:28:42.722273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571ddb93-e60c-4f50-a09d-c1f254808678 req-255c4eee-edce-4ae1-a76a-650b1d945c3a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 May 27 03:28:42.763416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faad1764-d163-4467-8cde-704860e31333 req-769fc8d2-ecdc-4f40-9d4e-b4e524858ef0 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655825 May 27 03:28:42.996266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc2c1e05-7213-4869-a8fa-97091c152631 req-79b03aec-e567-4c82-86cb-23b004e1dfe2 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 1101 time: 0.1112022 May 27 03:28:43.058850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc2c1e05-7213-4869-a8fa-97091c152631 req-b600cc6e-07a8-4b81-b380-d8918bd41930 tempest-ServersOnMultiNodesTest-1496614825 tempest-ServersOnMultiNodesTest-1496614825-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546207 May 27 03:28:43.076594 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e592b18b-e847-440d-afd4-d76e19d817ff req-909f3db9-a716-4f70-8f86-14c84acc4e83 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0877674 May 27 03:28:43.926178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecda22-f04f-47ac-b800-2adf8e87fc30 req-add63d64-b09f-4a9e-802c-6e745f27f6e2 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:43.941621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66ecda22-f04f-47ac-b800-2adf8e87fc30 req-add63d64-b09f-4a9e-802c-6e745f27f6e2 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 943 time: 0.6391346 May 27 03:28:44.038306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66ecda22-f04f-47ac-b800-2adf8e87fc30 req-6e4d0400-50c0-408b-9adc-89dbecc3ac55 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951524 May 27 03:28:44.135392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a7608cd6-c512-44e1-ad41-fd29119f14cc details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:44.172988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee072b-30d0-4e4c-adad-e54412251273 req-4430a866-de52-49c3-9bf4-ba0ba2017529 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.184448 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-23ee072b-30d0-4e4c-adad-e54412251273 req-4430a866-de52-49c3-9bf4-ba0ba2017529 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.1237144 May 27 03:28:44.283387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-23ee072b-30d0-4e4c-adad-e54412251273 req-3a2929f2-7c25-47f4-b688-f21c42aa766e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979083 May 27 03:28:44.398605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:44.440565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'port_id': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'mac_address': 'fa:16:3e:22:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:44.476148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d167c-f34c-4b4c-b686-3fd8f4b8dd99 req-f89d8a40-aac5-43bb-99e1-3022bdc96fe7 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.477802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e03d167c-f34c-4b4c-b686-3fd8f4b8dd99 req-f89d8a40-aac5-43bb-99e1-3022bdc96fe7 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1376715 May 27 03:28:44.544476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e03d167c-f34c-4b4c-b686-3fd8f4b8dd99 req-a7d23537-98bc-4234-ab27-b79f4430ac9b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599246 May 27 03:28:44.558262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:44.580951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ff9dc-42f5-469b-b0b4-0b2d9c849064 req-b897e25f-084a-4cd0-8aed-c1f66f61af8e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:44.592678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-829ff9dc-42f5-469b-b0b4-0b2d9c849064 req-b897e25f-084a-4cd0-8aed-c1f66f61af8e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.1434467 May 27 03:28:44.623634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7608cd6-c512-44e1-ad41-fd29119f14cc {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:44.666662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:44.689848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:44.690776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:44.780341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-829ff9dc-42f5-469b-b0b4-0b2d9c849064 req-96175dc9-e2eb-4e4b-b964-892d59241a78 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862757 May 27 03:28:44.918026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:28:44.953327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1992412b-31c6-4a1f-bf75-434e2b01b0b5 req-bd77721b-df46-4ef0-8556-e3e0099ce88e tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0537899 May 27 03:28:45.155032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:45.174510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '9100033d-6ce0-4164-8767-5563cc83590b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '9100033d-6ce0-4164-8767-5563cc83590b', 'mac_address': 'fa:16:3e:ec:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:45.187066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:45.258053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.258682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.259196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.259688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.260179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.261669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.262304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.262843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.263374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.263964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.264545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:45.287797 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.335023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:45.363226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:45.370849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.418063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1799474896', 'description': 'tempest-description-556294049'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:45.425566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:45.437564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Usage tracker for resource:security_group and tenant:5c54ad596c5c4b3dac32a52f97dd928a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:45.437564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:45.459716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:45.473101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:45.506091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b68366-9536-4773-a3f3-927e3b3ce8a8 req-786ee6fe-a0e2-4cf8-a9bb-60edfda9c0be tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:45.513297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0b68366-9536-4773-a3f3-927e3b3ce8a8 req-786ee6fe-a0e2-4cf8-a9bb-60edfda9c0be tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 944 time: 0.1806171 May 27 03:28:45.569524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0b68366-9536-4773-a3f3-927e3b3ce8a8 req-4d61a90a-5a3a-4a86-bb51-a25f0012f472 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551038 May 27 03:28:45.574109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.620176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.675411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46531004-cf4d-402c-a026-be7c5538ece0 req-1836ca41-ce12-43e6-8f02-bcb818568014 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:45.677434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46531004-cf4d-402c-a026-be7c5538ece0 req-1836ca41-ce12-43e6-8f02-bcb818568014 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.2124875 May 27 03:28:45.678742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:45.683365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Usage tracker for resource:security_group_rule and tenant:5c54ad596c5c4b3dac32a52f97dd928a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:45.726520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:45.744093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:45.791234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['9100033d-6ce0-4164-8767-5563cc83590b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:45.800161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 77e4ecb3-206b-4833-9369-94fe575fecb2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:45.800161 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:45.812476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3888e7f-367a-4396-845c-4d5825d0af04 req-0be8f7c1-4a63-4b54-86c0-197a3ac834fa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:45.822684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3888e7f-367a-4396-845c-4d5825d0af04 req-0be8f7c1-4a63-4b54-86c0-197a3ac834fa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 948 time: 0.1282964 May 27 03:28:45.881735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3888e7f-367a-4396-845c-4d5825d0af04 req-cfb05913-d5c5-4faf-8203-da49a1049c4e tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595744 May 27 03:28:45.964047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['a7608cd6-c512-44e1-ad41-fd29119f14cc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:46.161843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2902-1222-4574-8661-d57bb904acb0 req-251c6860-5414-4e76-9453-373323eaf673 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:46.170585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-380d2902-1222-4574-8661-d57bb904acb0 req-251c6860-5414-4e76-9453-373323eaf673 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1059709 May 27 03:28:46.251937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-380d2902-1222-4574-8661-d57bb904acb0 req-10bf389f-e9be-4098-a8fb-24bb15af4c59 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792797 May 27 03:28:46.264090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.271335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 77e4ecb3-206b-4833-9369-94fe575fecb2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=77e4ecb3-206b-4833-9369-94fe575fecb2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:46.273616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.306651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.494929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 77e4ecb3-206b-4833-9369-94fe575fecb2 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:46.568887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:46.574686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c67755-b037-4552-a9d6-33ed7d2415dd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:46.584271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Usage tracker for resource:security_group_rule and tenant:5c54ad596c5c4b3dac32a52f97dd928a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:46.590144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:46.592206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960a506-938b-4f05-9790-199a1318ad9b req-2e6bdf5a-8395-428c-80a5-5695cc6de94b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:46.601207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8960a506-938b-4f05-9790-199a1318ad9b req-2e6bdf5a-8395-428c-80a5-5695cc6de94b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=ced54c1c-ae3f-4077-9feb-e88a77bf235c HTTP/1.1" status: 200 len: 950 time: 0.1220462 May 27 03:28:46.662679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8960a506-938b-4f05-9790-199a1318ad9b req-7dd21c1b-499a-41d1-a4ba-06d712f7bcd1 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605834 May 27 03:28:46.706685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:46.762658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:46.780236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', '9e4409d6-eeba-496d-9886-ed4721a0c9e3', '0c9a14b7-a8b0-46d4-a560-abd34f673169'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:46.843204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=77e4ecb3-206b-4833-9369-94fe575fecb2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:46.994584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 77e4ecb3-206b-4833-9369-94fe575fecb2 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:46.998448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.000428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.003221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'name': 'network-vif-deleted', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:47.032859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.115303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46531004-cf4d-402c-a026-be7c5538ece0 req-3fe3d258-c9f8-47be-aadd-f98b5fb98029 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "DELETE /v2.0/ports/77e4ecb3-206b-4833-9369-94fe575fecb2 HTTP/1.1" status: 204 len: 173 time: 1.4286838 May 27 03:28:47.119701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:47.144612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-149d7452-7a02-41a4-836d-884616880b58 req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.7318981 May 27 03:28:47.148054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe5fe-b931-4747-9a82-2b9a0463d5ad tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230ef6b6-d7cf-4ba4-8434-3bcc372667b9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:47.401027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:47.424309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8937da56-8266-451a-b688-4f506bd65b74 req-59b83cf6-e101-482a-b404-53dd96cfbb36 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.3437977 May 27 03:28:47.687580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480254a-4962-4ad9-8b94-68793184c78d req-a59f6d32-1b9f-4c0b-bf69-2bad0c2c6731 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:47.689366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7480254a-4962-4ad9-8b94-68793184c78d req-a59f6d32-1b9f-4c0b-bf69-2bad0c2c6731 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 944 time: 0.2907236 May 27 03:28:47.770287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7480254a-4962-4ad9-8b94-68793184c78d req-6f755b93-b87d-46af-bb70-0e941d6efe31 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740881 May 27 03:28:47.895110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137dafd-db36-42a3-bb4c-4a9b557adec8 req-a452fe34-967a-4aec-a881-370a33b1f869 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:47.900282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7137dafd-db36-42a3-bb4c-4a9b557adec8 req-a452fe34-967a-4aec-a881-370a33b1f869 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 948 time: 0.1352170 May 27 03:28:48.019857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7137dafd-db36-42a3-bb4c-4a9b557adec8 req-bfb2c69c-ac51-4454-bef7-1eb2cbaa446b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161540 May 27 03:28:48.092387 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6412bf-ae82-4801-b014-6940af2ca2ea'] response: {'server_uuid': 'ced54c1c-ae3f-4077-9feb-e88a77bf235c', 'name': 'network-vif-deleted', 'tag': '77e4ecb3-206b-4833-9369-94fe575fecb2', 'status': 'completed', 'code': 200} May 27 03:28:48.143569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-158532436', 'description': 'tempest-description-1608187024'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:48.158668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:48.165375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Usage tracker for resource:security_group and tenant:5c54ad596c5c4b3dac32a52f97dd928a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:48.168530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a7608cd6-c512-44e1-ad41-fd29119f14cc up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:48.183559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:48.205999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:48.230377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.293809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:48.305643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Usage tracker for resource:security_group_rule and tenant:5c54ad596c5c4b3dac32a52f97dd928a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:48.308738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:48.324354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:48.394961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.401186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.438763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265e9be-9298-4d69-b97a-7eec52a7584a req-fa3b664f-00e1-479d-985f-2da1b0bae52f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:48.442736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85553b2-ffd7-4e63-b191-14f21f61abf6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.446518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4265e9be-9298-4d69-b97a-7eec52a7584a req-fa3b664f-00e1-479d-985f-2da1b0bae52f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1416564 May 27 03:28:48.482948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.495565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99737ad2-f584-41da-b074-3030b4c90d99 req-e9b4378b-7131-4c09-b5d3-ef1cc020f86f tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.3557336 May 27 03:28:48.566295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port a7608cd6-c512-44e1-ad41-fd29119f14cc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:48.581258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4265e9be-9298-4d69-b97a-7eec52a7584a req-daeeb477-cc63-4410-9fd6-3789fbcde888 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180761 May 27 03:28:48.597889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port a7608cd6-c512-44e1-ad41-fd29119f14cc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:48.602193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.800779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.846673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:48.856925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1932752298', 'description': 'tempest-description-297580241'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:48.862282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:48.863867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:48.869828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Usage tracker for resource:security_group and tenant:d0bbea2efaee4dabace5d827e1ed6952 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:48.870960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.872751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:28:48.875263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:48.882448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:48.901194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.922678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:48.979035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d54e5add-fda5-4870-965d-876871136752 req-359368e1-73c8-475c-9628-f1a10f65468b tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0729458 May 27 03:28:48.979586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:48.985357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Usage tracker for resource:security_group_rule and tenant:d0bbea2efaee4dabace5d827e1ed6952 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:48.989672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:49.010191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:49.176779 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.184453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.192922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.237041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 9100033d-6ce0-4164-8767-5563cc83590b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:28:49.245375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 9100033d-6ce0-4164-8767-5563cc83590b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:28:49.246443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.265564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3195b9-7c3b-4394-ac7f-a6c2fec2fa28,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.268770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:49.273482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Usage tracker for resource:security_group_rule and tenant:d0bbea2efaee4dabace5d827e1ed6952 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:49.278983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:49.288233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:49.361181 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.368736 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.417534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc528d79-b74c-4920-b0e7-0b204bacbffc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.447428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.461834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51c97a7b-5b58-43bc-af19-95a68d87c841 req-effa1ef4-652e-46c0-8ae6-5a428b86a9b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6111743 May 27 03:28:49.503705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.543213 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcd37fe-ea6f-4304-9d78-984851e5f579'] response: {'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'code': 200} May 27 03:28:49.551080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:49.558514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.563100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 77e4ecb3-206b-4833-9369-94fe575fecb2 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:49.652467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 77e4ecb3-206b-4833-9369-94fe575fecb2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:28:49.652727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 77e4ecb3-206b-4833-9369-94fe575fecb2 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:49.707639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:49.724546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be0e5781-f060-4fd8-ba44-e796e47da25b req-5e005e7c-e93e-453a-a8e9-9271241fd504 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 1096 time: 0.1028700 May 27 03:28:49.736115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed451c2-0666-449c-ae6e-4cee40bacc54 req-e5961a4e-d3d1-4e38-a5d1-d0922cc4eb2e tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:49.742577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bed451c2-0666-449c-ae6e-4cee40bacc54 req-e5961a4e-d3d1-4e38-a5d1-d0922cc4eb2e tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.1266854 May 27 03:28:49.794890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bed451c2-0666-449c-ae6e-4cee40bacc54 req-c69b862c-6efd-46bb-8b42-66ace4d8c3d9 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496209 May 27 03:28:49.843362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1657621850', 'description': 'tempest-description-1947394505'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:49.848775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:49.852998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Usage tracker for resource:security_group and tenant:d0bbea2efaee4dabace5d827e1ed6952 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:49.856505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:49.871490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:49.890205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:49.960051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:49.964706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Usage tracker for resource:security_group_rule and tenant:d0bbea2efaee4dabace5d827e1ed6952 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:49.968476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:49.973269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be0e5781-f060-4fd8-ba44-e796e47da25b req-4bbe83c2-9cad-46aa-b02d-1ad5fac46594 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421460 May 27 03:28:49.975538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:50.000361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8bc0e-ca01-40d7-b4a6-2f084626eba7 req-ac238c12-b7df-4905-b1e3-c06d77ef274a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.001867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16b8bc0e-ca01-40d7-b4a6-2f084626eba7 req-ac238c12-b7df-4905-b1e3-c06d77ef274a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2567990 May 27 03:28:50.045367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.051682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.058513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16b8bc0e-ca01-40d7-b4a6-2f084626eba7 req-7ad9a22b-f483-4e67-899e-1987f31a8401 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505259 May 27 03:28:50.099826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd1062f-97b7-4881-81d2-b3e8f575d01a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:50.114470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:50.126915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b793ffa-5c7f-4302-a840-2aceebc296db req-c3dad63e-c761-40ae-9564-ec230e7a1cfc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.2885549 May 27 03:28:50.276457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d6b61-e006-42d0-a4bf-062da2ab31e3 req-3caccd66-cf10-450e-84c7-6b001063730f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.277451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-122d6b61-e006-42d0-a4bf-062da2ab31e3 req-3caccd66-cf10-450e-84c7-6b001063730f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:50.299633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507af88d-13bf-4683-8122-dba52051c9a0 req-783348ff-b4dc-40d1-b0f9-7f69c202e848 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:50.301731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-122d6b61-e006-42d0-a4bf-062da2ab31e3 req-3caccd66-cf10-450e-84c7-6b001063730f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:50.303238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-122d6b61-e006-42d0-a4bf-062da2ab31e3 req-3caccd66-cf10-450e-84c7-6b001063730f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 949 time: 0.1077247 May 27 03:28:50.305607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-507af88d-13bf-4683-8122-dba52051c9a0 req-783348ff-b4dc-40d1-b0f9-7f69c202e848 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.0859721 May 27 03:28:50.376176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-122d6b61-e006-42d0-a4bf-062da2ab31e3 req-5f0bee92-e6d7-4caa-81ac-ad443c794266 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 May 27 03:28:50.378699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-507af88d-13bf-4683-8122-dba52051c9a0 req-8773d031-db12-40ab-bc17-c449be252798 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 May 27 03:28:50.648870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b41a83b1-ab89-46f1-a2ca-dc1034fc36f4 req-ec85284d-0e5c-4d56-8806-84ec3e3067c2 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0416915 May 27 03:28:50.742420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-3e6a1cf3-49c3-427a-bb61-82318ef9f146 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Synchronizing usage tracker for tenant:d0bbea2efaee4dabace5d827e1ed6952 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:50.759204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-3e6a1cf3-49c3-427a-bb61-82318ef9f146 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Unset dirty status for tenant:d0bbea2efaee4dabace5d827e1ed6952 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:50.761840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-3e6a1cf3-49c3-427a-bb61-82318ef9f146 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47084 time: 0.3199027 May 27 03:28:50.817528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-3a734cb6-f2a9-4d35-8216-8281c3d99a82 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/136f4eda-8459-4ee5-806d-867321a4e1d0 HTTP/1.1" status: 200 len: 2649 time: 0.0471592 May 27 03:28:50.869839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-758a9455-9cd2-447a-9cac-a63d9edf40a1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/136f4eda-8459-4ee5-806d-867321a4e1d0 HTTP/1.1" status: 200 len: 2649 time: 0.0464113 May 27 03:28:50.918798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-7232093c-db2f-4b07-b2e1-6be86cdd6622 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/287bf0ae-2b9e-4ec3-b8bd-445cc18b6250 HTTP/1.1" status: 200 len: 2649 time: 0.0423913 May 27 03:28:50.973677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-30949165-0c61-419f-b27a-36f2a86830b1 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/287bf0ae-2b9e-4ec3-b8bd-445cc18b6250 HTTP/1.1" status: 200 len: 2649 time: 0.0477788 May 27 03:28:51.033527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-6355e09c-c3a1-4f69-8473-fa1a3f3f99a3 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2a24e6ad-ce6b-4843-8653-2a49e71e1979 HTTP/1.1" status: 200 len: 2649 time: 0.0538297 May 27 03:28:51.101658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-f68b1afa-ef8a-4d89-9b32-eb5f8a76c04f tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2a24e6ad-ce6b-4843-8653-2a49e71e1979 HTTP/1.1" status: 200 len: 2649 time: 0.0611608 May 27 03:28:51.155887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-43dc530a-1e7c-4902-b26c-c8e4a29e89c7 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/32b267e1-8a79-41df-8645-c31326b16dcf HTTP/1.1" status: 200 len: 2649 time: 0.0468721 May 27 03:28:51.212390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-b2da8143-3958-49c2-9603-f4ccfe222ecc tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/32b267e1-8a79-41df-8645-c31326b16dcf HTTP/1.1" status: 200 len: 2649 time: 0.0507271 May 27 03:28:51.324771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-4803774b-661e-43ca-8110-a592068d9883 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/46c35d8c-ef12-4982-9db4-9158c5461844 HTTP/1.1" status: 200 len: 2649 time: 0.1051841 May 27 03:28:51.361573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-85993ee1-834c-49b1-9c0b-4fdc95b5ccb5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.363126 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-85993ee1-834c-49b1-9c0b-4fdc95b5ccb5 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ea88b1-e858-4325-a811-942793dc4f87 HTTP/1.1" status: 200 len: 949 time: 0.1308134 May 27 03:28:51.447337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-2da446a2-fd61-4e3f-a4ea-3ef2d08aa918 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/46c35d8c-ef12-4982-9db4-9158c5461844 HTTP/1.1" status: 200 len: 2649 time: 0.1152785 May 27 03:28:51.455852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 0c9a14b7-a8b0-46d4-a560-abd34f673169 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:51.456197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:51.544147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:51.601458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-e30109cf-8beb-47c5-9318-6a4871e48272 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/585d6a96-1501-4780-8cec-4ea4341ea77c HTTP/1.1" status: 200 len: 2649 time: 0.1199417 May 27 03:28:51.626065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6a923-4d4c-443b-88c4-941a537a874c req-13ebc7d0-379e-4062-9b88-0690eef0f219 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:51.627537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66b6a923-4d4c-443b-88c4-941a537a874c req-13ebc7d0-379e-4062-9b88-0690eef0f219 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.0845449 May 27 03:28:51.678962 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66b6a923-4d4c-443b-88c4-941a537a874c req-a51de3c1-d496-4a3e-9783-9d49b2e830f5 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453596 May 27 03:28:51.743054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-ec95b924-17d3-4d70-ae18-2017adbc5eca tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/585d6a96-1501-4780-8cec-4ea4341ea77c HTTP/1.1" status: 200 len: 2649 time: 0.1358454 May 27 03:28:51.839939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 0c9a14b7-a8b0-46d4-a560-abd34f673169, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0c9a14b7-a8b0-46d4-a560-abd34f673169,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:51.840544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.029170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-880dd4f2-9e38-4de3-9879-52782e72af77 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:52.030808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-880dd4f2-9e38-4de3-9879-52782e72af77 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.1568897 May 27 03:28:52.053563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-61e7da41-9e7a-46a2-8dd2-6bf15de56219 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6b6a02ec-372b-456f-8cbb-c707fe8cc12c HTTP/1.1" status: 200 len: 2649 time: 0.2952383 May 27 03:28:52.054635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-a22ee259-fa39-4741-ad10-207b6bbc325f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/quotas/adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 375 time: 0.0138652 May 27 03:28:52.059993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 0c9a14b7-a8b0-46d4-a560-abd34f673169 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:52.162993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-0eee1499-4eec-4c20-8e5e-b0d04d5224f0 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881732 May 27 03:28:52.182625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-bb52305b-05f9-4f06-88b5-0d19a229d3e2 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6b6a02ec-372b-456f-8cbb-c707fe8cc12c HTTP/1.1" status: 200 len: 2649 time: 0.0951042 May 27 03:28:52.309778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-df39674d-7875-47e8-a5ff-5018fdcffefb service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371768 May 27 03:28:52.361152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-9e25faf3-66fa-4a44-84bc-70ae65773db9 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/73b792c2-8f2e-4a3d-a781-f50d15f29664 HTTP/1.1" status: 200 len: 2649 time: 0.1214304 May 27 03:28:52.361891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.376944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:52.403958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', '9e4409d6-eeba-496d-9886-ed4721a0c9e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:52.438683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=0c9a14b7-a8b0-46d4-a560-abd34f673169,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:52.477065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-7433f7c2-af0e-4662-801c-a8ac643adf66 service neutron] 10.222.0.46 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605222 May 27 03:28:52.534203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 0c9a14b7-a8b0-46d4-a560-abd34f673169 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:52.536974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:52.543973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'name': 'network-vif-deleted', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:52.560701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-4d9ebd92-2d84-42f1-b831-9954eda269d2 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/73b792c2-8f2e-4a3d-a781-f50d15f29664 HTTP/1.1" status: 200 len: 2649 time: 0.1918499 May 27 03:28:52.563265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18e70c1b-d586-4bd1-b7b2-0ca03d763249 req-5ab5d1b7-70c5-4bad-9f6d-782e5a4b485f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "DELETE /v2.0/ports/0c9a14b7-a8b0-46d4-a560-abd34f673169 HTTP/1.1" status: 204 len: 173 time: 1.1919844 May 27 03:28:52.658559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-fab7769d-0639-478a-9bf2-4a4c09976dad tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a0c61751-b2cc-42e9-a18b-be9e97eebdb9 HTTP/1.1" status: 200 len: 2649 time: 0.0784404 May 27 03:28:52.745428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-fb5cf1dd-6dc0-437d-a383-4308d093974e tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a0c61751-b2cc-42e9-a18b-be9e97eebdb9 HTTP/1.1" status: 200 len: 2649 time: 0.0849690 May 27 03:28:52.858636 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-bbdc6f8e-d468-4b8c-8a6c-2fbbcf463314 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b0c67755-b037-4552-a9d6-33ed7d2415dd HTTP/1.1" status: 200 len: 2649 time: 0.1050158 May 27 03:28:52.920850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-f6d9e3b9-cbfd-4ef9-9062-7c7b55b3f996 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b0c67755-b037-4552-a9d6-33ed7d2415dd HTTP/1.1" status: 200 len: 2649 time: 0.0612934 May 27 03:28:52.993660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-c1d22ba4-ad35-4447-87ee-fc76f4b94f5e tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b47341f2-f4b0-4ddf-ac6a-1a93ed29ad89 HTTP/1.1" status: 200 len: 2649 time: 0.0665281 May 27 03:28:53.097125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-961877fc-b8a6-4b02-b08f-26e1ce743e5d tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b47341f2-f4b0-4ddf-ac6a-1a93ed29ad89 HTTP/1.1" status: 200 len: 2649 time: 0.0888853 May 27 03:28:53.187810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-d4978167-c1c3-48a3-8e94-5b0652984877 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bb3195b9-7c3b-4394-ac7f-a6c2fec2fa28 HTTP/1.1" status: 200 len: 2649 time: 0.0851080 May 27 03:28:53.254115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-ca6cac15-d2ae-4bdc-aa16-7937111d21f2 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bb3195b9-7c3b-4394-ac7f-a6c2fec2fa28 HTTP/1.1" status: 200 len: 2649 time: 0.0648704 May 27 03:28:53.292931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e718346-a18b-4893-89e1-cf9951b6778d req-c079b96f-f127-49fd-8b23-ab2c476f27c7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:53.296202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e718346-a18b-4893-89e1-cf9951b6778d req-c079b96f-f127-49fd-8b23-ab2c476f27c7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1351893 May 27 03:28:53.329156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-53536d9f-8f10-43a9-8db8-fab28c037a28 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c9768b32-9998-45fc-a48d-58439429bb40 HTTP/1.1" status: 200 len: 2649 time: 0.0651519 May 27 03:28:53.348236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e718346-a18b-4893-89e1-cf9951b6778d req-7f6fc579-05d3-46be-867c-1bf3ea0bf837 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 May 27 03:28:53.391713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-c724179c-b31a-4aa8-b45c-418da68aa21f tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c9768b32-9998-45fc-a48d-58439429bb40 HTTP/1.1" status: 200 len: 2649 time: 0.0595994 May 27 03:28:53.449952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-29693b87-5df6-4d7e-84e8-eb1c053cfb84 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d15bc6af-c878-4a0c-b7e8-780aa393a38d HTTP/1.1" status: 200 len: 2649 time: 0.0511920 May 27 03:28:53.503035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-a7b12e4d-9ee0-434b-9dda-2262d57ffa4e tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d15bc6af-c878-4a0c-b7e8-780aa393a38d HTTP/1.1" status: 200 len: 2649 time: 0.0459449 May 27 03:28:53.540572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:53.579446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-69df8e05-3030-486a-ba93-407b73abb3ce tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ea4a1666-53ca-43ed-955d-09b26d5da2f4 HTTP/1.1" status: 200 len: 2649 time: 0.0592949 May 27 03:28:53.640412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-c9b0aff0-e81f-4a4d-b98c-7c1786bbe917 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ea4a1666-53ca-43ed-955d-09b26d5da2f4 HTTP/1.1" status: 200 len: 2649 time: 0.0511947 May 27 03:28:53.714147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-0b07e281-bf39-406c-864f-1d5f3fd3c3f2 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f1e56f0d-9f33-4d5a-84bd-903fc97ce9de HTTP/1.1" status: 200 len: 2649 time: 0.0665095 May 27 03:28:53.784100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45ef3289-c042-41d1-aa7a-cc6640d472ac req-bb8589b5-3d44-498f-b05f-1433d80f9ea5 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f1e56f0d-9f33-4d5a-84bd-903fc97ce9de HTTP/1.1" status: 200 len: 2649 time: 0.0632851 May 27 03:28:53.847328 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a25dfa-7780-4583-9a26-c73f8dc1b509'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'code': 200} May 27 03:28:53.878800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de3436-522c-42e2-9db5-209052275d59 req-afe153b2-99b8-48a3-b5c4-ae258ccacf03 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:53.881227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9de3436-522c-42e2-9db5-209052275d59 req-afe153b2-99b8-48a3-b5c4-ae258ccacf03 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1045830 May 27 03:28:53.984170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9de3436-522c-42e2-9db5-209052275d59 req-6c5d1622-0bd0-4682-8d5b-5882ef34571e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948997 May 27 03:28:54.000916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:54.040035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d325cfe-7bd7-4e36-aeb4-05d1ea1816b3 req-df9019ba-ebef-45c5-bec4-abb10cf5189d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1100 time: 0.1264234 May 27 03:28:54.111857 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d325cfe-7bd7-4e36-aeb4-05d1ea1816b3 req-33fb8bf2-3504-44e1-9292-81de48b887d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 May 27 03:28:54.133650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb67473-d323-47cd-8d73-33734f637d0e req-b9b1acf4-8030-4631-a0f1-12087419c4d7 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:54.135188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-beb67473-d323-47cd-8d73-33734f637d0e req-b9b1acf4-8030-4631-a0f1-12087419c4d7 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.1620917 May 27 03:28:54.144570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:28:54.149320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.150483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Request body: {'floatingip': {'port_id': 'a7608cd6-c512-44e1-ad41-fd29119f14cc'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:54.231867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:54.241197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.242797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0c9a14b7-a8b0-46d4-a560-abd34f673169 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:54.253105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:54.260279 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9125d21-0ad4-48f4-96dc-e26c123cc1d8'] response: {'server_uuid': 'b4ea88b1-e858-4325-a811-942793dc4f87', 'name': 'network-vif-deleted', 'tag': '0c9a14b7-a8b0-46d4-a560-abd34f673169', 'status': 'completed', 'code': 200} May 27 03:28:54.347935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 0c9a14b7-a8b0-46d4-a560-abd34f673169 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:28:54.348355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0c9a14b7-a8b0-46d4-a560-abd34f673169 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:28:54.379755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:54.439508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dde60594-f455-4420-8576-b2a2510d8af4 req-6f0b6cf9-b0cb-428d-822f-93caa10f64c4 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1026251 May 27 03:28:54.443071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f3cb7a6-596b-4680-87dc-c3d92de170c7 req-d5fa169f-1d6f-4cfd-ab60-38460ff10f2e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 210 time: 0.0460539 May 27 03:28:55.030220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-488175bb-316a-4556-9f8f-d4f13d9911c1 req-710b8449-0d3b-46d9-868a-48ccacf725ca tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Synchronizing usage tracker for tenant:5c54ad596c5c4b3dac32a52f97dd928a on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:55.048825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-b33043f9-45f2-4dcf-9f18-9fb9469e73d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:55.049761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-b33043f9-45f2-4dcf-9f18-9fb9469e73d8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 819 time: 0.2742965 May 27 03:28:55.068272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Request body: {'port': {'device_id': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'admin_state_up': True, 'tenant_id': 'adb87f3eee7c47fda511df77aa1af2b6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:55.089355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-9ccdbdb0-d0cd-4ac9-83fa-1cc2f9895156 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:55.090733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-9ccdbdb0-d0cd-4ac9-83fa-1cc2f9895156 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.2231555 May 27 03:28:55.128625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-488175bb-316a-4556-9f8f-d4f13d9911c1 req-710b8449-0d3b-46d9-868a-48ccacf725ca tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Unset dirty status for tenant:5c54ad596c5c4b3dac32a52f97dd928a on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:55.130048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-488175bb-316a-4556-9f8f-d4f13d9911c1 req-710b8449-0d3b-46d9-868a-48ccacf725ca tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c54ad596c5c4b3dac32a52f97dd928a HTTP/1.1" status: 200 len: 5438 time: 0.5160477 May 27 03:28:55.184512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-d27e869d-7840-4969-a814-8c5fa1e431a2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/quotas/ac6e797defd744549b3f6122bbba9faa HTTP/1.1" status: 200 len: 375 time: 0.0370560 May 27 03:28:55.287051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:55.305780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:55.310901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-488175bb-316a-4556-9f8f-d4f13d9911c1 req-5c10f351-f997-4bc8-b928-e477679790f8 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "GET /v2.0/security-groups/b0c67755-b037-4552-a9d6-33ed7d2415dd HTTP/1.1" status: 200 len: 2649 time: 0.1662834 May 27 03:28:55.319769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.321730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Made reservation on behalf of adb87f3eee7c47fda511df77aa1af2b6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:55.324935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.336436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:55.351175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-cb438e71-15a3-487a-8197-235442f62040 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1538920 May 27 03:28:55.545098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-488175bb-316a-4556-9f8f-d4f13d9911c1 req-ec908e05-ab32-4b53-a230-592ce2ace36c tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "GET /v2.0/security-groups/b0c67755-b037-4552-a9d6-33ed7d2415dd HTTP/1.1" status: 200 len: 2649 time: 0.2290835 May 27 03:28:55.663498 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Floating IP 65ad1079-fc84-4f6d-b2e4-39884bd02c2a associated. External IP: 172.25.8.83, port: a7608cd6-c512-44e1-ad41-fd29119f14cc. May 27 03:28:55.696830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-a8b442bc-b40a-4008-9a1d-6dec6137f2e2 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362966 May 27 03:28:55.848573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:55.949511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Allocated IP 172.20.0.9 (0850598d-0cfb-429e-8f38-56162d3eec97/9991bc14-8f87-46b4-a15c-e03f312eb71d/2bca98bd-777d-46fb-8250-6b46c3e03f27) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:55.977563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907778e-a24f-469e-9a69-dff7238268ba req-6e6613df-d99c-43ed-af50-33694bae6c35 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:55.979074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0907778e-a24f-469e-9a69-dff7238268ba req-6e6613df-d99c-43ed-af50-33694bae6c35 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2474790 May 27 03:28:56.023029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-171ac178-5870-4474-a1c3-647b46b38a09 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195307 May 27 03:28:56.044963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.045389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-8f65c778-7811-4412-9d94-3837b7dc17a5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.047093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-8f65c778-7811-4412-9d94-3837b7dc17a5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4dd3373-6851-4cbe-a82c-a11bff1a00f4 HTTP/1.1" status: 200 len: 943 time: 0.3166041 May 27 03:28:56.137700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0907778e-a24f-469e-9a69-dff7238268ba req-7492e1dd-4c21-4f88-8d23-5f8dac5ec608 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449668 May 27 03:28:56.328266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84eddd1f-14ce-4b86-9920-db678cd380f4 req-3dfa82ce-3a04-4785-a3cf-da5437bae524 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1097212 May 27 03:28:56.333472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Deleting port b4ae4ca1-f77e-4755-aa74-c02dc493710f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:56.333849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.334740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.375194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.386896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b3f76d91-029c-4964-bda3-1c589973d37c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:56.576765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Network 0850598d-0cfb-429e-8f38-56162d3eec97 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:56.586686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:56.599396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:28:56.650109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:56.706604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.707632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:56.757498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-33c95a01-d1a0-4abc-aa21-31a0dc9d78c1 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6930795 May 27 03:28:56.765263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d294-5f02-48c0-b930-53169c02788a req-0e4a4b5a-d8b4-4e14-bc73-a8affed0144a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.766130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5ab1d294-5f02-48c0-b930-53169c02788a req-0e4a4b5a-d8b4-4e14-bc73-a8affed0144a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:56.779282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc4c00-c40f-4bf7-b9c6-a58d1cf90e0e req-3579b5b0-55b6-4bf4-9b79-926f2cb193a3 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:56.787708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8bc4c00-c40f-4bf7-b9c6-a58d1cf90e0e req-3579b5b0-55b6-4bf4-9b79-926f2cb193a3 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.3225377 May 27 03:28:56.909569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8bc4c00-c40f-4bf7-b9c6-a58d1cf90e0e req-3d73129d-74ce-4ba6-97a9-fb14cec62d32 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205335 May 27 03:28:56.944432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5ab1d294-5f02-48c0-b930-53169c02788a req-0e4a4b5a-d8b4-4e14-bc73-a8affed0144a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:56.947999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ab1d294-5f02-48c0-b930-53169c02788a req-0e4a4b5a-d8b4-4e14-bc73-a8affed0144a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 950 time: 0.5545168 May 27 03:28:57.164566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:28:57.164912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.184723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70582e0b-c702-416b-a622-e873b6b61b58 req-c8a434d3-7c35-45a3-a638-a7335ac15f49 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:57.187165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70582e0b-c702-416b-a622-e873b6b61b58 req-c8a434d3-7c35-45a3-a638-a7335ac15f49 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 950 time: 0.8234854 May 27 03:28:57.275459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Request body: {'port': {'device_id': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:57.365722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70582e0b-c702-416b-a622-e873b6b61b58 req-c41cffb1-3370-4d7b-bce1-7de909f97815 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662996 May 27 03:28:57.390104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] For port b4ae4ca1-f77e-4755-aa74-c02dc493710f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b4ae4ca1-f77e-4755-aa74-c02dc493710f,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:57.390815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.602164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Calling delete_port for b4ae4ca1-f77e-4755-aa74-c02dc493710f owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:57.611151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eea92f-2760-4b5e-9ec8-3082d4cd0e3c req-55a7cf7c-abeb-410a-be08-d1fcbbc697cd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:57.612140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-02eea92f-2760-4b5e-9ec8-3082d4cd0e3c req-55a7cf7c-abeb-410a-be08-d1fcbbc697cd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:28:57.680828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.739509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed8d5d14-f48e-4b0e-8f1b-668b67f288f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:57.769383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-02eea92f-2760-4b5e-9ec8-3082d4cd0e3c req-55a7cf7c-abeb-410a-be08-d1fcbbc697cd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:28:57.774461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02eea92f-2760-4b5e-9ec8-3082d4cd0e3c req-55a7cf7c-abeb-410a-be08-d1fcbbc697cd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 931 time: 0.6946237 May 27 03:28:57.792641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-0f7b84cc-86ac-4f39-a1ec-adc8f8ae4733 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2dd1062f-97b7-4881-81d2-b3e8f575d01a HTTP/1.1" status: 200 len: 1612 time: 0.3125432 May 27 03:28:58.006196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.028693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 9e4409d6-eeba-496d-9886-ed4721a0c9e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9e4409d6-eeba-496d-9886-ed4721a0c9e3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:58.029065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.029629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:28:58.081046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.094254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Router efaf260d-440b-4f08-9684-6a7477840fbf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:58.102883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02eea92f-2760-4b5e-9ec8-3082d4cd0e3c req-cdce0808-45a6-4606-8c8d-45344ecad078 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905087 May 27 03:28:58.105553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:28:58.107142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event deleted for resources: {'Port': ['ID=b4ae4ca1-f77e-4755-aa74-c02dc493710f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.231253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.396047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:58.414147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 9e4409d6-eeba-496d-9886-ed4721a0c9e3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:28:58.422682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:28:58.453315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] No DVR routers for this DVR port b4ae4ca1-f77e-4755-aa74-c02dc493710f on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:58.464609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.465407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ae47e1b-48ae-4a86-830c-371e2c59c5ba req-6357de75-e76e-4b26-b7e1-60255c67d0f1 tempest-ServersAdmin275Test-1055926643 tempest-ServersAdmin275Test-1055926643-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0942807 May 27 03:28:58.479786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-deleted', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:58.522930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.552824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:58.562785 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.576686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf0018d8-262b-459d-a188-6bef69d3f615 req-b6b11a8e-46f0-4b05-b6bd-6d56834f8f7b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "DELETE /v2.0/ports/b4ae4ca1-f77e-4755-aa74-c02dc493710f HTTP/1.1" status: 204 len: 173 time: 2.5197802 May 27 03:28:58.580797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.583414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.584847 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26d5c18c-9d31-4dbe-9ee9-2cd2e9366420 req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dd1062f-97b7-4881-81d2-b3e8f575d01a HTTP/1.1" status: 204 len: 173 time: 0.7765806 May 27 03:28:58.597552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:58.604233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.604448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-0949bfc3-f08a-4ebe-872e-7da178204372 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:58.606079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-0949bfc3-f08a-4ebe-872e-7da178204372 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.5914350 May 27 03:28:58.612288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07b841-43eb-43ee-9ec1-1f5a47933105 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd1062f-97b7-4881-81d2-b3e8f575d01a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.640007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Request body: {'port': {'device_id': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'admin_state_up': True, 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:28:58.730953 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939c9815-a3a3-4610-bb69-b674d2739030'] response: {'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'code': 200} May 27 03:28:58.830525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:28:58.837990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Usage tracker for resource:port and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:28:58.838730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:28:58.839241 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:28:58.839754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.844331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:28:58.873719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:28:58.897297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:58.901271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.920915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:58.934941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.957564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d', '221c0edc-b234-4777-8623-c11322c35115'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:28:58.972984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:58.982373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:58.985145 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Sync routers for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:28:59.002279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:28:59.004143 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:28:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:59.053546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-598e7a08-5c0d-4d31-b6ac-3020770426f1 req-52bdb34d-1eb3-4513-a6f6-4364664f8474 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 210 time: 0.1545599 May 27 03:28:59.058965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=9e4409d6-eeba-496d-9886-ed4721a0c9e3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.117127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a15e449f-dc5f-47f7-b7d2-5a92414f06ba tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "PUT /v2.0/floatingips/65ad1079-fc84-4f6d-b2e4-39884bd02c2a HTTP/1.1" status: 200 len: 990 time: 4.9686954 May 27 03:28:59.118956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bca98bd-777d-46fb-8250-6b46c3e03f27 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:59.173865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c55a-b3a5-4e62-8859-9bc264884f77 req-fcd1c8b3-6752-4d88-88ff-8bb5669819e2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.188082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd74c55a-b3a5-4e62-8859-9bc264884f77 req-fcd1c8b3-6752-4d88-88ff-8bb5669819e2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2734013 May 27 03:28:59.262370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.343028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Transition to ACTIVE for port object 2bca98bd-777d-46fb-8250-6b46c3e03f27 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:28:59.344989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 9e4409d6-eeba-496d-9886-ed4721a0c9e3 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:59.348638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.351731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'name': 'network-vif-deleted', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:28:59.360739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Allocated IP 172.20.0.3 (f9a2482c-648b-4c8e-91d9-85150a329773/e84bf2f3-c8b6-4629-8742-055c1035b840/45f253ec-387b-43ce-8482-e1eb333ffe91) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:59.363160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.364651 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:28:59.375414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd74c55a-b3a5-4e62-8859-9bc264884f77 req-51e6a5ce-e5fd-4958-8ee5-daaf8061f81b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136587 May 27 03:28:59.444182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ab1d294-5f02-48c0-b930-53169c02788a req-ebbbdf55-197c-4223-bb28-feff1212c45f tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "DELETE /v2.0/ports/9e4409d6-eeba-496d-9886-ed4721a0c9e3 HTTP/1.1" status: 204 len: 173 time: 2.4911139 May 27 03:28:59.530994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.563132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2f267-02a7-4b56-afcd-565b6f00db6c req-0af4db85-f544-4c99-9908-f637408e353f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:28:59.571635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66b2f267-02a7-4b56-afcd-565b6f00db6c req-0af4db85-f544-4c99-9908-f637408e353f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 948 time: 0.3508337 May 27 03:28:59.727085 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.769512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66b2f267-02a7-4b56-afcd-565b6f00db6c req-c2447292-2e2f-403e-a6d1-7e7e28562d15 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965556 May 27 03:28:59.831429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:28:59.838644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:28:59.841555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:28:59.841927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:59.857426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:28:59.857782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:28:59.874612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:28:59.876805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:28:59.877355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:28:59.877565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Bound port: 2bca98bd-777d-46fb-8250-6b46c3e03f27, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:28:59.877921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.889674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:59.910410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:28:59.912342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d5bb05d1-207e-4aee-844b-e3cda3356bcb req-5c306f9a-fcbf-4a0f-a081-53e3a5a7b9bf tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=437dec8f-57e5-482a-ba62-2aba954518cc HTTP/1.1" status: 200 len: 210 time: 0.0995262 May 27 03:28:59.915179 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd2fc43-67b8-400b-995e-99709a1c230b'] response: {'server_uuid': 'b4dd3373-6851-4cbe-a82c-a11bff1a00f4', 'name': 'network-vif-deleted', 'tag': 'b4ae4ca1-f77e-4755-aa74-c02dc493710f', 'status': 'completed', 'code': 200} May 27 03:28:59.991171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9a8eac33-53a8-4d89-9285-31531ebde689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.035975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.055171 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '65ad1079-fc84-4f6d-b2e4-39884bd02c2a', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'port_id': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'mac_address': 'fa:16:3e:22:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:14Z', 'updated_at': '2022-05-27T03:28:55Z', 'revision_number': 1, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:00.058027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:00.070582 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Checking router: efaf260d-440b-4f08-9684-6a7477840fbf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:29:00.080978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-f9180cb4-b613-42db-861e-a9d101353d8b tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "GET /v2.0/security-groups/fc528d79-b74c-4920-b0e7-0b204bacbffc HTTP/1.1" status: 200 len: 1611 time: 0.1714261 May 27 03:29:00.082625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:00.088225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.101722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:29:00.102639 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:00.124990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:00.147437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:00.158624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.171207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: b4ae4ca1-f77e-4755-aa74-c02dc493710f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:00.171935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b4ae4ca1-f77e-4755-aa74-c02dc493710f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:00.172424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9e4409d6-eeba-496d-9886-ed4721a0c9e3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:00.203082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Network f9a2482c-648b-4c8e-91d9-85150a329773 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:00.206469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:00.210840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:00.251236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:00.266344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.269205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.271519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] 10.222.0.21 "PUT /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 1091 time: 3.5006001 May 27 03:29:00.296208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 9e4409d6-eeba-496d-9886-ed4721a0c9e3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:00.297658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9e4409d6-eeba-496d-9886-ed4721a0c9e3 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:00.315676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07552f-61ee-45f0-acd0-ae03f84e7c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:00.341607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:00.342115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.343035 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.379074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-2f7eca53-7be8-414c-9153-10d5861bc4cc tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7482822 May 27 03:29:00.398302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Request body: {'port': {'device_id': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:00.473450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-ef20dfee-b969-430d-bb05-346dd787a794 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1094 time: 0.1023996 May 27 03:29:00.476962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.548115 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:29:00.593952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc528d79-b74c-4920-b0e7-0b204bacbffc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:00.599504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:00.616358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1ba4a8e-3223-437e-9f1a-e79cc1dcbdf8 req-bae13350-c15a-4afc-a676-33ea28351434 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=356ade9ffec647c8936da6921e6fe00c&device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0646617 May 27 03:29:00.618309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.618819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-d1ddfa14-376d-49df-8807-f14ace9b9360 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 217 time: 0.1359591 May 27 03:29:00.619993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:00.620990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8524f32-b896-4fe7-85ae-e9783103dffa req-bef8b061-2604-4d5b-a653-2a1798421435 tempest-SecurityGroupsTestAdminJSON-241912718 tempest-SecurityGroupsTestAdminJSON-241912718-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc528d79-b74c-4920-b0e7-0b204bacbffc HTTP/1.1" status: 204 len: 173 time: 0.5392303 May 27 03:29:00.692728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1ba4a8e-3223-437e-9f1a-e79cc1dcbdf8 req-4f0c5ff4-4323-42b7-8317-f375358c25f3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=356ade9ffec647c8936da6921e6fe00c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675280 May 27 03:29:00.728003 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd30dc4-2ee9-40ef-8e49-e6371486725c'] response: {'server_uuid': '437dec8f-57e5-482a-ba62-2aba954518cc', 'name': 'network-vif-deleted', 'tag': '9e4409d6-eeba-496d-9886-ed4721a0c9e3', 'status': 'completed', 'code': 200} May 27 03:29:00.934567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45e40-8717-4f56-989e-be153cea4ac1 req-4b5a2c81-7d0c-41ff-a368-d60c02e486fb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:00.942280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1e45e40-8717-4f56-989e-be153cea4ac1 req-4b5a2c81-7d0c-41ff-a368-d60c02e486fb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.2923830 May 27 03:29:01.023575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-22fdd895-c44e-465f-b7c0-68b9bec81db0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:01.025311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-22fdd895-c44e-465f-b7c0-68b9bec81db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.3740363 May 27 03:29:01.049779 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '65ad1079-fc84-4f6d-b2e4-39884bd02c2a', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'port_id': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'mac_address': 'fa:16:3e:22:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:14Z', 'updated_at': '2022-05-27T03:28:55Z', 'revision_number': 1, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:01.054424 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f182-4765-49ed-b8ac-0b875c7ff3b8 None None] The sync data for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 is: [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '65ad1079-fc84-4f6d-b2e4-39884bd02c2a', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'port_id': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'mac_address': 'fa:16:3e:22:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:14Z', 'updated_at': '2022-05-27T03:28:55Z', 'revision_number': 1, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:29:01.088431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1e45e40-8717-4f56-989e-be153cea4ac1 req-9f4b098b-a40e-464d-8d3e-dd2d2d61e80d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451898 May 27 03:29:01.147280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-a1cb9326-1b41-4292-b4af-3a7bc470fd66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990272 May 27 03:29:01.150452 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:01.204935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.285118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f253ec-387b-43ce-8482-e1eb333ffe91 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:01.298823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.319834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68be239a-ea8d-458f-8ce5-ab06b3632023 req-48a5b707-3f4f-41a9-9906-3cbeab5259f9 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1100 time: 0.3932781 May 27 03:29:01.322559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba4a8e-3223-437e-9f1a-e79cc1dcbdf8 req-780b7295-3d22-457b-8b5c-39a409fd77d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:01.323942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1ba4a8e-3223-437e-9f1a-e79cc1dcbdf8 req-780b7295-3d22-457b-8b5c-39a409fd77d2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6170664 May 27 03:29:01.325821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-e57837e2-91e6-4b82-927a-9610e460a84f service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776197 May 27 03:29:01.365042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.367484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Transition to ACTIVE for port object 45f253ec-387b-43ce-8482-e1eb333ffe91 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:01.379881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.381476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68be239a-ea8d-458f-8ce5-ab06b3632023 req-c9f9af50-e3c1-455d-a5c6-17e80b926534 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546534 May 27 03:29:01.395461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642416e-b4cb-4e9f-a539-10fcd001e7d5 None None] New status for floating IP 65ad1079-fc84-4f6d-b2e4-39884bd02c2a: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:29:01.515792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:01.534689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13131ed7-653e-435b-9b2c-b7dc86e7b85c req-43af3841-4012-443d-a05b-c53da846de49 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:01.535383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13131ed7-653e-435b-9b2c-b7dc86e7b85c req-43af3841-4012-443d-a05b-c53da846de49 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:01.535781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-931f7034-d7ff-4425-a0ff-876f7caac3c0 req-b4e5ff4f-4950-41d6-ade7-62134e437a3d service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631908 May 27 03:29:01.587079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13131ed7-653e-435b-9b2c-b7dc86e7b85c req-43af3841-4012-443d-a05b-c53da846de49 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:01.588240 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13131ed7-653e-435b-9b2c-b7dc86e7b85c req-43af3841-4012-443d-a05b-c53da846de49 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 931 time: 0.2832966 May 27 03:29:01.601813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0d2efd0-ad4a-4967-afe1-232f6d71eecf req-a8d9d3ff-f901-4215-8ee2-71095ee78a58 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.0540502 May 27 03:29:01.690962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Attempting to bind port 45f253ec-387b-43ce-8482-e1eb333ffe91 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:01.691239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Attempting to bind port 45f253ec-387b-43ce-8482-e1eb333ffe91 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:01.691460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Attempting to bind port 45f253ec-387b-43ce-8482-e1eb333ffe91 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:01.696085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13131ed7-653e-435b-9b2c-b7dc86e7b85c req-20078216-c0a1-4a66-b740-c362a72d821f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760133 May 27 03:29:01.700053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Port 45f253ec-387b-43ce-8482-e1eb333ffe91 on network f9a2482c-648b-4c8e-91d9-85150a329773 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:01.700379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Attempting to bind port 45f253ec-387b-43ce-8482-e1eb333ffe91 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:01.706956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:01.707689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Checking segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:01.707689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Bound using segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:01.708125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Bound port: 45f253ec-387b-43ce-8482-e1eb333ffe91, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:01.708474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.723767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-33432566-66a3-402f-9e58-209caeba2b92 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "GET /v2.0/security-groups/b85553b2-ffd7-4e63-b191-14f21f61abf6 HTTP/1.1" status: 200 len: 1611 time: 0.0639720 May 27 03:29:01.788329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.804246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:01.807577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:01.812551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.817183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.864917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.884200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85553b2-ffd7-4e63-b191-14f21f61abf6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:01.894625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.896007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706c1c6c-6c5d-49a4-aa54-d1efbb285c0a req-9c1d98a3-0c9d-4e42-8b2e-1dec35645897 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "DELETE /v2.0/security-groups/b85553b2-ffd7-4e63-b191-14f21f61abf6 HTTP/1.1" status: 204 len: 173 time: 0.1722693 May 27 03:29:01.916742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:01.927372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:01.928726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] 10.222.0.41 "PUT /v2.0/ports/45f253ec-387b-43ce-8482-e1eb333ffe91 HTTP/1.1" status: 200 len: 1091 time: 1.5353069 May 27 03:29:01.953128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc505c-eb46-4044-a18e-e2d0b3299e66 service neutron] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.009395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7d428-9e41-4da9-9a5c-76fbda41d164 req-2fbc6d91-a77c-48c9-8e2c-d108266525bd tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.018286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3df7d428-9e41-4da9-9a5c-76fbda41d164 req-2fbc6d91-a77c-48c9-8e2c-d108266525bd tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 947 time: 0.2005179 May 27 03:29:02.070847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:02.088617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3df7d428-9e41-4da9-9a5c-76fbda41d164 req-2c36fb7d-c1ca-41d6-8d36-c550ff088120 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706487 May 27 03:29:02.119150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-77bebd2d-3cc9-42bd-8c2e-001f014284ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 1094 time: 0.1518555 May 27 03:29:02.166504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:02.166987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.169455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e27a2273-cb25-4cd9-9b72-367231ff60b9 req-5422d7d0-8259-418c-a1d4-e99d1571b693 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0942876 May 27 03:29:02.298312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.310719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-5985b7ef-2b71-4ef6-be9b-5f5fff7483e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45f253ec-387b-43ce-8482-e1eb333ffe91 HTTP/1.1" status: 200 len: 217 time: 0.1832676 May 27 03:29:02.330588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:02.341646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:02.346183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.392196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-1ce6272b-a449-430e-9c7a-d634b5322fc0 tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "GET /v2.0/security-groups/230ef6b6-d7cf-4ba4-8434-3bcc372667b9 HTTP/1.1" status: 200 len: 1611 time: 0.2104948 May 27 03:29:02.418658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-a882b2f1-62a1-439b-9297-6c4f5edb652a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.420083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-a882b2f1-62a1-439b-9297-6c4f5edb652a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.0993359 May 27 03:29:02.423482 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40252b29-15d8-4098-95bb-f2826adb3306'] response: {'name': 'network-changed', 'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'status': 'completed', 'code': 200} May 27 03:29:02.440309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.505731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-3a54b2dc-db54-4bba-aa52-9f3cc6cc966a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607047 May 27 03:29:02.547455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-1e31722c-7f43-4beb-8dd3-c9c73ea799ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365118 May 27 03:29:02.555207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-d7be0d94-0669-4b7f-ae58-ec7dbea2ae47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479819c89af34e9898d09dde6dcd3afa&device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 1096 time: 0.1074517 May 27 03:29:02.599014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.646313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.715681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-03886097-9356-4b87-b39e-b81c20e967b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958921 May 27 03:29:02.736940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:02.752597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.801705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc684c-6186-420c-973d-6648d4f376dc req-a9cf9727-4fb3-4bd9-bcf0-569f5898f130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:02.803639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-a9cf9727-4fb3-4bd9-bcf0-569f5898f130 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92ef77d2-e978-4d77-a36b-661c57454821 HTTP/1.1" status: 200 len: 916 time: 0.2382982 May 27 03:29:02.822329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.827881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ef6b6-d7cf-4ba4-8434-3bcc372667b9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.862503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:02.876707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e407853f-36dc-4bce-bb41-776cb4ac4998 req-aa1710d0-eacb-49ef-b28b-c36ea078bffa tempest-SecurityGroupsTestAdminJSON-1203791381 tempest-SecurityGroupsTestAdminJSON-1203791381-project] 10.222.0.46 "DELETE /v2.0/security-groups/230ef6b6-d7cf-4ba4-8434-3bcc372667b9 HTTP/1.1" status: 204 len: 173 time: 0.4719687 May 27 03:29:02.944427 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa873a09-e161-4ed8-8cdd-1fd96fda8492'] response: {'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'code': 200} May 27 03:29:02.981259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-28d09d1d-e29b-4e13-9f12-52f6deb614a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc HTTP/1.1" status: 200 len: 1000 time: 0.1705732 May 27 03:29:03.016505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1ba4a8e-3223-437e-9f1a-e79cc1dcbdf8 req-8cb1e0d7-4923-4080-82f5-8b500b362222 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.41 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1110890 May 27 03:29:03.032572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f58dd46-d6b2-4785-b092-5f3c71e65b58 req-cdc8a777-61f3-4843-8268-5a1871f5cae5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055151 May 27 03:29:03.099323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc684c-6186-420c-973d-6648d4f376dc req-99c48eb3-645d-45a3-a3a7-24c7a0c74a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.101155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-99c48eb3-645d-45a3-a3a7-24c7a0c74a7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57790695-8c83-4483-bcbc-4a2c67ad4a4f HTTP/1.1" status: 200 len: 854 time: 0.0680590 May 27 03:29:03.252619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a83af-a4bd-47d3-85a8-89da5497389f req-dac92dad-4e42-4933-8f43-0edd1d9969b0 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.259876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14a83af-a4bd-47d3-85a8-89da5497389f req-dac92dad-4e42-4933-8f43-0edd1d9969b0 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.2812736 May 27 03:29:03.297363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6e94-cc10-410e-be53-1aee5e690468 req-5994bd35-658c-403e-a393-0a364b0ddcb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:03.300787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64ac6e94-cc10-410e-be53-1aee5e690468 req-5994bd35-658c-403e-a393-0a364b0ddcb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1804810 May 27 03:29:03.305340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-91e10cb6-188b-43db-a973-3050435a3c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92ef77d2-e978-4d77-a36b-661c57454821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954153 May 27 03:29:03.361432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64ac6e94-cc10-410e-be53-1aee5e690468 req-63d5f529-2ff6-4c14-831c-dbed83ab97aa tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 May 27 03:29:03.445525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14a83af-a4bd-47d3-85a8-89da5497389f req-bf1acc01-4b9e-41e2-b422-042b8ba6856b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846385 May 27 03:29:03.512057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dba3f57f-4cb5-49cf-b7e4-c2cf7e961ad0 req-9b172384-0175-42d3-b995-aba37441d6d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1100 time: 0.3052382 May 27 03:29:03.513878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:03.687451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dba3f57f-4cb5-49cf-b7e4-c2cf7e961ad0 req-553d0b50-208e-4261-b1fc-1f5fc0c0bb8e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431873 May 27 03:29:03.691342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-a4faab6a-d708-45a7-80ba-954ff7b9eeed service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754668 May 27 03:29:03.704808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ebd3fa0-f4fd-47a9-aff6-dcf4d803e81a req-dfb0aa7b-7a26-4b26-8ac9-4a6b3f554710 tempest-ServersAdmin275Test-1220680736 tempest-ServersAdmin275Test-1220680736-project] 10.222.0.46 "GET /v2.0/ports?device_id=80e2ea50-a043-4985-8bc3-d854a17996b6 HTTP/1.1" status: 200 len: 210 time: 0.1295476 May 27 03:29:03.838535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e68d51d0-6bb2-410f-ad6a-3989f849e688 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c54ad596c5c4b3dac32a52f97dd928a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3224881 May 27 03:29:03.840951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50510) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:03.918302 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:03.953208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.023360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a5935-8792-48d5-8e44-3d29c62e38dd req-792ee61b-6f4b-440f-bf4a-cb9595758074 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.024838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b2a5935-8792-48d5-8e44-3d29c62e38dd req-792ee61b-6f4b-440f-bf4a-cb9595758074 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 943 time: 0.2961378 May 27 03:29:04.037436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.049417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adc684c-6186-420c-973d-6648d4f376dc req-e7692aec-3f97-44f3-9c81-5938e1f6604a service neutron] 10.222.0.41 "GET /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493609 May 27 03:29:04.064564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c67755-b037-4552-a9d6-33ed7d2415dd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:04.072279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.076194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4053f43c-e10c-4c62-b4ee-d483208cc777 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0c67755-b037-4552-a9d6-33ed7d2415dd HTTP/1.1" status: 204 len: 168 time: 0.2309084 May 27 03:29:04.126100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b2a5935-8792-48d5-8e44-3d29c62e38dd req-7c3deeb6-846a-4965-9571-59bf3aca7899 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 May 27 03:29:04.226613 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4916b7c1-d2c5-40bd-9be8-b5b7587efc18'] response: {'name': 'network-changed', 'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'status': 'completed', 'code': 200} May 27 03:29:04.372789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-46636519-fb26-4901-b9ec-6a99bd170900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1094 time: 0.0795918 May 27 03:29:04.449896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:04.511358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1fc5-2f94-41d1-a166-a34232496240 req-83e5577e-b464-45b4-8870-2da6ad9844c5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.513467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-746b1fc5-2f94-41d1-a166-a34232496240 req-83e5577e-b464-45b4-8870-2da6ad9844c5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1038251 May 27 03:29:04.603014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-746b1fc5-2f94-41d1-a166-a34232496240 req-1fa9909e-6a7b-40fc-ae4f-919fee27c4e0 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834231 May 27 03:29:04.645083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50526) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:04.671612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-57c68831-9a09-4393-9bd4-358dda3dbf86 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.672312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-57c68831-9a09-4393-9bd4-358dda3dbf86 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:04.735663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba3c4674-9faa-4d31-9f10-03cbfbf2c8d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0bbea2efaee4dabace5d827e1ed6952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0892398 May 27 03:29:04.740509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50530) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:04.779717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-57c68831-9a09-4393-9bd4-358dda3dbf86 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:04.780860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-57c68831-9a09-4393-9bd4-358dda3dbf86 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 950 time: 0.3966315 May 27 03:29:04.795079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-24ec0148-5ccc-41bb-a738-e67bb76d5e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.797097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-24ec0148-5ccc-41bb-a738-e67bb76d5e5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4092238 May 27 03:29:04.872838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbee7be-a56c-4f5d-a690-a90e9a8f0a37 req-8885bf99-5626-4107-b78c-ecbd75d81877 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.875001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bbee7be-a56c-4f5d-a690-a90e9a8f0a37 req-8885bf99-5626-4107-b78c-ecbd75d81877 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 950 time: 0.4079669 May 27 03:29:04.905786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.917408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e6f8-4970-4a91-a107-43ce8f9bd482 req-7cc1f1bb-439f-4bfa-ac37-d88cada7a737 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:04.919010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80e4e6f8-4970-4a91-a107-43ce8f9bd482 req-7cc1f1bb-439f-4bfa-ac37-d88cada7a737 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1556621 May 27 03:29:04.947129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:04.947501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:04.979474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.011997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80e4e6f8-4970-4a91-a107-43ce8f9bd482 req-203e6772-b674-4f6b-b6a6-db55498e9302 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 May 27 03:29:05.023483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-871a92d6-6eeb-4883-ac87-131fd56429d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 217 time: 0.1595540 May 27 03:29:05.056662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.074335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3195b9-7c3b-4394-ac7f-a6c2fec2fa28,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:05.085858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.091000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cfd02380-c98c-478d-85fc-0482c8e4a2f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb3195b9-7c3b-4394-ac7f-a6c2fec2fa28 HTTP/1.1" status: 204 len: 168 time: 0.3455358 May 27 03:29:05.144361 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13eb5df-246d-463c-bf87-8c605b343022'] response: {'name': 'network-changed', 'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'status': 'completed', 'code': 200} May 27 03:29:05.194089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bbee7be-a56c-4f5d-a690-a90e9a8f0a37 req-435e04fc-3700-4921-9f8f-571465f0a660 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647009 May 27 03:29:05.260958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-8d618ebd-dbfe-4a19-b20d-398ac37d3deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:05.272108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-8d618ebd-dbfe-4a19-b20d-398ac37d3deb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.2376423 May 27 03:29:05.277920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-f7a5e582-727e-41e8-97fb-102711325374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1100 time: 0.5499940 May 27 03:29:05.317288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-2906c1a2-ae36-43c4-b54b-060d6765c705 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 1094 time: 0.1426449 May 27 03:29:05.478732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134cdcc-22ab-4912-9ae1-f9e083f0f7ad req-c1487cd9-adc0-48e7-9faa-29d4bdcfe12c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:05.480459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1134cdcc-22ab-4912-9ae1-f9e083f0f7ad req-c1487cd9-adc0-48e7-9faa-29d4bdcfe12c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.2187192 May 27 03:29:05.527369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:05.527937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:05.552055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1134cdcc-22ab-4912-9ae1-f9e083f0f7ad req-b33a62db-7d6a-4d68-87a2-72f146abe99c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535164 May 27 03:29:05.568779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-ced44120-fe42-4b56-bdf1-a96a7b75d762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:05.570384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-ced44120-fe42-4b56-bdf1-a96a7b75d762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 905 time: 0.2355313 May 27 03:29:05.676542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:05.678899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-b2ee6ef8-d23d-4b99-9b1f-99f5c72be0d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45f253ec-387b-43ce-8482-e1eb333ffe91 HTTP/1.1" status: 200 len: 217 time: 0.0939064 May 27 03:29:05.705886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-322100a4-8399-432e-92b1-0033ceb55189 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4188523 May 27 03:29:05.771211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-23a0762d-3c2a-4937-8b54-dc51d39abe88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:05.773487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-23a0762d-3c2a-4937-8b54-dc51d39abe88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.0840983 May 27 03:29:05.818618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:05.971918 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-e92391d1-e117-4aff-bffd-163dcd8d7b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819615 May 27 03:29:06.098600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80068e49-796a-465e-84d5-4b6e63499414 req-3301b0bf-1c58-4e7d-9cc7-68a67363919f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.100462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80068e49-796a-465e-84d5-4b6e63499414 req-3301b0bf-1c58-4e7d-9cc7-68a67363919f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1785862 May 27 03:29:06.226126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-05693aba-f231-488b-a33b-3af098502bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.227625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-05693aba-f231-488b-a33b-3af098502bab service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.5127010 May 27 03:29:06.289654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-57597040-ed8d-4263-b0b8-32b0676087fa service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991824 May 27 03:29:06.376719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-7511f869-13b5-45fe-af45-f6c1baca3265 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1274540 May 27 03:29:06.388786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880855f8-d3b3-4964-bc75-ace5eeab9397 req-d31c6afe-9263-4418-896a-c0f3ba2313db tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.390935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-880855f8-d3b3-4964-bc75-ace5eeab9397 req-d31c6afe-9263-4418-896a-c0f3ba2313db tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 943 time: 0.6838822 May 27 03:29:06.432238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80068e49-796a-465e-84d5-4b6e63499414 req-3f80403e-0bf3-4829-805b-3e64cd5840c5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261397 May 27 03:29:06.441049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-7bb45896-10b6-494d-9b95-5abe398dbe44 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214154 May 27 03:29:06.458080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c540-5a45-46ab-9c31-166908e630d6 req-13f62277-c3ee-4bbc-8439-ab4357eaba54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.460231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b541c540-5a45-46ab-9c31-166908e630d6 req-13f62277-c3ee-4bbc-8439-ab4357eaba54 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23c26b-3eae-45ee-8cf2-454ce5d0bdad HTTP/1.1" status: 200 len: 950 time: 0.3346872 May 27 03:29:06.587947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.607567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0db642a7-cb59-4443-9fea-aec26751ab8a req-3e5d5607-dc38-4f7e-891a-27612874ae82 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091662 May 27 03:29:06.611141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 221c0edc-b234-4777-8623-c11322c35115 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:06.611480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.652757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-395ff215-488f-4434-85e6-d22d29a7c28f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.654256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-395ff215-488f-4434-85e6-d22d29a7c28f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2624290 May 27 03:29:06.659823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.677365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:06.739638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:06.740935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:06.782806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df1bf0-89af-4f20-a125-e8a35332240e req-81fcea38-9fde-4b00-be73-9f0b944395e1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:06.784507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7df1bf0-89af-4f20-a125-e8a35332240e req-81fcea38-9fde-4b00-be73-9f0b944395e1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2263067 May 27 03:29:06.821152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-880855f8-d3b3-4964-bc75-ace5eeab9397 req-3e248940-a3b1-452c-a903-0c338b56852d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737617 May 27 03:29:06.904262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Usage tracker for resource:security_group_rule and tenant:356ade9ffec647c8936da6921e6fe00c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:06.912439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:06.922405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:06.929399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7df1bf0-89af-4f20-a125-e8a35332240e req-4feb73fc-ad71-4054-bcbe-79aad6fd63fb tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949235 May 27 03:29:06.939615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ecf50a6-23f6-49ad-968a-e3a38ca628f6 req-30e4e055-ab8c-4087-aebc-a9f8f90ab999 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768360 May 27 03:29:06.955427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 221c0edc-b234-4777-8623-c11322c35115, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=221c0edc-b234-4777-8623-c11322c35115,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:06.955788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:06.962488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:07.072843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:07.089106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 221c0edc-b234-4777-8623-c11322c35115 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:07.112162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:07.116445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'name': 'network-vif-deleted', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:07.189485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7c0590a-b23f-4a1a-b377-f7d57d262515 req-425d4c32-6b3d-431d-b622-317329c1845d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=db06deb3-021f-4f60-91b0-5b9aee203b8f HTTP/1.1" status: 200 len: 210 time: 0.1700971 May 27 03:29:07.247773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-92a11317-62b3-41e8-8a6c-f968eb0e1e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5403008 May 27 03:29:07.258874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5bf5af5f-f88e-4e2b-8002-629dbb870d98 req-cf375137-dc57-46a3-a920-659cbdc90a1c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "DELETE /v2.0/ports/39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 HTTP/1.1" status: 204 len: 173 time: 2.4543202 May 27 03:29:07.332685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:07.378142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:07.430214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=221c0edc-b234-4777-8623-c11322c35115,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:07.457377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:07.497093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:07.559614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 221c0edc-b234-4777-8623-c11322c35115 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:07.566383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:07.569428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'name': 'network-vif-deleted', 'tag': '221c0edc-b234-4777-8623-c11322c35115'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:07.591891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b541c540-5a45-46ab-9c31-166908e630d6 req-3d93576a-010e-4f0e-beb5-6a401d5ed1fe tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "DELETE /v2.0/ports/221c0edc-b234-4777-8623-c11322c35115 HTTP/1.1" status: 204 len: 173 time: 1.1234951 May 27 03:29:07.629977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=356ade9ffec647c8936da6921e6fe00c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8086562 May 27 03:29:07.630787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc039883-7b44-497b-a8e4-2d63ec4bafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a902390-ba87-45a8-898e-e25e9bd2fa71,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:07.634332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:07.635642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d669ebf-4043-49d7-92f8-4c32a77275f0 req-4826fd14-7f17-4cfc-b548-47ade3eae922 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:07.637206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d669ebf-4043-49d7-92f8-4c32a77275f0 req-4826fd14-7f17-4cfc-b548-47ade3eae922 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.1178727 May 27 03:29:07.697232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d669ebf-4043-49d7-92f8-4c32a77275f0 req-c48ea198-11d0-43ff-9b9e-18c88a198187 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 May 27 03:29:07.719566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:07.777143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d57f65-3545-4cf2-81a7-3d5a46a138b4 req-1ab8d5a7-dfc8-4ec5-98a7-6a1f3d10f17f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:07.778846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8d57f65-3545-4cf2-81a7-3d5a46a138b4 req-1ab8d5a7-dfc8-4ec5-98a7-6a1f3d10f17f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.4074600 May 27 03:29:07.799133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-7b9a4537-0248-4310-a387-12ce19cc446c service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094917 May 27 03:29:07.823086 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a874ca6d-6b18-4d34-aafc-03e43e97aa19'] response: {'server_uuid': 'db06deb3-021f-4f60-91b0-5b9aee203b8f', 'name': 'network-vif-deleted', 'tag': '39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8', 'status': 'completed', 'code': 200} May 27 03:29:07.915857 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0d293-2aa8-4709-bff5-ab8eda53369a'] response: {'server_uuid': '9a23c26b-3eae-45ee-8cf2-454ce5d0bdad', 'name': 'network-vif-deleted', 'tag': '221c0edc-b234-4777-8623-c11322c35115', 'status': 'completed', 'code': 200} May 27 03:29:08.006949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.074130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:08.102686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.137562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:08.138087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39f3b6d3-ce5a-4acb-a568-67faa5cb1dd8 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:08.153767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8d57f65-3545-4cf2-81a7-3d5a46a138b4 req-93dd2dcc-7c1d-4130-9395-9c3c9346bfa0 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459656 May 27 03:29:08.204221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:08.212938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 221c0edc-b234-4777-8623-c11322c35115 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:08.215130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-b069c290-264b-47d5-8a1d-d7ab8b97aa9f service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840652 May 27 03:29:08.236272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-6e7d23e6-39fa-4a29-98e8-d3db79ad124e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4272032 May 27 03:29:08.269268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bf315-90db-4adf-a3e7-00da0ea4fe69 req-e86d6632-260e-4600-a2d0-250e4ea23f44 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:08.277876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.285560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 221c0edc-b234-4777-8623-c11322c35115 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:08.285985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 221c0edc-b234-4777-8623-c11322c35115 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:08.288565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c51bf315-90db-4adf-a3e7-00da0ea4fe69 req-e86d6632-260e-4600-a2d0-250e4ea23f44 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 943 time: 0.1381652 May 27 03:29:08.316369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a902390-ba87-45a8-898e-e25e9bd2fa71,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:08.403500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c51bf315-90db-4adf-a3e7-00da0ea4fe69 req-0309028b-f604-4d61-aca8-4978e91b37b0 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134734 May 27 03:29:08.467782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:08.485529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'mac_address': 'fa:16:3e:af:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:08.495409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.496607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dafe1124-9885-429f-827d-bdb307c408c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a902390-ba87-45a8-898e-e25e9bd2fa71 HTTP/1.1" status: 204 len: 168 time: 0.8565855 May 27 03:29:08.569804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.598283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f253ec-387b-43ce-8482-e1eb333ffe91 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:08.639454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:08.646633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:08.695842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-635e680e-4f72-43e9-a33c-1539ad39079b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2777491 May 27 03:29:08.714435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-f11d5234-a768-4a7e-911b-b608bd75885c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 1101 time: 0.4004879 May 27 03:29:08.774474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:09.014040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-ce08acac-72ab-4089-940a-f58e00a3ea9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.016029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-ce08acac-72ab-4089-940a-f58e00a3ea9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2745912 May 27 03:29:09.045796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['45f253ec-387b-43ce-8482-e1eb333ffe91'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:09.089525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386039f5-6d19-410c-8de4-711b57d68ac8 req-04536710-8ce1-482e-86e7-570abd70e697 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.096310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-386039f5-6d19-410c-8de4-711b57d68ac8 req-04536710-8ce1-482e-86e7-570abd70e697 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.6038628 May 27 03:29:09.126883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-3555c9d6-edfc-4ab0-a566-33e577164b91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 HTTP/1.1" status: 200 len: 217 time: 0.1037345 May 27 03:29:09.132138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-3637ea72-a7bf-4c16-b39f-3ba87dfd3080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 1095 time: 0.3107321 May 27 03:29:09.191661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:09.223660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.289521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-386039f5-6d19-410c-8de4-711b57d68ac8 req-c844569f-6ee0-47c0-843d-164dada6f3cd tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922338 May 27 03:29:09.345969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-74994325-8c0c-4d01-bcb0-10d7f003dcc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.348560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-74994325-8c0c-4d01-bcb0-10d7f003dcc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2067676 May 27 03:29:09.442713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:09.449158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb81ba8f9124e7db4eee27c1085e415 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:09.453249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:09.460715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:09.468982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7138c9-0d7e-494e-aeb5-a48555040ef8 req-88868499-23a4-4444-bc03-d71cfb72346f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.470462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef7138c9-0d7e-494e-aeb5-a48555040ef8 req-88868499-23a4-4444-bc03-d71cfb72346f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.2249708 May 27 03:29:09.488111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-70462a75-43f2-472b-ac6f-cae61bf3d980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.489763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-70462a75-43f2-472b-ac6f-cae61bf3d980 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.3122575 May 27 03:29:09.540037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef7138c9-0d7e-494e-aeb5-a48555040ef8 req-abf94f3b-c11e-4f0f-ab22-bf5d08b4ccdb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 May 27 03:29:09.583969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-1249aea2-c71b-4cc3-9026-e6c1db6300f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 200 len: 217 time: 0.0837145 May 27 03:29:09.590999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.595312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-ea331f2f-6714-4f91-89e1-b934dbd6a6e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403147 May 27 03:29:09.597251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.650050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633da8c-a90f-4cc0-a65a-24625183bd9c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:09.663384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9cc895e5-6807-4257-b4f0-4f8a53ee6596 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fb81ba8f9124e7db4eee27c1085e415&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4706869 May 27 03:29:09.667046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50640) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:09.679067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98a57-4c3e-4056-9a6b-b2a25f06d8d9 req-ede4f62c-a7d8-4b4d-aab3-6dfbb090ad1b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.681342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46a98a57-4c3e-4056-9a6b-b2a25f06d8d9 req-ede4f62c-a7d8-4b4d-aab3-6dfbb090ad1b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.2683945 May 27 03:29:09.732572 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.762504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.795541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-5f553fdd-5b8e-4559-a160-a853d5d93327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.796865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-5f553fdd-5b8e-4559-a160-a853d5d93327 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1998546 May 27 03:29:09.868585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.878863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-8b8f2a6c-bc72-4d8e-ae05-7a47f8af3053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601919 May 27 03:29:09.883302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46a98a57-4c3e-4056-9a6b-b2a25f06d8d9 req-c4bbb29b-3332-4d66-ba1d-3bd2f5b7b1a4 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420090 May 27 03:29:09.886989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-e609964e-7edb-44b4-b588-505e3fbfade4 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533371 May 27 03:29:09.890409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633da8c-a90f-4cc0-a65a-24625183bd9c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:09.902521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de539-af77-4789-aaa5-bacae416c769 req-c34a2bfa-9db7-49ce-a1a5-91da1891f261 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:09.903999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-859de539-af77-4789-aaa5-bacae416c769 req-c34a2bfa-9db7-49ce-a1a5-91da1891f261 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 944 time: 0.1175733 May 27 03:29:09.905586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:09.906568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2f100aba-c75e-4c5e-aa0d-0d11a4fdfe3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8633da8c-a90f-4cc0-a65a-24625183bd9c HTTP/1.1" status: 204 len: 168 time: 0.2386246 May 27 03:29:09.973210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-859de539-af77-4789-aaa5-bacae416c769 req-fee23a66-0d43-4e02-b7c8-4dc47cb769e2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543964 May 27 03:29:10.075818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:10.118716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-6bd68c27-afaa-41a7-86c5-58125dc71ed4 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394258 May 27 03:29:10.262511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bf54a7d-35fa-42bb-81aa-f26e292bfd64 req-1dde195e-65cc-460e-8132-e6f9e166c155 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653843 May 27 03:29:10.304109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe2f085d-c030-4e42-a513-3fe8fafcb870 req-3f549d5b-b7ac-44b1-a8c9-c615c99b8c09 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721356 May 27 03:29:10.346484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:10.368715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97', 'port_id': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'mac_address': 'fa:16:3e:b6:f2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9991bc14-8f87-46b4-a15c-e03f312eb71d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:10.463563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.485656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bca98bd-777d-46fb-8250-6b46c3e03f27 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:10.505524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:10.510954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:10.535068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc910dd-818f-4435-bd72-aa843a06632e req-81404b19-22d7-4ef9-8cb1-14658160c51f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:10.537843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbc910dd-818f-4435-bd72-aa843a06632e req-81404b19-22d7-4ef9-8cb1-14658160c51f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.0974615 May 27 03:29:10.596390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:10.599305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbc910dd-818f-4435-bd72-aa843a06632e req-811b7c42-c1fa-4257-b7a6-ee84f586c794 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 May 27 03:29:10.816168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0e47a-1b71-4195-b7e4-560b35d45acf req-cbe71925-8c2f-4197-b44b-abf42fdc6360 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:10.817830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb0e47a-1b71-4195-b7e4-560b35d45acf req-cbe71925-8c2f-4197-b44b-abf42fdc6360 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.0806038 May 27 03:29:10.828569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['2bca98bd-777d-46fb-8250-6b46c3e03f27'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:10.892939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb0e47a-1b71-4195-b7e4-560b35d45acf req-7ada7b53-e362-463f-b466-0a6393c6ee87 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689583 May 27 03:29:10.993002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524553e5-97f2-4d52-afc0-3e97b8149d63 req-d1ede8f9-08ee-423d-a5f5-9d9309e68a0b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:10.994639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-524553e5-97f2-4d52-afc0-3e97b8149d63 req-d1ede8f9-08ee-423d-a5f5-9d9309e68a0b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:11.024455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-524553e5-97f2-4d52-afc0-3e97b8149d63 req-d1ede8f9-08ee-423d-a5f5-9d9309e68a0b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:11.034601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-524553e5-97f2-4d52-afc0-3e97b8149d63 req-d1ede8f9-08ee-423d-a5f5-9d9309e68a0b tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 950 time: 0.2665563 May 27 03:29:11.106639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-524553e5-97f2-4d52-afc0-3e97b8149d63 req-85deec90-7083-4e0f-a4e5-68d5f7f490cd tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 May 27 03:29:11.176016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d998d-8080-4b02-a424-1527af96811c req-6c4cf5ca-51f2-4f86-b3b2-8330aecfc954 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.177735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc7d998d-8080-4b02-a424-1527af96811c req-6c4cf5ca-51f2-4f86-b3b2-8330aecfc954 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.0886955 May 27 03:29:11.230065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc7d998d-8080-4b02-a424-1527af96811c req-afdbabbd-5cce-4e99-a732-6366d23e2371 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465395 May 27 03:29:11.367515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935716b-7361-41d9-92cd-347ff7e6b36b req-4c5d854c-5a20-42bf-87ee-212938d1254d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.369334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7935716b-7361-41d9-92cd-347ff7e6b36b req-4c5d854c-5a20-42bf-87ee-212938d1254d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 944 time: 0.0889385 May 27 03:29:11.417987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7935716b-7361-41d9-92cd-347ff7e6b36b req-86bb812f-2b84-4eba-b2a3-0d939f9fe729 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 May 27 03:29:11.758664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:11.844677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75bc6-880b-47fa-ad59-a034a784b8c9 req-0bf297fd-665c-47d8-934e-c5bdfd082dd6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.846385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4aa75bc6-880b-47fa-ad59-a034a784b8c9 req-0bf297fd-665c-47d8-934e-c5bdfd082dd6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.0850627 May 27 03:29:11.899124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4aa75bc6-880b-47fa-ad59-a034a784b8c9 req-de75e1f8-a2af-4472-baf2-23cbf969c7bf tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 May 27 03:29:11.933173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95147-4636-4aa8-a206-a076745bca12 req-49b7ed5e-09cb-4d6e-9be8-84fc829fd8f6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:11.934642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1a95147-4636-4aa8-a206-a076745bca12 req-49b7ed5e-09cb-4d6e-9be8-84fc829fd8f6 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 950 time: 0.0876656 May 27 03:29:11.993984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.034274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:12.038236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Usage tracker for resource:security_group_rule and tenant:b797760f43a24f7ab514e164dfd3eb85 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:12.054848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:12.055103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:12.057501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.069914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:12.089678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:12.189438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.197167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.200403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:12.252037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2fb81b-d9c5-4d63-bc93-f64e2e25e397,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:12.259569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5dc6fa3c-d18b-42d4-90b7-2eb83f8c8001 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b797760f43a24f7ab514e164dfd3eb85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4996264 May 27 03:29:12.260192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50742) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:12.325240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 2bca98bd-777d-46fb-8250-6b46c3e03f27 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:12.332356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 45f253ec-387b-43ce-8482-e1eb333ffe91 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:12.337963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 2bca98bd-777d-46fb-8250-6b46c3e03f27 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:12.338769 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.347397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.377926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.410213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 45f253ec-387b-43ce-8482-e1eb333ffe91 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:12.410494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.492597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44427-27cd-4634-ac25-ad84e8ca98a6 req-0bf7a474-b881-47eb-9564-5ae923827115 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.493436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-54c44427-27cd-4634-ac25-ad84e8ca98a6 req-0bf7a474-b881-47eb-9564-5ae923827115 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:12.508843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-54c44427-27cd-4634-ac25-ad84e8ca98a6 req-0bf7a474-b881-47eb-9564-5ae923827115 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:12.510143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-54c44427-27cd-4634-ac25-ad84e8ca98a6 req-0bf7a474-b881-47eb-9564-5ae923827115 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 950 time: 0.1244774 May 27 03:29:12.511583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.528870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-34198325-8867-434f-9624-2539cecdee0c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.530245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-34198325-8867-434f-9624-2539cecdee0c tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "GET /v2.0/ports?device_id=6379cca6-2b34-409e-a35e-2e5e00efa7ed HTTP/1.1" status: 200 len: 950 time: 0.3320458 May 27 03:29:12.538315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c3ce-bccf-4e8a-9cfa-a27cf0c27073 req-4c771dfe-5f08-46b7-a714-72d446b2798e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.539775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7f0c3ce-bccf-4e8a-9cfa-a27cf0c27073 req-4c771dfe-5f08-46b7-a714-72d446b2798e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.3995571 May 27 03:29:12.548205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2fb81b-d9c5-4d63-bc93-f64e2e25e397,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:12.567177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.568326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d797e8c8-711b-4628-a7bb-84ff14df3c58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab2fb81b-d9c5-4d63-bc93-f64e2e25e397 HTTP/1.1" status: 204 len: 168 time: 0.3067369 May 27 03:29:12.584735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-54c44427-27cd-4634-ac25-ad84e8ca98a6 req-92f2944e-da5e-4fc1-98ac-92052082f8ae tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618000 May 27 03:29:12.625202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.649410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.678093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:12.681102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:12.681969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:12.682395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.690715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.735182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7f0c3ce-bccf-4e8a-9cfa-a27cf0c27073 req-5ae42104-45a7-4370-98a7-6266cdfcef29 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535165 May 27 03:29:12.744190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:12.744554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.793505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:12.815565 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:12.826884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:12.848449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58d50-8084-4417-9f04-bcb950a25e11 req-029a1e52-6c73-42d7-8458-4dd4087bb179 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:12.858025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7be58d50-8084-4417-9f04-bcb950a25e11 req-029a1e52-6c73-42d7-8458-4dd4087bb179 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1439090 May 27 03:29:12.896059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:12.943326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7be58d50-8084-4417-9f04-bcb950a25e11 req-70bceb40-d11b-4ae7-b4ba-f1cf1bbf816a tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842192 May 27 03:29:12.957236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.212230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:13.212740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.258757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dc101-465a-4d3b-a5fc-b78ebc35a17e req-ea3c7bc9-1d41-4f64-857e-71a3e75e5ec9 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:13.265822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a8dc101-465a-4d3b-a5fc-b78ebc35a17e req-ea3c7bc9-1d41-4f64-857e-71a3e75e5ec9 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1253626 May 27 03:29:13.325516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a8dc101-465a-4d3b-a5fc-b78ebc35a17e req-b42254be-8bcc-4ef5-88f1-e575ac1cab77 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586283 May 27 03:29:13.336800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.350260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:13.354610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:13.393799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:13.567220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d65a0-0c0d-4266-a208-1e6cffa8a6ef req-105a6113-4ec5-4126-b1d5-468b756c0262 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:13.569105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-320d65a0-0c0d-4266-a208-1e6cffa8a6ef req-105a6113-4ec5-4126-b1d5-468b756c0262 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1225917 May 27 03:29:13.602474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=16a5ef45-a6f3-45b2-a8a6-6287867d2aa2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:13.673106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-320d65a0-0c0d-4266-a208-1e6cffa8a6ef req-2959c256-32eb-4eac-b7b7-3aa8eab46da3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962772 May 27 03:29:13.802059 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64025ff1-aa8d-43d2-a808-b283175d3634'] response: {'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'code': 200} May 27 03:29:13.838520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:13.846481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.874208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'name': 'network-vif-deleted', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:13.882451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:13.885193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1a95147-4636-4aa8-a206-a076745bca12 req-365ca7b6-635e-4f8b-a407-58908643f339 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "DELETE /v2.0/ports/16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 HTTP/1.1" status: 204 len: 173 time: 1.9449153 May 27 03:29:13.894479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['16a5ef45-a6f3-45b2-a8a6-6287867d2aa2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:14.009524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d6e447a-082d-42db-9ef5-3d25637ba780 req-d564d390-6cbc-4d27-96a3-dd709a19314a tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=66fc3ea8-b023-4bfe-82b8-c051c5716048 HTTP/1.1" status: 200 len: 210 time: 0.0851500 May 27 03:29:14.015312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=0829ffcc-9af6-4c91-9c9e-a85b498a5fd0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:14.041132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9530068f-169c-4766-8268-7ce996248f9f req-6284ff72-26c4-49cf-a632-dc7cf78d2f1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1096 time: 0.1944356 May 27 03:29:14.121133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9530068f-169c-4766-8268-7ce996248f9f req-8b0f8353-07f6-4b46-9b1e-91e98b5addcb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729504 May 27 03:29:14.128358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:14.141274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.145723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6460fd78-1edc-4c41-b0e8-2b3181d23ab7 req-b6f3b911-8ca2-4fed-8189-bf7c05d95eb2 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.21 "DELETE /v2.0/ports/0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 HTTP/1.1" status: 204 len: 173 time: 1.6025021 May 27 03:29:14.170937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:14.196409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95c3ef-6e4d-42c2-9319-5ff90978bc56 req-5377902c-8e69-4fc7-b140-02720d820d6c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.198591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b95c3ef-6e4d-42c2-9319-5ff90978bc56 req-5377902c-8e69-4fc7-b140-02720d820d6c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.1756308 May 27 03:29:14.216633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:14.261988 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95345551-9afe-492f-adbc-61905c2e5c8e'] response: {'server_uuid': '66fc3ea8-b023-4bfe-82b8-c051c5716048', 'name': 'network-vif-deleted', 'tag': '16a5ef45-a6f3-45b2-a8a6-6287867d2aa2', 'status': 'completed', 'code': 200} May 27 03:29:14.313900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b95c3ef-6e4d-42c2-9319-5ff90978bc56 req-f0a56afa-0b33-4297-a48a-24c044ff77f0 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074915 May 27 03:29:14.426773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-network', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:14.432656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:14.439568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Usage tracker for resource:network and tenant:a07cc1547cd74aff93f7fbc12dfa8425 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:14.443424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:14.456948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:14.475604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Made reservation on behalf of a07cc1547cd74aff93f7fbc12dfa8425 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:14.478209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.493630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.523408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df121f5e-b2ed-404c-b0e3-bca6101d899d req-c9f15174-0eee-400d-93d6-89c29627f2c6 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.524830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df121f5e-b2ed-404c-b0e3-bca6101d899d req-c9f15174-0eee-400d-93d6-89c29627f2c6 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1593299 May 27 03:29:14.562584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:14.567456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Usage tracker for resource:security_group_rule and tenant:a07cc1547cd74aff93f7fbc12dfa8425 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:14.576715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:14.584806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:14.604296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df121f5e-b2ed-404c-b0e3-bca6101d899d req-c4e6025a-e052-44d4-9c0a-a4960f0f6310 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691791 May 27 03:29:14.614356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555ae10-025f-48b4-a3eb-3e6d80e2ba67 req-e33233aa-4354-403f-8750-73490873cd23 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.616248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1555ae10-025f-48b4-a3eb-3e6d80e2ba67 req-e33233aa-4354-403f-8750-73490873cd23 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.0839963 May 27 03:29:14.677069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1555ae10-025f-48b4-a3eb-3e6d80e2ba67 req-a78880e8-c8f3-443a-88be-849069024213 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546710 May 27 03:29:14.680109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.686931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.702688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:14.714831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.715115 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Added segment d9386fdb-6943-4f69-b390-fdfe2b20ed7b of type vlan for network d44e5556-18bf-49ac-9d20-24d0c57b20b0 May 27 03:29:14.781987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5548d-dfb6-4880-8fa7-36f53af641ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:14.785616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.839230 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.840286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:14.841021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:14.929170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7105649 May 27 03:29:14.932170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:14.940807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Request body: {'subnet': {'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-subnet', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:14.948812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:14.955274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Usage tracker for resource:subnet and tenant:a07cc1547cd74aff93f7fbc12dfa8425 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:14.967852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:14.983858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:15.009559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Made reservation on behalf of a07cc1547cd74aff93f7fbc12dfa8425 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:15.011832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.140509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f2b15-ff3e-459d-9c04-5808fe2f8258 admin admin] Pushing event updated for resources: {'Network': ['ID=d44e5556-18bf-49ac-9d20-24d0c57b20b0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:15.155893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:15.190266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aaaaa-14c6-47f5-a06d-076a5ac2c0b0 req-33a76fd6-b706-49bc-9d45-774eeaa5d1a2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:15.191840 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb4aaaaa-14c6-47f5-a06d-076a5ac2c0b0 req-33a76fd6-b706-49bc-9d45-774eeaa5d1a2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.3247795 May 27 03:29:15.285430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb4aaaaa-14c6-47f5-a06d-076a5ac2c0b0 req-64c1ff65-e148-4b04-b56f-4039bc870bb2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 May 27 03:29:15.386620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.559591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6292e0-3faa-4307-8acd-9eb931bc1cad,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:15.633586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Checking segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:15.634327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Network hostable DHCP agents. Network: d44e5556-18bf-49ac-9d20-24d0c57b20b0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:15.690204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181c68d-2384-493d-965e-ca808ef75a0d req-89138fe4-ef26-45c8-aaf5-1aa080844055 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:15.692425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d181c68d-2384-493d-965e-ca808ef75a0d req-89138fe4-ef26-45c8-aaf5-1aa080844055 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.1290064 May 27 03:29:15.692971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:15.719612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d44e5556-18bf-49ac-9d20-24d0c57b20b0) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:15.727757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:15.728438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.730048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39f9ee-d3c8-4d30-9894-63899d4c106f None None] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:15.758996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50850) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:15.767734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d181c68d-2384-493d-965e-ca808ef75a0d req-245ba34e-c002-48e8-87fd-ca0de7b8e9af tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656369 May 27 03:29:15.772232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ca416ef5-367a-4fba-a7e9-db7b1f2644f2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8349802 May 27 03:29:15.772532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:15.778460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:15.785170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:15.790333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Usage tracker for resource:router and tenant:a07cc1547cd74aff93f7fbc12dfa8425 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:15.794096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:15.802824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:15.812023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:15.818376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.820018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.859813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:15.918297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3ac12-1395-493b-906a-6a57f4735b9c req-98fbc50d-5498-4181-853f-f0244c73c0bd tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:15.921465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78d3ac12-1395-493b-906a-6a57f4735b9c req-98fbc50d-5498-4181-853f-f0244c73c0bd tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1438622 May 27 03:29:16.031438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d44e5556-18bf-49ac-9d20-24d0c57b20b0', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:29:16.032250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.046355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78d3ac12-1395-493b-906a-6a57f4735b9c req-47a2c88f-f671-4586-903c-8d6d338c1979 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179848 May 27 03:29:16.050438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.077954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.123836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:16.135082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec278c512f3b4bf88c1c0b5e3c64f58a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:16.148530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:16.160591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:16.268230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'name': 'network-vif-deleted', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:16.268773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Allocated IP 172.20.0.2 (d44e5556-18bf-49ac-9d20-24d0c57b20b0/fa6292e0-3faa-4307-8acd-9eb931bc1cad/68cfe413-347d-4641-a79d-6148d86d7486) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:16.273955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:16.280701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.328233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.342995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:16.343332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 16a5ef45-a6f3-45b2-a8a6-6287867d2aa2 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:16.343743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:16.394646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec278c512f3b4bf88c1c0b5e3c64f58a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6319413 May 27 03:29:16.394882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50870) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:16.395330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:16.395843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0829ffcc-9af6-4c91-9c9e-a85b498a5fd0 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:16.397479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89d35e-d25b-4bb6-ae7a-ecdf09edc9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ada718-aa75-48e0-a7aa-640c3ccb3ca1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.454483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766e06-177c-401f-95d3-d5e1a92e7751 req-b5fbd30d-9932-4000-b241-6e6a7b30dca9 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.456367 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d766e06-177c-401f-95d3-d5e1a92e7751 req-b5fbd30d-9932-4000-b241-6e6a7b30dca9 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1782136 May 27 03:29:16.496372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.506138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.538551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.541103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.546194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-956147f0-4c21-4f21-bb9c-641582a2598f req-0f26c62c-e487-4f85-a2d5-e3d52b9a6bec tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1096 time: 0.1915407 May 27 03:29:16.547865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d766e06-177c-401f-95d3-d5e1a92e7751 req-6d819e86-e0e7-461e-b37e-1754c1ed551a tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 May 27 03:29:16.599575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.619180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.619633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Transition to ACTIVE for port object 68cfe413-347d-4641-a79d-6148d86d7486 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:16.637574 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2c9c7f-7621-40db-96df-b428f18811e1'] response: {'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'code': 200} May 27 03:29:16.648518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ada718-aa75-48e0-a7aa-640c3ccb3ca1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.649914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Transition to ACTIVE for port object 68cfe413-347d-4641-a79d-6148d86d7486 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:16.657591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.680820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:16.689875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c5dd144-947c-47ca-ad7a-8c69c67b492d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78ada718-aa75-48e0-a7aa-640c3ccb3ca1 HTTP/1.1" status: 204 len: 168 time: 0.2939816 May 27 03:29:16.709215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-956147f0-4c21-4f21-bb9c-641582a2598f req-4111b7ee-1393-457f-9f8e-8fc6e7b232d8 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025131 May 27 03:29:16.837620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:16.840157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Pushing event updated for resources: {'Port': ['ID=68cfe413-347d-4641-a79d-6148d86d7486,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:16.846230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:16.865767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:16.866152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ead9-b44d-43bc-ada7-1e70bf77fbf0 req-c0833d73-59d8-4c1f-90da-04aba5097009 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:16.867685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fa5ead9-b44d-43bc-ada7-1e70bf77fbf0 req-c0833d73-59d8-4c1f-90da-04aba5097009 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.1165304 May 27 03:29:16.928763 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776ba7e7-9c07-45c7-8105-e78ec2d02ff1'] response: {'server_uuid': '6379cca6-2b34-409e-a35e-2e5e00efa7ed', 'name': 'network-vif-deleted', 'tag': '0829ffcc-9af6-4c91-9c9e-a85b498a5fd0', 'status': 'completed', 'code': 200} May 27 03:29:16.976830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fa5ead9-b44d-43bc-ada7-1e70bf77fbf0 req-f3eee4a5-f604-460c-a921-074dd0425a9d tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955315 May 27 03:29:17.090484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Allocated IP 172.25.8.185 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/570a9f9b-333c-4d4b-93a8-cccc471df078) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:17.160589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Attempting to bind port 68cfe413-347d-4641-a79d-6148d86d7486 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:17.161318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Attempting to bind port 68cfe413-347d-4641-a79d-6148d86d7486 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:17.161871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Attempting to bind port 68cfe413-347d-4641-a79d-6148d86d7486 on network d44e5556-18bf-49ac-9d20-24d0c57b20b0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:17.187656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:17.188252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Checking segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:17.188866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.189488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Bound using segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:17.190244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Bound port: 68cfe413-347d-4641-a79d-6148d86d7486, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:17.190824 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.269094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.388100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4c55b23-a3b6-4572-89ec-b42ad0827995 req-eb963e13-bb06-4c7c-8083-0a063b51c69d tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1096 time: 0.1403522 May 27 03:29:17.396682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.449645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-33569202-fa78-4584-8225-cd92949d6532 None None] For port 68cfe413-347d-4641-a79d-6148d86d7486, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:17.454262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-33569202-fa78-4584-8225-cd92949d6532 None None] For port 68cfe413-347d-4641-a79d-6148d86d7486, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68cfe413-347d-4641-a79d-6148d86d7486,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:17.455146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4c55b23-a3b6-4572-89ec-b42ad0827995 req-82a5e508-3c94-4409-8d3d-290bb10ced41 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 May 27 03:29:17.460627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.490254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:17.497065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:17.500924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=570a9f9b-333c-4d4b-93a8-cccc471df078,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.505311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:17.547571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50882) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:17.566970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.582560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33569202-fa78-4584-8225-cd92949d6532 None None] Pushing event updated for resources: {'Port': ['ID=68cfe413-347d-4641-a79d-6148d86d7486,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:17.618038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:17.626562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e82a9ed5dd5e47a3ae5dc5a24538eb13 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:17.630310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:17.637946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:17.682165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc5eaa15-93ac-41df-9e72-a920d2599598 req-6d240959-0bb0-4062-8f8f-93b979f598da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 1096 time: 0.9044302 May 27 03:29:17.720603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb8c3-ff26-430a-9e62-4e2002fc03d2 req-7707758b-f182-4e94-b29e-2d6446f23735 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:17.722297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78bbb8c3-ff26-430a-9e62-4e2002fc03d2 req-7707758b-f182-4e94-b29e-2d6446f23735 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.3877623 May 27 03:29:17.785466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc5eaa15-93ac-41df-9e72-a920d2599598 req-f02ae061-384d-46c8-aa00-9152491d74e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921934 May 27 03:29:17.788138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.793456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.806894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78bbb8c3-ff26-430a-9e62-4e2002fc03d2 req-7b72f9cf-3305-4349-9b4d-71e186fccfff tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668690 May 27 03:29:17.828566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.829398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:17.867362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e82a9ed5dd5e47a3ae5dc5a24538eb13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3185797 May 27 03:29:17.874332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0b501-9009-4b6d-b863-db8e63859e6b req-feb8f1c2-19e8-4c3e-8345-631bc92eff14 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:17.881453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e0b501-9009-4b6d-b863-db8e63859e6b req-feb8f1c2-19e8-4c3e-8345-631bc92eff14 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1983042 May 27 03:29:17.883108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:17.886254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485779c-8f7e-4876-a722-3ee76c3ca0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741aecc6-a0be-434a-ba5b-70385eb16c5a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.024267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e0b501-9009-4b6d-b863-db8e63859e6b req-b840bd3b-e653-40a7-ac8b-83704ae11712 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419086 May 27 03:29:18.027564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.065476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.146605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.182129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.183574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/741aecc6-a0be-434a-ba5b-70385eb16c5a HTTP/1.1" status: 204 len: 168 time: 0.2987888 May 27 03:29:18.184684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4195d4-6579-42d9-a203-c262c19f2165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741aecc6-a0be-434a-ba5b-70385eb16c5a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:18.317313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-5be0522b-8425-4cc7-b86e-c1a7e0ac0f67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.318288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-5be0522b-8425-4cc7-b86e-c1a7e0ac0f67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Synchronizing usage tracker for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:18.359302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-5be0522b-8425-4cc7-b86e-c1a7e0ac0f67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Unset dirty status for tenant:0326c323b4884feaa0d3f8b6be7e57ae on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:18.360452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-5be0522b-8425-4cc7-b86e-c1a7e0ac0f67 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.2718091 May 27 03:29:18.374466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d8e6-44bf-4720-ae5b-5cd6d9384273 req-af6f3c7d-a893-427d-9167-a46f972e52c7 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:18.381422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8367d8e6-44bf-4720-ae5b-5cd6d9384273 req-af6f3c7d-a893-427d-9167-a46f972e52c7 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.2488918 May 27 03:29:18.434151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 68cfe413-347d-4641-a79d-6148d86d7486 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:18.526120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e1a23ee-942c-4be7-b7bc-8d2d2d600aa7 req-134924cd-dbd1-4683-a40c-da3e19353343 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3071659 May 27 03:29:18.535851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8367d8e6-44bf-4720-ae5b-5cd6d9384273 req-a44e6a42-5cc8-4946-a8e7-92b1d5f30317 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535084 May 27 03:29:18.594365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Deleting port 5a472001-33d5-47fc-8559-ad862c343a6d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:18.594896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:18.672414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 68cfe413-347d-4641-a79d-6148d86d7486 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:18.732152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Router d1557368-8a1b-47be-8df4-f27fe7ca51c3 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:29:19.001514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7f9ad-a602-49aa-9374-fd02f1a81cf2 None None] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:19.166213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d5ad-99bf-460a-b9d2-73c39f690b71 req-d7042637-634c-42ea-97a3-a6087089a649 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:19.174218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0a5d5ad-99bf-460a-b9d2-73c39f690b71 req-d7042637-634c-42ea-97a3-a6087089a649 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f243956-c43f-4f0d-8e83-8561b967409f HTTP/1.1" status: 200 len: 950 time: 0.4174509 May 27 03:29:19.201385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Provisioning for port 68cfe413-347d-4641-a79d-6148d86d7486 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:19.211528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Provisioning complete for port 68cfe413-347d-4641-a79d-6148d86d7486 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:19.212587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.253576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] For port 5a472001-33d5-47fc-8559-ad862c343a6d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=5a472001-33d5-47fc-8559-ad862c343a6d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:19.253941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.521037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Calling delete_port for 5a472001-33d5-47fc-8559-ad862c343a6d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:19.581255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0a5d5ad-99bf-460a-b9d2-73c39f690b71 req-40a39892-eb8e-4d8d-8162-5f7fb9a5061e tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9768b32-9998-45fc-a48d-58439429bb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060140 May 27 03:29:19.595981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.710252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] For port 68cfe413-347d-4641-a79d-6148d86d7486, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68cfe413-347d-4641-a79d-6148d86d7486,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:19.735530 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.739554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:19.759480 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Sync routers for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:29:19.812005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:29:19.813948 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:19.814138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.881854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['5a472001-33d5-47fc-8559-ad862c343a6d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:19.939560 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:19.942086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0cc99dfa-2eda-46f4-90c6-a42c78c6aeb0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.1680815 May 27 03:29:19.944785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50944) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:19.951877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Pushing event deleted for resources: {'Port': ['ID=5a472001-33d5-47fc-8559-ad862c343a6d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:20.070898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:20.203936 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:29:20.217859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da3f64-2600-4809-91ea-249d2cc5ba29 None None] Pushing event updated for resources: {'Port': ['ID=68cfe413-347d-4641-a79d-6148d86d7486,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:20.268385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] No DVR routers for this DVR port 5a472001-33d5-47fc-8559-ad862c343a6d on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:20.276936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.280069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6cd65ee-ef03-4962-baa0-cec26986f668 req-49127b7f-4f83-4873-bd46-0119d79d29f3 tempest-ServersOnMultiNodesTest-1659746975 tempest-ServersOnMultiNodesTest-1659746975-project] 10.222.0.41 "DELETE /v2.0/ports/5a472001-33d5-47fc-8559-ad862c343a6d HTTP/1.1" status: 204 len: 173 time: 1.9116061 May 27 03:29:20.286925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'name': 'network-vif-deleted', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:20.386998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ab19e-84ed-46d8-b0aa-376ab98b3ec3 req-c0634898-b62b-4dbd-90d3-771dd01453a2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:20.390132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-557ab19e-84ed-46d8-b0aa-376ab98b3ec3 req-c0634898-b62b-4dbd-90d3-771dd01453a2 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.4669721 May 27 03:29:20.408091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4b8b31c3-66b5-4d5c-8362-f7b2412c6d13 None None] Provisioning complete for port 68cfe413-347d-4641-a79d-6148d86d7486 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:20.410957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b8b31c3-66b5-4d5c-8362-f7b2412c6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.567715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-557ab19e-84ed-46d8-b0aa-376ab98b3ec3 req-7680bb3c-dbf2-4ce8-8793-b900aae0f95d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614456 May 27 03:29:20.629342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1346403111-network', 'tenant_id': 'efe1b1538c9d4228b0b6420090b69056'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:20.653638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:20.670238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Usage tracker for resource:network and tenant:efe1b1538c9d4228b0b6420090b69056 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:20.682203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:20.698567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:20.746819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Made reservation on behalf of efe1b1538c9d4228b0b6420090b69056 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:20.752776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.782180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 68cfe413-347d-4641-a79d-6148d86d7486 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:20.793017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:20.856363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-f74291c2-867d-4282-8e05-323c35562827 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:29:20.858700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-f74291c2-867d-4282-8e05-323c35562827 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0124540 May 27 03:29:20.878003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Request body: {'binding': {'host': 'n-h2-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:20.879538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Unknown quota resources ['binding']. {{(pid=84155) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:29:20.936540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 68cfe413-347d-4641-a79d-6148d86d7486 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:20.939195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.003351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:21.038123 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 3, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:21.054683 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Checking router: d1557368-8a1b-47be-8df4-f27fe7ca51c3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:29:21.062371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Updating router d1557368-8a1b-47be-8df4-f27fe7ca51c3 port 570a9f9b-333c-4d4b-93a8-cccc471df078 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:29:21.211953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Usage tracker for resource:security_group_rule and tenant:efe1b1538c9d4228b0b6420090b69056 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:21.217589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:21.235790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:21.241900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on host n-h2-843301-2 for vnic_type normal with profile None {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:21.242418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:21.243012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:21.268520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:21.269089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:21.271854 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.304065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:21.311954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:21.312569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:21.313179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Bound port: 2bca98bd-777d-46fb-8250-6b46c3e03f27, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:21.484880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:21.500126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.514119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.539591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.540878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-573f4674-b6b9-4e5f-a2b8-4b03152ee51e service neutron] 10.222.0.46 "POST /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27/bindings HTTP/1.1" status: 201 len: 389 time: 0.6728408 May 27 03:29:21.566345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:21.575706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f04a8d-9728-4874-9ae0-e97361c5a01f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:21.588743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.589233 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Added segment 6fe1c64d-695f-45b5-8f97-64ba4ba7c52b of type vlan for network 3c10072d-a919-4f53-9cb0-936e48824465 May 27 03:29:21.607756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dd4ea-74bb-4f30-8dd9-0da38bea979b req-35ddd2b4-2d83-4693-89e8-953a87f46ec4 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:21.615994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8c1dd4ea-74bb-4f30-8dd9-0da38bea979b req-35ddd2b4-2d83-4693-89e8-953a87f46ec4 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.2282808 May 27 03:29:21.668955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.738276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8c1dd4ea-74bb-4f30-8dd9-0da38bea979b req-065ccf33-11ae-49f4-8567-cb00c698b323 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200833 May 27 03:29:21.776007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.776969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:21.777739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:21.787603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.016135 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f341099-f6a2-4063-8f20-c78166cd2496'] response: {'server_uuid': '2f243956-c43f-4f0d-8e83-8561b967409f', 'name': 'network-vif-deleted', 'tag': '5a472001-33d5-47fc-8559-ad862c343a6d', 'status': 'completed', 'code': 200} May 27 03:29:22.022179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9448662 May 27 03:29:22.026343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:22.041747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Request body: {'subnet': {'network_id': '3c10072d-a919-4f53-9cb0-936e48824465', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1346403111-subnet', 'tenant_id': 'efe1b1538c9d4228b0b6420090b69056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:22.047330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b0bf-70c7-48b8-8c7b-6f395f91906b admin admin] Pushing event updated for resources: {'Network': ['ID=3c10072d-a919-4f53-9cb0-936e48824465,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.054266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:22.061811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Usage tracker for resource:subnet and tenant:efe1b1538c9d4228b0b6420090b69056 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:22.064765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3c10072d-a919-4f53-9cb0-936e48824465 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:22.065995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:22.082490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:22.111339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Made reservation on behalf of efe1b1538c9d4228b0b6420090b69056 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:22.119294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.172923 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.204928 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Transition to ACTIVE for port object 570a9f9b-333c-4d4b-93a8-cccc471df078 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:22.218770 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.322928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-6896a947-5bf1-4a79-ab27-2e1fb7dcec8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1096 time: 0.3574493 May 27 03:29:22.339028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 5a472001-33d5-47fc-8559-ad862c343a6d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:22.368297 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Pushing event updated for resources: {'Port': ['ID=570a9f9b-333c-4d4b-93a8-cccc471df078,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.390701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.391045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.391347 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.391671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.391989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.392867 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.393220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.393540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.393854 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.394168 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.394482 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.454164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Attempting to bind port 570a9f9b-333c-4d4b-93a8-cccc471df078 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:22.454531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Attempting to bind port 570a9f9b-333c-4d4b-93a8-cccc471df078 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:22.454891 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Attempting to bind port 570a9f9b-333c-4d4b-93a8-cccc471df078 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:22.457815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 5a472001-33d5-47fc-8559-ad862c343a6d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:22.458690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 5a472001-33d5-47fc-8559-ad862c343a6d not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:22.467280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d205-7cb2-4255-8b17-86bfe4dbe4c9 req-13d9968d-1b8e-44a7-a8fb-78a081b89301 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:22.468865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edb9d205-7cb2-4255-8b17-86bfe4dbe4c9 req-13d9968d-1b8e-44a7-a8fb-78a081b89301 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.4879606 May 27 03:29:22.471276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:22.471640 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:22.472036 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.472413 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:22.472867 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Bound port: 570a9f9b-333c-4d4b-93a8-cccc471df078, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:22.473280 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.525916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Allocated IP 172.20.0.1 (d44e5556-18bf-49ac-9d20-24d0c57b20b0/fa6292e0-3faa-4307-8acd-9eb931bc1cad/5158756b-f32e-4943-a5ca-49d086a79daf) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:22.649216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] For port 570a9f9b-333c-4d4b-93a8-cccc471df078, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:22.657095 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] For port 570a9f9b-333c-4d4b-93a8-cccc471df078, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=570a9f9b-333c-4d4b-93a8-cccc471df078,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:22.666435 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.706279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edb9d205-7cb2-4255-8b17-86bfe4dbe4c9 req-87b7cda9-cd5a-4b32-af84-f62ae348f74e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179193 May 27 03:29:22.778047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:29:22.778610 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:22.848757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731b54-4662-451d-addf-a6ceebe24b1f req-bf9216b9-28cc-4e96-b368-5f0a6b9493b7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:22.850332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a731b54-4662-451d-addf-a6ceebe24b1f req-bf9216b9-28cc-4e96-b368-5f0a6b9493b7 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2251112 May 27 03:29:22.851427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787693bc-c267-401d-806e-f59250838342 req-5ee94b02-52ba-4aa6-a5df-08d34ab0a15c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:22.852730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-5ee94b02-52ba-4aa6-a5df-08d34ab0a15c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.5147359 May 27 03:29:22.867226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.888151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Transition to ACTIVE for port object 5158756b-f32e-4943-a5ca-49d086a79daf will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:22.921404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50980) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:22.925593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:22.960745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-a07c4966-2fcb-4312-9a4d-0339e62fca4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 217 time: 0.0751936 May 27 03:29:23.053477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:23.059459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:23.062668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:23.068172 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:29:23.089394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:23.147049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.196922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3c4e-d9c9-4e9b-9861-204d97275d9b req-e971d547-07e9-485c-895d-8eb094fd27e2 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:23.206995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67b3c4e-d9c9-4e9b-9861-204d97275d9b req-e971d547-07e9-485c-895d-8eb094fd27e2 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.2421026 May 27 03:29:23.220978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a731b54-4662-451d-addf-a6ceebe24b1f req-b559b9bb-91c0-4630-9a7b-8057e702a713 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340247 May 27 03:29:23.335565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787693bc-c267-401d-806e-f59250838342 req-cae1988e-1273-440c-95c6-6db882251a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:23.337617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-cae1988e-1273-440c-95c6-6db882251a0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.3584304 May 27 03:29:23.388204 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dd1c8-0b94-4e84-977a-8099235d855e None None] Pushing event updated for resources: {'Port': ['ID=570a9f9b-333c-4d4b-93a8-cccc471df078,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:23.406552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67b3c4e-d9c9-4e9b-9861-204d97275d9b req-2d22d52b-0575-492c-909b-512c60d939df tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910963 May 27 03:29:23.412495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-f711d51d-abeb-403d-89ab-0f9903e4ceb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666192 May 27 03:29:23.413622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.427380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.449829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5dd082a4-d35c-4ffd-814b-5c5079abe5cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0326c323b4884feaa0d3f8b6be7e57ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5266259 May 27 03:29:23.450617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50986) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:23.569570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7e15b0c4-ff46-428b-8826-5ee0e756c460 None None] Provisioning for port 5158756b-f32e-4943-a5ca-49d086a79daf completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:23.578664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7e15b0c4-ff46-428b-8826-5ee0e756c460 None None] Provisioning complete for port 5158756b-f32e-4943-a5ca-49d086a79daf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:23.579034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e15b0c4-ff46-428b-8826-5ee0e756c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.619751 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 3, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:23.636320 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b748e-3f90-44e1-8073-123e9077fe90 None None] The sync data for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 is: [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:17Z', 'revision_number': 3, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:29:23.666149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-7c48ef2e-dac7-4da1-b37f-db3788e96dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469308 May 27 03:29:23.682449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7e15b0c4-ff46-428b-8826-5ee0e756c460 None None] Port 5158756b-f32e-4943-a5ca-49d086a79daf cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:29:23.684598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.856355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-9acb1f4e-563a-4662-a40b-6ee25b3fe716 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778901 May 27 03:29:23.901797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03126c56-bd4f-4323-a903-6a045e47145f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:23.920442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.931009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Checking segment: {'id': '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:23.931809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Network hostable DHCP agents. Network: 3c10072d-a919-4f53-9cb0-936e48824465, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:23.979120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.983409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:23.996319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:24.106943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c571042-d08a-4084-bcbe-6052cb8d9275 req-c76b825f-bd7d-4261-ba35-3c103f3c4f48 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.108432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Network 3c10072d-a919-4f53-9cb0-936e48824465 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:24.110023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c571042-d08a-4084-bcbe-6052cb8d9275 req-c76b825f-bd7d-4261-ba35-3c103f3c4f48 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.3572910 May 27 03:29:24.169373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3c10072d-a919-4f53-9cb0-936e48824465) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:24.179330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87d2b6-acd4-4328-8b50-d1a6d26899e9 None None] Network 3c10072d-a919-4f53-9cb0-936e48824465 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:24.184396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.185065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:24.251234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816a20c-f259-4ebc-aee3-d38c73961bac req-3d3249db-437d-4055-af35-3ec30b8dab2c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.254471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2816a20c-f259-4ebc-aee3-d38c73961bac req-3d3249db-437d-4055-af35-3ec30b8dab2c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.2837408 May 27 03:29:24.256500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ac77cc3f-9487-41a0-83fa-d547c754884e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2284980 May 27 03:29:24.271337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:24.315621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c571042-d08a-4084-bcbe-6052cb8d9275 req-0719df9a-6966-4db0-bb6c-ad7e2691ccbc tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688731 May 27 03:29:24.320855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:24.407377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2816a20c-f259-4ebc-aee3-d38c73961bac req-b8f82f07-07a5-4c2d-b185-cf47503750fb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368446 May 27 03:29:24.577675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:24.582645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:24.610793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:24.614312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9768b32-9998-45fc-a48d-58439429bb40,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:24.624611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 570a9f9b-333c-4d4b-93a8-cccc471df078 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:24.978981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be3340-fb39-42a9-8c02-9a8c298ea390 req-b628a18b-4ea2-476e-a876-9bb51db1dc6c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:24.992268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be3340-fb39-42a9-8c02-9a8c298ea390 req-b628a18b-4ea2-476e-a876-9bb51db1dc6c tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.2586186 May 27 03:29:25.067956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a92c9-9115-4a64-afe1-e460fdb71f7e None None] Network 3c10072d-a919-4f53-9cb0-936e48824465 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:25.112202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be3340-fb39-42a9-8c02-9a8c298ea390 req-f0b70b5f-5f52-4cf0-b34d-d96c6a7e1416 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187830 May 27 03:29:25.180968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 570a9f9b-333c-4d4b-93a8-cccc471df078 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:25.199063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 570a9f9b-333c-4d4b-93a8-cccc471df078 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:25.199475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.345431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.349802 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d0726828-8799-44ff-b39f-a42ebf73164b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9768b32-9998-45fc-a48d-58439429bb40 HTTP/1.1" status: 204 len: 168 time: 1.8943601 May 27 03:29:25.397445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1491b127-6798-4205-b629-0042229fdc9f None None] Provisioning complete for port 5158756b-f32e-4943-a5ca-49d086a79daf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:25.398248 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1491b127-6798-4205-b629-0042229fdc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.492568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57181-98e1-4ce8-96c9-b2b190cd686d req-da27a239-f5aa-4b38-932f-b0b104a04147 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.499679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cf57181-98e1-4ce8-96c9-b2b190cd686d req-da27a239-f5aa-4b38-932f-b0b104a04147 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.5132701 May 27 03:29:25.671032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1491b127-6798-4205-b629-0042229fdc9f None None] Port 5158756b-f32e-4943-a5ca-49d086a79daf cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:29:25.768782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cf57181-98e1-4ce8-96c9-b2b190cd686d req-0eed3bb4-86f6-4abd-96a8-cdfa4db9be5b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563758 May 27 03:29:25.856105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1641a8-d788-4dce-8857-7bf30c53d02a req-4f4bc505-e1aa-4b8c-92a4-b91cb95e35b5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:25.858335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe1641a8-d788-4dce-8857-7bf30c53d02a req-4f4bc505-e1aa-4b8c-92a4-b91cb95e35b5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1712348 May 27 03:29:25.936601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.955922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 570a9f9b-333c-4d4b-93a8-cccc471df078, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=570a9f9b-333c-4d4b-93a8-cccc471df078,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:25.965446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:25.986677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe1641a8-d788-4dce-8857-7bf30c53d02a req-17789991-ad15-4dbb-bb60-799a73c6eeef tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172826 May 27 03:29:26.032833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Router d1557368-8a1b-47be-8df4-f27fe7ca51c3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:26.082017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=570a9f9b-333c-4d4b-93a8-cccc471df078,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:26.109593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.379643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:26.460080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 570a9f9b-333c-4d4b-93a8-cccc471df078 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:26.498794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2e535ac6-a5d7-42a4-8e34-85bd7dde165d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0596f924df864d998735663a3004ab40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1164179 May 27 03:29:26.500832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:26.524316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c39c5-4a47-4bbb-981a-c040c35a7333 req-1d07f3ac-832a-4f47-9c1b-1bd581b008f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:26.532842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b31c39c5-4a47-4bbb-981a-c040c35a7333 req-1d07f3ac-832a-4f47-9c1b-1bd581b008f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.3573833 May 27 03:29:26.649872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b31c39c5-4a47-4bbb-981a-c040c35a7333 req-04a2dfc6-c1d6-46f5-b9e8-1e888acb30fe tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098678 May 27 03:29:26.762655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:26.774564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.780637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 570a9f9b-333c-4d4b-93a8-cccc471df078 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:26.782088 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.784691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ef837ca-ed6f-4581-9d76-9a9951abd3b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/d1557368-8a1b-47be-8df4-f27fe7ca51c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8373709 May 27 03:29:26.838747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:26.869717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0977-2203-45fb-88e5-cba643ee2aad req-ba60b4fe-fb35-44e3-9061-68de365a9d71 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:26.887265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-865b0977-2203-45fb-88e5-cba643ee2aad req-ba60b4fe-fb35-44e3-9061-68de365a9d71 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.3278582 May 27 03:29:27.050713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-865b0977-2203-45fb-88e5-cba643ee2aad req-58032feb-f131-4999-b9dd-15a4ffdd0ce3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551940 May 27 03:29:27.080686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.261977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b792c2-8f2e-4a3d-a781-f50d15f29664,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:27.285388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.294098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c6fcb6f-f238-40a2-9325-e63364b411ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73b792c2-8f2e-4a3d-a781-f50d15f29664 HTTP/1.1" status: 204 len: 168 time: 0.7917397 May 27 03:29:27.453461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74badecf-613c-4bd2-873e-8ddc1243bcb7 req-d60f49cf-703f-4c13-84ed-ac23a964476c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:27.469732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-74badecf-613c-4bd2-873e-8ddc1243bcb7 req-d60f49cf-703f-4c13-84ed-ac23a964476c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2233119 May 27 03:29:27.635710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-74badecf-613c-4bd2-873e-8ddc1243bcb7 req-db9b2829-49f5-407c-bd16-942439d9cfdf tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468060 May 27 03:29:27.683001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:27.696179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-982035619-network', 'tenant_id': '0b51615ccf8c4c6794cfb4cc26d1f7f5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:27.711604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:27.730731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Usage tracker for resource:network and tenant:0b51615ccf8c4c6794cfb4cc26d1f7f5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:27.751045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:27.777353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78390a11-1d88-4850-b0d4-1db9efa5e42d req-ac235fa0-f786-424f-a738-a0f5fdb21ab5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:27.808095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:27.813488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78390a11-1d88-4850-b0d4-1db9efa5e42d req-ac235fa0-f786-424f-a738-a0f5fdb21ab5 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.3007870 May 27 03:29:27.817562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9234-6482-4195-a4ef-d38825bfbe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.868213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Made reservation on behalf of 0b51615ccf8c4c6794cfb4cc26d1f7f5 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:27.884834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.950297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:27.950484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78390a11-1d88-4850-b0d4-1db9efa5e42d req-0652eb62-eefe-4f44-a09c-7b20e17a11ae tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358387 May 27 03:29:28.078949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:28.093525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Usage tracker for resource:security_group_rule and tenant:0b51615ccf8c4c6794cfb4cc26d1f7f5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:28.121210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:28.167627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:28.321679 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.334888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.356514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:28.394897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.396332 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Added segment f24f964e-2836-4b65-a7ca-04fa41d1ca33 of type vlan for network 2e0e616f-a5f6-4e50-833c-149363a695c9 May 27 03:29:28.400175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc70308-6cf4-47ea-be62-d8ba4a86c23d req-9bae5cb6-5e09-4b5e-8fcc-610f850eae84 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:28.410184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc70308-6cf4-47ea-be62-d8ba4a86c23d req-9bae5cb6-5e09-4b5e-8fcc-610f850eae84 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1220186 May 27 03:29:28.429852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f19d8d-2a2a-42d3-befe-ce575821a6d1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.457520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.457850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.458359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.458964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.459294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.459811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.460135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.460458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.460778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.464401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.464729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:28.473625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.515494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.516703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc70308-6cf4-47ea-be62-d8ba4a86c23d req-9813e9e0-91a4-4490-a85f-7f7b89b7bd22 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055264 May 27 03:29:28.517132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:28.518333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.734454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0544343 May 27 03:29:28.735514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:29:28.745874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Request body: {'subnet': {'network_id': '2e0e616f-a5f6-4e50-833c-149363a695c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-982035619-subnet', 'tenant_id': '0b51615ccf8c4c6794cfb4cc26d1f7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:28.759064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:28.769238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545bb48-eadb-4947-a6ff-15ec9d6849aa admin admin] Pushing event updated for resources: {'Network': ['ID=2e0e616f-a5f6-4e50-833c-149363a695c9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.774063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Usage tracker for resource:subnet and tenant:0b51615ccf8c4c6794cfb4cc26d1f7f5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:28.791298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:28.802384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2e0e616f-a5f6-4e50-833c-149363a695c9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:29:28.893243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:28.927114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Sync routers for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:29:28.937603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Made reservation on behalf of 0b51615ccf8c4c6794cfb4cc26d1f7f5 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:28.941461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:28.993548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-95973b45-e548-4222-b679-a322c47a7179 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:28.994701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-95973b45-e548-4222-b679-a322c47a7179 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:29.003466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:29:29.004453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:29.027694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-95973b45-e548-4222-b679-a322c47a7179 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:29.030039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-95973b45-e548-4222-b679-a322c47a7179 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 828 time: 0.2893980 May 27 03:29:29.104682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-a05c3c62-bbaf-4d0d-8ed7-28ba433bf1cf tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/quotas/a07cc1547cd74aff93f7fbc12dfa8425 HTTP/1.1" status: 200 len: 375 time: 0.0460229 May 27 03:29:29.112293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a35788-39fa-41e4-8d84-c3ccd7080ae0 req-9c09ccfe-0a14-4e30-89f2-22d1e093be7f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.113869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6a35788-39fa-41e4-8d84-c3ccd7080ae0 req-9c09ccfe-0a14-4e30-89f2-22d1e093be7f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.3323104 May 27 03:29:29.260994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-bff91973-3f5f-4a56-9625-70c428e7b1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:29.283654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6a35788-39fa-41e4-8d84-c3ccd7080ae0 req-c9a469c7-7ce6-4e46-9d3e-62d2b25393aa tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516850 May 27 03:29:29.310433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-bff91973-3f5f-4a56-9625-70c428e7b1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:29.311877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-bff91973-3f5f-4a56-9625-70c428e7b1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053213 May 27 03:29:29.391520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:29:29.427044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.637025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Checking segment: {'id': 'f24f964e-2836-4b65-a7ca-04fa41d1ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2e0e616f-a5f6-4e50-833c-149363a695c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:29.637616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Network hostable DHCP agents. Network: 2e0e616f-a5f6-4e50-833c-149363a695c9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:29.651115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a9c5e8-d1e6-4906-8986-f2df917ad9d7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:29.731964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Network 2e0e616f-a5f6-4e50-833c-149363a695c9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:29.763050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2e0e616f-a5f6-4e50-833c-149363a695c9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:29.771375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-5f03a917-e88f-468e-abb4-b105bc6beed7 service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486129 May 27 03:29:29.777036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34704c07-7f2a-4086-853a-b30cf4754701 None None] Network 2e0e616f-a5f6-4e50-833c-149363a695c9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:29.780655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81eb7-31d7-4048-9730-e462f3a44b35 req-cef4b20c-fd5c-48c4-ac93-b9c49a3067ba tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.783236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23d81eb7-31d7-4048-9730-e462f3a44b35 req-cef4b20c-fd5c-48c4-ac93-b9c49a3067ba tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1985171 May 27 03:29:29.785686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:29.788010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:29.850915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c2beca93-0e81-4c80-bd40-bcfbf6f6a01a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1135085 May 27 03:29:29.883340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23d81eb7-31d7-4048-9730-e462f3a44b35 req-60ce1ce8-4d92-44e1-8c69-24aa0184b531 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875273 May 27 03:29:29.965066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b8cca93b-ac0c-4a60-835c-2d23f29726c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.016407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-9287be29-48d0-4c4e-b216-cc42d24eb53b service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360435 May 27 03:29:30.147442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 2, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:30.165748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Checking router: d1557368-8a1b-47be-8df4-f27fe7ca51c3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:29:30.166379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Updating router d1557368-8a1b-47be-8df4-f27fe7ca51c3 port 5158756b-f32e-4943-a5ca-49d086a79daf binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:29:30.199668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b9b17-74c5-4369-892c-9cac993491ae req-059d5378-8e2e-4373-ac9b-24da6a98f820 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:30.201420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e64b9b17-74c5-4369-892c-9cac993491ae req-059d5378-8e2e-4373-ac9b-24da6a98f820 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.1939149 May 27 03:29:30.289018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e64b9b17-74c5-4369-892c-9cac993491ae req-d82983b8-d0e5-4600-959d-6238aab3eb54 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815954 May 27 03:29:30.303948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:30.463367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e9573-14e1-4a04-b8f1-652c5d2a4928 None None] Network 2e0e616f-a5f6-4e50-833c-149363a695c9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:29:30.651538 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-b4da2e91-0300-41ea-ade9-cfc2b20ce024 service neutron] show failed (client error): The resource could not be found. May 27 03:29:30.652910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-b4da2e91-0300-41ea-ade9-cfc2b20ce024 service neutron] 10.222.0.41 "GET /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1726098 May 27 03:29:30.695350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6b22-419f-4602-bdac-94e91b67b228 req-c9d30046-7098-4c36-bf02-348dd16ff3f2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:30.705913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4acb6b22-419f-4602-bdac-94e91b67b228 req-c9d30046-7098-4c36-bf02-348dd16ff3f2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.2276692 May 27 03:29:30.793797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4acb6b22-419f-4602-bdac-94e91b67b228 req-40a09a2e-8d84-49ae-aa07-a0f5292af300 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867336 May 27 03:29:30.825492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-6110c6e8-091c-4f3a-9630-7a9deb5062d3 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6778a28b30754512a0646099323964fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805476 May 27 03:29:30.943995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f083d6f-ea34-43c6-ba3c-9515b9824496 req-628bd30e-e35e-4845-b183-7e3a35f500b0 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 210 time: 0.0586591 May 27 03:29:31.206337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-fc6cd16d-2dcf-4584-9312-df9401aa20fd tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:31.215560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-fc6cd16d-2dcf-4584-9312-df9401aa20fd tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871365 May 27 03:29:31.236517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-37cbee10-967b-4c38-8d89-71e70c1c9b78 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/quotas/6778a28b30754512a0646099323964fd HTTP/1.1" status: 200 len: 375 time: 0.0195525 May 27 03:29:31.240654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-43c6dc41-a255-480a-9a4e-b640fc118c06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1100 time: 0.1669931 May 27 03:29:31.255242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:31.266322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.302757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-b14d2951-f183-4a88-b669-93ec9dbfac79 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6778a28b30754512a0646099323964fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640316 May 27 03:29:31.313400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed2762-3972-4534-974e-92bc87a4cdd2 req-e8cb5506-87f3-4479-8485-3565f45c6d87 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:31.315012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3ed2762-3972-4534-974e-92bc87a4cdd2 req-e8cb5506-87f3-4479-8485-3565f45c6d87 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.1673284 May 27 03:29:31.449785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3ed2762-3972-4534-974e-92bc87a4cdd2 req-2af92462-672e-453f-a431-f47e9f174a13 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267695 May 27 03:29:31.457570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.468970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.518089 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.549329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Transition to ACTIVE for port object 5158756b-f32e-4943-a5ca-49d086a79daf will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:31.568251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.795203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2103-8b58-4ba4-8b63-78a46a9bfe7a None None] Pushing event updated for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:31.924433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Attempting to bind port 5158756b-f32e-4943-a5ca-49d086a79daf on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:31.925420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Attempting to bind port 5158756b-f32e-4943-a5ca-49d086a79daf by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:31.926554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Attempting to bind port 5158756b-f32e-4943-a5ca-49d086a79daf on network d44e5556-18bf-49ac-9d20-24d0c57b20b0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:31.936979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:31.937629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Checking segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:31.938407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:31.939032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Bound using segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:31.940227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Bound port: 5158756b-f32e-4943-a5ca-49d086a79daf, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:31.941092 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.100342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] For port 5158756b-f32e-4943-a5ca-49d086a79daf, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:32.109563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] For port 5158756b-f32e-4943-a5ca-49d086a79daf, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5158756b-f32e-4943-a5ca-49d086a79daf,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:32.118353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.222733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-ebb4c772-661d-429d-8ed6-b7b01bb9ef8d tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:32.223923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcad300-7877-4d76-a29c-1feb3305b9f7 req-d384c671-db3d-42ce-a9b4-f8cc56c919c1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:32.231563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abcad300-7877-4d76-a29c-1feb3305b9f7 req-d384c671-db3d-42ce-a9b4-f8cc56c919c1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.3895538 May 27 03:29:32.237754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-ebb4c772-661d-429d-8ed6-b7b01bb9ef8d tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/networks?id=3c10072d-a919-4f53-9cb0-936e48824465 HTTP/1.1" status: 200 len: 815 time: 0.4107475 May 27 03:29:32.272423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-46a2fc11-a8df-48db-8d96-bbb29bd8e8d6 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/quotas/efe1b1538c9d4228b0b6420090b69056 HTTP/1.1" status: 200 len: 375 time: 0.0323408 May 27 03:29:32.355180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abcad300-7877-4d76-a29c-1feb3305b9f7 req-646c286a-1aac-4154-8f69-bba318811b19 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 May 27 03:29:32.372419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:29:32.373896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:29:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:32.407202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:32.501130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:32.611063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-cf5a3752-1148-4197-af09-d4d85aceebbc tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=efe1b1538c9d4228b0b6420090b69056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3326967 May 27 03:29:32.640791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:29:32.688272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:32.694529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.735491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Transition to ACTIVE for port object 9100033d-6ce0-4164-8767-5563cc83590b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:32.742988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:32.826874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510b27d-9701-4a29-92e9-d358ffebf07b req-361bce6a-7be9-4544-9e99-d322dc63a5ee tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:32.834070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a510b27d-9701-4a29-92e9-d358ffebf07b req-361bce6a-7be9-4544-9e99-d322dc63a5ee tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.2285368 May 27 03:29:32.838146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.969531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a510b27d-9701-4a29-92e9-d358ffebf07b req-d105122b-6c0f-454c-ba3c-70d484cdafa8 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340787 May 27 03:29:33.052014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] No DVR routers for this DVR port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:33.194716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-eae1c3aa-542d-4eae-9f29-e9cc8991fce4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:33.196208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-eae1c3aa-542d-4eae-9f29-e9cc8991fce4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.21 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 828 time: 0.7078209 May 27 03:29:33.217015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'port': {'device_id': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'admin_state_up': True, 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:33.254417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:33.255240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:33.255240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:33.257509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-dca878e5-1500-4c8d-ab7b-178bd0e4e79f service neutron] 10.222.0.46 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418092 May 27 03:29:33.269416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:33.272258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:33.291054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:33.295557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:33.297598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:33.298211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Bound port: 9100033d-6ce0-4164-8767-5563cc83590b, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:33.299922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.325541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2103-8b58-4ba4-8b63-78a46a9bfe7a None None] Pushing event updated for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.384239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.401250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:32Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:33.407459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee3839ea-7a0d-4b88-99f3-67f97bdf9e05 req-764c9c5b-daea-49a6-9418-f71f5503d1e2 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 210 time: 0.0738182 May 27 03:29:33.411152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0157b6-83b6-46e7-909e-760d47065605 None None] The sync data for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 is: [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:32Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:29:33.677988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-4853ec64-edb6-4a72-a155-8704a7fcd0bb service neutron] 10.222.0.46 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196129 May 27 03:29:33.707188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:33.711762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:33.721248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.758430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:33.771673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:33.788536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Made reservation on behalf of a07cc1547cd74aff93f7fbc12dfa8425 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:33.792603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.805437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffe7e7-3073-427b-b336-0ff6374ec001 req-a7cce017-9cda-48eb-b9f0-ce1a03e00ca0 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:33.808436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7ffe7e7-3073-427b-b336-0ff6374ec001 req-a7cce017-9cda-48eb-b9f0-ce1a03e00ca0 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.2465644 May 27 03:29:33.825293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:33.827700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] 10.222.0.21 "PUT /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 1095 time: 2.5796781 May 27 03:29:34.334377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0912335-e202-4b01-bb96-799181894f29 req-70c8a4fe-060c-4db3-89d0-44f3f0b045e9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 210 time: 0.2079887 May 27 03:29:34.344273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Allocated IP 172.20.0.10 (d44e5556-18bf-49ac-9d20-24d0c57b20b0/fa6292e0-3faa-4307-8acd-9eb931bc1cad/b65d8523-ea6f-47e9-a3cb-0d811b80822a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:34.633100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5158756b-f32e-4943-a5ca-49d086a79daf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:34.707790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bb4c1-3b20-4ce0-9c2b-527720fc8356 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:34.769839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-6dffeace-0289-4477-8ac7-a9108c3936f3 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6778a28b30754512a0646099323964fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770647 May 27 03:29:34.962175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5158756b-f32e-4943-a5ca-49d086a79daf completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:34.996779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5158756b-f32e-4943-a5ca-49d086a79daf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:34.996779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.048110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7ffe7e7-3073-427b-b336-0ff6374ec001 req-41f8190d-e93d-4932-b33b-9ff9b0bfbfb2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1995001 May 27 03:29:35.136176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-ac48983a-eb1a-4eaa-b3df-ef7f78b9a9eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1098 time: 1.2317364 May 27 03:29:35.287304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-6adee19e-d57f-4598-8b91-0301f8f28f42 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:35.300339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-6adee19e-d57f-4598-8b91-0301f8f28f42 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5266097 May 27 03:29:35.509802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Request body: {'port': {'device_id': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '6778a28b30754512a0646099323964fd'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:35.540460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.582084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Transition to ACTIVE for port object b65d8523-ea6f-47e9-a3cb-0d811b80822a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:35.599611 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ecb107-2236-46b5-aefa-9e490008a628'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'code': 200} May 27 03:29:35.719507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-a1278130-2ed3-4664-b902-961a0dcfa712 tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 1.8101902 May 27 03:29:35.762736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-2'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:35.846666 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:35.982599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5158756b-f32e-4943-a5ca-49d086a79daf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5158756b-f32e-4943-a5ca-49d086a79daf,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:35.991725 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.039015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e0a619b1-ddc4-4937-b928-484d4e055a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:36.041265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e0a619b1-ddc4-4937-b928-484d4e055a75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.8719435 May 27 03:29:36.098900 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.148163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:36.158769 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-ba961ea4-c549-420e-8b99-328eb0e6a367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1090333 May 27 03:29:36.161685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Usage tracker for resource:port and tenant:6778a28b30754512a0646099323964fd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:36.164455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.168691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.206449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:36.229955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:36.308512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Made reservation on behalf of 6778a28b30754512a0646099323964fd for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:36.322885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.331684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:36.358350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:36.369044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e535da8a-8845-47e2-a5af-cfd737f3ffd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:36.369044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-e535da8a-8845-47e2-a5af-cfd737f3ffd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1790128 May 27 03:29:36.416794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.417332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:36.431783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:36.440464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event updated for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:36.464218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e855-f099-46b7-9cd7-0047ed5552eb req-a262686d-c606-491f-8206-5209c4dfd358 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:36.470944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dbbbc-8837-4a31-b70d-6a472ab07358 req-9da79a81-30f8-4909-aa8d-a62287b46c20 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:36.478163 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc0dbbbc-8837-4a31-b70d-6a472ab07358 req-9da79a81-30f8-4909-aa8d-a62287b46c20 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.4844849 May 27 03:29:36.478369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8a2e855-f099-46b7-9cd7-0047ed5552eb req-a262686d-c606-491f-8206-5209c4dfd358 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 945 time: 0.8998613 May 27 03:29:36.484742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5158756b-f32e-4943-a5ca-49d086a79daf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:36.547370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:36.665150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8a2e855-f099-46b7-9cd7-0047ed5552eb req-984237a6-4d1b-44c3-b7dd-36f21bc30a62 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864333 May 27 03:29:36.701991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:36.790581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:36.809916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:36.866269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5158756b-f32e-4943-a5ca-49d086a79daf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:36.866916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.904504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:36.905764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:36.917826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc0dbbbc-8837-4a31-b70d-6a472ab07358 req-eaae0c67-4f15-4ac9-828d-984a122cff17 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392328 May 27 03:29:36.931630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:36.987864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Usage tracker for resource:security_group_rule and tenant:6778a28b30754512a0646099323964fd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:36.999790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:37.003874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:37.018483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-78787561-61a8-42f5-b5ef-32bcb03957c5 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:37.022539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-78787561-61a8-42f5-b5ef-32bcb03957c5 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.41 "GET /v2.0/networks?id=3c10072d-a919-4f53-9cb0-936e48824465 HTTP/1.1" status: 200 len: 815 time: 0.3258328 May 27 03:29:37.110432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:37.193243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fc59cf2c-b40f-4c9c-9cda-ebcc5ead6eea None None] Provisioning for port b65d8523-ea6f-47e9-a3cb-0d811b80822a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:37.202992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-6328b8f4-bdb8-48c2-829a-0533bea3c488 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8401637 May 27 03:29:37.213067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:37.219600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:37.228438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Request body: {'port': {'device_id': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465', 'admin_state_up': True, 'tenant_id': 'efe1b1538c9d4228b0b6420090b69056'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:37.259993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fc59cf2c-b40f-4c9c-9cda-ebcc5ead6eea None None] Provisioning complete for port b65d8523-ea6f-47e9-a3cb-0d811b80822a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:37.260444 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc59cf2c-b40f-4c9c-9cda-ebcc5ead6eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:37.272383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95a59d72-9a9e-4174-9738-55973fdf421a req-1f6fdce8-1cda-4bb9-952c-0f7c4129e928 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 210 time: 0.2338147 May 27 03:29:37.356372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-6b58737d-685f-40d4-9f21-0f7d35db767a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1460013 May 27 03:29:37.370305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Request body: {'port': {'device_id': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:37.384810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fc59cf2c-b40f-4c9c-9cda-ebcc5ead6eea None None] Port b65d8523-ea6f-47e9-a3cb-0d811b80822a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:29:37.391085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 has no active binding in host n-h2-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:29:37.453416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:37.596532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:37.596532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26184cc4-09f8-45dd-b79f-d2ef292e2e3f req-02a2fe33-0824-4ae1-93b4-bb26a915b268 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 210 time: 0.0649338 May 27 03:29:37.606254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Usage tracker for resource:port and tenant:efe1b1538c9d4228b0b6420090b69056 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:37.606254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:37.615652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:37.625562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:37.650743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}, {'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:37.671950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Made reservation on behalf of efe1b1538c9d4228b0b6420090b69056 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:37.680017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:37.780767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:37.808770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-ea30b27d-dfdb-4dd7-8ccf-9686404ef7dd service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125737 May 27 03:29:37.861424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b159-63bd-4624-bc3e-f34d1f53f92d req-860ec0d5-ce44-4b33-b182-97de1911c206 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:37.862988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e035b159-63bd-4624-bc3e-f34d1f53f92d req-860ec0d5-ce44-4b33-b182-97de1911c206 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.6401329 May 27 03:29:38.023842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.049675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.111909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Allocated IP 172.20.0.11 (3c10072d-a919-4f53-9cb0-936e48824465/03126c56-bd4f-4323-a903-6a045e47145f/13a2019b-99ac-407a-ba4f-a851d11ab4cb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:38.132757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on host n-h1-843301-2 for vnic_type normal with profile {"migrating_to": "n-h2-843301-2"} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:38.133386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:38.133894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:38.149752 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:29:38.162239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e035b159-63bd-4624-bc3e-f34d1f53f92d req-c19d10aa-a38e-4d9b-a13f-d203a536259c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327628 May 27 03:29:38.184023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-f0fcc803-b1e0-479f-99b7-89228c2a5d50 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:38.184023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-f0fcc803-b1e0-479f-99b7-89228c2a5d50 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:38.248889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c63941-7840-4ddb-bce7-20026f0499d0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:38.255875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-f0fcc803-b1e0-479f-99b7-89228c2a5d50 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:38.263281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1664d4c6-0cb1-480c-8cfa-02dc9247436c req-2574d5ad-be36-41af-8bb6-ad4eabaf61bd service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250741 May 27 03:29:38.271417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-f0fcc803-b1e0-479f-99b7-89228c2a5d50 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 932 time: 0.4171312 May 27 03:29:38.278283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:38.278283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:38.305268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:38.307434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Attempting to bind port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on network 0850598d-0cfb-429e-8f38-56162d3eec97 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:38.389702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-697af86f-9081-47ea-aada-d18c1fa673fd tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:38.396111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:38.405713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:38.405860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Checking segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:38.406350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Bound using segment: {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:38.407569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Bound port: 2bca98bd-777d-46fb-8250-6b46c3e03f27, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634c4d8-102a-4ce2-b033-1efb7332c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0850598d-0cfb-429e-8f38-56162d3eec97'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:38.408447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.631522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:38.648491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'mac_address': 'fa:16:3e:b7:5e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:38.732601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.774530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65d8523-ea6f-47e9-a3cb-0d811b80822a {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:38.789693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.796582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.814171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Transition to ACTIVE for port object b65d8523-ea6f-47e9-a3cb-0d811b80822a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:38.814171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.823133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:38.839976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:38.843682 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.853685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.869236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:38.875043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c4b2-fee6-4e24-90fe-c0f6a5941a26 req-4926e636-f9fc-4e69-a0f3-dce52ff46e04 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:38.875043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1522c4b2-fee6-4e24-90fe-c0f6a5941a26 req-4926e636-f9fc-4e69-a0f3-dce52ff46e04 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.4204960 May 27 03:29:38.954211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Network 3c10072d-a919-4f53-9cb0-936e48824465 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:38.963088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:38.972618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1522c4b2-fee6-4e24-90fe-c0f6a5941a26 req-5d8058d5-5cfd-41f8-8d99-1abc01f87fdf tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869334 May 27 03:29:38.978905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:38.983789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:38.983789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:38.998944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:39.011933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Allocated IP 192.168.233.88 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/39095765-c1e3-4632-8bd2-4e79adf616e0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:39.042497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:39.053105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:29:39.053105 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:29:39.059467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.169947 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd688b7-dabd-4b2c-843e-700801515be1'] response: {'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'status': 'completed', 'code': 200} May 27 03:29:39.169947 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd688b7-dabd-4b2c-843e-700801515be1'] response: {'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'code': 200} May 27 03:29:39.292304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Pushing event updated for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:39.292304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-697af86f-9081-47ea-aada-d18c1fa673fd tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:39.302415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38ba1ff7-82b3-4ec0-b1e4-1871605cb5ab req-697af86f-9081-47ea-aada-d18c1fa673fd tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0457618 May 27 03:29:39.407069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:39.566333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.566333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-5dcf3fc1-3be0-4c73-a88b-223462b6b9c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 1121 time: 3.8152385 May 27 03:29:39.661142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.687272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:39.717138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-d3c995a4-b509-444c-ac70-47787f9256e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1098 time: 0.4563522 May 27 03:29:39.733897 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['2bca98bd-777d-46fb-8250-6b46c3e03f27'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:39.747153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:39.748305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.759128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Pushing event updated for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:39.774754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:39.785680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['2bca98bd-777d-46fb-8250-6b46c3e03f27'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:39.845606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-b1134f51-ffc4-4dd8-b2d0-38bd11b3c9dd tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7867408 May 27 03:29:39.846683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Attempting to bind port b65d8523-ea6f-47e9-a3cb-0d811b80822a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:39.847182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Attempting to bind port b65d8523-ea6f-47e9-a3cb-0d811b80822a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:39.847695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Attempting to bind port b65d8523-ea6f-47e9-a3cb-0d811b80822a on network d44e5556-18bf-49ac-9d20-24d0c57b20b0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:39.859936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.865904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-c3e0545f-aacb-46bc-bd68-bad680637fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1098 time: 0.6209395 May 27 03:29:39.867078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:39.869255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622374a-dc62-4e1a-a9d1-699c6339428f req-bab55057-e482-4491-8e49-07e1b4f0cccc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:39.873476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Port b65d8523-ea6f-47e9-a3cb-0d811b80822a on network d44e5556-18bf-49ac-9d20-24d0c57b20b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:39.874131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Attempting to bind port b65d8523-ea6f-47e9-a3cb-0d811b80822a on network d44e5556-18bf-49ac-9d20-24d0c57b20b0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:39.878784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6622374a-dc62-4e1a-a9d1-699c6339428f req-bab55057-e482-4491-8e49-07e1b4f0cccc tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.5214732 May 27 03:29:39.885975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Request body: {'port': {'device_id': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:39.929453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6622374a-dc62-4e1a-a9d1-699c6339428f req-3f722020-2276-4f1e-a82a-20172f690432 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 May 27 03:29:39.966783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fa970-fb8d-44fe-82d3-4d9fde3831e7 req-61f7b04c-be83-4706-a099-1f8f9e231b0f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:39.974563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-056fa970-fb8d-44fe-82d3-4d9fde3831e7 req-61f7b04c-be83-4706-a099-1f8f9e231b0f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 947 time: 0.4864438 May 27 03:29:40.030258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:40.030602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Checking segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:40.031504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Bound using segment: {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:40.031504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Bound port: b65d8523-ea6f-47e9-a3cb-0d811b80822a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:40.031803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.041232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=10']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:40.069614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Transition to ACTIVE for port object 39095765-c1e3-4632-8bd2-4e79adf616e0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:40.079863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-cbc209b9-9aec-4943-8f1f-98961b009fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.081559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-cbc209b9-9aec-4943-8f1f-98961b009fee service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3437817 May 27 03:29:40.213977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:40.246605 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-87599438-736a-4b32-9ee5-937df21477de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1125727 May 27 03:29:40.251841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.285558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9100033d-6ce0-4164-8767-5563cc83590b details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:40.302701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.456758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-056fa970-fb8d-44fe-82d3-4d9fde3831e7 req-07bc78c9-9f30-4c6c-9173-a173cdab992b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777486 May 27 03:29:40.526593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:40.531713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-5b679ef8-4bcd-42a9-b761-294e6cee953c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.533200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-5b679ef8-4bcd-42a9-b761-294e6cee953c service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.6520889 May 27 03:29:40.605954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:40.692608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:40.739747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.753322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Pushing event updated for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:40.776663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319b56-7814-4460-8f15-d8915715b9e0 req-fcbce969-16af-4bb2-9f0c-f79a02875fb2 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.779777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-d6b35557-1539-4a67-8dc9-10b463cd532d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.2352300 May 27 03:29:40.790385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1319b56-7814-4460-8f15-d8915715b9e0 req-fcbce969-16af-4bb2-9f0c-f79a02875fb2 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 932 time: 0.7009468 May 27 03:29:40.811854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-c4586b44-7256-463c-9dc9-0b5f98750922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:40.814676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-c4586b44-7256-463c-9dc9-0b5f98750922 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2444706 May 27 03:29:40.822197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:40.835536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:40.855725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9100033d-6ce0-4164-8767-5563cc83590b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '9100033d-6ce0-4164-8767-5563cc83590b', 'mac_address': 'fa:16:3e:ec:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:40.877800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.878323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.878658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.878988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.879542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.879627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.879926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.881568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.881568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.882497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.882497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:40.886771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:40.890218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:40.956414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:40.960378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] 10.222.0.21 "PUT /v2.0/ports/b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 1092 time: 3.5908232 May 27 03:29:40.960378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:40.982962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.017998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8a12-eea7-4fc0-b324-ba9a3ec79376 service neutron] Pushing event updated for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.024886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b1319b56-7814-4460-8f15-d8915715b9e0 req-021e8edd-e172-45e3-b607-bae1548d52ab tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Synchronizing usage tracker for tenant:efe1b1538c9d4228b0b6420090b69056 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:41.036457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:41.059415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.061567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.067771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:41.074907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.081902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-17e40f0b-41d2-4a9c-86ea-4f7d9ac74a6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571623 May 27 03:29:41.144305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-e02842e7-3f3f-4200-b4e7-149914b046ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.145912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-e02842e7-3f3f-4200-b4e7-149914b046ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3152034 May 27 03:29:41.210280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:41.254288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:41.292311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b1319b56-7814-4460-8f15-d8915715b9e0 req-021e8edd-e172-45e3-b607-bae1548d52ab tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Unset dirty status for tenant:efe1b1538c9d4228b0b6420090b69056 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:41.308947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1319b56-7814-4460-8f15-d8915715b9e0 req-021e8edd-e172-45e3-b607-bae1548d52ab tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235794 May 27 03:29:41.342375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43e88a-c1fa-4269-9e1f-2df8403f1d08 req-0ee98b3f-4bae-455c-8762-b41c2f21e975 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:41.342375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab43e88a-c1fa-4269-9e1f-2df8403f1d08 req-0ee98b3f-4bae-455c-8762-b41c2f21e975 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 935 time: 0.6444342 May 27 03:29:41.394806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-382838ab-aae5-4b77-ae17-884dccc749b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9117870 May 27 03:29:41.402103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9100033d-6ce0-4164-8767-5563cc83590b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:41.411709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Request body: {'port': {'device_id': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:41.526414 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49089848-c82b-439f-b8c8-3f4351efba43'] response: {'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'code': 200} May 27 03:29:41.546291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-aa5cd40e-7b7f-4e76-ac15-00bbe779c4f9 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536409 May 27 03:29:41.682392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:29:41.694872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-accb1560-9174-4c2e-8a08-20eba365a49c None None] Provisioning for port 39095765-c1e3-4632-8bd2-4e79adf616e0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:41.705416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-accb1560-9174-4c2e-8a08-20eba365a49c None None] Provisioning complete for port 39095765-c1e3-4632-8bd2-4e79adf616e0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:41.705685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-accb1560-9174-4c2e-8a08-20eba365a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.757548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab43e88a-c1fa-4269-9e1f-2df8403f1d08 req-87ea9c79-8800-4e78-b499-b2c60a2c11b5 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065659 May 27 03:29:41.763990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-26f6e184-298c-4cb6-b8b1-8d26689f28a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1095 time: 0.7516959 May 27 03:29:41.783761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a2019b-99ac-407a-ba4f-a851d11ab4cb {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:41.784449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-accb1560-9174-4c2e-8a08-20eba365a49c None None] Port 39095765-c1e3-4632-8bd2-4e79adf616e0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:29:41.794226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.824462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Transition to ACTIVE for port object 13a2019b-99ac-407a-ba4f-a851d11ab4cb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:41.902307 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.941458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:41.985865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-69fbecaa-563b-4b65-b382-7ad58ebaebd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7479453 May 27 03:29:42.020685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-aef7fcf9-457b-4cd1-9afe-7bd3b872e35b service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083426 May 27 03:29:42.040967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c336b6-f7dc-40d4-acc8-27e6a9351232 req-780e6662-2d71-43bc-93d8-e1566bce151f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.047629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78c336b6-f7dc-40d4-acc8-27e6a9351232 req-780e6662-2d71-43bc-93d8-e1566bce151f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 949 time: 0.2931314 May 27 03:29:42.052005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-3da5fb4d-f33a-4f7b-b027-2ef5cd9b190b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 217 time: 0.2194676 May 27 03:29:42.157442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78c336b6-f7dc-40d4-acc8-27e6a9351232 req-59101b4a-3c2c-46a6-9a6c-a9e0892371bf tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088853 May 27 03:29:42.232950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:42.240430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Pushing event updated for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:42.291247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-56588165-f95b-4123-8a4a-e05186cdae00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.292697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-56588165-f95b-4123-8a4a-e05186cdae00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.1850374 May 27 03:29:42.320517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 028e7d7b-1b94-4ebc-8f61-70d03198f50f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:42.320885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.399670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-136c12e4-e9a7-4afc-9916-7fa0a3b02231 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830075 May 27 03:29:42.441832 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.456612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39095765-c1e3-4632-8bd2-4e79adf616e0 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:42.466170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.466409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82190f7d-131c-4d0b-b49a-5efe1f7081a6 req-1098ce8b-1256-400f-9f48-4b366fd5e36c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.467982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82190f7d-131c-4d0b-b49a-5efe1f7081a6 req-1098ce8b-1256-400f-9f48-4b366fd5e36c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.5570652 May 27 03:29:42.479554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:42.485485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.486326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Transition to ACTIVE for port object 39095765-c1e3-4632-8bd2-4e79adf616e0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:42.498111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe091-6716-4f11-ab56-fc280ebe2baa req-dba93582-5804-4890-933e-1de1143e16a0 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:42.499575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-793fe091-6716-4f11-ab56-fc280ebe2baa req-dba93582-5804-4890-933e-1de1143e16a0 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 944 time: 0.1749344 May 27 03:29:42.500550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.557171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:42.657207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-3d4dcddb-942f-4f54-bc6b-a0133f133e96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501682 May 27 03:29:42.659350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82190f7d-131c-4d0b-b49a-5efe1f7081a6 req-45539805-1352-4cdf-a23d-44e1a9960280 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264398 May 27 03:29:42.660008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Attempting to bind port 13a2019b-99ac-407a-ba4f-a851d11ab4cb on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:42.660335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Attempting to bind port 13a2019b-99ac-407a-ba4f-a851d11ab4cb by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:42.660652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Attempting to bind port 13a2019b-99ac-407a-ba4f-a851d11ab4cb on network 3c10072d-a919-4f53-9cb0-936e48824465 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:42.663200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13825004-a119-48ab-b132-36f4793d406e service neutron] Pushing event updated for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:42.673902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-793fe091-6716-4f11-ab56-fc280ebe2baa req-9379932e-47f9-4acd-b5ac-526ac7be762f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423068 May 27 03:29:42.817293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Attempting to bind port 39095765-c1e3-4632-8bd2-4e79adf616e0 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:42.817619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Attempting to bind port 39095765-c1e3-4632-8bd2-4e79adf616e0 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:42.817936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Attempting to bind port 39095765-c1e3-4632-8bd2-4e79adf616e0 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:42.825157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Port 39095765-c1e3-4632-8bd2-4e79adf616e0 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:42.825744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Attempting to bind port 39095765-c1e3-4632-8bd2-4e79adf616e0 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:42.833112 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd8453a-a9ad-43f0-9931-c1b9d40a14cc'] response: {'name': 'network-changed', 'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'status': 'completed', 'code': 200} May 27 03:29:42.842370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:42.842885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:42.843441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:42.844027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Bound port: 39095765-c1e3-4632-8bd2-4e79adf616e0, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:42.844545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:42.868281 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef557b62-a173-43a8-87b6-3ac6f3e1bb63'] response: {'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'status': 'completed', 'code': 200} May 27 03:29:42.927687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Port 13a2019b-99ac-407a-ba4f-a851d11ab4cb on network 3c10072d-a919-4f53-9cb0-936e48824465 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:42.928199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Attempting to bind port 13a2019b-99ac-407a-ba4f-a851d11ab4cb on network 3c10072d-a919-4f53-9cb0-936e48824465 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:42.945725 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-073e8e96-9230-4f2c-b694-80f55d18ca2d req-ea131378-309b-46b6-a5a2-9d61c504513b service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392289 May 27 03:29:42.947675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:42.947986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Checking segment: {'id': '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:42.948842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Bound using segment: {'id': '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:42.949267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Bound port: 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:42.949610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.001069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-36a15551-3abb-4bbf-a39e-3612304766a4 service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261106 May 27 03:29:43.195656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d53733-7ac2-44c1-a249-b38caee60185 req-ac47488a-2bce-4fa6-b69e-c1e7fba8d51d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:43.197301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47d53733-7ac2-44c1-a249-b38caee60185 req-ac47488a-2bce-4fa6-b69e-c1e7fba8d51d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 943 time: 0.3142030 May 27 03:29:43.235989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:43.253174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-b7b380ec-d07b-488d-970d-48a933fb9aec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1124 time: 0.3865457 May 27 03:29:43.253174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39095765-c1e3-4632-8bd2-4e79adf616e0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:43.277412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.289371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:43.289371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f03fddb-29e9-4eca-9139-3da1ba652f1f req-9bab9af1-1fe8-41d1-aaf2-3f6a8b5e842f service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625320 May 27 03:29:43.306344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb,segment=NetworkSegment(6fe1c64d-695f-45b5-8f97-64ba4ba7c52b),segment_id=6fe1c64d-695f-45b5-8f97-64ba4ba7c52b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:43.327129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47d53733-7ac2-44c1-a249-b38caee60185 req-349a57c7-70d9-418e-b8f7-584c8f0c133f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067915 May 27 03:29:43.329015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.417568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db0764-c6fb-44ff-a73c-5f067f22a062 req-a5b3949c-16be-4d66-af24-21aa7e08ff20 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:43.418932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6db0764-c6fb-44ff-a73c-5f067f22a062 req-a5b3949c-16be-4d66-af24-21aa7e08ff20 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 948 time: 0.4827104 May 27 03:29:43.424313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.425672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-13825004-a119-48ab-b132-36f4793d406e service neutron] 10.222.0.21 "PUT /v2.0/ports/39095765-c1e3-4632-8bd2-4e79adf616e0 HTTP/1.1" status: 200 len: 1095 time: 2.0226698 May 27 03:29:43.449534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:43.451814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] 10.222.0.41 "PUT /v2.0/ports/13a2019b-99ac-407a-ba4f-a851d11ab4cb HTTP/1.1" status: 200 len: 1092 time: 3.5837090 May 27 03:29:43.498159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd04a-a04f-49b0-97c4-c291bb94853a service neutron] Pushing event updated for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.527347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:43.541693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13825004-a119-48ab-b132-36f4793d406e service neutron] Pushing event updated for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:43.565922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6db0764-c6fb-44ff-a73c-5f067f22a062 req-462484ea-e0b5-4166-a0e2-a517944fc49f tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342850 May 27 03:29:43.663407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-74b85feb-8aa5-444d-9d7a-589e8cfb24b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:43.681058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-74b85feb-8aa5-444d-9d7a-589e8cfb24b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.4255071 May 27 03:29:43.848430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-e4adb156-12dd-4c84-b6da-cf0c05fb5944 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1095 time: 0.4859099 May 27 03:29:43.927964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-690c059c-9150-4f91-bd0e-cf12953b63f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 217 time: 0.2338727 May 27 03:29:44.004941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-fbb22296-b0ff-494e-8927-a3011466d30f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6778a28b30754512a0646099323964fd&device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 1098 time: 0.5098584 May 27 03:29:44.083953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-f8e6682c-cff7-4801-b70b-8b3bfc41b83b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe1b1538c9d4228b0b6420090b69056&device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 1095 time: 0.5574455 May 27 03:29:44.093676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9277587-4c98-4bfc-9a3e-f02b83ee8633 req-5f2ae7cf-e1b4-46a2-bd6f-5b0c8776aacb tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.093676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c9277587-4c98-4bfc-9a3e-f02b83ee8633 req-5f2ae7cf-e1b4-46a2-bd6f-5b0c8776aacb tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Synchronizing usage tracker for tenant:efe1b1538c9d4228b0b6420090b69056 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:44.108638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-e4b7b11f-4e9c-4998-b22b-b40e14a8b1db service neutron] 10.222.0.21 "GET /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.2889130 May 27 03:29:44.110059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-5d9b13ad-1d11-46f0-a02e-233d4d9ab29f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=39095765-c1e3-4632-8bd2-4e79adf616e0 HTTP/1.1" status: 200 len: 217 time: 0.0955672 May 27 03:29:44.113981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-4fc01ad6-0a5b-4ce6-ba3b-d51f43ecf668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.113981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-4fc01ad6-0a5b-4ce6-ba3b-d51f43ecf668 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.1793072 May 27 03:29:44.154568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-8e31fd6e-d17a-4646-b1f0-fa5c6764ad58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.154568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-8e31fd6e-d17a-4646-b1f0-fa5c6764ad58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 929 time: 0.2899599 May 27 03:29:44.245608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-d922aace-c5e0-49f8-9fbc-ffb3f0499646 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.245608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-d922aace-c5e0-49f8-9fbc-ffb3f0499646 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Synchronizing usage tracker for tenant:6778a28b30754512a0646099323964fd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:44.246380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-a367c181-ef0e-4e01-8cc7-ae063f83254b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb HTTP/1.1" status: 200 len: 217 time: 0.1504519 May 27 03:29:44.247981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-fe342dd4-5dda-47f4-b602-9a70e61bc90a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 217 time: 0.0872881 May 27 03:29:44.249843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9100033d-6ce0-4164-8767-5563cc83590b up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:44.277966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-a5a7d805-8fb8-4303-810a-361b930a32a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165352 May 27 03:29:44.297150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c9277587-4c98-4bfc-9a3e-f02b83ee8633 req-5f2ae7cf-e1b4-46a2-bd6f-5b0c8776aacb tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Unset dirty status for tenant:efe1b1538c9d4228b0b6420090b69056 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:44.302376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9277587-4c98-4bfc-9a3e-f02b83ee8633 req-5f2ae7cf-e1b4-46a2-bd6f-5b0c8776aacb tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 944 time: 0.5021498 May 27 03:29:44.338964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:44.350923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9100033d-6ce0-4164-8767-5563cc83590b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:44.362611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9100033d-6ce0-4164-8767-5563cc83590b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:44.362980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:44.420855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-ad4ee193-d6bc-428d-b83c-b0725c97a726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.422868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-ad4ee193-d6bc-428d-b83c-b0725c97a726 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2603264 May 27 03:29:44.457062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-61b62351-7751-441e-9324-4e307683069c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.458795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-61b62351-7751-441e-9324-4e307683069c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.1631639 May 27 03:29:44.473168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-d922aace-c5e0-49f8-9fbc-ffb3f0499646 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Unset dirty status for tenant:6778a28b30754512a0646099323964fd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:44.479623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-d922aace-c5e0-49f8-9fbc-ffb3f0499646 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 947 time: 0.6575072 May 27 03:29:44.509791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-1678fc62-447a-4977-bdb8-bd7bde146e2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:44.511633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-1678fc62-447a-4977-bdb8-bd7bde146e2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03126c56-bd4f-4323-a903-6a045e47145f HTTP/1.1" status: 200 len: 855 time: 0.2574024 May 27 03:29:44.565802 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-3032dccf-2d79-4f25-8040-260e26fa5a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c10072d-a919-4f53-9cb0-936e48824465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473182 May 27 03:29:44.581137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9277587-4c98-4bfc-9a3e-f02b83ee8633 req-5574c6a2-54b8-47d6-90d6-070a7a2c681d tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694285 May 27 03:29:44.590093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:44.608540 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:44.621744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 has no active binding in host n-h2-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:29:44.654813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:44.660987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:44.752640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:44.770745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-c96ba895-c0f7-47a5-8470-af95f1e30cdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023398 May 27 03:29:44.802498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-d3e4aa4f-9abd-4ee7-b744-76b296031318 service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077007 May 27 03:29:44.803326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-de074535-6022-42d6-bea9-12fee234b49e tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Synchronizing usage tracker for tenant:6778a28b30754512a0646099323964fd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:44.861982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-d5970b7d-407a-4586-8b40-38e804432d86 service neutron] 10.222.0.41 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787032 May 27 03:29:44.869680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:44.926819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:44.947289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-de074535-6022-42d6-bea9-12fee234b49e tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Unset dirty status for tenant:6778a28b30754512a0646099323964fd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:44.947289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c76bc0e-1102-491c-af51-7fbfeffd5994 req-de074535-6022-42d6-bea9-12fee234b49e tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598103 May 27 03:29:45.156713 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e419006-3ee3-4c07-9b67-90ba33473ea9'] response: {'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'code': 200} May 27 03:29:45.175763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09f74f-c2e8-4a4f-92bc-3f5f4ddfc714 req-ef7f9d54-b577-4d1c-a75b-ee4ccfd35b99 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.175763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb09f74f-c2e8-4a4f-92bc-3f5f4ddfc714 req-ef7f9d54-b577-4d1c-a75b-ee4ccfd35b99 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.3795955 May 27 03:29:45.175763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-89511625-f1d0-45a2-883a-d2cb5bb9e1b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828690 May 27 03:29:45.195404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98dbdd8a-6add-454d-8af4-eb505f39f4cf req-283a5732-f4cb-4bce-ac47-63d65bf3107c service neutron] 10.222.0.21 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573344 May 27 03:29:45.211669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-aea0c211-5e23-426d-abdc-af4fa991c82d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7734737 May 27 03:29:45.295853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f8b7fb-fd52-4c67-a0d2-518bae3bb85d req-510980d0-4245-4a73-8f18-e9d7e27ec26e service neutron] 10.222.0.41 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622739 May 27 03:29:45.366767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb09f74f-c2e8-4a4f-92bc-3f5f4ddfc714 req-bdf1774c-fbec-480b-a9f2-f8c311aeb491 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941130 May 27 03:29:45.393433 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9302b4d7-e8e3-4704-a6ef-0325aabc3a54 req-ee55c156-863e-4bd5-9a59-343e19f70d2d service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053301 May 27 03:29:45.519490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:45.575426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:45.641242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-0689691a-3537-4bae-b7cd-0a230b6c5294 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230723 May 27 03:29:45.679704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-f1fbd69b-cea4-48ca-be34-3873cd844947 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.681265 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-f1fbd69b-cea4-48ca-be34-3873cd844947 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b&tenant_id=185eb08e01504918865d46ecdabc7468&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 949 time: 0.1335468 May 27 03:29:45.685491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bca98bd-777d-46fb-8250-6b46c3e03f27 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:45.687644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65f4b4-7b88-4f7c-894b-eef8355f453c req-12f63880-c638-489f-99e2-907a7cbf1786 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:45.689407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea65f4b4-7b88-4f7c-894b-eef8355f453c req-12f63880-c638-489f-99e2-907a7cbf1786 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1939659 May 27 03:29:45.781366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:45.814908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2130cb25-2bd0-44fb-b271-2e9eb64805ab req-5fa29cb2-5e77-4648-94f2-c38f9964df17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1101 time: 0.3852749 May 27 03:29:45.818188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:45.894939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea65f4b4-7b88-4f7c-894b-eef8355f453c req-653f0066-2e18-4669-93b7-cd72fb2732c7 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727331 May 27 03:29:45.898905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-c1fab444-75c7-4b1e-87cb-951659f9e89d service neutron] 10.222.0.21 "GET /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 382 time: 0.2087498 May 27 03:29:45.989880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2130cb25-2bd0-44fb-b271-2e9eb64805ab req-1ac63ab7-74e3-47f6-a361-c0f682361a4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616459 May 27 03:29:45.995529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79bb7395-d30f-4f4a-8417-222556f1e672 req-961725af-2d62-4700-93b5-78d869a3a773 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133550 May 27 03:29:46.003852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f599-b83f-411f-9e8f-ecaa0b2a0ecc req-53ea69d4-c15e-43b7-b11d-fdfacf732662 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.005387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a032f599-b83f-411f-9e8f-ecaa0b2a0ecc req-53ea69d4-c15e-43b7-b11d-fdfacf732662 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 944 time: 0.3633504 May 27 03:29:46.006573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-ae0ad95e-d866-43af-a30a-24c2c6aeeec1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1100 time: 0.0774648 May 27 03:29:46.054787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] Transition to ACTIVE for port object 2bca98bd-777d-46fb-8250-6b46c3e03f27 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:46.064197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.108145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c253a8c-9e6a-4a99-9494-63a2fec64b13 req-7aee20ce-7ffa-4322-8018-7e22829591dd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.110039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c253a8c-9e6a-4a99-9494-63a2fec64b13 req-7aee20ce-7ffa-4322-8018-7e22829591dd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.0836294 May 27 03:29:46.114192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a032f599-b83f-411f-9e8f-ecaa0b2a0ecc req-d465690f-8e7f-4c0e-9069-d9e1641b8aa8 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033070 May 27 03:29:46.165381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c253a8c-9e6a-4a99-9494-63a2fec64b13 req-47136777-c0fd-4871-a52e-57800d954acb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 May 27 03:29:46.231270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] Pushing event updated for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:46.244707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] No DVR routers for this DVR port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:46.266812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b65d8523-ea6f-47e9-a3cb-0d811b80822a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:46.269194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:46.276423 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271368d6-c0b3-4bdd-b2c5-69a279102161'] response: {'name': 'network-changed', 'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0', 'status': 'completed', 'code': 200} May 27 03:29:46.296066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-44d11f06-6c36-426b-8ad7-fa97a5e2a00b service neutron] 10.222.0.21 "PUT /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27/bindings/n-h2-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1725836 May 27 03:29:46.297575 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76af7e61-86de-4823-a950-1a1c5df7c982'] response: {'name': 'network-changed', 'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb', 'status': 'completed', 'code': 200} May 27 03:29:46.378144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:46.473554 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-c6aa2090-f3fe-43be-b287-f85743ca5a54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6778a28b30754512a0646099323964fd&device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 1098 time: 0.1765323 May 27 03:29:46.483026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb1fa2-99b3-40d0-8e97-989906f4b61c req-edc48f58-4ca1-48a7-ba60-efa1dc1c26ac tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.485806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ffdb1fa2-99b3-40d0-8e97-989906f4b61c req-edc48f58-4ca1-48a7-ba60-efa1dc1c26ac tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 944 time: 0.1071634 May 27 03:29:46.515935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:46.553752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-5ff4d295-e81b-4ce3-b42e-71e2407c5e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.554882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-5ff4d295-e81b-4ce3-b42e-71e2407c5e8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3733404 May 27 03:29:46.628989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:46.647511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'mac_address': 'fa:16:3e:2f:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:46.663572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-2f689385-161b-4ad5-bac7-487243582f57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe1b1538c9d4228b0b6420090b69056&device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 1095 time: 0.3577168 May 27 03:29:46.668789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-ee11b3a9-6262-4efd-bad9-f56f5643b36a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.0971985 May 27 03:29:46.676096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ffdb1fa2-99b3-40d0-8e97-989906f4b61c req-6ae63907-c6bb-4f68-bdff-fb18450a4555 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 May 27 03:29:46.728020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.744249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-5b03f123-a0ee-472c-9df0-17ae1c96fe80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.745894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-5b03f123-a0ee-472c-9df0-17ae1c96fe80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2588322 May 27 03:29:46.838460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-2fe6a042-01fe-46ac-a37f-198e2875e515 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=39095765-c1e3-4632-8bd2-4e79adf616e0 HTTP/1.1" status: 200 len: 217 time: 0.0855055 May 27 03:29:46.840026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-cf501001-0784-4e85-bea4-b9a3d50ea09a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.3934085 May 27 03:29:46.855965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65d8523-ea6f-47e9-a3cb-0d811b80822a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:46.856220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ca8aa-6966-4a3d-a7ed-1503bbdef096 req-62d95cd9-b21f-4636-b2f2-c7263b4fd5e4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.857998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd4ca8aa-6966-4a3d-a7ed-1503bbdef096 req-62d95cd9-b21f-4636-b2f2-c7263b4fd5e4 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.4132612 May 27 03:29:46.877059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:46.885098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:46.918728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-baafc3a0-890a-413d-8762-4ade044f807f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.920717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-baafc3a0-890a-413d-8762-4ade044f807f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2283003 May 27 03:29:46.973758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-c5d13b4c-1c34-4b4e-a9da-6bf28e2552a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:46.974780 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-c5d13b4c-1c34-4b4e-a9da-6bf28e2552a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1033661 May 27 03:29:47.005222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.022948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653419-0337-4045-a8b8-4173d0caa2ec req-3f00d69b-9ef9-4cc3-8ce6-070f8f223f99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.024358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-3f00d69b-9ef9-4cc3-8ce6-070f8f223f99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c10072d-a919-4f53-9cb0-936e48824465 HTTP/1.1" status: 200 len: 916 time: 0.3593180 May 27 03:29:47.031047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.031458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.031811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.032557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.032557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.032887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.034819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.035083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.035483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.035875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.036701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:47.120657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd4ca8aa-6966-4a3d-a7ed-1503bbdef096 req-6df5f075-26d9-4f50-be38-2ab4c8f9234c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189493 May 27 03:29:47.125688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8917a1a-bd60-44b3-a076-4805e23b3ea1 req-4c711020-a005-48aa-8c68-a5280b82d136 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.127485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:47.137215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8917a1a-bd60-44b3-a076-4805e23b3ea1 req-4c711020-a005-48aa-8c68-a5280b82d136 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 947 time: 0.2951183 May 27 03:29:47.174936 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-be192376-6016-4214-8e7b-d6c71abbe7c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb HTTP/1.1" status: 200 len: 217 time: 0.1290882 May 27 03:29:47.214972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b65d8523-ea6f-47e9-a3cb-0d811b80822a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:47.252313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8367e667-d24f-4adc-8e1a-bc9200a3a1aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3213310 May 27 03:29:47.253721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-7f951a51-0686-4bcf-a8ff-0483b3ed8364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715905 May 27 03:29:47.330934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-27216ae6-fb2f-437f-afd0-79c2c49373e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6 HTTP/1.1" status: 200 len: 1095 time: 0.4698973 May 27 03:29:47.409346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8917a1a-bd60-44b3-a076-4805e23b3ea1 req-a5439228-f60b-4f78-9369-638046614e63 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712998 May 27 03:29:47.496453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-bb6eaa06-3571-4626-9842-43aef4604c1a service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141800 May 27 03:29:47.551139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653419-0337-4045-a8b8-4173d0caa2ec req-e1596f6a-ecfb-4e5e-802e-c6dd8e5b7f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.553231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-e1596f6a-ecfb-4e5e-802e-c6dd8e5b7f69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03126c56-bd4f-4323-a903-6a045e47145f HTTP/1.1" status: 200 len: 855 time: 0.3700063 May 27 03:29:47.619251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-1f327870-22d1-4d6a-9624-b77f8a64f682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c10072d-a919-4f53-9cb0-936e48824465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530343 May 27 03:29:47.859748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-194999fc-02f4-43be-bc92-cd4bd1ab33bc req-5b811745-9a75-472d-b3e7-6b3129371e6f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571708 May 27 03:29:47.880494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c39fd-fb4b-4956-9259-0eba139b7861 req-1e316478-ad59-498f-9332-d5121153ab31 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.883414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c8c39fd-fb4b-4956-9259-0eba139b7861 req-1e316478-ad59-498f-9332-d5121153ab31 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1945169 May 27 03:29:47.942209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c8c39fd-fb4b-4956-9259-0eba139b7861 req-7bbf1ad9-d6d4-4887-9432-3912f71fa3e8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 May 27 03:29:47.956326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834755a3-08b1-4b2e-9187-22dd62751dc6 req-abcdc46f-bfc8-418e-baa3-37394fa4c680 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:47.958155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-834755a3-08b1-4b2e-9187-22dd62751dc6 req-abcdc46f-bfc8-418e-baa3-37394fa4c680 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.5154707 May 27 03:29:47.962943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-b2c9b6fd-a7a7-43a7-8e57-f7e643ea64b3 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793630 May 27 03:29:48.029249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-88f2afe4-2232-475e-b200-686a096c6733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1095 time: 0.6221273 May 27 03:29:48.059215 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6db351f-2008-4980-97f9-fa8b556919fa'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'code': 200} May 27 03:29:48.173753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-07a24c2d-0e49-4fb7-8f46-f32327c22d3f service neutron] 10.222.0.41 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424867 May 27 03:29:48.295791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39095765-c1e3-4632-8bd2-4e79adf616e0 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:48.302954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f00e-e598-44d4-939c-29a1552e335e req-95d3ab61-f978-4a55-be62-9391df10de2b tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.309295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a031f00e-e598-44d4-939c-29a1552e335e req-95d3ab61-f978-4a55-be62-9391df10de2b tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 945 time: 0.0978880 May 27 03:29:48.380061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a031f00e-e598-44d4-939c-29a1552e335e req-97e3fed9-13c8-4a6f-9d57-5cb8518d19b0 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 May 27 03:29:48.411853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-834755a3-08b1-4b2e-9187-22dd62751dc6 req-33bcd3e2-a4d7-4cc6-9522-2c9c260fc3f8 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368398 May 27 03:29:48.543759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-fa86ea46-b64b-4c54-ac24-5c5b422d86d1 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489781 May 27 03:29:48.593932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39095765-c1e3-4632-8bd2-4e79adf616e0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:48.619794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93653419-0337-4045-a8b8-4173d0caa2ec req-88c22331-bf18-4430-a5ea-e705507170d7 service neutron] 10.222.0.41 "GET /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786316 May 27 03:29:48.629873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787693bc-c267-401d-806e-f59250838342 req-f6472a60-549f-46d2-81da-94e820bc2f87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.631580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-f6472a60-549f-46d2-81da-94e820bc2f87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 200 len: 920 time: 0.5275581 May 27 03:29:48.636461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '39095765-c1e3-4632-8bd2-4e79adf616e0', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '39095765-c1e3-4632-8bd2-4e79adf616e0', 'mac_address': 'fa:16:3e:e5:e0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:48.692308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288bf50-b567-4770-aa0b-1161e36f73b5 req-8ee6da37-7948-42d1-a495-633da9b4890d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.697315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b288bf50-b567-4770-aa0b-1161e36f73b5 req-8ee6da37-7948-42d1-a495-633da9b4890d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.1212008 May 27 03:29:48.718059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.738837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39095765-c1e3-4632-8bd2-4e79adf616e0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:48.760707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39095765-c1e3-4632-8bd2-4e79adf616e0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:48.765549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:48.766660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-586e1200-f474-4931-bcf1-b478108abcd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 200 len: 217 time: 0.0832102 May 27 03:29:48.774035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b288bf50-b567-4770-aa0b-1161e36f73b5 req-28bf18de-e784-4d44-8b56-d5ee588ba7e4 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724444 May 27 03:29:48.853359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:48.861613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91642e-5ae5-4847-9995-e9b549c59ff7 req-b8e86ab0-633d-4f19-9600-ff6749bc8987 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.863678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a91642e-5ae5-4847-9995-e9b549c59ff7 req-b8e86ab0-633d-4f19-9600-ff6749bc8987 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 944 time: 0.2305605 May 27 03:29:48.864890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787693bc-c267-401d-806e-f59250838342 req-925fe2b2-fc0a-4186-9524-b0800fc26f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:48.866247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-925fe2b2-fc0a-4186-9524-b0800fc26f47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 200 len: 859 time: 0.0972364 May 27 03:29:48.937992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-5b260ba0-6685-4866-be7c-6246a289a0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0850598d-0cfb-429e-8f38-56162d3eec97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516903 May 27 03:29:49.053849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['39095765-c1e3-4632-8bd2-4e79adf616e0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:49.110321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a91642e-5ae5-4847-9995-e9b549c59ff7 req-efde7c44-6f99-4262-9256-e696ba9434a7 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342415 May 27 03:29:49.147989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cea0b-a693-46dc-a78b-c8de60740dba req-f738f99b-9052-409a-8570-999b094aca13 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.155042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a11cea0b-a693-46dc-a78b-c8de60740dba req-f738f99b-9052-409a-8570-999b094aca13 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.2016203 May 27 03:29:49.336783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-a4a2e994-4ea7-4bc6-8173-54d409ba5bcd service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908083 May 27 03:29:49.349716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a11cea0b-a693-46dc-a78b-c8de60740dba req-fd8bfc2b-9be3-458a-b305-2213a4a36c9d tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942449 May 27 03:29:49.623874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d68b-4802-4f05-b032-86e3a7597479 req-68008b36-49c7-41ce-ab67-08974852f971 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.624041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-4b570ef3-e4bf-4ef1-9bc7-046bdf877f71 service neutron] 10.222.0.41 "GET /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813342 May 27 03:29:49.641012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40099e0-15ee-4a6c-ac4b-bbb1bf226012 req-ee611d8a-c55d-4e28-a71a-89c12651a1b1 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.641773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99f3d68b-4802-4f05-b032-86e3a7597479 req-68008b36-49c7-41ce-ab67-08974852f971 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 945 time: 0.1299977 May 27 03:29:49.644207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e40099e0-15ee-4a6c-ac4b-bbb1bf226012 req-ee611d8a-c55d-4e28-a71a-89c12651a1b1 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 948 time: 0.1505153 May 27 03:29:49.702500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e40099e0-15ee-4a6c-ac4b-bbb1bf226012 req-d3f3b72f-4e85-4fba-8551-b1b0e54e67f1 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 May 27 03:29:49.704064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99f3d68b-4802-4f05-b032-86e3a7597479 req-ff8dfa20-f29d-4e59-ba57-32ccd9d4755d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 May 27 03:29:49.947849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7d4b-8534-4e72-ac91-222d911d4b71 req-2b1d40ec-653b-436c-8e65-5b01a517e8d5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:49.949542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60df7d4b-8534-4e72-ac91-222d911d4b71 req-2b1d40ec-653b-436c-8e65-5b01a517e8d5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 945 time: 0.0930796 May 27 03:29:50.013812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60df7d4b-8534-4e72-ac91-222d911d4b71 req-5bfd567a-5213-461c-8a13-ae72d8df5aa3 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 May 27 03:29:50.087174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f3b7-be20-4eed-b8b4-0d44a2bb2089 req-0fad72ce-a21c-4464-806c-dc83fe1d43f6 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.089557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e741f3b7-be20-4eed-b8b4-0d44a2bb2089 req-0fad72ce-a21c-4464-806c-dc83fe1d43f6 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.2342184 May 27 03:29:50.124163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-d8739a0d-6b0e-4148-be8c-12676067061a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c&tenant_id=adb87f3eee7c47fda511df77aa1af2b6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.1895859 May 27 03:29:50.225855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e741f3b7-be20-4eed-b8b4-0d44a2bb2089 req-33e2234f-f921-4e4d-b860-686417926187 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224568 May 27 03:29:50.275569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-787693bc-c267-401d-806e-f59250838342 req-3bb5b8ab-7962-4bbd-9ca6-b6a21ff07a84 service neutron] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:50.282581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-787693bc-c267-401d-806e-f59250838342 req-3bb5b8ab-7962-4bbd-9ca6-b6a21ff07a84 service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.283291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-787693bc-c267-401d-806e-f59250838342 req-3bb5b8ab-7962-4bbd-9ca6-b6a21ff07a84 service neutron] 10.222.0.41 "DELETE /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27/bindings/n-h1-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.1547513 May 27 03:29:50.317805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b65d8523-ea6f-47e9-a3cb-0d811b80822a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:50.395010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 13a2019b-99ac-407a-ba4f-a851d11ab4cb details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:50.498761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46827e3-71f5-471e-a043-ccdf61ee0a66 req-424e9788-70cd-4166-9ed4-744593ad07a8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.508958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d46827e3-71f5-471e-a043-ccdf61ee0a66 req-424e9788-70cd-4166-9ed4-744593ad07a8 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.1114626 May 27 03:29:50.553844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port b65d8523-ea6f-47e9-a3cb-0d811b80822a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:50.566616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port b65d8523-ea6f-47e9-a3cb-0d811b80822a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:50.567319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.573741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d46827e3-71f5-471e-a043-ccdf61ee0a66 req-93fad1fd-8604-4e08-81a0-61383aa5c18b tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 May 27 03:29:50.711945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb,segment=NetworkSegment(6fe1c64d-695f-45b5-8f97-64ba4ba7c52b),segment_id=6fe1c64d-695f-45b5-8f97-64ba4ba7c52b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:50.773161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '13a2019b-99ac-407a-ba4f-a851d11ab4cb', 'network_id': '3c10072d-a919-4f53-9cb0-936e48824465', 'port_id': '13a2019b-99ac-407a-ba4f-a851d11ab4cb', 'mac_address': 'fa:16:3e:47:aa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03126c56-bd4f-4323-a903-6a045e47145f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:50.870598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.883717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7edc35-cc84-4f36-834a-00f068118a20 req-d518e0d4-0569-4e92-8feb-a1f685a9f010 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:50.899378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f7edc35-cc84-4f36-834a-00f068118a20 req-d518e0d4-0569-4e92-8feb-a1f685a9f010 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 944 time: 0.1403449 May 27 03:29:50.905467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:50.915001 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.932486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:50.941142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a2019b-99ac-407a-ba4f-a851d11ab4cb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:50.955891 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:50.957928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39095765-c1e3-4632-8bd2-4e79adf616e0 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:51.091785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb,segment=NetworkSegment(6fe1c64d-695f-45b5-8f97-64ba4ba7c52b),segment_id=6fe1c64d-695f-45b5-8f97-64ba4ba7c52b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:51.105899 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.110541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f7edc35-cc84-4f36-834a-00f068118a20 req-35c2e197-1dbe-4e81-a32d-861d7fd2e251 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078362 May 27 03:29:51.120291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:51.243370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 39095765-c1e3-4632-8bd2-4e79adf616e0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:51.251790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:51.254480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 39095765-c1e3-4632-8bd2-4e79adf616e0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:51.254876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.404942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.412805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-980c3d8e-e2ea-4e35-a3c4-5de08545c3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b&tenant_id=185eb08e01504918865d46ecdabc7468 HTTP/1.1" status: 200 len: 1100 time: 0.4305797 May 27 03:29:51.428813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:51.445127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39095765-c1e3-4632-8bd2-4e79adf616e0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:51.452424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.539334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['13a2019b-99ac-407a-ba4f-a851d11ab4cb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:51.565990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262819e-2332-4bf3-aac7-0600d718fccb req-5fee6f09-1734-42d5-9b6b-3df27fa12b40 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.567854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d262819e-2332-4bf3-aac7-0600d718fccb req-5fee6f09-1734-42d5-9b6b-3df27fa12b40 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.3968952 May 27 03:29:51.586180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:51.595612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:51.619870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28defc47-19e6-4b04-9375-00393bb45b9d req-66f77535-be68-48f3-9848-03743cb1f728 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:51.623145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28defc47-19e6-4b04-9375-00393bb45b9d req-66f77535-be68-48f3-9848-03743cb1f728 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.1553330 May 27 03:29:51.689199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28defc47-19e6-4b04-9375-00393bb45b9d req-4dd59713-b91e-43ef-a904-ef727a6dee7f tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585973 May 27 03:29:51.805341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d262819e-2332-4bf3-aac7-0600d718fccb req-b24597a5-33ad-4e14-a0cc-adb27aeb0c41 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230580 May 27 03:29:51.932296 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8be0ed9-aebf-47dd-baae-e646d80deb3c'] response: {'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'code': 200} May 27 03:29:51.961539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-528343c1-50ce-45d4-8f5c-c7e2dd67fa94 req-4395da83-7bfc-4631-ac9b-bbfd6e95d143 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1101 time: 0.1082170 May 27 03:29:51.999652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:52.024432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-528343c1-50ce-45d4-8f5c-c7e2dd67fa94 req-dae19377-344e-4ec8-a58d-a7d8d4a84389 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545936 May 27 03:29:52.112274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:52.205307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:52.213755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.228335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05eddf33-8811-4b1a-8a7d-40295e99ea1b req-528b6b04-9567-4c0b-9a6a-9501a97d5771 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1097 time: 0.2195964 May 27 03:29:52.256079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Transition to ACTIVE for port object 9100033d-6ce0-4164-8767-5563cc83590b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:29:52.261441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11cd5c67-0f92-4ab3-a37f-5de401615b1b req-3337ff37-9351-49ca-8645-9f3cb2dfec0a tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 1095 time: 0.0698500 May 27 03:29:52.268015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.316131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11cd5c67-0f92-4ab3-a37f-5de401615b1b req-1f8a13c0-c139-444d-84fc-71254383c41b tempest-LiveAutoBlockMigrationV225Test-576387051 tempest-LiveAutoBlockMigrationV225Test-576387051-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 May 27 03:29:52.334937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471855f4-d85e-4e7b-a817-efaa33ea93b6 req-fa1f3b5b-7e88-4864-9c11-659bcfe5c933 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:52.335849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-471855f4-d85e-4e7b-a817-efaa33ea93b6 req-fa1f3b5b-7e88-4864-9c11-659bcfe5c933 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 946 time: 0.2648199 May 27 03:29:52.443037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:52.469247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05eddf33-8811-4b1a-8a7d-40295e99ea1b req-98241a6a-cf01-4edd-b8ab-265d7ecd47ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309709 May 27 03:29:52.532720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] No DVR routers for this DVR port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:52.545551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-471855f4-d85e-4e7b-a817-efaa33ea93b6 req-baabfd8a-3041-4be0-8600-61a47523ab8e tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996071 May 27 03:29:52.620948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:29:52.621358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:29:52.621753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:52.629235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:29:52.629563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Attempting to bind port 9100033d-6ce0-4164-8767-5563cc83590b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:29:52.638683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:29:52.639028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:29:52.639753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:29:52.640009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Bound port: 9100033d-6ce0-4164-8767-5563cc83590b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:29:52.640565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.720118 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564c3f61-fe31-472c-80cf-ba7c0eb97893'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'code': 200} May 27 03:29:52.812392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:52.824058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:52.832729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.879665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d9e71-77a0-4825-9e8c-06306f7e7528 req-41e07561-ec38-45db-b80a-61587fc7ff4e tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:52.881188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e8d9e71-77a0-4825-9e8c-06306f7e7528 req-41e07561-ec38-45db-b80a-61587fc7ff4e tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 945 time: 0.1697519 May 27 03:29:52.931560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:52.932670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] 10.222.0.41 "PUT /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 1096 time: 1.5077815 May 27 03:29:52.960594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b289-f49a-4123-9834-d1f9e45bd251 service neutron] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:53.033986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e8d9e71-77a0-4825-9e8c-06306f7e7528 req-226e1c6c-fcfe-4a4b-8017-fd2b8153526f tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419673 May 27 03:29:53.099025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-2db8efdb-fdb2-442f-9bc9-e04cdfb42820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1099 time: 0.1314430 May 27 03:29:53.260550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd794-95d3-4cf4-bae8-9b0510790943 req-5a618852-c6ca-4bd0-a326-1ab2841b8ced tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.262340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c06dd794-95d3-4cf4-bae8-9b0510790943 req-5a618852-c6ca-4bd0-a326-1ab2841b8ced tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.0993447 May 27 03:29:53.334394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c06dd794-95d3-4cf4-bae8-9b0510790943 req-a01288b7-9aaa-4852-b8f3-c54369310b83 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 May 27 03:29:53.339524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-2980b36a-ae73-42da-b306-13f9dc04a65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.341027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-2980b36a-ae73-42da-b306-13f9dc04a65e service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2324300 May 27 03:29:53.524660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-08d5694a-2b5d-4ed2-ba26-c2fb62764358 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1758528 May 27 03:29:53.530037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-323d9e9c-70e9-42f9-a23a-407c7b73f32a req-8b3b7c47-38e1-49d4-a914-f0dd567e1f24 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 1101 time: 0.2809656 May 27 03:29:53.546570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:53.595751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecf377-72c1-4f59-b58c-a69fa408bba1 req-9bed4a74-e1a1-4f89-906d-6055a61b9e74 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.597253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05ecf377-72c1-4f59-b58c-a69fa408bba1 req-9bed4a74-e1a1-4f89-906d-6055a61b9e74 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 948 time: 0.1438196 May 27 03:29:53.624245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-c0d7f172-9506-47d3-a4d4-4d7d95b3fef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.625732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-c0d7f172-9506-47d3-a4d4-4d7d95b3fef8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0938151 May 27 03:29:53.633735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-323d9e9c-70e9-42f9-a23a-407c7b73f32a req-dad8802f-014a-433a-a8b1-2538fb4084b5 tempest-ServersAdminTestJSON-214914966 tempest-ServersAdminTestJSON-214914966-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 May 27 03:29:53.654709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05ecf377-72c1-4f59-b58c-a69fa408bba1 req-d0378b83-5bda-415e-8923-96b5243d621a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 May 27 03:29:53.752690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-89b152ad-6157-4dcf-a9b1-33fc7d2122b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189914 May 27 03:29:53.886817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904706-ac86-47c4-8992-ef8baa11bf40 req-3c8dcdf5-5ed6-4531-9ac8-a76fd983049e tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.888843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2904706-ac86-47c4-8992-ef8baa11bf40 req-3c8dcdf5-5ed6-4531-9ac8-a76fd983049e tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 946 time: 0.1031253 May 27 03:29:53.939959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2904706-ac86-47c4-8992-ef8baa11bf40 req-915a6e3e-9669-4b95-96e1-5b436dd38188 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 May 27 03:29:53.940972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:53.973139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233474-158d-46aa-a831-915941ec5634 req-b20a0a3b-dd72-4353-ab29-6f78799fa159 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:53.975405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6233474-158d-46aa-a831-915941ec5634 req-b20a0a3b-dd72-4353-ab29-6f78799fa159 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.1894121 May 27 03:29:53.977616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-20e293ad-713c-4068-86ff-2a3be15d1a27 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176147 May 27 03:29:54.211852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6233474-158d-46aa-a831-915941ec5634 req-3f996d62-3013-49a7-941b-627c1ab0c4fd tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305336 May 27 03:29:54.273674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-984fc6c2-f305-4a9d-9b70-1ceb4a41b1ec req-ff741e8a-47d0-4af0-9c87-0a2fea82f224 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786992 May 27 03:29:54.322921 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b38631-2dcb-4825-bd40-ed924147de4c'] response: {'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0', 'code': 200} May 27 03:29:54.327514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9100033d-6ce0-4164-8767-5563cc83590b no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:54.332695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-11a7fc5f-413b-47cc-b726-a527d14cf3ea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.334454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-11a7fc5f-413b-47cc-b726-a527d14cf3ea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 944 time: 0.2106535 May 27 03:29:54.425392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:54.429873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 13a2019b-99ac-407a-ba4f-a851d11ab4cb up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:54.538670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-b95e690d-952c-492e-acc8-0c019e8253de tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 258 time: 0.2583220 May 27 03:29:54.551412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:54.553630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Deleting port 2bca98bd-777d-46fb-8250-6b46c3e03f27 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:54.554137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.561251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:29:54.567527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Usage tracker for resource:floatingip and tenant:a07cc1547cd74aff93f7fbc12dfa8425 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:29:54.571125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:29:54.577732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9100033d-6ce0-4164-8767-5563cc83590b not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:54.581437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:29:54.603750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.696106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 13a2019b-99ac-407a-ba4f-a851d11ab4cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:29:54.705026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a033280-d7ef-45bb-a47c-b8e5f528f983 req-91e98bee-8ff1-4d82-95a3-568812ad2c1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 1100 time: 0.2762976 May 27 03:29:54.705542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 13a2019b-99ac-407a-ba4f-a851d11ab4cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:54.705916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.735221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:54.749932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8558-5e79-4acd-b72f-a2b9ad9f1bd3 req-9a167286-195c-49ad-8306-efacd3e78637 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:54.751479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-458e8558-5e79-4acd-b72f-a2b9ad9f1bd3 req-9a167286-195c-49ad-8306-efacd3e78637 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 945 time: 0.2899389 May 27 03:29:54.776175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:54.796173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.796650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'mac_address': 'fa:16:3e:af:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:54.902819 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a033280-d7ef-45bb-a47c-b8e5f528f983 req-9c45f2cb-1d76-48c9-b1c7-6c2a9dcd2580 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841881 May 27 03:29:54.932540 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.932811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-458e8558-5e79-4acd-b72f-a2b9ad9f1bd3 req-e9d3aabb-b20c-4765-9a75-239b37479abf tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543751 May 27 03:29:54.952947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:54.972585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45f253ec-387b-43ce-8482-e1eb333ffe91 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:54.983625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] For port 2bca98bd-777d-46fb-8250-6b46c3e03f27, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2bca98bd-777d-46fb-8250-6b46c3e03f27,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:54.983974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.002907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:55.007730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb,segment=NetworkSegment(6fe1c64d-695f-45b5-8f97-64ba4ba7c52b),segment_id=6fe1c64d-695f-45b5-8f97-64ba4ba7c52b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:55.010340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.056687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.092216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Allocated IP 172.25.8.142 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/655aab07-e2b4-4521-93b1-428d5f16e815) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:55.092625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:55.144375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Calling delete_port for 2bca98bd-777d-46fb-8250-6b46c3e03f27 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:55.145810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['45f253ec-387b-43ce-8482-e1eb333ffe91'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:55.251680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:55.302188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.338410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde00b-f693-49e5-8acf-3d7b488530b0 req-5c9336e4-5867-4c2d-910b-095752193264 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.339863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26bde00b-f693-49e5-8acf-3d7b488530b0 req-5c9336e4-5867-4c2d-910b-095752193264 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 949 time: 0.2040243 May 27 03:29:55.352138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.415994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26bde00b-f693-49e5-8acf-3d7b488530b0 req-11772c4d-e03f-4fae-88e7-dfb5d4ce7aac tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661738 May 27 03:29:55.417156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.430702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b3f76d91-029c-4964-bda3-1c589973d37c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:55.505265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:55.507076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event updated for resources: {'Port': ['ID=655aab07-e2b4-4521-93b1-428d5f16e815,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:55.513610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event deleted for resources: {'Port': ['ID=2bca98bd-777d-46fb-8250-6b46c3e03f27,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:55.524581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:55.534676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:29:55.749390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] No DVR routers for this DVR port 2bca98bd-777d-46fb-8250-6b46c3e03f27 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:55.752535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.775595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99bc7131-3bd0-4fbe-85cd-a78c8caa5e58 req-b31b2954-3439-4f35-810c-25c889859512 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "DELETE /v2.0/ports/2bca98bd-777d-46fb-8250-6b46c3e03f27 HTTP/1.1" status: 204 len: 173 time: 1.4344509 May 27 03:29:55.793606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.849459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243865f-f5c2-4220-be2d-736b38aa277a req-3edebfec-6e58-4971-b0a5-574fa82739ee tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.850958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4243865f-f5c2-4220-be2d-736b38aa277a req-3edebfec-6e58-4971-b0a5-574fa82739ee tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.1535401 May 27 03:29:55.861936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:55.920198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4243865f-f5c2-4220-be2d-736b38aa277a req-42b15798-6e8a-47f8-9fbc-75d34263c163 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626564 May 27 03:29:55.930999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-7254652e-3f31-4e6e-8518-f9b3992b5ccb tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:55.932837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-7254652e-3f31-4e6e-8518-f9b3992b5ccb tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 949 time: 0.1562972 May 27 03:29:56.050239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Deleting port 35acdf68-750d-4ac1-8327-28d279c01777 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:29:56.050601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.060391 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.218892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.233487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.324031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:56.369346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event updated for resources: {'Port': ['ID=655aab07-e2b4-4521-93b1-428d5f16e815,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:56.382070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.414699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.421817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-9db14f94-f73e-48d6-9a50-a3af04d07bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8790390 May 27 03:29:56.439984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:29:56.445697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e566357-e4b2-4fdd-9421-06db5536efc0 req-657214c1-f9aa-4670-8c85-7b7ebac7e96b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:56.447478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e566357-e4b2-4fdd-9421-06db5536efc0 req-657214c1-f9aa-4670-8c85-7b7ebac7e96b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 948 time: 0.2466505 May 27 03:29:56.494889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] For port 35acdf68-750d-4ac1-8327-28d279c01777, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=35acdf68-750d-4ac1-8327-28d279c01777,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:56.495503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.531683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a1beecbe-8074-4273-80a5-dd68448865df req-a9a56899-67c6-4720-9980-4c7d8cf3da67 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:56.554945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a1beecbe-8074-4273-80a5-dd68448865df req-a9a56899-67c6-4720-9980-4c7d8cf3da67 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:56.556754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 45f253ec-387b-43ce-8482-e1eb333ffe91 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:29:56.557498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.562726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-a9a56899-67c6-4720-9980-4c7d8cf3da67 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1355178 May 27 03:29:56.587542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e566357-e4b2-4fdd-9421-06db5536efc0 req-b0b2be6e-9e11-4364-b4a5-c84aaa4f7731 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 May 27 03:29:56.672697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Calling delete_port for 35acdf68-750d-4ac1-8327-28d279c01777 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:29:56.712567 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.724441 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9a4348-2493-4984-af91-a90d6b262978'] response: {'name': 'network-changed', 'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'status': 'completed', 'code': 200} May 27 03:29:56.775054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:56.781946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:56.783512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:56.884579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beecbe-8074-4273-80a5-dd68448865df req-411963e2-087b-4e85-9789-637c06067b12 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:56.894493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-411963e2-087b-4e85-9789-637c06067b12 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3286016 May 27 03:29:56.904834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:56.908288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-f0129ab3-000c-4a18-a01d-9ed1939d4fb5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:29:56.919079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 2bca98bd-777d-46fb-8250-6b46c3e03f27 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:56.919079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2bca98bd-777d-46fb-8250-6b46c3e03f27 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:56.929466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1beecbe-8074-4273-80a5-dd68448865df req-f0129ab3-000c-4a18-a01d-9ed1939d4fb5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0340481 May 27 03:29:56.982357 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-349f66ec-6dae-432c-b90f-22f36e16ad16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1099 time: 0.2301142 May 27 03:29:57.009579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-2437d7c6-8e65-4d24-9778-e670354d40fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1099 time: 0.2679501 May 27 03:29:57.176217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-decb79ca-d9e1-40a5-90fd-21f98ea12ec4 req-a8ab144c-0f89-488b-9f5d-8936391a9d07 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:57.189638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.205124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:57.251917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['86ee84b8-b7b4-4255-bf89-1a62554ad171'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:57.268913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event deleted for resources: {'Port': ['ID=35acdf68-750d-4ac1-8327-28d279c01777,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:57.282182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-decb79ca-d9e1-40a5-90fd-21f98ea12ec4 req-a8ab144c-0f89-488b-9f5d-8936391a9d07 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:57.293447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-decb79ca-d9e1-40a5-90fd-21f98ea12ec4 req-a8ab144c-0f89-488b-9f5d-8936391a9d07 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc99643f-d1ee-45d5-a18f-4a3991a5751c HTTP/1.1" status: 200 len: 210 time: 0.1702688 May 27 03:29:57.322189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46747-f680-41a9-893b-766d4d09025b req-5c5adc2c-9b4a-4588-8cb7-38544453aff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.323615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-5c5adc2c-9b4a-4588-8cb7-38544453aff3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3018577 May 27 03:29:57.348763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46747-f680-41a9-893b-766d4d09025b req-b1a02f95-428f-4769-a634-f4b9b87729f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.350549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-b1a02f95-428f-4769-a634-f4b9b87729f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3596129 May 27 03:29:57.442104 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c5b0b2-73b3-4c95-b1f6-ca31535d7e6e'] response: {'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb', 'code': 200} May 27 03:29:57.512376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-917a65f1-c84c-461c-b6a3-0f2ca7336ea0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.1805944 May 27 03:29:57.582645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] No DVR routers for this DVR port 35acdf68-750d-4ac1-8327-28d279c01777 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:57.591395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:57.595810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-6a406044-31cb-4f05-a390-1edef45dfcf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 200 len: 217 time: 0.2292588 May 27 03:29:57.685049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2de766-6437-42e0-b45b-bca9605dc9e9 req-951fea13-6d51-46b8-acce-9f19e7cb82ca tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.686718 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d2de766-6437-42e0-b45b-bca9605dc9e9 req-951fea13-6d51-46b8-acce-9f19e7cb82ca tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 946 time: 0.5048547 May 27 03:29:57.688000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46747-f680-41a9-893b-766d4d09025b req-ba6d576e-86f6-4db7-bbb6-295286a465cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.689377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-ba6d576e-86f6-4db7-bbb6-295286a465cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1532667 May 27 03:29:57.721136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb38fc83-a34b-40fe-9444-6b204436ec56 req-d0a7e3c5-2b56-49a9-91eb-f8e31ff9d0ad tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "DELETE /v2.0/ports/35acdf68-750d-4ac1-8327-28d279c01777 HTTP/1.1" status: 204 len: 173 time: 1.7813594 May 27 03:29:57.742049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-327778e7-7a87-46af-8748-9bdb42199e18 req-d7573fb7-bfdc-4b71-8a16-9b4416ede228 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Synchronizing usage tracker for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:29:57.816733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b46747-f680-41a9-893b-766d4d09025b req-67cab980-c3d8-4071-8eae-92cb4dd4c97c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:57.818008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-67cab980-c3d8-4071-8eae-92cb4dd4c97c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2082536 May 27 03:29:57.951495 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd84fd86-15e8-43a0-8779-623ca9e7d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.022747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d2de766-6437-42e0-b45b-bca9605dc9e9 req-ece256d8-677b-4cc1-9cfe-52ae769767f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706227 May 27 03:29:58.049907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-50ebb7ed-0743-4c6b-a3fe-a0d13a7f7bad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3531260 May 27 03:29:58.162212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-327778e7-7a87-46af-8748-9bdb42199e18 req-d7573fb7-bfdc-4b71-8a16-9b4416ede228 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Unset dirty status for tenant:bad8e849f09e41b7bb5cd28131150eb0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:29:58.175718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-327778e7-7a87-46af-8748-9bdb42199e18 req-d7573fb7-bfdc-4b71-8a16-9b4416ede228 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f10b77c9-873b-4137-aefd-f54d807be10f HTTP/1.1" status: 200 len: 210 time: 0.5192568 May 27 03:29:58.224387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a24c8202-3034-4497-baa8-03b78a018084 req-19b120b8-f20b-4301-bd75-26b707b77953 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 1097 time: 0.7001259 May 27 03:29:58.284555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a24c8202-3034-4497-baa8-03b78a018084 req-cd82ded8-824b-4bc4-bc37-c6279fd8d373 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506432 May 27 03:29:58.287523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-10822b37-7819-4b2c-985b-01d63ef7cbed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4619355 May 27 03:29:58.338525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 35acdf68-750d-4ac1-8327-28d279c01777 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:29:58.356162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-28a3a4fc-5843-4ce9-ac49-dae2532ba2d4 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901113 May 27 03:29:58.405768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 35acdf68-750d-4ac1-8327-28d279c01777 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:29:58.406396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 35acdf68-750d-4ac1-8327-28d279c01777 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:29:58.418646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:29:58.533864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130072-a20d-4036-9539-daf6562801a3 req-19c54bd6-eb96-4daf-a78e-27f83aff6a0a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.542287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-23130072-a20d-4036-9539-daf6562801a3 req-19c54bd6-eb96-4daf-a78e-27f83aff6a0a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.1933985 May 27 03:29:58.569837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c9bd5-641d-4940-bf24-713be01dd49f req-8098dcc9-4a8a-402f-9e69-9084f0b5da88 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:58.571736 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-8098dcc9-4a8a-402f-9e69-9084f0b5da88 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3426101 May 27 03:29:58.615670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-0ba5132c-c47e-4afb-a4ae-596ed005d029 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486362 May 27 03:29:58.689533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:58.718753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '9100033d-6ce0-4164-8767-5563cc83590b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '9100033d-6ce0-4164-8767-5563cc83590b', 'mac_address': 'fa:16:3e:ec:c5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:29:58.747932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-6e48be45-5683-4570-9257-403bf7a98d9d tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1309736 May 27 03:29:58.772567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'floatingip': {'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:29:58.805750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-deleted', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27'}, {'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'name': 'network-vif-deleted', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:58.816155 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.829105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-84bf6519-8f66-4e3e-b7d7-d60ee30d50f8 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560425 May 27 03:29:58.860812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:29:58.882273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:58.891721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:58.995167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:29:59.022548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:59.093378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-23130072-a20d-4036-9539-daf6562801a3 req-459e5ddb-4446-4c9b-8bde-f13ac631b674 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439279 May 27 03:29:59.235734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b46747-f680-41a9-893b-766d4d09025b req-169c71aa-68b4-4915-b6c7-eb344103b0e0 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001553 May 27 03:29:59.366960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['9100033d-6ce0-4164-8767-5563cc83590b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:29:59.430505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e3be6-57a8-4cd2-b1ae-4cb1eaa77ce7 req-af66f11b-baee-4150-b5c9-202b2d80466a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:29:59.440745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d0e3be6-57a8-4cd2-b1ae-4cb1eaa77ce7 req-af66f11b-baee-4150-b5c9-202b2d80466a tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 949 time: 0.1406739 May 27 03:29:59.452796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:29:59.531691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d0e3be6-57a8-4cd2-b1ae-4cb1eaa77ce7 req-7761e452-6097-43fd-812f-f40ceafbf6b5 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892751 May 27 03:29:59.788085 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73aae74-eaec-4b71-bb89-37c1ee75d7e2'] response: {'server_uuid': 'cc99643f-d1ee-45d5-a18f-4a3991a5751c', 'name': 'network-vif-deleted', 'tag': '2bca98bd-777d-46fb-8250-6b46c3e03f27', 'status': 'completed', 'code': 200} May 27 03:29:59.788503 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73aae74-eaec-4b71-bb89-37c1ee75d7e2'] response: {'server_uuid': 'f10b77c9-873b-4137-aefd-f54d807be10f', 'name': 'network-vif-deleted', 'tag': '35acdf68-750d-4ac1-8327-28d279c01777', 'status': 'completed', 'code': 200} May 27 03:30:00.031499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4d01fce9-13bb-45e4-adcc-24e53ae73cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:00.239704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbc347-d32b-4edf-9115-2489b4525900 req-7eb22c08-6ab4-4cdd-90e0-6b441f683153 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:00.242730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9cbc347-d32b-4edf-9115-2489b4525900 req-7eb22c08-6ab4-4cdd-90e0-6b441f683153 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 946 time: 0.1598613 May 27 03:30:00.354097 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9cbc347-d32b-4edf-9115-2489b4525900 req-e202219e-6028-49fd-b9a3-45636ac3c8ef tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049278 May 27 03:30:00.655173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:01.025041 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33914cf4-0f02-43b2-98fd-4ba06ecf0599'] response: {'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'code': 200} May 27 03:30:01.069177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:01.077648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:01.172474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:01.337383 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Floating IP 749ca6d7-c72f-4836-9262-ffb078e4317f associated. External IP: 172.25.8.142, port: b65d8523-ea6f-47e9-a3cb-0d811b80822a. May 27 03:30:01.373911 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:01.805268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be69a27a-3f08-4125-bd62-41a75e9bbc7f req-8882acee-f2ca-42a8-aab1-33e2d62d4483 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 1100 time: 0.1845355 May 27 03:30:01.896882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be69a27a-3f08-4125-bd62-41a75e9bbc7f req-a8b2e5b8-0d4c-4fdb-bc72-fa3cbcf1f8e9 tempest-MigrationsAdminTest-1679692632 tempest-MigrationsAdminTest-1679692632-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890913 May 27 03:30:02.437370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1a6b-6047-4cf9-ae7e-21efeecd69ba req-542bf52c-dce3-4736-87ad-6656773a102a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:02.446548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad6f1a6b-6047-4cf9-ae7e-21efeecd69ba req-542bf52c-dce3-4736-87ad-6656773a102a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.1867511 May 27 03:30:02.462274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:02.486903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-d3fe211d-5012-4827-9fda-cfe2ef544588 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:02.489687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-d3fe211d-5012-4827-9fda-cfe2ef544588 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.21 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 949 time: 0.3227351 May 27 03:30:02.554675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad6f1a6b-6047-4cf9-ae7e-21efeecd69ba req-7faa4775-8bf5-45b1-a1b9-765ee7bb04bc tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/security-groups?id=88c63941-7840-4ddb-bce7-20026f0499d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071336 May 27 03:30:02.729648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 9100033d-6ce0-4164-8767-5563cc83590b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:02.745405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Deleting port 39095765-c1e3-4632-8bd2-4e79adf616e0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:02.746106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.750647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 9100033d-6ce0-4164-8767-5563cc83590b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:02.751016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:02.846474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.034633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.089309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:03.122436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:03.135159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.343691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Router d1557368-8a1b-47be-8df4-f27fe7ca51c3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:03.368434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:03.409515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] For port 39095765-c1e3-4632-8bd2-4e79adf616e0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=39095765-c1e3-4632-8bd2-4e79adf616e0,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:03.409515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:03.615966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Calling delete_port for 39095765-c1e3-4632-8bd2-4e79adf616e0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:03.922742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4de51-ce87-478a-a181-810a7ec42e38 req-78e273d8-c1d2-438d-919f-83f799703e4e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:03.924828 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fff4de51-ce87-478a-a181-810a7ec42e38 req-78e273d8-c1d2-438d-919f-83f799703e4e tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 950 time: 0.1255341 May 27 03:30:04.050259 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fff4de51-ce87-478a-a181-810a7ec42e38 req-47f74fa6-d0f1-4983-b65d-aff28422c814 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078823 May 27 03:30:04.187652 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca0f984-60ec-4e0d-bb54-4c420e65fc43'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'code': 200} May 27 03:30:04.426922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.587898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Pushing event deleted for resources: {'Port': ['ID=39095765-c1e3-4632-8bd2-4e79adf616e0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:04.679718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933f9c-6a6f-4130-9e40-b5f99fe29bb4 req-752c0f81-b421-4fea-bc58-242d58f54826 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:04.681474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61933f9c-6a6f-4130-9e40-b5f99fe29bb4 req-752c0f81-b421-4fea-bc58-242d58f54826 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 950 time: 0.2047102 May 27 03:30:04.774084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] No DVR routers for this DVR port 39095765-c1e3-4632-8bd2-4e79adf616e0 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:04.779414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.799711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'name': 'network-vif-deleted', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:04.811673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61933f9c-6a6f-4130-9e40-b5f99fe29bb4 req-d0e6dce7-e8e5-479c-a2dc-98e95a8ce32c tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231942 May 27 03:30:04.837993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2d7263d-8178-49ea-b18b-3e0d72b528fc req-572e7d07-c35b-4483-9558-d62fff177c2a tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.21 "DELETE /v2.0/ports/39095765-c1e3-4632-8bd2-4e79adf616e0 HTTP/1.1" status: 204 len: 173 time: 2.3252110 May 27 03:30:04.959571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:04.966455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:04.973990 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Sync routers for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:30:05.022442 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:05.023087 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:05.027319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-553bd00c-be6e-4457-a076-d609722eb39c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:05.029851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-553bd00c-be6e-4457-a076-d609722eb39c tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 950 time: 0.2001727 May 27 03:30:05.148094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Deleting port 86ee84b8-b7b4-4255-bf89-1a62554ad171 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:05.148859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:05.212138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-f3872b7e-029b-4fc8-88af-c6252f373d96 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "PUT /v2.0/floatingips/749ca6d7-c72f-4836-9262-ffb078e4317f HTTP/1.1" status: 200 len: 997 time: 6.4629502 May 27 03:30:05.525758 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:05.618050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-b4d214e9-8d48-4dc8-a78d-af1c76a02923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1097 time: 0.3967748 May 27 03:30:05.631218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eacf3-b498-4020-a550-507951c2aabf req-f60ce072-857c-4e69-b3e5-6cb3f8f5cc45 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:05.633277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d8eacf3-b498-4020-a550-507951c2aabf req-f60ce072-857c-4e69-b3e5-6cb3f8f5cc45 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 950 time: 0.3223259 May 27 03:30:05.696466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] For port 86ee84b8-b7b4-4255-bf89-1a62554ad171, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=86ee84b8-b7b4-4255-bf89-1a62554ad171,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:05.697421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:05.770865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c9bd5-641d-4940-bf24-713be01dd49f req-9f2701f2-8971-48f3-abdc-fbe7bbd89dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:05.772305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-9f2701f2-8971-48f3-abdc-fbe7bbd89dda service neutron] 10.222.0.46 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 929 time: 0.1450710 May 27 03:30:05.960198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-07672f04-82ce-4e8f-b2a5-fe75609b347c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 1000 time: 0.1796925 May 27 03:30:06.080492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c9bd5-641d-4940-bf24-713be01dd49f req-bb9d80ab-5521-49d1-b8e7-5367614f500c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:06.082253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-bb9d80ab-5521-49d1-b8e7-5367614f500c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.1152396 May 27 03:30:06.154884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Calling delete_port for 86ee84b8-b7b4-4255-bf89-1a62554ad171 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:06.217504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d90c804-12ad-44fd-b727-a1ad80a79737 req-f490cfd3-c3c7-441d-bdc4-703c03cb5210 tempest-ImagesNegativeTestJSON-1869694787 tempest-ImagesNegativeTestJSON-1869694787-project] 10.222.0.46 "GET /v2.0/ports?device_id=8931dae4-5d24-438b-88ee-f80cb8a4075a HTTP/1.1" status: 200 len: 210 time: 0.3453240 May 27 03:30:06.229853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-84ed3005-0d7d-42f4-9fcb-d8d547c71eaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120000 May 27 03:30:06.249681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-ad943331-37bf-4a36-92a7-39f9d2316a83 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:06.251496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-ad943331-37bf-4a36-92a7-39f9d2316a83 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.1682799 May 27 03:30:06.253428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Deleting port 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:06.256833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-3a99fa90-62e2-410e-bc72-3436c726ed19 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:30:06.257467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.257761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-3a99fa90-62e2-410e-bc72-3436c726ed19 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052664 May 27 03:30:06.385190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39095765-c1e3-4632-8bd2-4e79adf616e0 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:06.428370 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '749ca6d7-c72f-4836-9262-ffb078e4317f', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'mac_address': 'fa:16:3e:2f:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:55Z', 'updated_at': '2022-05-27T03:30:00Z', 'revision_number': 1, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:06.433495 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Checking router: d1557368-8a1b-47be-8df4-f27fe7ca51c3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:30:06.446776 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:06.447526 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:06.473169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-108ec081-97b7-4073-9600-2de5e9426691 service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751311 May 27 03:30:06.483201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 39095765-c1e3-4632-8bd2-4e79adf616e0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:06.486095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 39095765-c1e3-4632-8bd2-4e79adf616e0 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:06.635277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-340c9bd5-641d-4940-bf24-713be01dd49f req-aee99b25-addb-4a7f-b010-38e9cd329219 service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530287 May 27 03:30:06.673219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Deleting port b3f76d91-029c-4964-bda3-1c589973d37c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:06.673596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.781218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:06.793324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028e7d7b-1b94-4ebc-8f61-70d03198f50f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:06.831529 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:06.956693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event deleted for resources: {'Port': ['ID=86ee84b8-b7b4-4255-bf89-1a62554ad171,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:07.230204 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03942120-a8e8-41ce-beb2-dc611a18facd'] response: {'server_uuid': '8931dae4-5d24-438b-88ee-f80cb8a4075a', 'name': 'network-vif-deleted', 'tag': '39095765-c1e3-4632-8bd2-4e79adf616e0', 'status': 'completed', 'code': 200} May 27 03:30:07.258246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] No DVR routers for this DVR port 86ee84b8-b7b4-4255-bf89-1a62554ad171 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:07.265020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.267836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'name': 'network-vif-deleted', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:07.288427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] For port 9100033d-6ce0-4164-8767-5563cc83590b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=9100033d-6ce0-4164-8767-5563cc83590b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:07.292067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.321195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] For port b3f76d91-029c-4964-bda3-1c589973d37c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b3f76d91-029c-4964-bda3-1c589973d37c,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:07.321562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:07.557959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d38c789-9756-4e8b-8094-a1b2e05e35ab req-6e0ac1ee-4560-47da-a979-34c82b415072 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.41 "DELETE /v2.0/ports/86ee84b8-b7b4-4255-bf89-1a62554ad171 HTTP/1.1" status: 204 len: 173 time: 2.5126660 May 27 03:30:07.662505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Calling delete_port for b3f76d91-029c-4964-bda3-1c589973d37c owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:07.669575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Calling delete_port for 9100033d-6ce0-4164-8767-5563cc83590b owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:07.784283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '749ca6d7-c72f-4836-9262-ffb078e4317f', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'mac_address': 'fa:16:3e:2f:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:55Z', 'updated_at': '2022-05-27T03:30:00Z', 'revision_number': 1, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:07.790376 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c8612d-da12-48dc-a9ea-771679fc39c5 None None] The sync data for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 is: [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '749ca6d7-c72f-4836-9262-ffb078e4317f', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'mac_address': 'fa:16:3e:2f:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:55Z', 'updated_at': '2022-05-27T03:30:00Z', 'revision_number': 1, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:30:07.825655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aed4c7bb-4dbc-4797-8581-2f43c07d18d4 req-ea4dced0-156b-4022-89e0-7e4603c58056 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8278865-c354-4ddc-ac59-cfef2d8bc2ed HTTP/1.1" status: 200 len: 210 time: 0.2237380 May 27 03:30:07.956613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07387c-3fe7-42fb-ade8-d6e28fe28f07 req-5b4cdbb8-dc19-45e9-8394-67c13cf6414e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:07.963687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c07387c-3fe7-42fb-ade8-d6e28fe28f07 req-5b4cdbb8-dc19-45e9-8394-67c13cf6414e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 945 time: 0.2405381 May 27 03:30:08.172669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c07387c-3fe7-42fb-ade8-d6e28fe28f07 req-ff54b48c-4d40-44c3-91dd-013881db5d6f tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080059 May 27 03:30:08.189037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.205272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:08.310206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event deleted for resources: {'Port': ['ID=9100033d-6ce0-4164-8767-5563cc83590b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.375895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8', '985eaaa0-11b9-44bf-9141-49af34db6e43'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:08.431727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38fd36cd-26c5-4b8f-bda3-a955bb433de1 req-9a1503eb-dc30-44f9-9f6e-b7448ebb9319 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc393b6d-8e98-4c05-ac86-5df1298a396b HTTP/1.1" status: 200 len: 210 time: 0.1692119 May 27 03:30:08.478255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.587319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084011b-cb80-4db7-9a01-c0f103ec94c6 None None] New status for floating IP 749ca6d7-c72f-4836-9262-ffb078e4317f: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:30:08.624404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event deleted for resources: {'Port': ['ID=b3f76d91-029c-4964-bda3-1c589973d37c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.747960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 86ee84b8-b7b4-4255-bf89-1a62554ad171 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:08.763753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] No DVR routers for this DVR port b3f76d91-029c-4964-bda3-1c589973d37c on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:08.781267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.817195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-954d9def-cf7f-492a-b188-7ec3170bb05b req-e14dfbb0-7dd4-4d0a-8f5b-e7827954f78d tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "DELETE /v2.0/ports/b3f76d91-029c-4964-bda3-1c589973d37c HTTP/1.1" status: 204 len: 173 time: 2.5581605 May 27 03:30:08.818461 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84304e01-3d38-4699-bcd5-85156054e279'] response: {'server_uuid': 'b8278865-c354-4ddc-ac59-cfef2d8bc2ed', 'name': 'network-vif-deleted', 'tag': '86ee84b8-b7b4-4255-bf89-1a62554ad171', 'status': 'completed', 'code': 200} May 27 03:30:08.819669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] No DVR routers for this DVR port 9100033d-6ce0-4164-8767-5563cc83590b on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:08.829402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:08.841947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 86ee84b8-b7b4-4255-bf89-1a62554ad171 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:08.842616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 86ee84b8-b7b4-4255-bf89-1a62554ad171 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:08.843217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:08.870820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d8eacf3-b498-4020-a550-507951c2aabf req-9ed419e5-7b47-412f-882f-a9fc06ef8258 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "DELETE /v2.0/ports/9100033d-6ce0-4164-8767-5563cc83590b HTTP/1.1" status: 204 len: 173 time: 3.2305439 May 27 03:30:08.914469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 9100033d-6ce0-4164-8767-5563cc83590b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:08.915871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 9100033d-6ce0-4164-8767-5563cc83590b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:08.981905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-54f995bd-56c4-44d5-b417-84109e039a98 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 258 time: 0.6013284 May 27 03:30:08.994001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:09.008486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:09.030019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:09.054153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.231781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a'}, {'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-deleted', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:09.364583 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4acd80d-ad4e-43ff-a61b-0c5272c120ee'] response: {'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'status': 'completed', 'code': 200} May 27 03:30:09.364868 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4acd80d-ad4e-43ff-a61b-0c5272c120ee'] response: {'server_uuid': 'd933f025-eda4-44b4-bd0c-fbe55d60c162', 'name': 'network-vif-deleted', 'tag': 'b3f76d91-029c-4964-bda3-1c589973d37c', 'status': 'completed', 'code': 200} May 27 03:30:09.365829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:09.665410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Allocated IP 172.25.8.96 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:09.724575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-55d54b46-aa33-437e-8e75-967ec7c6a01c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1097 time: 0.3306248 May 27 03:30:09.855414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23d41ea4-3edf-48d4-be3c-3205e999821b req-c83f5f1d-1d0c-42e5-b992-295a098b8ff6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:09.948592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23d41ea4-3edf-48d4-be3c-3205e999821b req-c83f5f1d-1d0c-42e5-b992-295a098b8ff6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:09.950701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23d41ea4-3edf-48d4-be3c-3205e999821b req-c83f5f1d-1d0c-42e5-b992-295a098b8ff6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=d933f025-eda4-44b4-bd0c-fbe55d60c162 HTTP/1.1" status: 200 len: 210 time: 0.1639917 May 27 03:30:10.026246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-4c0cf3c7-1ddd-446c-b801-0ef2baae436a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:10.033861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-4c0cf3c7-1ddd-446c-b801-0ef2baae436a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 929 time: 0.2961879 May 27 03:30:10.258755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-f13af757-5bd3-4182-89bb-dd1042f2d843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 1002 time: 0.2144468 May 27 03:30:10.373394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.401742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b3f76d91-029c-4964-bda3-1c589973d37c no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:10.471557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: b3f76d91-029c-4964-bda3-1c589973d37c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:10.473852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b3f76d91-029c-4964-bda3-1c589973d37c not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:10.489847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:10.494765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-6ce4e682-a982-4f06-9577-8590b3dd2b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:10.498047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-6ce4e682-a982-4f06-9577-8590b3dd2b61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.2296479 May 27 03:30:10.690285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-a95daa13-d8ba-4535-9539-b2571227a3d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802418 May 27 03:30:10.729134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:10.734460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:10.740054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:30:10.806374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event updated for resources: {'Port': ['ID=4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:10.840239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-deleted', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:11.054476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.056918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-921438fc-5280-4312-8c05-51dffb80257b service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560176 May 27 03:30:11.136053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.283675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-59d8ca27-b2c1-4827-94d1-13ccab765700 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6871681 May 27 03:30:11.392701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613d7e86-8926-4012-ae6f-00b1c983f198 req-10b44a19-9339-473a-99a1-538ea75b5ac8 service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250368 May 27 03:30:11.425471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4750-5d6b-41b9-ad80-d432f94b0dd2 req-3f61cd6d-6b42-4e2e-a133-6ce7f1475dd7 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:11.427426 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8eba4750-5d6b-41b9-ad80-d432f94b0dd2 req-3f61cd6d-6b42-4e2e-a133-6ce7f1475dd7 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.1537213 May 27 03:30:11.494464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8eba4750-5d6b-41b9-ad80-d432f94b0dd2 req-544da6b2-5023-4340-ba55-6e8eba368d8b tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 May 27 03:30:11.673912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-84d5450d-870d-4eed-b543-5ea11e191c3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=185eb08e01504918865d46ecdabc7468&device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 1101 time: 0.3521862 May 27 03:30:11.817355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.835238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:11.912709 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a70565-ba66-4cf4-94e1-0531c3a2dd4a'] response: {'server_uuid': 'bc393b6d-8e98-4c05-ac86-5df1298a396b', 'name': 'network-vif-deleted', 'tag': '9100033d-6ce0-4164-8767-5563cc83590b', 'status': 'completed', 'code': 200} May 27 03:30:12.011974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event updated for resources: {'Port': ['ID=4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:12.021086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-b30aa487-e262-4977-9511-0889ad9e522d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.022574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-b30aa487-e262-4977-9511-0889ad9e522d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3244748 May 27 03:30:12.086770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:12.117537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-93acd777-a6de-4146-93a8-5559dfc47d97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 200 len: 217 time: 0.0836961 May 27 03:30:12.183187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:12.184289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-176a5dbf-ab04-4b2d-8b2c-00a84e4681fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2015352 May 27 03:30:12.310494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-79fb048b-5805-4d9d-bdbd-7a05d779db67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.312180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-79fb048b-5805-4d9d-bdbd-7a05d779db67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1870234 May 27 03:30:12.345688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-a78b70af-8a78-480e-bc2f-d5acc7d8b3cb tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.351611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-a78b70af-8a78-480e-bc2f-d5acc7d8b3cb tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.3448987 May 27 03:30:12.385813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-eaaade9c-d466-4d2e-8101-3242c3c9bc2c tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:12.460740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-eaaade9c-d466-4d2e-8101-3242c3c9bc2c tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:12.462940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-eaaade9c-d466-4d2e-8101-3242c3c9bc2c tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.2666998 May 27 03:30:12.522323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-e2ae2b80-2157-4650-bbfe-3de44d02d882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902678 May 27 03:30:12.524327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Deleting port 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:12.524868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:12.924995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fefe9-3077-475d-b223-2f7c3b870313 req-35b5ecad-b41b-4673-9659-88eab9f5a081 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.926844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b56fefe9-3077-475d-b223-2f7c3b870313 req-35b5ecad-b41b-4673-9659-88eab9f5a081 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 951 time: 0.2601910 May 27 03:30:12.997441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-b1ac6476-8da3-481c-af1f-dacad157f8d5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:12.999490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6a36679-c0f3-498e-a2bf-8c4bfdeab5b6 req-b1ac6476-8da3-481c-af1f-dacad157f8d5 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.5273829 May 27 03:30:13.001488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-fe2538ea-efa5-467f-bdf3-e6c9408395cb service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679315 May 27 03:30:13.180338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] For port 028e7d7b-1b94-4ebc-8f61-70d03198f50f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028e7d7b-1b94-4ebc-8f61-70d03198f50f,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:13.180614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.233621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cacc3d3b-e7f7-4f14-a0d4-23953e72874c req-f7492a23-757e-41d9-8af6-f41ba6e1ce75 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246020 May 27 03:30:13.258871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b56fefe9-3077-475d-b223-2f7c3b870313 req-78eae861-240c-401c-9a0b-d0b690515212 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073936 May 27 03:30:13.402589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Calling delete_port for 028e7d7b-1b94-4ebc-8f61-70d03198f50f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:13.740266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165a4e7-3984-4882-a794-e4837572e83d req-bc0e51c5-7a77-4cd1-8bab-8076e26beeb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:13.740266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f165a4e7-3984-4882-a794-e4837572e83d req-bc0e51c5-7a77-4cd1-8bab-8076e26beeb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:13.934992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:13.937057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f165a4e7-3984-4882-a794-e4837572e83d req-bc0e51c5-7a77-4cd1-8bab-8076e26beeb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:13.941154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f165a4e7-3984-4882-a794-e4837572e83d req-bc0e51c5-7a77-4cd1-8bab-8076e26beeb8 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 951 time: 0.5429277 May 27 03:30:14.143142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c175-c07a-413b-9e97-66b76e5ee34f req-27da6aa9-11ec-4e33-b1d5-542073ab563f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.150582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3a9c175-c07a-413b-9e97-66b76e5ee34f req-27da6aa9-11ec-4e33-b1d5-542073ab563f tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/ports?device_id=f45c1fab-c126-4abc-b714-d92487997703 HTTP/1.1" status: 200 len: 950 time: 0.4528754 May 27 03:30:14.199607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Pushing event deleted for resources: {'Port': ['ID=028e7d7b-1b94-4ebc-8f61-70d03198f50f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:14.221121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] No DVR routers for this DVR port 028e7d7b-1b94-4ebc-8f61-70d03198f50f on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:14.238755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.250989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-deleted', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:14.270437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01a1604d-fa51-4a10-a34b-f64aad4a7bb3 req-d565af83-173e-4df2-8021-466b5232ffde tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.21 "DELETE /v2.0/ports/028e7d7b-1b94-4ebc-8f61-70d03198f50f HTTP/1.1" status: 204 len: 173 time: 1.9038930 May 27 03:30:14.306308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3a9c175-c07a-413b-9e97-66b76e5ee34f req-411aad8c-8066-44f6-8c78-e575465d4004 tempest-ServersAdminTestJSON-553488337 tempest-ServersAdminTestJSON-553488337-project] 10.222.0.46 "GET /v2.0/security-groups?id=46c35d8c-ef12-4982-9db4-9158c5461844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546972 May 27 03:30:14.419834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:14.439694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Deleting port 985eaaa0-11b9-44bf-9141-49af34db6e43 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:14.440890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:14.460324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:14.525586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 028e7d7b-1b94-4ebc-8f61-70d03198f50f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:14.526426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028e7d7b-1b94-4ebc-8f61-70d03198f50f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:14.664669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-61e1c099-b8df-4479-8fe9-249166972d82 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.666490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-61e1c099-b8df-4479-8fe9-249166972d82 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8830690 May 27 03:30:14.790888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1fae-7677-4938-8db9-e59fc3ece2c0 req-4e75eb3c-65b8-4a06-82b3-cc8a176a3a4e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.799815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0bf1fae-7677-4938-8db9-e59fc3ece2c0 req-4e75eb3c-65b8-4a06-82b3-cc8a176a3a4e tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.1355495 May 27 03:30:14.921335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-b1dda403-eaf4-4930-b042-a0e3c2e289a3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:14.922346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0bf1fae-7677-4938-8db9-e59fc3ece2c0 req-1940fbe5-8b4d-4843-9c9f-c887e2fb7eb6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200759 May 27 03:30:14.924977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-b1dda403-eaf4-4930-b042-a0e3c2e289a3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.8210042 May 27 03:30:14.983206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b199c6c0-03d9-4aa9-bd77-46e8bbd957f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6778a28b30754512a0646099323964fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5200722 May 27 03:30:14.983979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51578) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:15.127680 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5776a5d-c779-47db-95aa-1429ef86a858'] response: {'server_uuid': 'f45c1fab-c126-4abc-b714-d92487997703', 'name': 'network-vif-deleted', 'tag': '028e7d7b-1b94-4ebc-8f61-70d03198f50f', 'status': 'completed', 'code': 200} May 27 03:30:15.135456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.142519 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:30:15.154134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-c1b9a431-4d14-4b8e-9653-0e430be9efb4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.4553776 May 27 03:30:15.200889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-af69f725-6061-4c53-b4f8-2b0b27b37f63 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'floatingip': {'port_id': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:15.242878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.520077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.552598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c63941-7840-4ddb-bce7-20026f0499d0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:15.576692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.580861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-540e0cea-868f-4990-9ff2-905212196ad0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88c63941-7840-4ddb-bce7-20026f0499d0 HTTP/1.1" status: 204 len: 168 time: 0.5957243 May 27 03:30:15.599350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc32f-3c5a-4459-b9d5-c0ba132d284e req-2b853de6-e310-4b46-b13f-56de5ac005f6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:15.607083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b92dc32f-3c5a-4459-b9d5-c0ba132d284e req-2b853de6-e310-4b46-b13f-56de5ac005f6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 951 time: 0.1843786 May 27 03:30:15.726152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b92dc32f-3c5a-4459-b9d5-c0ba132d284e req-c316a0cd-2e20-4394-b7c7-5ef930993fd1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181211 May 27 03:30:15.790959 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-af69f725-6061-4c53-b4f8-2b0b27b37f63 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:15.965508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Deleting port b0780040-b28b-4a61-b249-8ddf947aa6fb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:15.965853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.322842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8df87-8b87-40e8-a76e-f519360a418b req-7bb4c896-fd7d-472e-8993-0baf71a306ae tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:16.329412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d8df87-8b87-40e8-a76e-f519360a418b req-7bb4c896-fd7d-472e-8993-0baf71a306ae tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.1550171 May 27 03:30:16.428715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d8df87-8b87-40e8-a76e-f519360a418b req-8108244f-2951-4e3e-8b37-a01ffd5e32e3 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977764 May 27 03:30:16.435048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b0780040-b28b-4a61-b249-8ddf947aa6fb no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:16.868672 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-af69f725-6061-4c53-b4f8-2b0b27b37f63 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] update failed (client error): There was a conflict when trying to complete your request. May 27 03:30:16.882304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e053708-5ed2-449d-9c9d-584a8f79e8fe req-af69f725-6061-4c53-b4f8-2b0b27b37f63 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "PUT /v2.0/floatingips/ac908eae-8c3b-419a-a28e-01b2515e0cd6 HTTP/1.1" status: 409 len: 550 time: 1.7218769 May 27 03:30:16.884357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] For port 985eaaa0-11b9-44bf-9141-49af34db6e43, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=985eaaa0-11b9-44bf-9141-49af34db6e43,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:16.893189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:16.895295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:17.281551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314db-a6de-4e3b-9ea0-2dc7cb5fff56 req-f2cca2d2-a314-4a5a-9db1-92a531a0c907 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:17.291214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4314db-a6de-4e3b-9ea0-2dc7cb5fff56 req-f2cca2d2-a314-4a5a-9db1-92a531a0c907 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=946bb88e-ad17-4334-8728-bbd7e1a8393d HTTP/1.1" status: 200 len: 951 time: 0.2934065 May 27 03:30:17.402449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4314db-a6de-4e3b-9ea0-2dc7cb5fff56 req-ed3f0429-677c-4864-8559-616659965686 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133156 May 27 03:30:17.417497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Calling delete_port for 985eaaa0-11b9-44bf-9141-49af34db6e43 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:17.743640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51648) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:17.761784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-8aa7a811-ea01-4167-b897-453782e46560 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips/ac908eae-8c3b-419a-a28e-01b2515e0cd6 HTTP/1.1" status: 200 len: 692 time: 0.2201934 May 27 03:30:17.781863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] For port b0780040-b28b-4a61-b249-8ddf947aa6fb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b0780040-b28b-4a61-b249-8ddf947aa6fb,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:17.782454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:17.826819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f27e0c1c-38d0-4e16-a7b7-402e388fa62a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bad8e849f09e41b7bb5cd28131150eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9302392 May 27 03:30:17.844679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:18.043272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Calling delete_port for b0780040-b28b-4a61-b249-8ddf947aa6fb owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:18.214578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-748771fd-12e1-4b0a-9dbb-ac2268ce4477 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:18.233067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-748771fd-12e1-4b0a-9dbb-ac2268ce4477 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.4279263 May 27 03:30:18.247503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-9add2a74-9736-4c1f-8cfd-e4d9dcbf532a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:30:18.258136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-9add2a74-9736-4c1f-8cfd-e4d9dcbf532a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0196526 May 27 03:30:18.385767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-6765e1c6-1f7f-4c6d-a59a-cd31f791cdd8 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1144130 May 27 03:30:18.411005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1563351236-network', 'tenant_id': '9984f055fbb744aabc9652ba00df8dbe'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:18.419975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:18.426086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Usage tracker for resource:network and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:18.443406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:18.479308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 985eaaa0-11b9-44bf-9141-49af34db6e43 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:18.533154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-a146bf67-36e9-4a91-b5b7-e069ec5840be tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1379271 May 27 03:30:18.535683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:18.810328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Made reservation on behalf of 9984f055fbb744aabc9652ba00df8dbe for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:18.812859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:18.814085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:18.862676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:18.865504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:18.884233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1564a37d-84a2-4a24-ac3f-ebb86d2918e8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:18.944710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:18.993147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.091961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.098836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event deleted for resources: {'Port': ['ID=985eaaa0-11b9-44bf-9141-49af34db6e43,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.259749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Deleting port 4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:19.260637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.274224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event deleted for resources: {'Port': ['ID=b0780040-b28b-4a61-b249-8ddf947aa6fb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.282203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.422001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] No DVR routers for this DVR port 985eaaa0-11b9-44bf-9141-49af34db6e43 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:19.425378 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.435538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caadee1-c8ba-466c-b3e6-46e52707b1a1 req-44f5eee2-cdb4-4b21-8d41-e16bb77524fb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:19.437220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7caadee1-c8ba-466c-b3e6-46e52707b1a1 req-44f5eee2-cdb4-4b21-8d41-e16bb77524fb tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=a49462eb-5210-4ee9-b96c-e1fe03797e0c HTTP/1.1" status: 200 len: 945 time: 0.9030087 May 27 03:30:19.444155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-deleted', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:19.455992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:19.625510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:19.647421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:19.681080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] No DVR routers for this DVR port b0780040-b28b-4a61-b249-8ddf947aa6fb on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:19.683065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:19.720584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e387e4c-cfad-4278-b5f1-e7373c4e56f7 req-c05b8da3-49b3-44f7-8ec9-8a3b518c9106 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.21 "DELETE /v2.0/ports/b0780040-b28b-4a61-b249-8ddf947aa6fb HTTP/1.1" status: 204 len: 173 time: 4.7813597 May 27 03:30:19.740865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:19.757881 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f165a4e7-3984-4882-a794-e4837572e83d req-75ccc231-5990-4974-af86-29faa1d701a3 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "DELETE /v2.0/ports/985eaaa0-11b9-44bf-9141-49af34db6e43 HTTP/1.1" status: 204 len: 173 time: 5.7818630 May 27 03:30:19.813011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7caadee1-c8ba-466c-b3e6-46e52707b1a1 req-c86a2814-14b0-4945-90bb-ceb230e034e5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526511 May 27 03:30:19.948753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.151519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c35d8c-ef12-4982-9db4-9158c5461844,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.213522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.218907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7c10fc80-82ea-4a85-8452-f34c838c5f31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46c35d8c-ef12-4982-9db4-9158c5461844 HTTP/1.1" status: 204 len: 168 time: 2.3684163 May 27 03:30:20.233384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.234203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.272245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.282336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.399801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:20.453654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112707d-68f5-4f9e-8c1f-edd404666cd7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.457009 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.458772 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Added segment 21c4ae12-0382-455e-91c4-464a56e36f65 of type vlan for network d30a9ff3-a249-4541-ace8-7ff5df77d9ac May 27 03:30:20.518068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.576132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Calling delete_port for 4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:20.621929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.626465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:20.629055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:20.983747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] Pushing event updated for resources: {'Network': ['ID=d30a9ff3-a249-4541-ace8-7ff5df77d9ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:20.991266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c3e596b9-b18a-4bb5-ae54-1f0a3a5e327d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2461169 May 27 03:30:21.000493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51684) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:21.019389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:30:21.034926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Request body: {'subnet': {'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1563351236-subnet', 'tenant_id': '9984f055fbb744aabc9652ba00df8dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:21.088249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:21.116816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Usage tracker for resource:subnet and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:21.134492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:21.165255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:21.187873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.254618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51690) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:21.307538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Made reservation on behalf of 9984f055fbb744aabc9652ba00df8dbe for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:21.318159 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.361590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-afe29ee0-130b-4193-8c9d-cc8fa191ad36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c5587edd04d438098d09ed98836aac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1055946 May 27 03:30:21.362198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:21.496421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.536332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.623798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.656090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d6a96-1501-4780-8cec-4ea4341ea77c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:21.678349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:21.683672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a495447c-16fe-4b31-8af6-0e8ec02f949c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/585d6a96-1501-4780-8cec-4ea4341ea77c HTTP/1.1" status: 204 len: 168 time: 0.3203657 May 27 03:30:21.721484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event deleted for resources: {'Port': ['ID=4ba992c4-1cd8-4e7d-9096-51f17c7c4cfe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:21.769696 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3b16d3-0571-4473-87aa-8e661b2e5f6f'] response: {'server_uuid': '946bb88e-ad17-4334-8728-bbd7e1a8393d', 'name': 'network-vif-deleted', 'tag': '985eaaa0-11b9-44bf-9141-49af34db6e43', 'status': 'completed', 'code': 200} May 27 03:30:22.005921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:22.013423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:22.148787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52eef5e5-2026-429e-be32-1c6ec3cce73c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:22.203308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:22.204441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f94cf31d-ba2c-4fe6-8633-0e0e8c7ba4c0 req-d91a83d6-9209-4311-8de0-d24e99aaff9f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "DELETE /v2.0/floatingips/ac908eae-8c3b-419a-a28e-01b2515e0cd6 HTTP/1.1" status: 204 len: 173 time: 3.6635380 May 27 03:30:22.221439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Checking segment: {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:22.221814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Network hostable DHCP agents. Network: d30a9ff3-a249-4541-ace8-7ff5df77d9ac, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:22.282032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:22.295293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d30a9ff3-a249-4541-ace8-7ff5df77d9ac) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:22.299759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:22.300393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:22.311380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b3f31-3cc8-4de6-8450-51125a79b50a None None] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:22.360925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-49da0ffb-4b46-478f-b0e9-a84bb4f7af3a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3254011 May 27 03:30:22.782181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4bc1f-8eb3-4f9b-8ee8-bd7d543b13f2 None None] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:23.279293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330cd82-aaba-479b-9c48-317fcb85a521 req-d37091ea-5857-49e0-9d8d-857379a8e968 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.288797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d330cd82-aaba-479b-9c48-317fcb85a521 req-d37091ea-5857-49e0-9d8d-857379a8e968 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.1561868 May 27 03:30:23.368747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-6b3a5b76-24c8-4e72-b269-944b50482a2f tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 1002 time: 0.5265880 May 27 03:30:23.377821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d330cd82-aaba-479b-9c48-317fcb85a521 req-8fa2d128-40e6-4942-8431-2db652f6f838 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874710 May 27 03:30:23.550250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:23.619615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-6278cfc9-2b3f-4288-b725-f672afc7e36a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.630225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-6278cfc9-2b3f-4288-b725-f672afc7e36a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports/b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 943 time: 0.2563956 May 27 03:30:23.679194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-8d9b71ce-d86e-49b1-b102-de13bbe5ddea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:23.681592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-8d9b71ce-d86e-49b1-b102-de13bbe5ddea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Synchronizing usage tracker for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:23.717388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-8d9b71ce-d86e-49b1-b102-de13bbe5ddea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Unset dirty status for tenant:adb87f3eee7c47fda511df77aa1af2b6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:23.718934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-8d9b71ce-d86e-49b1-b102-de13bbe5ddea tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.2434921 May 27 03:30:23.822889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-deleted', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:23.976023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1812323220', 'description': 'tempest-description-577772498'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:23.979911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Deleting port e1b55c62-dea8-4873-9046-8243c608dc80 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:23.981093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:23.982738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:23.997340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:24.000944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:24.035478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:24.058373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-a5a91650-1e39-41db-8e25-d43526598a43 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 1002 time: 0.3361483 May 27 03:30:24.059960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:24.142156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:24.154785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:24.162652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:24.174455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:24.377277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:24.386607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:24.427781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:24.429332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e82d0821-93c0-4263-ae9f-2b13a6993709 req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4586835 May 27 03:30:24.466379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effecb9c-7398-4de2-8db9-554568524ae5 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1701f7e-ca11-45e0-a753-85feabed3a7b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:24.683101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-90518ac1-d0c7-4d13-b9aa-8fac08cf91c6 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:24.695316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-90518ac1-d0c7-4d13-b9aa-8fac08cf91c6 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.5936062 May 27 03:30:24.749309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-8feefe20-ef3c-47d2-b511-e6bd104d4885 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:30:24.751186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-8feefe20-ef3c-47d2-b511-e6bd104d4885 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0546556 May 27 03:30:24.888074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bc843-979c-40e7-9dd0-a7973afb6ec6 req-aeeea706-737b-430f-a195-6460bd315545 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:24.893669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a33bc843-979c-40e7-9dd0-a7973afb6ec6 req-aeeea706-737b-430f-a195-6460bd315545 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 944 time: 0.1690137 May 27 03:30:24.915371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-f655dfee-37db-4434-a38c-7f55e30adbb1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:24.916127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-f655dfee-37db-4434-a38c-7f55e30adbb1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Synchronizing usage tracker for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:24.924485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] For port e1b55c62-dea8-4873-9046-8243c608dc80, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e1b55c62-dea8-4873-9046-8243c608dc80,segment=NetworkSegment(8634c4d8-102a-4ce2-b033-1efb7332c139),segment_id=8634c4d8-102a-4ce2-b033-1efb7332c139)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:24.924845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:24.974388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a33bc843-979c-40e7-9dd0-a7973afb6ec6 req-a090fbbd-3295-438f-87e5-4aef2ff08ce6 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b6a02ec-372b-456f-8cbb-c707fe8cc12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 May 27 03:30:25.069730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Calling delete_port for e1b55c62-dea8-4873-9046-8243c608dc80 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:25.132411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-059c90ce-b843-4f1e-9e37-2ab1ba662d64 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 1002 time: 0.3716419 May 27 03:30:25.133565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-f655dfee-37db-4434-a38c-7f55e30adbb1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Unset dirty status for tenant:185eb08e01504918865d46ecdabc7468 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:25.134739 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-f655dfee-37db-4434-a38c-7f55e30adbb1 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.7313051 May 27 03:30:25.214238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Deleting port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:25.214928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:25.252492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:25.627925 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a20636-8cf7-4603-b1e6-66e0436bdbcc'] response: {'server_uuid': 'a49462eb-5210-4ee9-b96c-e1fe03797e0c', 'name': 'network-vif-deleted', 'tag': 'b0780040-b28b-4a61-b249-8ddf947aa6fb', 'status': 'completed', 'code': 200} May 27 03:30:25.635030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:25.776233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Pushing event deleted for resources: {'Port': ['ID=e1b55c62-dea8-4873-9046-8243c608dc80,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:25.939338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4601d-0f86-4044-8476-34769f9d0acb req-ce1810b1-65e7-4ed9-b9a4-8f0d56d23fe6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:25.942686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ae4601d-0f86-4044-8476-34769f9d0acb req-ce1810b1-65e7-4ed9-b9a4-8f0d56d23fe6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=40f5ac44-82a3-4604-96da-71fc78455f04 HTTP/1.1" status: 200 len: 950 time: 0.1637805 May 27 03:30:26.020763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ae4601d-0f86-4044-8476-34769f9d0acb req-fa153e11-e18d-4965-88ba-50f7810a8640 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 May 27 03:30:26.105353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.116103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-532408452', 'description': 'tempest-description-1590087492'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:26.137658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:26.155536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:26.162279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:26.186895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:26.190849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.219970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.318947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:26.334280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:26.339330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:26.367743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:26.400921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] No DVR routers for this DVR port e1b55c62-dea8-4873-9046-8243c608dc80 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:26.422905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.471557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.479621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.489665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:26.529160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c68fe8e-26ab-467a-9a39-937ceacbbf86 req-f022d52c-b293-4459-8d55-96d45615e1b5 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.41 "DELETE /v2.0/ports/e1b55c62-dea8-4873-9046-8243c608dc80 HTTP/1.1" status: 204 len: 173 time: 2.6925733 May 27 03:30:26.547824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e245dc93-8c6a-4074-84cc-06e6658cd616,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:26.554590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: e1b55c62-dea8-4873-9046-8243c608dc80 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:26.555033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e1b55c62-dea8-4873-9046-8243c608dc80 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:26.559292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.561721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fef67bd0-4631-4fc0-9f20-8d209e0c8703 req-61509deb-0d43-4fc6-b6b7-3d0c4bb87635 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4516389 May 27 03:30:26.806417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.823449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:26.823773 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Floating IP 749ca6d7-c72f-4836-9262-ffb078e4317f disassociated. External IP: 172.25.8.142, port: b65d8523-ea6f-47e9-a3cb-0d811b80822a. May 27 03:30:26.876989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe92f805-e3c8-446e-af99-231f7964c8c7 req-8eadb846-a76e-4554-bddd-c3b7f3e12844 tempest-LiveAutoBlockMigrationV225Test-1185711977 tempest-LiveAutoBlockMigrationV225Test-1185711977-project] 10.222.0.46 "GET /v2.0/ports?device_id=eeb6e7fd-e8be-419f-a875-e6cb637cc119 HTTP/1.1" status: 200 len: 210 time: 0.0480733 May 27 03:30:26.953338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] For port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:26.953762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.133751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f554cbfe-d1d6-4085-babf-76d9faf53544 req-77835d11-8875-4dba-86c9-a6ae63f26e32 tempest-FlavorsV2NegativeTest-1890846292 tempest-FlavorsV2NegativeTest-1890846292-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4d51368b331f46cf9a95b64951507a79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074505 May 27 03:30:27.172633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Calling delete_port for 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:27.410122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.424662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1a9eb221-6d70-4926-a34d-05b5d4a0fdae'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:27.477037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event deleted for resources: {'Port': ['ID=1564a37d-84a2-4a24-ac3f-ebb86d2918e8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.489727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554cbfe-d1d6-4085-babf-76d9faf53544 req-c577272a-c87a-4384-adc0-7ed519b2e3e4 tempest-FlavorsV2NegativeTest-1890846292 tempest-FlavorsV2NegativeTest-1890846292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:27.496873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f554cbfe-d1d6-4085-babf-76d9faf53544 req-c577272a-c87a-4384-adc0-7ed519b2e3e4 tempest-FlavorsV2NegativeTest-1890846292 tempest-FlavorsV2NegativeTest-1890846292-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3621821 May 27 03:30:27.514733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f554cbfe-d1d6-4085-babf-76d9faf53544 req-b6620b07-4df2-4fa3-9157-560be12169f8 tempest-FlavorsV2NegativeTest-1890846292 tempest-FlavorsV2NegativeTest-1890846292-project] 10.222.0.46 "GET /v2.0/quotas/4d51368b331f46cf9a95b64951507a79 HTTP/1.1" status: 200 len: 375 time: 0.0169044 May 27 03:30:27.586089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f554cbfe-d1d6-4085-babf-76d9faf53544 req-10974505-5558-4c95-addd-7e423a2cc036 tempest-FlavorsV2NegativeTest-1890846292 tempest-FlavorsV2NegativeTest-1890846292-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d51368b331f46cf9a95b64951507a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633399 May 27 03:30:27.643137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-deleted', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:27.718391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] No DVR routers for this DVR port 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:27.721916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.749179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f53f0c0-556f-4f16-9c08-e7bebcaa560e req-df2b752c-62c4-4232-b674-69d8aa6c543b tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.41 "DELETE /v2.0/ports/1564a37d-84a2-4a24-ac3f-ebb86d2918e8 HTTP/1.1" status: 204 len: 173 time: 2.6076863 May 27 03:30:27.810247 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9f5d7c75-edc7-44b4-b572-5a21f564aaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:27.928063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Router d1557368-8a1b-47be-8df4-f27fe7ca51c3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:28.059305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-8363c536-d09d-4101-bce0-f18f7cd7c809 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:28.062205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-8363c536-d09d-4101-bce0-f18f7cd7c809 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 813 time: 0.2717836 May 27 03:30:28.103645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-462a4d00-2094-4b27-bf22-6d41456d4e6e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/quotas/9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 375 time: 0.0342047 May 27 03:30:28.188529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-b183f785-98b3-4db4-96b9-38c8f7458197 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749595 May 27 03:30:28.383608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:28.399530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Sync routers for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:30:28.422065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:28.435726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:28.437246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:28.496727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:28.519025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-ee976fb3-6fef-4945-9b82-a113245a1d9a service neutron] 10.222.0.46 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284564 May 27 03:30:28.680099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-0edbc2b1-94d7-4407-8109-4b7e2bc43989 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "PUT /v2.0/floatingips/749ca6d7-c72f-4836-9262-ffb078e4317f HTTP/1.1" status: 200 len: 695 time: 3.4396353 May 27 03:30:28.724981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:28.725487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1564a37d-84a2-4a24-ac3f-ebb86d2918e8 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:28.744246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:28.786176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-09fa5023-a388-4779-830e-25903a4d518f service neutron] 10.222.0.46 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654274 May 27 03:30:28.990236 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:29.029503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-7a25e90f-cd78-4c97-9dda-3d323c3a37d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1097 time: 0.2775443 May 27 03:30:29.035043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.073195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:29.085945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:29.094296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.104999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:29.207398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.271949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-a8a298c7-65ae-4d6a-970a-e71796a1f850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.273903 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-a8a298c7-65ae-4d6a-970a-e71796a1f850 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 929 time: 0.2434616 May 27 03:30:29.414865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-c7918936-4ad1-4a1e-8487-44b0d8677671 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 217 time: 0.1345320 May 27 03:30:29.438794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.517311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-c3abf718-1508-43d9-b6f4-ffdc276000a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:29.519345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-c3abf718-1508-43d9-b6f4-ffdc276000a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.1033647 May 27 03:30:29.560948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:29.566870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:29.573562 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Checking router: d1557368-8a1b-47be-8df4-f27fe7ca51c3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:30:29.577979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Usage tracker for resource:security_group_rule and tenant:4d51368b331f46cf9a95b64951507a79 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:29.584521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:29.597666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:29.598772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:29.600125 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:29.613213 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c133de67-aa6f-44c7-bb34-81cd64259e6f'] response: {'server_uuid': 'eeb6e7fd-e8be-419f-a875-e6cb637cc119', 'name': 'network-vif-deleted', 'tag': 'e1b55c62-dea8-4873-9046-8243c608dc80', 'status': 'completed', 'code': 200} May 27 03:30:29.687364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-f7fca262-e2d6-4bdf-b4d9-29e84983a39c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602478 May 27 03:30:29.715136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.732689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.819270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04758fb4-7ec1-4c9f-b77a-b124df6a917d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.825414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-327f9e4b-7373-457e-9aa3-0f0d5d4d378c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d51368b331f46cf9a95b64951507a79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7186899 May 27 03:30:29.827800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:29.900114 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11a8a968-e83d-4bde-9ad7-1b79052d2dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.918549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:29.974280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:29.992650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-b1fcdfcc-0378-4878-91a6-ff485e64c948 service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920933 May 27 03:30:30.050639 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:30.067636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.301026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.372568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04758fb4-7ec1-4c9f-b77a-b124df6a917d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:30.422487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d81f6d2d-fff6-48fd-8c6a-594b4c1bd395 req-dd2004ba-9626-44fa-a849-e9a5a4ddd5d0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 210 time: 0.1006265 May 27 03:30:30.428927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Deleting subnet 9991bc14-8f87-46b4-a15c-e03f312eb71d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:30:30.431168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.431539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a46a1e-3249-436d-8755-59580e2fa9a6 req-78047230-875c-4780-aa97-5012870d51b3 service neutron] 10.222.0.46 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279025 May 27 03:30:30.432277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d50acd73-56db-4d9a-a40d-34d9adbc7cfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04758fb4-7ec1-4c9f-b77a-b124df6a917d HTTP/1.1" status: 204 len: 168 time: 0.6033549 May 27 03:30:30.452559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.551769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.618004 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1112ff5-b931-4005-ad27-81079e70446c'] response: {'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'code': 200} May 27 03:30:30.629949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.722570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.832802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9991bc14-8f87-46b4-a15c-e03f312eb71d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:30.846689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:30.864673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51930) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:30.885550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d0affb1-5a10-4b6a-b576-c3cd41da5729 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9991bc14-8f87-46b4-a15c-e03f312eb71d HTTP/1.1" status: 204 len: 168 time: 0.9402194 May 27 03:30:31.053441 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:31.074105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419f6cf-2468-477c-adcd-73d125ccc5e0 None None] The sync data for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 is: [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:29:23Z', 'revision_number': 4, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5158756b-f32e-4943-a5ca-49d086a79daf', 'name': '', 'network_id': 'd44e5556-18bf-49ac-9d20-24d0c57b20b0', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'mac_address': 'fa:16:3e:91:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:21Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'subnets': [{'id': 'fa6292e0-3faa-4307-8acd-9eb931bc1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:30:31.180657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:31.399034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:31.554232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-93c1c156-a27c-4c1f-af9c-369f93bfd92a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:31.555175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-93c1c156-a27c-4c1f-af9c-369f93bfd92a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:31.618670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-deleted', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8'}, {'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:31.648814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:31.677249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-93c1c156-a27c-4c1f-af9c-369f93bfd92a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:31.678430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-93c1c156-a27c-4c1f-af9c-369f93bfd92a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 813 time: 0.7505245 May 27 03:30:31.702005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc859a-612f-4be7-8622-559a7a30cd99 None None] New status for floating IP 749ca6d7-c72f-4836-9262-ffb078e4317f: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:30:31.730949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'device_id': '496c0125-db22-4e09-ba30-e09d56b52786', 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac', 'admin_state_up': True, 'tenant_id': '9984f055fbb744aabc9652ba00df8dbe'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:31.965350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:31.983944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-56876fb3-58d3-4ec9-a39a-f02459c51271 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:31.991566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-56876fb3-58d3-4ec9-a39a-f02459c51271 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.2384365 May 27 03:30:32.026051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0850598d-0cfb-429e-8f38-56162d3eec97']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:32.052984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8634c4d8-102a-4ce2-b033-1efb7332c139') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:32.053284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8634c4d8-102a-4ce2-b033-1efb7332c139') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:32.071012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.078672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:32.092839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:port and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:32.099395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:32.112301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.119946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:32.144757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:30:32.149700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.176179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Deleting port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:32.176533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: timer() May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:32.453144 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:32.511774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:32.639963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Made reservation on behalf of 9984f055fbb744aabc9652ba00df8dbe for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:32.658669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.734332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-bbafc079-0768-4dc0-b48f-8211d4d90eea tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips/749ca6d7-c72f-4836-9262-ffb078e4317f HTTP/1.1" status: 200 len: 695 time: 0.2756114 May 27 03:30:32.818213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] For port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:32.819388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.868559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.872003 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.881851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:32.978555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1312926251-network', 'tenant_id': '1809f6fffc0f47a5a6c0608b34ae8053'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:33.004076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Pushing event deleted for resources: {'Network': ['ID=0850598d-0cfb-429e-8f38-56162d3eec97,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:33.028859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:33.045869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Usage tracker for resource:network and tenant:1809f6fffc0f47a5a6c0608b34ae8053 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:33.050217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0850598d-0cfb-429e-8f38-56162d3eec97 HTTP/1.1" status: 204 len: 168 time: 2.1840811 May 27 03:30:33.051295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:33.070528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:33.080214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:33.102784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Calling delete_port for 1a9eb221-6d70-4926-a34d-05b5d4a0fdae owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:33.122919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.123369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.123811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.124204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.124589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.125069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.125436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.125810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.126201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.126570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.127022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677c28ce-5197-433e-8f2f-fd2bb46de678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:33.214043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Made reservation on behalf of 1809f6fffc0f47a5a6c0608b34ae8053 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:33.217426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.267693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.295313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Deleting subnet 6310cdef-27dd-4ace-abe9-d085e91d029d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:30:33.302167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-b9f1ad37-5617-4f41-93df-201989906d3e tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:33.303921 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-b9f1ad37-5617-4f41-93df-201989906d3e tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.5633788 May 27 03:30:33.309972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.355005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Allocated IP 172.20.0.8 (d30a9ff3-a249-4541-ace8-7ff5df77d9ac/52eef5e5-2026-429e-be32-1c6ec3cce73c/ad766d1a-68d8-45ba-a609-66552d75fade) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:33.378691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69c2d2-bf17-4be1-a3bd-d496e1aaaac7 req-24072d6e-844c-4c35-8637-2f640cf51367 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:33.380431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c69c2d2-bf17-4be1-a3bd-d496e1aaaac7 req-24072d6e-844c-4c35-8637-2f640cf51367 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc22041d-1100-43a8-9644-9a29b430e3ad HTTP/1.1" status: 200 len: 950 time: 0.3974411 May 27 03:30:33.434864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.497555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Pushing event deleted for resources: {'Port': ['ID=1a9eb221-6d70-4926-a34d-05b5d4a0fdae,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:33.504943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.548661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:33.576530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Usage tracker for resource:security_group_rule and tenant:1809f6fffc0f47a5a6c0608b34ae8053 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:33.578343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c69c2d2-bf17-4be1-a3bd-d496e1aaaac7 req-151cb29d-56d2-450a-84f9-93c677d091b6 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0c61751-b2cc-42e9-a18b-be9e97eebdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725855 May 27 03:30:33.597678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-bc497721-0d0f-44df-a5ee-cd63a80b3244 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.2491717 May 27 03:30:33.600957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:33.672634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] No DVR routers for this DVR port 1a9eb221-6d70-4926-a34d-05b5d4a0fdae on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:33.677483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:33.680776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.691519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-deleted', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:33.708087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-185e1447-d7c9-4f68-96ac-bade5aaf88f4 req-a797d4d3-bd0e-4225-b61b-875408fde350 tempest-MigrationsAdminTest-331484151 tempest-MigrationsAdminTest-331484151-project] 10.222.0.21 "DELETE /v2.0/ports/1a9eb221-6d70-4926-a34d-05b5d4a0fdae HTTP/1.1" status: 204 len: 173 time: 1.7103617 May 27 03:30:33.862972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:33.986283 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-04a7a4b3-1c7b-4b68-9af9-fa618416fc80 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.3873518 May 27 03:30:34.032120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be3bc698-ec66-4bdf-aa88-73e36afa41e0 req-ba96c661-4667-4a82-bb20-e4572cdae9be tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 210 time: 0.1538222 May 27 03:30:34.502965 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.512170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:34.561703 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6ebb18-8507-4fc1-8f37-9ffc1ea4b02b'] response: {'server_uuid': '40f5ac44-82a3-4604-96da-71fc78455f04', 'name': 'network-vif-deleted', 'tag': '1564a37d-84a2-4a24-ac3f-ebb86d2918e8', 'status': 'completed', 'code': 200} May 27 03:30:34.562277 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6ebb18-8507-4fc1-8f37-9ffc1ea4b02b'] response: {'name': 'network-changed', 'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'status': 'completed', 'code': 200} May 27 03:30:34.634648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 1a9eb221-6d70-4926-a34d-05b5d4a0fdae {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:34.635192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1a9eb221-6d70-4926-a34d-05b5d4a0fdae not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:34.659631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-72d24892-7403-47be-b2f4-c36e22815a92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 1097 time: 0.2870791 May 27 03:30:34.878705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.894446 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3d8bbf-f43e-490d-b8d9-cbd270d44104'] response: {'server_uuid': 'fc22041d-1100-43a8-9644-9a29b430e3ad', 'name': 'network-vif-deleted', 'tag': '1a9eb221-6d70-4926-a34d-05b5d4a0fdae', 'status': 'completed', 'code': 200} May 27 03:30:34.912366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Deleting port 655aab07-e2b4-4521-93b1-428d5f16e815 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:34.912727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.964870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:34.989744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.117633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-9fd402bd-828c-4e5c-8219-bd1e06072791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.120539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-9fd402bd-828c-4e5c-8219-bd1e06072791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 200 len: 929 time: 0.4542284 May 27 03:30:35.299233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-fc216c37-cf6e-42dd-8667-3b3aeead3815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 200 len: 217 time: 0.1708052 May 27 03:30:35.378543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:35.416327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.493228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.496040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-632e6f03-b9e2-4e8a-b5f6-0d744f21dfc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.497988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-632e6f03-b9e2-4e8a-b5f6-0d744f21dfc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 200 len: 867 time: 0.1932926 May 27 03:30:35.573808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6310cdef-27dd-4ace-abe9-d085e91d029d HTTP/1.1" status: 204 len: 168 time: 2.5021179 May 27 03:30:35.575591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d67e38-7917-4dd9-8c81-c7ddae02642a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.580567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52036) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:35.584823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67ca86-242e-497a-ab64-ecbe2d7d402f req-a58ecd2b-b357-4e0a-8fad-4a5deba4d505 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.588015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b67ca86-242e-497a-ab64-ecbe2d7d402f req-a58ecd2b-b357-4e0a-8fad-4a5deba4d505 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 931 time: 0.2140386 May 27 03:30:35.602862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.603175 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Added segment b4c40d2b-2533-4968-a17c-58080a26f37b of type vlan for network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 May 27 03:30:35.607639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338cbc-515e-48d7-9492-9e2632d1a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6310cdef-27dd-4ace-abe9-d085e91d029d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.612198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:35.667477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-85dfb4cc-854d-4874-b94a-263096130c96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d44e5556-18bf-49ac-9d20-24d0c57b20b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608689 May 27 03:30:35.740187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.774694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.801218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52042) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:35.804115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:35.806642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:30:35.835609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5b67ca86-242e-497a-ab64-ecbe2d7d402f req-a86f1fa3-565a-401f-aac9-18b06c2ba6e0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:35.899156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5b67ca86-242e-497a-ab64-ecbe2d7d402f req-a86f1fa3-565a-401f-aac9-18b06c2ba6e0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:35.901540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b67ca86-242e-497a-ab64-ecbe2d7d402f req-a86f1fa3-565a-401f-aac9-18b06c2ba6e0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944627 May 27 03:30:35.905048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.906002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:35.906477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:35.952512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-64b2672b-6111-4c20-b2a0-5c4862ba8ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782118 May 27 03:30:35.961696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.065380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.066091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.126874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.127618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.164474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] Pushing event updated for resources: {'Network': ['ID=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.171061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a5e81307-3338-469a-b9b2-e6d0cb63d7ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.5889175 May 27 03:30:36.174590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52052) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:36.180220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:30:36.321306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Request body: {'subnet': {'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1312926251-subnet', 'tenant_id': '1809f6fffc0f47a5a6c0608b34ae8053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:36.334689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Calling delete_port for 655aab07-e2b4-4521-93b1-428d5f16e815 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:36.359156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eebb861c-930f-4dd3-b84c-9b79bb0bcb4b req-ba98ae0d-5e51-42b0-a1c0-2465d06ea559 service neutron] 10.222.0.21 "GET /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979447 May 27 03:30:36.374154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-c10f6643-eb7f-4b4d-9495-0672f87e1fa0 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:36.375655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-c10f6643-eb7f-4b4d-9495-0672f87e1fa0 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.2170591 May 27 03:30:36.388521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:36.417931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-da1cfc9a-6da2-4cfa-b419-a1571c0e7674 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/quotas/ac6e797defd744549b3f6122bbba9faa HTTP/1.1" status: 200 len: 375 time: 0.0275717 May 27 03:30:36.436516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-960e5be6-62cf-4bbb-9a21-a523e70c0d32 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7127824 May 27 03:30:36.451905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Usage tracker for resource:subnet and tenant:1809f6fffc0f47a5a6c0608b34ae8053 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:36.495452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:36.506407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Request body: {'port': {'device_id': '496c0125-db22-4e09-ba30-e09d56b52786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:36.524209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e634a96f-2331-4b56-b60e-7eee613b8d01 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049693 May 27 03:30:36.569853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:36.695604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Made reservation on behalf of 1809f6fffc0f47a5a6c0608b34ae8053 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:36.697942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.711888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e4f6b66a-9469-4124-9c9d-c52a131e1e3c service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738553 May 27 03:30:36.836247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.856498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f758609c-a6ee-432a-b5f9-236ffb810205 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=185eb08e01504918865d46ecdabc7468&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0537746 May 27 03:30:36.861290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:36.904784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-aac687d2-f4e3-474d-8e79-9f709d5c4fcc service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850216 May 27 03:30:36.970120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:36.981905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939b8214-90dc-4740-87da-afeabd4be513']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.020301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37092a2d-6ec0-4391-afe1-a0baeebe6092') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.020797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37092a2d-6ec0-4391-afe1-a0baeebe6092') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.083795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.101798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-76b2b527-3425-4a2d-924f-657d0b708af2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.103375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-76b2b527-3425-4a2d-924f-657d0b708af2 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "GET /v2.0/ports?device_id=216d4e4e-6cb6-4dd4-838e-baa974e03722 HTTP/1.1" status: 200 len: 943 time: 0.7121820 May 27 03:30:37.156738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.185887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.191304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.226157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.340196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:30:37.351203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.431812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.470211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c61751-b2cc-42e9-a18b-be9e97eebdb9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.490474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:37.492225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7e888d08-60fc-4559-96c1-a73b58475ef6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0c61751-b2cc-42e9-a18b-be9e97eebdb9 HTTP/1.1" status: 204 len: 168 time: 0.6296570 May 27 03:30:37.538794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39dfc0-6e73-4e1b-bfab-526750c0aa44 req-e53ecd50-09c5-4ae9-9bf5-642e0f399889 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:37.553791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b39dfc0-6e73-4e1b-bfab-526750c0aa44 req-e53ecd50-09c5-4ae9-9bf5-642e0f399889 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 931 time: 0.2010117 May 27 03:30:37.688395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b39dfc0-6e73-4e1b-bfab-526750c0aa44 req-5aae06dd-b05c-4d87-8df7-64343573be6e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333494 May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: timer() May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:37.722256 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:37.744160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event deleted for resources: {'Port': ['ID=655aab07-e2b4-4521-93b1-428d5f16e815,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.901113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd43afdd-a1f2-4937-834d-a92d40b97820 req-1f32d17a-4c34-4f90-822b-c942d601ca7d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 210 time: 0.1238992 May 27 03:30:38.016282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Deleting port 45f253ec-387b-43ce-8482-e1eb333ffe91 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:38.016828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.193351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:38.291926 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9e6bd591-317b-4437-9be7-3e589488d3ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=735bc6e216ed4406a040363fd92e7ea5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971024 May 27 03:30:38.292624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:38.378328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.420020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.457010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.526120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.542183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.584792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.609850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e56f0d-9f33-4d5a-84bd-903fc97ce9de,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.625120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.626702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a708a42-31a1-423e-bdf2-bb111d785f4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1e56f0d-9f33-4d5a-84bd-903fc97ce9de HTTP/1.1" status: 204 len: 168 time: 0.3327940 May 27 03:30:38.837303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=939b8214-90dc-4740-87da-afeabd4be513,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.891952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7b6a5057-33f3-4176-889d-e900b39a7a7e admin admin] 10.222.0.46 "DELETE /v2.0/networks/939b8214-90dc-4740-87da-afeabd4be513 HTTP/1.1" status: 204 len: 168 time: 3.2931750 May 27 03:30:38.891952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:38.891952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab81e84f-143d-405f-acc0-b67dd07876e2 req-d921b37d-78e5-47bc-ba11-b2638e8deb92 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "DELETE /v2.0/floatingips/749ca6d7-c72f-4836-9262-ffb078e4317f HTTP/1.1" status: 204 len: 173 time: 4.8994966 May 27 03:30:39.068821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.111374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ae4de-93c2-48c8-8890-3c30f5ddedbe req-783ba1d4-6159-4910-833f-9af7838ebd83 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.112934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f70ae4de-93c2-48c8-8890-3c30f5ddedbe req-783ba1d4-6159-4910-833f-9af7838ebd83 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.1610272 May 27 03:30:39.185284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f70ae4de-93c2-48c8-8890-3c30f5ddedbe req-1e4fed80-3e20-4464-863c-fad644ae368b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664551 May 27 03:30:39.253481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:39.313701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-431ff4ad-4423-402b-ba83-1c427c6bdc88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adb87f3eee7c47fda511df77aa1af2b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566325 May 27 03:30:39.314582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:39.470367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.505583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4a8e22-b80d-4ae4-ad8f-d63233de7957,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.547782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.549923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Checking segment: {'id': 'b4c40d2b-2533-4968-a17c-58080a26f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:39.550371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Network hostable DHCP agents. Network: ebc839ec-4e89-4a0f-8b7e-b938c6e955e5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:39.576623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] For port 45f253ec-387b-43ce-8482-e1eb333ffe91, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=45f253ec-387b-43ce-8482-e1eb333ffe91,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:39.577020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.585675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:39.605976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575b06-6534-4683-9bbc-eb3583ac6692 req-95f4415c-5306-4e00-bf99-009bd7347c81 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.607521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84575b06-6534-4683-9bbc-eb3583ac6692 req-95f4415c-5306-4e00-bf99-009bd7347c81 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 946 time: 0.1965022 May 27 03:30:39.660128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.687921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a02ec-372b-456f-8cbb-c707fe8cc12c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.692167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84575b06-6534-4683-9bbc-eb3583ac6692 req-05dab425-a8a2-45cb-8d13-20e3853c9855 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744929 May 27 03:30:39.698827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:39.700244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d3abca50-e1eb-4faa-8351-4ee076e5c336 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b6a02ec-372b-456f-8cbb-c707fe8cc12c HTTP/1.1" status: 204 len: 168 time: 0.3844218 May 27 03:30:39.854127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Calling delete_port for 45f253ec-387b-43ce-8482-e1eb333ffe91 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:39.917035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-56163a3d-7efb-47fb-a24f-96a4fe7485e6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.917744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1d07aa7-a4da-429e-8e71-3d61cfbc3f82 req-dd7bdd32-0605-4531-88f5-70a79cf93e53 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 210 time: 0.0475452 May 27 03:30:39.917879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-56163a3d-7efb-47fb-a24f-96a4fe7485e6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:39.937972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-cc3159cd-7d91-4eb1-afa5-d43419bc211e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:39.939601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-cc3159cd-7d91-4eb1-afa5-d43419bc211e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.7674780 May 27 03:30:39.991513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad766d1a-68d8-45ba-a609-66552d75fade {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:40.001203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.036127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Request body: {'port': {'device_id': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'admin_state_up': True, 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:40.149952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:40.255284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ebc839ec-4e89-4a0f-8b7e-b938c6e955e5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:40.266030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-56163a3d-7efb-47fb-a24f-96a4fe7485e6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:40.272639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-56163a3d-7efb-47fb-a24f-96a4fe7485e6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 931 time: 1.2050221 May 27 03:30:40.273872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828af26-4ed2-4007-acbc-b17f20747acf None None] Network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:40.280482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:40.281110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.308413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273262-6b26-4562-84f9-319a1a284027 req-3d910cde-209a-4dd7-a584-bf402a7cbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:40.309353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc273262-6b26-4562-84f9-319a1a284027 req-3d910cde-209a-4dd7-a584-bf402a7cbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:40.347160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9c7da80-095c-4a48-a3a6-96128d053e2c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.1690845 May 27 03:30:40.456853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc273262-6b26-4562-84f9-319a1a284027 req-3d910cde-209a-4dd7-a584-bf402a7cbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:40.460339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc273262-6b26-4562-84f9-319a1a284027 req-3d910cde-209a-4dd7-a584-bf402a7cbf74 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3169384 May 27 03:30:40.508988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52148) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:40.536827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Transition to ACTIVE for port object ad766d1a-68d8-45ba-a609-66552d75fade will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:40.545323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.570265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.605208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:40.635609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-730b5d39-67d4-4e9c-978a-b26a573276ae tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:40.652885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc273262-6b26-4562-84f9-319a1a284027 req-9f5327d9-e958-46ab-a2aa-9c78b11d6b9a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:40.686626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 45f253ec-387b-43ce-8482-e1eb333ffe91 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:40.686626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 45f253ec-387b-43ce-8482-e1eb333ffe91 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:40.705559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc273262-6b26-4562-84f9-319a1a284027 req-9f5327d9-e958-46ab-a2aa-9c78b11d6b9a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:40.715997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc273262-6b26-4562-84f9-319a1a284027 req-9f5327d9-e958-46ab-a2aa-9c78b11d6b9a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2463133 May 27 03:30:40.738623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-24c4dcbb-6919-4014-82d5-19d766167e64 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:40.740243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-24c4dcbb-6919-4014-82d5-19d766167e64 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.41 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.4277143 May 27 03:30:40.777793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event deleted for resources: {'Port': ['ID=45f253ec-387b-43ce-8482-e1eb333ffe91,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:40.800814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:40.805381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Usage tracker for resource:port and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:40.809158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:40.815831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:40.845235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365602ac-6865-4ca4-897a-9496cdf8ce99 None None] Network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:40.859739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Deleting port a7608cd6-c512-44e1-ad41-fd29119f14cc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:40.860092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.865572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] No DVR routers for this DVR port 45f253ec-387b-43ce-8482-e1eb333ffe91 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:40.867319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:40.870423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.890237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:40.892315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e1da320-3f3a-4f8e-a37f-12f712236b5e req-4464d7b3-a369-4e79-9d89-2fa9abda4f12 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "DELETE /v2.0/ports/45f253ec-387b-43ce-8482-e1eb333ffe91 HTTP/1.1" status: 204 len: 173 time: 3.7699120 May 27 03:30:40.944978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-deleted', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:41.035027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-730b5d39-67d4-4e9c-978a-b26a573276ae tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:41.046635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bac5a976-76fc-49ea-b478-d671fa16cf66 req-730b5d39-67d4-4e9c-978a-b26a573276ae tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7729633 May 27 03:30:41.245414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:41.273119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] For port a7608cd6-c512-44e1-ad41-fd29119f14cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a7608cd6-c512-44e1-ad41-fd29119f14cc,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:41.273473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.314588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ab8ce283-910b-4935-95fa-0f29f4a9561d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8361b093fdd245b79cca74bce28cb25c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8044145 May 27 03:30:41.324609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52174) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:41.343465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ee0bcad5-6fd3-4d4d-b0b5-1c26c7489389 req-8183dd1f-54ba-4a27-b57c-3c26b12b919b tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:41.384864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7876-934c-4a34-b313-54ad808dca67 req-2e3af951-b802-4295-8b75-2ca10f9ba56c tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:41.393314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0bb7876-934c-4a34-b313-54ad808dca67 req-2e3af951-b802-4295-8b75-2ca10f9ba56c tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39a93dd-cefa-48f2-b1ec-ce2780a2a578 HTTP/1.1" status: 200 len: 945 time: 0.2638679 May 27 03:30:41.457750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ee0bcad5-6fd3-4d4d-b0b5-1c26c7489389 req-8183dd1f-54ba-4a27-b57c-3c26b12b919b tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:41.458915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee0bcad5-6fd3-4d4d-b0b5-1c26c7489389 req-8183dd1f-54ba-4a27-b57c-3c26b12b919b tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3577249 May 27 03:30:41.475546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2394c899-1651-46b9-bed2-5df76d8ad667 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:41.475546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2394c899-1651-46b9-bed2-5df76d8ad667 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 946 time: 0.6406548 May 27 03:30:41.475546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Attempting to bind port ad766d1a-68d8-45ba-a609-66552d75fade on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:41.475546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Attempting to bind port ad766d1a-68d8-45ba-a609-66552d75fade by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:41.475546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Attempting to bind port ad766d1a-68d8-45ba-a609-66552d75fade on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:41.555815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0bb7876-934c-4a34-b313-54ad808dca67 req-9cb70646-b770-44d9-8617-67ba6938f782 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7739d2-110d-495b-bb4a-31e25d8fd312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618545 May 27 03:30:41.663862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Port ad766d1a-68d8-45ba-a609-66552d75fade on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:30:41.664531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Attempting to bind port ad766d1a-68d8-45ba-a609-66552d75fade on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:41.776175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Deleting port 13a2019b-99ac-407a-ba4f-a851d11ab4cb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:41.777056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.813614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.815821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:30:41.816533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Checking segment: {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:41.817121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Bound using segment: {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:30:41.817728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Bound port: ad766d1a-68d8-45ba-a609-66552d75fade, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:41.818246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.860520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.861037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:41.862289 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Floating IP 65ad1079-fc84-4f6d-b2e4-39884bd02c2a disassociated. External IP: 172.25.8.83, port: a7608cd6-c512-44e1-ad41-fd29119f14cc. May 27 03:30:41.862687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Calling delete_port for a7608cd6-c512-44e1-ad41-fd29119f14cc owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:41.879344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Allocated IP 172.20.0.6 (f9a2482c-648b-4c8e-91d9-85150a329773/e84bf2f3-c8b6-4629-8742-055c1035b840/abb7d6ef-9109-4556-a010-00c65ee3fab1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:41.985645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.061791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.119078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event deleted for resources: {'Port': ['ID=a7608cd6-c512-44e1-ad41-fd29119f14cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.139254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.142546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.142715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.142939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.143267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.143586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.143916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.144241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.144567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.144880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.145228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:42.221706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04677c8-9ffb-4180-b07e-062ae72f710c req-ce79a048-373e-4d8f-9e06-ac6967e407a7 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.223324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f04677c8-9ffb-4180-b07e-062ae72f710c req-ce79a048-373e-4d8f-9e06-ac6967e407a7 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ab2fd79-d5f1-4229-b20a-6be5d19194bc HTTP/1.1" status: 200 len: 946 time: 0.5502543 May 27 03:30:42.273593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:42.318689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:42.330818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.399330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.459607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-3cf0d60d-e15c-4793-8363-30ff733fa9d1 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:42.461078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-3cf0d60d-e15c-4793-8363-30ff733fa9d1 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/networks?id=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 HTTP/1.1" status: 200 len: 818 time: 0.2544382 May 27 03:30:42.490165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-128c0571-5ee0-463d-bdc4-0e2025b27ece tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/quotas/1809f6fffc0f47a5a6c0608b34ae8053 HTTP/1.1" status: 200 len: 375 time: 0.0203445 May 27 03:30:42.521528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47341f2-f4b0-4ddf-ac6a-1a93ed29ad89,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.575778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-aa538d59-09e2-4169-93b4-62451873ed25 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1809f6fffc0f47a5a6c0608b34ae8053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659883 May 27 03:30:42.593242 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.594602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] 10.222.0.21 "PUT /v2.0/ports/ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 1091 time: 6.1007648 May 27 03:30:42.619196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f04677c8-9ffb-4180-b07e-062ae72f710c req-0f5cee27-a18b-454a-822b-feb1224739ac tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f04a8d-9728-4874-9ae0-e97361c5a01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343544 May 27 03:30:42.624162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] For port 13a2019b-99ac-407a-ba4f-a851d11ab4cb, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=13a2019b-99ac-407a-ba4f-a851d11ab4cb,segment=NetworkSegment(6fe1c64d-695f-45b5-8f97-64ba4ba7c52b),segment_id=6fe1c64d-695f-45b5-8f97-64ba4ba7c52b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:42.624521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:42.633171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635287d4-38c8-48ed-bd4f-7660db24f762 service neutron] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.700769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Router efaf260d-440b-4f08-9684-6a7477840fbf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:42.820850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-d9d66ff6-9c79-4b55-ac4b-1f60489c16c5 service neutron] 10.222.0.46 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414615 May 27 03:30:42.823533 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635339e2-d370-4b83-9a9b-ce70ee34125d'] response: {'server_uuid': '216d4e4e-6cb6-4dd4-838e-baa974e03722', 'name': 'network-vif-deleted', 'tag': '45f253ec-387b-43ce-8482-e1eb333ffe91', 'status': 'completed', 'code': 200} May 27 03:30:42.994089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Calling delete_port for 13a2019b-99ac-407a-ba4f-a851d11ab4cb owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:43.037121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.040617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6f8338f9-e10f-4415-a6c5-5d68f149dffd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b47341f2-f4b0-4ddf-ac6a-1a93ed29ad89 HTTP/1.1" status: 204 len: 168 time: 1.7055261 May 27 03:30:43.040802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-e6cdeb03-4dbe-4bff-b5f4-116d6fc077bc service neutron] 10.222.0.46 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080193 May 27 03:30:43.092880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-052262b2-c5ac-47a5-9d10-feb4aa02b96f req-9abcff68-155c-4107-815f-2277ff43c280 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:43.139647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:43.151968 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Sync routers for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:30:43.192257 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:43.197888 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:43.201869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-052262b2-c5ac-47a5-9d10-feb4aa02b96f req-9abcff68-155c-4107-815f-2277ff43c280 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:43.203245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-052262b2-c5ac-47a5-9d10-feb4aa02b96f req-9abcff68-155c-4107-815f-2277ff43c280 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 210 time: 0.3112307 May 27 03:30:43.214178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.226734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] No DVR routers for this DVR port a7608cd6-c512-44e1-ad41-fd29119f14cc on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:43.231196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.234514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'name': 'network-vif-deleted', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:43.263293 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5c0c742-fb1c-4672-bc55-da7373a479dc req-000434f2-bb80-4281-91bd-12843736b83f tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.41 "DELETE /v2.0/ports/a7608cd6-c512-44e1-ad41-fd29119f14cc HTTP/1.1" status: 204 len: 173 time: 2.5172877 May 27 03:30:43.271747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-f7f2445d-2b56-40fc-83a6-20aaddcd2fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1094 time: 0.6301346 May 27 03:30:43.680778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-109286c4-5118-4f14-9e1e-7d052af5bf7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 217 time: 0.3797941 May 27 03:30:43.739930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:43.865623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.883192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:43.940927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-601f4982-0d07-4a43-b69c-18fb7d4a2714 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360887 May 27 03:30:44.162134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Pushing event deleted for resources: {'Port': ['ID=13a2019b-99ac-407a-ba4f-a851d11ab4cb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.260584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-5b3c3359-1a0b-4912-bdc4-c428d523fc22 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.263839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-5b3c3359-1a0b-4912-bdc4-c428d523fc22 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156745 May 27 03:30:44.283552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-4df35797-db5a-4bb1-b151-907c7e8e42f9 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/quotas/a8bddf6caec54fa5bd6e07409e33afe2 HTTP/1.1" status: 200 len: 375 time: 0.0138414 May 27 03:30:44.320767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-4e7d6c63-93f6-4bdf-9b9d-d6244881c33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:44.323202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-4e7d6c63-93f6-4bdf-9b9d-d6244881c33a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.6353781 May 27 03:30:44.332338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] No DVR routers for this DVR port 13a2019b-99ac-407a-ba4f-a851d11ab4cb on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:44.338454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Network f9a2482c-648b-4c8e-91d9-85150a329773 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:44.340186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:44.348541 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:44.353131 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Checking router: efaf260d-440b-4f08-9684-6a7477840fbf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:30:44.357472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-9a1483f3-e870-4fef-8239-0712cbbc618a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668747 May 27 03:30:44.366349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:30:44.367104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:44.383783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:44.509659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7df17b6e-02e9-4cbb-8f58-42ef6f901b51 req-2cbf1cff-07ae-4772-a21b-0f9478f272f3 tempest-VolumesAdminNegativeTest-2065241347 tempest-VolumesAdminNegativeTest-2065241347-project] 10.222.0.41 "DELETE /v2.0/ports/13a2019b-99ac-407a-ba4f-a851d11ab4cb HTTP/1.1" status: 204 len: 173 time: 3.0250194 May 27 03:30:44.522761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:30:44.551802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a7608cd6-c512-44e1-ad41-fd29119f14cc no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:44.606946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.638918 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-aa033a6c-45f3-487d-9fb8-6c5a08305d3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2767508 May 27 03:30:44.718898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: a7608cd6-c512-44e1-ad41-fd29119f14cc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:44.719240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a7608cd6-c512-44e1-ad41-fd29119f14cc not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:44.743308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 13a2019b-99ac-407a-ba4f-a851d11ab4cb no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:44.747903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:44.812600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-59f7f663-8008-49b3-bbed-3aa8a99682f3 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574781 May 27 03:30:44.856584 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:30:44.903684 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2629308-e515-491d-845e-8d0b371f8bb2'] response: {'server_uuid': 'a39a93dd-cefa-48f2-b1ec-ce2780a2a578', 'name': 'network-vif-deleted', 'tag': 'a7608cd6-c512-44e1-ad41-fd29119f14cc', 'status': 'completed', 'code': 200} May 27 03:30:44.903889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 13a2019b-99ac-407a-ba4f-a851d11ab4cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:44.905318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 13a2019b-99ac-407a-ba4f-a851d11ab4cb not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:44.992696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade'}, {'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'name': 'network-vif-deleted', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:45.000923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d748ba6-7aaa-43b5-92dc-afeaf772a7b1 req-5054422a-d33e-40a7-9ede-a810d9bad455 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795585 May 27 03:30:45.023317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00415-964c-47e4-8ef3-daaebe18655b req-003ca1d4-8e57-4bea-9fd7-1711a3d1a3ab tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:45.025141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78c00415-964c-47e4-8ef3-daaebe18655b req-003ca1d4-8e57-4bea-9fd7-1711a3d1a3ab tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 943 time: 1.2576816 May 27 03:30:45.029756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:45.030440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.067439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e77e2158-7ddf-4fb0-ad47-bb6aedc5eb76 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0392597 May 27 03:30:45.081218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Request body: {'port': {'device_id': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:45.130045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1269886181-network', 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:45.187418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.196725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Usage tracker for resource:network and tenant:434aa2eabd83452b84d0baa8ea86673f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.227299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.257246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78c00415-964c-47e4-8ef3-daaebe18655b req-07b18d81-2fdd-4f4d-9e26-0fc3f7c9cbd8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098451 May 27 03:30:45.266511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.537188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:45.539857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.552230 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.562456 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:45.567875 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2d235-5f27-410f-8262-6b1a7fcf7194 None None] The sync data for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 is: [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:26:55Z', 'revision_number': 4, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '20a534a3-c069-4e79-88e4-9bfdca3e5cb2', 'name': '', 'network_id': '92ef77d2-e978-4d77-a36b-661c57454821', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'mac_address': 'fa:16:3e:5e:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:54Z', 'updated_at': '2022-05-27T03:27:05Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'subnets': [{'id': '57790695-8c83-4483-bcbc-4a2c67ad4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:30:45.568704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8257ba00-9f0d-4b73-b9e1-93ea9d341f32 req-41c7bf08-96e0-47af-8c75-150eaf40efe8 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 210 time: 0.3486824 May 27 03:30:45.579488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.659181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-e535f3b6-31a6-4fc3-a177-f915232ba8fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:45.660746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-e535f3b6-31a6-4fc3-a177-f915232ba8fa tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 946 time: 0.6757772 May 27 03:30:45.771674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:45.773941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52262) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:45.792117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Usage tracker for resource:security_group_rule and tenant:434aa2eabd83452b84d0baa8ea86673f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:45.797922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:45.821997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:45.832258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Deleting port b65d8523-ea6f-47e9-a3cb-0d811b80822a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:45.832732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:45.917444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-6057d2bf-31b5-4577-bc99-38945e267e95 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:45.918235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-6057d2bf-31b5-4577-bc99-38945e267e95 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Synchronizing usage tracker for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:45.988456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Deleting subnet 03126c56-bd4f-4323-a903-6a045e47145f {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:30:46.012723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.053099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26273dfd-4232-4212-8e5d-9e154666a4a0 None None] New status for floating IP 65ad1079-fc84-4f6d-b2e4-39884bd02c2a: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:30:46.061688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded164-72a3-4541-8991-4de671c76c45 req-c5d6580d-cd3e-49f2-93b5-0c8295e24cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:46.062385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f7ded164-72a3-4541-8991-4de671c76c45 req-c5d6580d-cd3e-49f2-93b5-0c8295e24cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Synchronizing usage tracker for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:46.069148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-6057d2bf-31b5-4577-bc99-38945e267e95 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Unset dirty status for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:46.070339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-6057d2bf-31b5-4577-bc99-38945e267e95 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.21 "GET /v2.0/networks?id=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 HTTP/1.1" status: 200 len: 818 time: 0.8334966 May 27 03:30:46.091753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Request body: {'port': {'device_id': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5', 'admin_state_up': True, 'tenant_id': '1809f6fffc0f47a5a6c0608b34ae8053'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:46.237113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f7ded164-72a3-4541-8991-4de671c76c45 req-c5d6580d-cd3e-49f2-93b5-0c8295e24cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Unset dirty status for tenant:a07cc1547cd74aff93f7fbc12dfa8425 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:46.244138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.244746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7ded164-72a3-4541-8991-4de671c76c45 req-c5d6580d-cd3e-49f2-93b5-0c8295e24cf4 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 946 time: 0.7284744 May 27 03:30:46.254184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.264415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.297994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7f67-3d11-4e98-b64b-ce6f37c616d1 req-10e1382a-b19b-4851-a82a-9f4360bdc0e5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:46.305121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-872a7f67-3d11-4e98-b64b-ce6f37c616d1 req-10e1382a-b19b-4851-a82a-9f4360bdc0e5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 931 time: 0.3933671 May 27 03:30:46.344227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:46.379301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] For port b65d8523-ea6f-47e9-a3cb-0d811b80822a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b65d8523-ea6f-47e9-a3cb-0d811b80822a,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:46.379671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.392985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb390149-6610-4ffc-aa7c-e5c75d97bb0b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:46.406964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.407315 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Added segment 642f3f6a-b889-4c7d-9edc-b8a5c648fcb7 of type vlan for network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 May 27 03:30:46.472018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.532235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-3f839732-98b7-4a25-a814-f433f6901898 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106603 May 27 03:30:46.545009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Calling delete_port for b65d8523-ea6f-47e9-a3cb-0d811b80822a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:46.546376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7ded164-72a3-4541-8991-4de671c76c45 req-04d22c4e-144b-4bc9-905f-1748600bb404 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda5548d-dfb6-4880-8fa7-36f53af641ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009624 May 27 03:30:46.585903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ad766d1a-68d8-45ba-a609-66552d75fade details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:46.633502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-872a7f67-3d11-4e98-b64b-ce6f37c616d1 req-71747c78-6bdd-417c-bcff-0fcf1f1e3e79 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273969 May 27 03:30:46.645263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.651170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:46.677700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Usage tracker for resource:port and tenant:1809f6fffc0f47a5a6c0608b34ae8053 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:46.689137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:46.695108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:46.714812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:46.734334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52270) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:46.753684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.755353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:46.755762 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.816253 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194717e1-fa98-4759-90e0-113664253f2c'] response: {'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'status': 'completed', 'code': 200} May 27 03:30:46.816511 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194717e1-fa98-4759-90e0-113664253f2c'] response: {'server_uuid': '9ab2fd79-d5f1-4229-b20a-6be5d19194bc', 'name': 'network-vif-deleted', 'tag': '13a2019b-99ac-407a-ba4f-a851d11ab4cb', 'status': 'completed', 'code': 200} May 27 03:30:46.853083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Made reservation on behalf of 1809f6fffc0f47a5a6c0608b34ae8053 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:46.856426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.868225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:46.887307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.891389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac', 'port_id': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'mac_address': 'fa:16:3e:6c:89:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52eef5e5-2026-429e-be32-1c6ec3cce73c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:46.944877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1391648-e98a-4259-b308-6a5aaac6a781 req-85b42f2a-483f-4442-abc5-a046dfa8bfb1 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 210 time: 0.1404803 May 27 03:30:46.952380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb7d6ef-9109-4556-a010-00c65ee3fab1 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:46.968062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:46.980750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-a1ca64cd-3a58-47b8-96e9-cb23830d0477 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:46.980750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-a1ca64cd-3a58-47b8-96e9-cb23830d0477 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180028 May 27 03:30:46.980750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03126c56-bd4f-4323-a903-6a045e47145f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:46.980750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.002444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Request body: {'port': {'device_id': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'a8bddf6caec54fa5bd6e07409e33afe2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:47.004868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad766d1a-68d8-45ba-a609-66552d75fade {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:47.022683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:47.027667 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.077916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.081636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Transition to ACTIVE for port object abb7d6ef-9109-4556-a010-00c65ee3fab1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:47.107783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.121211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8616d99f-4e18-4174-8a8f-e043ebae10d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3718822 May 27 03:30:47.122122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:30:47.127138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:47.141025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Request body: {'subnet': {'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1269886181-subnet', 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:47.151195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.154336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:47.158951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.173264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Usage tracker for resource:subnet and tenant:434aa2eabd83452b84d0baa8ea86673f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:47.181122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5317f98-7e93-4a77-bbf9-f688f63668a7 req-9b93fd7b-6893-4278-97b0-7ec8dcf2ebb1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:47.183496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5317f98-7e93-4a77-bbf9-f688f63668a7 req-9b93fd7b-6893-4278-97b0-7ec8dcf2ebb1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 944 time: 0.2232897 May 27 03:30:47.229167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:47.234448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Pushing event deleted for resources: {'Port': ['ID=b65d8523-ea6f-47e9-a3cb-0d811b80822a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.240294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-856f2e73-26f5-46c5-b361-e93065aa1b4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1094 time: 0.3452425 May 27 03:30:47.260546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:47.269662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3da3bd6-a003-4206-b244-7edde2f17037 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/03126c56-bd4f-4323-a903-6a045e47145f HTTP/1.1" status: 204 len: 168 time: 1.4867327 May 27 03:30:47.275019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.282435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94dcd763-fb94-408e-9102-bf8349d161f5 req-c6f97228-69b6-4818-bee5-69e7ef81688d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Synchronizing usage tracker for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:47.288954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:47.291593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52278) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:47.314745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.324549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.325200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.325753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.326044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.326366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.326684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.326997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.327308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.327619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.327926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.328236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:47.470281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.488462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.566744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:47.569033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.616187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94dcd763-fb94-408e-9102-bf8349d161f5 req-c6f97228-69b6-4818-bee5-69e7ef81688d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Unset dirty status for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:47.617262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94dcd763-fb94-408e-9102-bf8349d161f5 req-c6f97228-69b6-4818-bee5-69e7ef81688d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 210 time: 0.4827983 May 27 03:30:47.642886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.719601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:47.754921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Allocated IP 172.20.0.3 (ebc839ec-4e89-4a0f-8b7e-b938c6e955e5/5e4a8e22-b80d-4ae4-ad8f-d63233de7957/9db29039-4669-4a69-afdf-2acfccfe2715) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:47.759891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Usage tracker for resource:port and tenant:a8bddf6caec54fa5bd6e07409e33afe2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:47.772240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:47.807548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:47.842749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] No DVR routers for this DVR port b65d8523-ea6f-47e9-a3cb-0d811b80822a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:47.845670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.849443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d76672f2-7ceb-4d4f-b738-d18e24afda1c req-3ecf86c6-1738-4d5c-b759-2e9da4b0857a tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.21 "DELETE /v2.0/ports/b65d8523-ea6f-47e9-a3cb-0d811b80822a HTTP/1.1" status: 204 len: 173 time: 2.1664073 May 27 03:30:47.877301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'name': 'network-vif-deleted', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:47.898694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Made reservation on behalf of a8bddf6caec54fa5bd6e07409e33afe2 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:47.901836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.924931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a53af3f-3686-4cf3-9fc3-1eb2eca800d4 req-bb53b59b-438d-4b5a-a8f1-1156bc96f992 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915 tempest-FloatingIPsAssociationNegativeTestJSON-1199573915-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9796446-6857-4eb7-814c-dd1cbf20ee1b HTTP/1.1" status: 200 len: 210 time: 0.1032543 May 27 03:30:47.939595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:47.959534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Attempting to bind port abb7d6ef-9109-4556-a010-00c65ee3fab1 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:47.960291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Attempting to bind port abb7d6ef-9109-4556-a010-00c65ee3fab1 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:47.960291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Attempting to bind port abb7d6ef-9109-4556-a010-00c65ee3fab1 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:47.976083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.004528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5317f98-7e93-4a77-bbf9-f688f63668a7 req-ae78c4d1-4788-44b8-bfcf-c9de6ea617b7 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710307 May 27 03:30:48.029381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7739d2-110d-495b-bb4a-31e25d8fd312,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:48.030989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Port abb7d6ef-9109-4556-a010-00c65ee3fab1 on network f9a2482c-648b-4c8e-91d9-85150a329773 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:30:48.031305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Attempting to bind port abb7d6ef-9109-4556-a010-00c65ee3fab1 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:48.176171 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae8f2a0-7166-4e9c-a1ef-8741e09cd219'] response: {'server_uuid': 'd9796446-6857-4eb7-814c-dd1cbf20ee1b', 'name': 'network-vif-deleted', 'tag': 'b65d8523-ea6f-47e9-a3cb-0d811b80822a', 'status': 'completed', 'code': 200} May 27 03:30:48.195507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:30:48.195789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Checking segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:48.195995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Bound using segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:30:48.196431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Bound port: abb7d6ef-9109-4556-a010-00c65ee3fab1, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:48.196767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.212657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:48.215668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.219449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f0e4a24-e449-42b9-a781-8509861ea72b tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f7739d2-110d-495b-bb4a-31e25d8fd312 HTTP/1.1" status: 204 len: 168 time: 1.4815121 May 27 03:30:48.219652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-1c6ef880-cc57-4254-a5e6-5ac6c5335631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:48.221152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-1c6ef880-cc57-4254-a5e6-5ac6c5335631 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.9557416 May 27 03:30:48.222401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:48.233014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Usage tracker for resource:security_group_rule and tenant:a8bddf6caec54fa5bd6e07409e33afe2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:48.246266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:48.273548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:48.284881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.359249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9293b48f-341b-44a3-b816-a02dda900f37 req-eb6fcafa-56ad-4623-9561-f3b5dffb0db9 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 210 time: 0.1432633 May 27 03:30:48.397993 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-7304a666-95da-4070-9ee9-ea0d0625fc03 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] show failed (client error): The resource could not be found. May 27 03:30:48.401956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7304a666-95da-4070-9ee9-ea0d0625fc03 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "GET /v2.0/security-groups/3f7739d2-110d-495b-bb4a-31e25d8fd312 HTTP/1.1" status: 404 len: 347 time: 0.1723671 May 27 03:30:48.403144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.408076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:48.412175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-875096c0-3fa9-4de7-9f78-0653b8755e58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 217 time: 0.1458535 May 27 03:30:48.426519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c10072d-a919-4f53-9cb0-936e48824465']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:48.496634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea786c-b54e-4320-bcb9-4752da46c884 req-e27185f8-86e4-4378-8f85-b31a614fcc9d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:48.503775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9ea786c-b54e-4320-bcb9-4752da46c884 req-e27185f8-86e4-4378-8f85-b31a614fcc9d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 943 time: 0.3848960 May 27 03:30:48.508058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:48.512161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:48.549649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.594943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ad766d1a-68d8-45ba-a609-66552d75fade up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:48.614871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:48.615134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe1c64d-695f-45b5-8f97-64ba4ba7c52b') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:48.641999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.652865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.655561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.657250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] 10.222.0.41 "PUT /v2.0/ports/abb7d6ef-9109-4556-a010-00c65ee3fab1 HTTP/1.1" status: 200 len: 1091 time: 3.5809276 May 27 03:30:48.659685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.662184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.665199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.686524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port ad766d1a-68d8-45ba-a609-66552d75fade completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:48.692483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port ad766d1a-68d8-45ba-a609-66552d75fade triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:48.692850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.713824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Deleting port ddeabb6b-7818-4430-89c0-e95bc368d96b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:48.714730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.748945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9ea786c-b54e-4320-bcb9-4752da46c884 req-e68641f0-26fe-43f6-97fb-0b2ed214e021 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441068 May 27 03:30:48.772435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.806764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-c0084c29-aa00-4d24-ad18-702a8194fbfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:48.809010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-c0084c29-aa00-4d24-ad18-702a8194fbfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.3737419 May 27 03:30:48.822972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:48.827425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8a30d-bd13-4a28-a63e-c7ce3679394b service neutron] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:48.851104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.861728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:30:48.862135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: timer() May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:48.877830 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:48.885607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:48.899244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:48.904764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:48.906928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b65d8523-ea6f-47e9-a3cb-0d811b80822a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:30:48.914014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c4cb64-45b3-4577-98b0-3be02e0856b6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:48.918962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:48.936829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:48.954336 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81d5b7c-c052-4a71-816c-8bbc91c4318e'] response: {'name': 'network-changed', 'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'status': 'completed', 'code': 200} May 27 03:30:48.958002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:30:48.992977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: b65d8523-ea6f-47e9-a3cb-0d811b80822a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:30:48.993322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b65d8523-ea6f-47e9-a3cb-0d811b80822a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:30:49.012991 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52556d39-c3d0-4b39-8a50-22f8a8721085'] response: {'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'code': 200} May 27 03:30:49.016974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1709a3-d978-408e-8965-896b5c4c668b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:49.053409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-91bda17c-270c-42bc-8b53-981044efff56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2323568 May 27 03:30:49.074203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:49.074465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:49.074599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Network hostable DHCP agents. Network: 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:49.111542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Pushing event updated for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:49.133988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52308) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:49.299929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.336079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.336956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.343216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-4fa6faef-e445-4b0d-8715-8a8f8de568c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 1094 time: 0.6020021 May 27 03:30:49.367291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Allocated IP 192.168.233.220 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/4735e35a-3b9b-4609-9a24-80a0acccb4dc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:49.383478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.387491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c10072d-a919-4f53-9cb0-936e48824465,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:49.429587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73296-a5cf-48b6-8720-89c0379eb18f req-d78b4010-3057-4470-aa99-72d849af9fbc tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.431073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25a73296-a5cf-48b6-8720-89c0379eb18f req-d78b4010-3057-4470-aa99-72d849af9fbc tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 931 time: 0.5466247 May 27 03:30:49.440494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.440827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.451306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35f75814-5679-4542-99df-8b6208c87af4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3c10072d-a919-4f53-9cb0-936e48824465 HTTP/1.1" status: 204 len: 168 time: 2.1535554 May 27 03:30:49.456464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52314) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:49.467064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-e521b2c5-a5d9-40eb-963c-7c27ec06f009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1 HTTP/1.1" status: 200 len: 217 time: 0.1103482 May 27 03:30:49.472770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:49.477042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-b678646d-ba7f-407a-9e2d-5c8862f47aba service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492565 May 27 03:30:49.547169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-a6124a95-dfbc-4253-8813-dd504f1ea35b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4641876 May 27 03:30:49.704347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Request body: {'port': {'device_id': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:49.725795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Calling delete_port for ddeabb6b-7818-4430-89c0-e95bc368d96b owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:49.784448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:49.796463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a0eae-0052-4b69-9a27-b17dd53eee5e None None] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:49.833097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Deleting subnet 72a9c5e8-d1e6-4906-8986-f2df917ad9d7 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:30:49.835458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-3bf60534-31b7-4e4e-bf3c-df106c5c40cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.837144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-3bf60534-31b7-4e4e-bf3c-df106c5c40cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.3331728 May 27 03:30:49.856010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20402755-2d11-4de9-81de-b0b967b84ac2 req-16641b16-7ca8-41bd-8a03-e826a6a6ae11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1096 time: 0.6461790 May 27 03:30:49.859318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:49.859888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.916126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:49.930422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25a73296-a5cf-48b6-8720-89c0379eb18f req-70ff68ac-7d06-4bd6-bc0e-6aeaa0c8153c tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820685 May 27 03:30:49.950389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cbee3253-4bf0-4287-924c-644c5f31dc0c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8201873 May 27 03:30:50.004394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20402755-2d11-4de9-81de-b0b967b84ac2 req-53eb7207-bb21-4917-bf34-c23adc274710 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363387 May 27 03:30:50.016497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f804cc7-67eb-4ab1-b547-735cc7671431 req-f2868edd-b16d-4668-9732-920057eea0a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552558 May 27 03:30:50.091449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.101255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a96839-4748-4c0e-aa2c-61dc1e655037 None None] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:50.139840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdbb14-54eb-4d6e-b083-1f6f81ec2d1a req-a17f4458-372d-4cf1-a206-13df59b3e17c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:50.154228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32cdbb14-54eb-4d6e-b083-1f6f81ec2d1a req-a17f4458-372d-4cf1-a206-13df59b3e17c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 945 time: 0.8675935 May 27 03:30:50.185669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Pushing event deleted for resources: {'Port': ['ID=ddeabb6b-7818-4430-89c0-e95bc368d96b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:50.191038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-779e6226-36bf-4822-9d9c-779db476c2ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3418076 May 27 03:30:50.195097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6fed084-035b-418a-ac3a-032eda80051f req-83ad234e-5b23-4a31-8e3e-b4e4a43098a0 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 210 time: 0.0516396 May 27 03:30:50.249935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.359873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.380326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.438418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.442380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-72633890-a39c-423f-8cfe-155163cae4f6 tempest-AttachSCSIVolumeTestJSON-921927177 tempest-AttachSCSIVolumeTestJSON-921927177-project] 10.222.0.46 "DELETE /v2.0/floatingips/65ad1079-fc84-4f6d-b2e4-39884bd02c2a HTTP/1.1" status: 204 len: 168 time: 2.0303342 May 27 03:30:50.505000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8682e2-f11d-408f-8915-a9a54e0547c4 req-8c0b1663-0d46-4386-8207-0449f50f0f46 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:50.507123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b8682e2-f11d-408f-8915-a9a54e0547c4 req-8c0b1663-0d46-4386-8207-0449f50f0f46 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 943 time: 0.1395607 May 27 03:30:50.568214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b8682e2-f11d-408f-8915-a9a54e0547c4 req-8593c10e-61b3-410f-9a46-f799548292ce tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 May 27 03:30:50.627535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.684648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32cdbb14-54eb-4d6e-b083-1f6f81ec2d1a req-3189ad96-4eea-425b-b743-0ed6a422e5fe tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292735 May 27 03:30:50.696299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:50.822947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Transition to ACTIVE for port object 4735e35a-3b9b-4609-9a24-80a0acccb4dc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:50.893576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-9f013ae2-900e-4ddd-908e-8cdebe9c8716 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154361 May 27 03:30:50.997117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.245191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52368) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:51.266436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a9c5e8-d1e6-4906-8986-f2df917ad9d7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:51.276051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990115c-df78-435b-82de-f91551e98766 req-65395589-e049-45a6-88d6-63fa4c5b61f7 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:51.284361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6990115c-df78-435b-82de-f91551e98766 req-65395589-e049-45a6-88d6-63fa4c5b61f7 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 931 time: 0.1287413 May 27 03:30:51.336845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1644657234-network', 'tenant_id': 'fb36ae9e214242d3bb24d2dd44cdcba9'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:51.341065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.353532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6990115c-df78-435b-82de-f91551e98766 req-5f88bfa3-97a4-4c91-a95b-c0b3fb7c08a6 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676963 May 27 03:30:51.368106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:51.421598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.425429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Usage tracker for resource:network and tenant:fb36ae9e214242d3bb24d2dd44cdcba9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:51.490432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:51.521356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:51.527901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc054316-61d7-49bc-8e99-bf82e4258fed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/72a9c5e8-d1e6-4906-8986-f2df917ad9d7 HTTP/1.1" status: 204 len: 168 time: 2.0629160 May 27 03:30:51.528178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:51.594759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:51.601470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5f98884-9b3c-40f9-a72b-4809d4be13fa req-1e6087b4-ce51-43c6-921e-677b0ab6a73f service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502397 May 27 03:30:51.609503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Made reservation on behalf of fb36ae9e214242d3bb24d2dd44cdcba9 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:51.612047 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.631354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:51.639156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:51.647835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:30:51.692417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.914506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:51.927362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:51.993939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.038141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e17b07c5-8d97-4287-88d1-e6a00f5f2f21 None None] Provisioning for port 4735e35a-3b9b-4609-9a24-80a0acccb4dc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:52.038826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0e616f-a5f6-4e50-833c-149363a695c9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:52.048711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e17b07c5-8d97-4287-88d1-e6a00f5f2f21 None None] Provisioning complete for port 4735e35a-3b9b-4609-9a24-80a0acccb4dc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:52.050373 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e17b07c5-8d97-4287-88d1-e6a00f5f2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.062453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24f964e-2836-4b65-a7ca-04fa41d1ca33') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:52.062850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24f964e-2836-4b65-a7ca-04fa41d1ca33') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:52.093351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11f4ad-f854-4f5f-978d-33c4118e846a req-a38ca91d-01c9-475b-ab5a-200520844594 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:52.096689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a11f4ad-f854-4f5f-978d-33c4118e846a req-a38ca91d-01c9-475b-ab5a-200520844594 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 943 time: 0.2693641 May 27 03:30:52.099082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.134040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e17b07c5-8d97-4287-88d1-e6a00f5f2f21 None None] Port 4735e35a-3b9b-4609-9a24-80a0acccb4dc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:30:52.146754 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:30:52.156920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.174433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:30:52.174836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: timer() May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:30:52.191031 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:30:52.213557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:52.214399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.228103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:52.232612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db29039-4669-4a69-afdf-2acfccfe2715 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:52.253204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.259476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Usage tracker for resource:security_group_rule and tenant:fb36ae9e214242d3bb24d2dd44cdcba9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:52.266732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:52.280833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a11f4ad-f854-4f5f-978d-33c4118e846a req-93fcc67b-7dfa-46e7-9683-ff547410c1de tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699975 May 27 03:30:52.296344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.296679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-36350c80-8b51-44e7-82d7-2addb4079a3c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:52.297784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-36350c80-8b51-44e7-82d7-2addb4079a3c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Synchronizing usage tracker for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:52.306377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:52.319217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Transition to ACTIVE for port object 9db29039-4669-4a69-afdf-2acfccfe2715 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:52.322100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-c239c774-1f87-4144-a897-a2a2477daeb8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3262305 May 27 03:30:52.323020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.331485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0e616f-a5f6-4e50-833c-149363a695c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:52.335474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e5f79243-6521-485e-a276-d1830ea0c2dd admin admin] 10.222.0.46 "DELETE /v2.0/networks/2e0e616f-a5f6-4e50-833c-149363a695c9 HTTP/1.1" status: 204 len: 168 time: 0.8060722 May 27 03:30:52.350400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Request body: {'port': {'device_id': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:52.383604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.474954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-7ab9039a-925c-4b25-9b97-83f6f3f555be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 1094 time: 0.5387266 May 27 03:30:52.539080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-36350c80-8b51-44e7-82d7-2addb4079a3c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Unset dirty status for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:52.548956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-36350c80-8b51-44e7-82d7-2addb4079a3c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 936 time: 1.1296453 May 27 03:30:52.587008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a191de-30c2-4f85-8070-e73fa4c76b51 req-844f8bc5-38c0-481d-96cd-012f79df8c30 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:52.594027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55a191de-30c2-4f85-8070-e73fa4c76b51 req-844f8bc5-38c0-481d-96cd-012f79df8c30 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 945 time: 0.1419518 May 27 03:30:52.632539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:52.695620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55a191de-30c2-4f85-8070-e73fa4c76b51 req-0f3cd00d-69d7-45dc-96d6-bae610a11fff tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957491 May 27 03:30:52.715040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c78a9bf2-64fa-4918-97db-cef7150823f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efe1b1538c9d4228b0b6420090b69056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0786924 May 27 03:30:52.717199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:52.771703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Pushing event updated for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:52.806147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.813984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:52.910483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-874168ee-374e-4c71-87b9-04905a43295c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Synchronizing usage tracker for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:30:53.020718 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.094787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.104488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b7d25-8778-4b1a-a6ba-071f892239b1 req-04fde6c1-8bef-44d9-a559-f34efa62f19b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:53.111174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.115936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c76b7d25-8778-4b1a-a6ba-071f892239b1 req-04fde6c1-8bef-44d9-a559-f34efa62f19b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 943 time: 0.2645800 May 27 03:30:53.156545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.169456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.172920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-874168ee-374e-4c71-87b9-04905a43295c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Unset dirty status for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:30:53.184979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8354d6e4-76e5-4b2c-a596-9d0330cbfe4d req-874168ee-374e-4c71-87b9-04905a43295c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350522 May 27 03:30:53.185764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c76b7d25-8778-4b1a-a6ba-071f892239b1 req-94ee9e53-cfae-46b6-b8d1-b7742f90a371 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 May 27 03:30:53.193971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-f7262b72-635c-4952-86fd-7ba76edfce48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:53.195423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-f7262b72-635c-4952-86fd-7ba76edfce48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 905 time: 0.6956956 May 27 03:30:53.221549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f04a8d-9728-4874-9ae0-e97361c5a01f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:53.248656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.249897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-799ccd06-cd29-4fbb-82ed-12d7176d471c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79f04a8d-9728-4874-9ae0-e97361c5a01f HTTP/1.1" status: 204 len: 168 time: 0.5317883 May 27 03:30:53.433511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:53.440545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-2c62990a-521e-46e9-8607-b179300a2c11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1 HTTP/1.1" status: 200 len: 217 time: 0.1843798 May 27 03:30:53.453052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192472de-5f3a-4700-bae5-59e88eb82e52,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:53.540296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.540834 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Added segment 4f7cecba-da7f-4040-9370-a8ad5245f2b5 of type vlan for network 743a88aa-772f-4af7-bc30-663172906255 May 27 03:30:53.557190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4371-8a89-4d10-ab95-6bd8f9a1ea62 req-778a2a9f-b0e3-4833-b9f1-2a660abd035f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:53.564616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c1f4371-8a89-4d10-ab95-6bd8f9a1ea62 req-778a2a9f-b0e3-4833-b9f1-2a660abd035f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 943 time: 0.1201756 May 27 03:30:53.575798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.623026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c1f4371-8a89-4d10-ab95-6bd8f9a1ea62 req-5caf5397-9645-433d-9a63-1d30a68fa25c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 May 27 03:30:53.638505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Attempting to bind port 9db29039-4669-4a69-afdf-2acfccfe2715 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:53.638840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Attempting to bind port 9db29039-4669-4a69-afdf-2acfccfe2715 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b4c40d2b-2533-4968-a17c-58080a26f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:53.639170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Attempting to bind port 9db29039-4669-4a69-afdf-2acfccfe2715 on network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:53.668234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-45dc53cf-4af7-4642-81e4-6d6bf62964c4 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1812323220&fields=id&tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 267 time: 0.3293049 May 27 03:30:53.691714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.696403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-8b0f35c1-a6b0-4fcb-a0ac-c615107bd476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:53.698141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-8b0f35c1-a6b0-4fcb-a0ac-c615107bd476 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.2419991 May 27 03:30:53.734364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Port 9db29039-4669-4a69-afdf-2acfccfe2715 on network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:30:53.734710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Attempting to bind port 9db29039-4669-4a69-afdf-2acfccfe2715 on network ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:53.789265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:53.860659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2bd98855-1192-4d6c-88c3-0068e2a4fa63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b51615ccf8c4c6794cfb4cc26d1f7f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688629 May 27 03:30:53.861998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:53.948458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:53.991525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.011425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-07e8f153-71d9-4ed4-9f92-3514b89f5a77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2544541 May 27 03:30:54.024583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:54.078885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:30:54.079234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Checking segment: {'id': 'b4c40d2b-2533-4968-a17c-58080a26f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:54.079622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Bound using segment: {'id': 'b4c40d2b-2533-4968-a17c-58080a26f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:30:54.080159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Bound port: 9db29039-4669-4a69-afdf-2acfccfe2715, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c40d2b-2533-4968-a17c-58080a26f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:54.080722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.097643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.126703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f19d8d-2a2a-42d3-befe-ce575821a6d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.129089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.129483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-171ba148-6a97-4bea-b87c-ae9446416e93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50f19d8d-2a2a-42d3-befe-ce575821a6d1 HTTP/1.1" status: 204 len: 168 time: 0.2665195 May 27 03:30:54.231567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.232466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:54.233085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.266897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:54.524537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2598898 May 27 03:30:54.536034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:54.554908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:54.556008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c0c93-b7d6-4e61-a09e-3a04f8a761f3 admin admin] Pushing event updated for resources: {'Network': ['ID=743a88aa-772f-4af7-bc30-663172906255,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:54.570685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Request body: {'subnet': {'network_id': '743a88aa-772f-4af7-bc30-663172906255', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1644657234-subnet', 'tenant_id': 'fb36ae9e214242d3bb24d2dd44cdcba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:54.581733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-196c25cb-60ce-4cf9-8b6b-9e2e0bd59195 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:54.583579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-196c25cb-60ce-4cf9-8b6b-9e2e0bd59195 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 945 time: 0.9056118 May 27 03:30:54.587249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 743a88aa-772f-4af7-bc30-663172906255 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:30:54.596082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-5908bee5-478b-452e-91e7-10a51b3aa84c service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540729 May 27 03:30:54.597394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:54.612321 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:54.654306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'security_groups': ['3112707d-68f5-4f9e-8c1f-edd404666cd7', 'd1701f7e-ca11-45e0-a753-85feabed3a7b']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:54.692021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Usage tracker for resource:subnet and tenant:fb36ae9e214242d3bb24d2dd44cdcba9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:54.710733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:54.744846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:54.832015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ea9c-c5f6-436a-8b3e-7f52a220e130 req-c8b5ddfd-089a-4cf4-aad4-fa450ec5aeba tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:54.834309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf7ea9c-c5f6-436a-8b3e-7f52a220e130 req-c8b5ddfd-089a-4cf4-aad4-fa450ec5aeba tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 936 time: 0.4052663 May 27 03:30:54.844366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:54.849888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:30:54.901414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9db29039-4669-4a69-afdf-2acfccfe2715,segment=NetworkSegment(b4c40d2b-2533-4968-a17c-58080a26f37b),segment_id=b4c40d2b-2533-4968-a17c-58080a26f37b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:54.919126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Made reservation on behalf of fb36ae9e214242d3bb24d2dd44cdcba9 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:54.921538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.938924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4735e35a-3b9b-4609-9a24-80a0acccb4dc {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:54.947413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:54.973855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf7ea9c-c5f6-436a-8b3e-7f52a220e130 req-eeef16f7-be6f-4484-b339-cd6e280a8740 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 May 27 03:30:55.022553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.041684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:55.057420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'mac_address': 'fa:16:3e:eb:2c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:55.126591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.152411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb7d6ef-9109-4556-a010-00c65ee3fab1 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:55.172370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:55.177760 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.270114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Transition to ACTIVE for port object 4735e35a-3b9b-4609-9a24-80a0acccb4dc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:55.272181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:55.281692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.283230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] 10.222.0.21 "PUT /v2.0/ports/9db29039-4669-4a69-afdf-2acfccfe2715 HTTP/1.1" status: 200 len: 1091 time: 5.5990701 May 27 03:30:55.290009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:55.303944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.318474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b87ee0c-3108-4fba-9260-012af0cef8c8 req-6c56c5cc-5d85-459d-89b3-87faeec6af4f service neutron] 10.222.0.41 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074015 May 27 03:30:55.364451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.400390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806285-6445-4889-99bf-1cc32b4e5f41 req-cdf2dfdd-962c-4077-98ae-bb98945ac407 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:55.402708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17806285-6445-4889-99bf-1cc32b4e5f41 req-cdf2dfdd-962c-4077-98ae-bb98945ac407 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 943 time: 0.2286608 May 27 03:30:55.450929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8e72-879b-4944-ab16-1b8fbb2ecb14 service neutron] Pushing event updated for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:55.479379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['abb7d6ef-9109-4556-a010-00c65ee3fab1'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:55.485587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17806285-6445-4889-99bf-1cc32b4e5f41 req-184b6820-3976-4eb2-ae7e-fb790235f41d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745771 May 27 03:30:55.602495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:55.909346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf4010-e023-4fe4-ad1e-ab0e4167f120 req-bb8b95b5-2504-4da4-91c4-ab5aa7d13c2b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:55.910858 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cddf4010-e023-4fe4-ad1e-ab0e4167f120 req-bb8b95b5-2504-4da4-91c4-ab5aa7d13c2b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 944 time: 0.2059829 May 27 03:30:55.912236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:55.965394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:55.978794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cddf4010-e023-4fe4-ad1e-ab0e4167f120 req-b0bd870e-8603-4b38-b84f-f3cdc85741ff tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 May 27 03:30:56.064853 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.119040 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b486f785-6e2c-47ae-b9a3-a705cbeef3e2'] response: {'name': 'network-changed', 'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715', 'status': 'completed', 'code': 200} May 27 03:30:56.122314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-9212f333-8548-4704-b3fd-3a3d6c9cedd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1809f6fffc0f47a5a6c0608b34ae8053&device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 1094 time: 0.7650437 May 27 03:30:56.159581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-network', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:56.171662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:56.176040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Usage tracker for resource:network and tenant:3b1d26e63c7644608f9b81be472df19b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:56.206130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:56.217712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:56.281943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Made reservation on behalf of 3b1d26e63c7644608f9b81be472df19b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:56.284163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.303554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.309968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-e9bac4cf-71b0-47a0-85f6-fdc5dc157680 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9db29039-4669-4a69-afdf-2acfccfe2715 HTTP/1.1" status: 200 len: 217 time: 0.1643298 May 27 03:30:56.368180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.440481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Attempting to bind port 4735e35a-3b9b-4609-9a24-80a0acccb4dc on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:30:56.440730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Attempting to bind port 4735e35a-3b9b-4609-9a24-80a0acccb4dc by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:30:56.441261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Attempting to bind port 4735e35a-3b9b-4609-9a24-80a0acccb4dc on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:56.510610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252dd5-c2b5-4689-8b82-1f8fa725abd2 req-afbe18ae-f3c1-4f78-83b8-9faf83743b54 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:56.514231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4252dd5-c2b5-4689-8b82-1f8fa725abd2 req-afbe18ae-f3c1-4f78-83b8-9faf83743b54 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 948 time: 0.2879579 May 27 03:30:56.515739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:56.528836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Port 4735e35a-3b9b-4609-9a24-80a0acccb4dc on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:30:56.529224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Attempting to bind port 4735e35a-3b9b-4609-9a24-80a0acccb4dc on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:30:56.562806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-01e56816-8d2d-49d1-825f-809922a6ed65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:56.564220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-01e56816-8d2d-49d1-825f-809922a6ed65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e4a8e22-b80d-4ae4-ad8f-d63233de7957 HTTP/1.1" status: 200 len: 858 time: 0.1992133 May 27 03:30:56.564771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:30:56.567941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Usage tracker for resource:security_group_rule and tenant:3b1d26e63c7644608f9b81be472df19b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:56.571737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:56.578044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139c5c4a-0f2f-4e7f-9f6f-06820ced028e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.587381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:56.623965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:30:56.624476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:56.625105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:30:56.625883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Bound port: 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:30:56.626237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.638481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port abb7d6ef-9109-4556-a010-00c65ee3fab1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:30:56.644540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4252dd5-c2b5-4689-8b82-1f8fa725abd2 req-9f884fd9-a38f-4ba4-9b8a-91a2fcad2eaf tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979238 May 27 03:30:56.645449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port abb7d6ef-9109-4556-a010-00c65ee3fab1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:30:56.645945 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.659915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-af577bee-9bb8-4d38-aa00-4671a5667629 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852635 May 27 03:30:56.744737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:56.790217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Checking segment: {'id': '4f7cecba-da7f-4040-9370-a8ad5245f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '743a88aa-772f-4af7-bc30-663172906255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:56.790583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Network hostable DHCP agents. Network: 743a88aa-772f-4af7-bc30-663172906255, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:56.799231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.805854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.809115 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.850968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:56.852185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:56.869300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:56.877642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.884747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12345ea3-cda1-4046-ae51-1a604df47c80,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.889248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.889605 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Added segment a9e56fbf-0926-4ba2-af2c-eebe854e811d of type vlan for network ed99485f-6876-418c-9ec3-31a108fb7136 May 27 03:30:56.955111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.956455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:56.975838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:56.986863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:56.990424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:57.014266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.050033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Network 743a88aa-772f-4af7-bc30-663172906255 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:57.051599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Deleting port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:57.051950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.067465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:57.137712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.150228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.151047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-2d205611-ac0a-4cd5-8ce0-af8ac99abe77 service neutron] 10.222.0.21 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814334 May 27 03:30:57.151221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:57.151949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.155587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:57.156382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.157857 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c393ec2-e097-45f9-9b8b-f27b99776e12 req-d323b26d-60f2-47ac-aa7c-98235aa6ef4b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "PUT /v2.0/ports/ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 981 time: 2.5516734 May 27 03:30:57.164281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.175866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 743a88aa-772f-4af7-bc30-663172906255) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:57.238392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c094bf6-6b5b-48ab-8281-5ed089a13437 None None] Network 743a88aa-772f-4af7-bc30-663172906255 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:57.260278 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e975e8c-b993-49a8-9cbe-81e8ae8f75b4'] response: {'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'code': 200} May 27 03:30:57.281502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:57.388282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17a897-13c4-4526-98ec-02e75faa73fd req-66693449-9e81-491f-935e-c16a88f19bdc tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:57.389807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c17a897-13c4-4526-98ec-02e75faa73fd req-66693449-9e81-491f-935e-c16a88f19bdc tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 943 time: 0.4322038 May 27 03:30:57.392939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88a776ae-2af3-4c84-83e9-e5f75fd70456 req-65df7214-3ae6-4fc1-b550-1145099a2cfd service neutron] 10.222.0.21 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147839 May 27 03:30:57.409408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:57.410126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.415262 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.416890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] 10.222.0.41 "PUT /v2.0/ports/4735e35a-3b9b-4609-9a24-80a0acccb4dc HTTP/1.1" status: 200 len: 1096 time: 5.0842490 May 27 03:30:57.446884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5335953 May 27 03:30:57.452771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a0dac-f7ae-4002-bdcb-e3fb7e14c88f admin admin] Pushing event updated for resources: {'Network': ['ID=ed99485f-6876-418c-9ec3-31a108fb7136,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.459285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:57.474664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ed99485f-6876-418c-9ec3-31a108fb7136 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:30:57.479287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Request body: {'subnet': {'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-subnet', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:57.487324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:57.500997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Usage tracker for resource:subnet and tenant:3b1d26e63c7644608f9b81be472df19b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:57.510142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:57.518773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] For port 20a534a3-c069-4e79-88e4-9bfdca3e5cb2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:57.519156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.527952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:57.539989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c17a897-13c4-4526-98ec-02e75faa73fd req-e7fd8c2d-d27b-4149-8a8c-00dd73a6d01f tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260207 May 27 03:30:57.686389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Calling delete_port for 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:57.743148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Deleting port 5158756b-f32e-4943-a5ca-49d086a79daf {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:30:57.743543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.768450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b50d0e-8824-4fc5-8e7e-30414e3ce936 service neutron] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:57.797516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-afbe62c6-fdae-4d1d-87c1-f3f6178b6226 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2582939 May 27 03:30:57.811457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Made reservation on behalf of 3b1d26e63c7644608f9b81be472df19b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:57.814672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.849537 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-146e8aef-2ba3-4471-b6d2-d05ef9354391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:57.933415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-7576a92e-4279-4dfa-a8c0-1c1e804ed02e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-532408452&fields=id&tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 267 time: 0.1483970 May 27 03:30:57.965993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7065ae-f435-4fae-a3e3-a4d251813eb1 None None] Network 743a88aa-772f-4af7-bc30-663172906255 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:58.160589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:58.212351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade'}, {'name': 'network-changed', 'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:58.280477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-3d29e778-54f5-44ad-9999-9f7975fa9ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 1099 time: 0.7508481 May 27 03:30:58.328423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb81341-174a-41fe-bf8a-54012b1bffa5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:58.368608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Checking segment: {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:30:58.368997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Network hostable DHCP agents. Network: ed99485f-6876-418c-9ec3-31a108fb7136, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:58.385268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:58.386835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5fb344b-b3ed-405f-ad58-bb2524185142 req-ed51c576-4634-466a-8625-7e38910fd684 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 1096 time: 0.9864523 May 27 03:30:58.392351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1afa3b-a94f-4fc7-ae0f-6e0ede99b46b req-e407fa34-bc8e-4a1b-b263-2c005855e26e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:58.393845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b1afa3b-a94f-4fc7-ae0f-6e0ede99b46b req-e407fa34-bc8e-4a1b-b263-2c005855e26e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 945 time: 0.9924624 May 27 03:30:58.400427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-0b751ec7-679e-4160-a90a-21635e7f5a04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1809f6fffc0f47a5a6c0608b34ae8053&device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 1094 time: 0.8666253 May 27 03:30:58.420765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-2c77ab22-e406-4d59-945c-6a1104b37887 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc HTTP/1.1" status: 200 len: 217 time: 0.1286273 May 27 03:30:58.423544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-6a89b853-dd22-4ecd-a6eb-e81d66f1c2ce tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:58.425085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-6a89b853-dd22-4ecd-a6eb-e81d66f1c2ce tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 984 time: 0.4544802 May 27 03:30:58.445655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a534a3-c069-4e79-88e4-9bfdca3e5cb2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:58.462373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'security_groups': ['3112707d-68f5-4f9e-8c1f-edd404666cd7', 'd1701f7e-ca11-45e0-a753-85feabed3a7b', 'e245dc93-8c6a-4074-84cc-06e6658cd616']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:58.623382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] For port 5158756b-f32e-4943-a5ca-49d086a79daf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5158756b-f32e-4943-a5ca-49d086a79daf,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:58.623748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:58.649325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9db29039-4669-4a69-afdf-2acfccfe2715 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:30:58.698304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Network ed99485f-6876-418c-9ec3-31a108fb7136 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:58.774549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ed99485f-6876-418c-9ec3-31a108fb7136) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:58.780761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:58.781198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:58.788854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Calling delete_port for 5158756b-f32e-4943-a5ca-49d086a79daf owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:30:58.819669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5fb344b-b3ed-405f-ad58-bb2524185142 req-5d00c3ac-bc7a-48f6-a5b9-63dfe295a970 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248230 May 27 03:30:58.827226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620592f-d055-41e2-9438-592b56aa532c None None] Network ed99485f-6876-418c-9ec3-31a108fb7136 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:30:58.850270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-246333c3-0dac-4483-8eb1-44906222810a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:58.851694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-246333c3-0dac-4483-8eb1-44906222810a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.4168620 May 27 03:30:58.853356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b1afa3b-a94f-4fc7-ae0f-6e0ede99b46b req-1b11855f-446e-4a33-a09d-059d89db80c8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316461 May 27 03:30:58.879341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:58.918780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-c0fb5a6c-3516-45fe-849b-fefb1a327bda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:58.920366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-c0fb5a6c-3516-45fe-849b-fefb1a327bda service neutron] 10.222.0.21 "GET /v2.0/networks?id=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 HTTP/1.1" status: 200 len: 919 time: 0.4974339 May 27 03:30:58.963806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5542374b-42d6-4069-8de9-f9c588333311 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5034168 May 27 03:30:58.969644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:30:58.979208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:30:59.007505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-cb6207b2-a920-4b3d-85bd-b20d8833a95c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9db29039-4669-4a69-afdf-2acfccfe2715 HTTP/1.1" status: 200 len: 217 time: 0.0794401 May 27 03:30:59.013357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:30:59.028627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Usage tracker for resource:router and tenant:3b1d26e63c7644608f9b81be472df19b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:30:59.029820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9db29039-4669-4a69-afdf-2acfccfe2715,segment=NetworkSegment(b4c40d2b-2533-4968-a17c-58080a26f37b),segment_id=b4c40d2b-2533-4968-a17c-58080a26f37b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:59.034926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:30:59.060218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:30:59.074604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9db29039-4669-4a69-afdf-2acfccfe2715', 'network_id': 'ebc839ec-4e89-4a0f-8b7e-b938c6e955e5', 'port_id': '9db29039-4669-4a69-afdf-2acfccfe2715', 'mac_address': 'fa:16:3e:90:59:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4a8e22-b80d-4ae4-ad8f-d63233de7957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:30:59.108478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.109421 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.143311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.171163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-799c6822-fd82-4f59-92ec-eda0d25c5d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:59.172653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-799c6822-fd82-4f59-92ec-eda0d25c5d07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e4a8e22-b80d-4ae4-ad8f-d63233de7957 HTTP/1.1" status: 200 len: 858 time: 0.1587708 May 27 03:30:59.175727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db29039-4669-4a69-afdf-2acfccfe2715 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:30:59.206552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.238704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9db29039-4669-4a69-afdf-2acfccfe2715,segment=NetworkSegment(b4c40d2b-2533-4968-a17c-58080a26f37b),segment_id=b4c40d2b-2533-4968-a17c-58080a26f37b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:59.248602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.279550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-da1126d5-1e14-43f4-bcb9-c66a02a895b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976820 May 27 03:30:59.315896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-ed99485f-6876-418c-9ec3-31a108fb7136', 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'fixed_ips': [{'subnet_id': '9fb81341-174a-41fe-bf8a-54012b1bffa5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:30:59.316635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.411933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:59.453515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.465665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9db29039-4669-4a69-afdf-2acfccfe2715'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:30:59.497913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:59.509960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.515324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-089492b1-9061-4f6c-9aa1-d124d70f821d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4252982 May 27 03:30:59.544953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Pushing event deleted for resources: {'Port': ['ID=5158756b-f32e-4943-a5ca-49d086a79daf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:59.547438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.601674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Allocated IP 172.20.0.2 (ed99485f-6876-418c-9ec3-31a108fb7136/9fb81341-174a-41fe-bf8a-54012b1bffa5/cc489ba0-d257-445d-9670-f1d2f382918f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:59.715724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.735287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.912523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.923647 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4688-b7da-43da-b677-760ffd472f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.925730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:30:59.926559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:30:59.937385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95a76f99-0ffe-46a2-9949-1f0660ab9794 req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "PUT /v2.0/ports/ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 1020 time: 1.4966085 May 27 03:30:59.942351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Transition to ACTIVE for port object cc489ba0-d257-445d-9670-f1d2f382918f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:30:59.963287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:30:59.970433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df99a8-c83e-419a-a13f-af38d2ddcdc8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:59.984835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-6aa53731-3ef5-4a60-a89f-0315240c81ad service neutron] 10.222.0.21 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631672 May 27 03:30:59.987331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Transition to ACTIVE for port object cc489ba0-d257-445d-9670-f1d2f382918f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:00.003340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:00.066450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.144212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Network ed99485f-6876-418c-9ec3-31a108fb7136 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:00.152390 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4cc84d-d5f7-4b80-a863-a6bcb05612ae'] response: {'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'status': 'completed', 'code': 200} May 27 03:31:00.152643 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4cc84d-d5f7-4b80-a863-a6bcb05612ae'] response: {'name': 'network-changed', 'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'status': 'completed', 'code': 200} May 27 03:31:00.163597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:00.172501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:00.190246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5594652-a78b-4fe4-9ab8-26476ce93cac req-42813a71-8df6-462c-92c3-a1618b9dbe98 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:00.195621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5594652-a78b-4fe4-9ab8-26476ce93cac req-42813a71-8df6-462c-92c3-a1618b9dbe98 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 948 time: 0.9314840 May 27 03:31:00.342108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Attempting to bind port cc489ba0-d257-445d-9670-f1d2f382918f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:00.342455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Attempting to bind port cc489ba0-d257-445d-9670-f1d2f382918f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:00.342807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Attempting to bind port cc489ba0-d257-445d-9670-f1d2f382918f on network ed99485f-6876-418c-9ec3-31a108fb7136 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:00.344802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Pushing event updated for resources: {'Port': ['ID=cc489ba0-d257-445d-9670-f1d2f382918f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:00.363952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:00.364249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Checking segment: {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:00.364599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.365017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Bound using segment: {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:00.365492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Bound port: cc489ba0-d257-445d-9670-f1d2f382918f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:00.365858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.393474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-616710e4-d70a-46e4-b627-2fffb3b53e23 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396144 May 27 03:31:00.433583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:00.582227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] For port cc489ba0-d257-445d-9670-f1d2f382918f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:00.608502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] For port cc489ba0-d257-445d-9670-f1d2f382918f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc489ba0-d257-445d-9670-f1d2f382918f,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:00.628606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.635334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5594652-a78b-4fe4-9ab8-26476ce93cac req-3fa295b1-97fe-4ffa-be15-f3d905cdf0ee tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968446 May 27 03:31:00.661360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7919727-44e2-41db-9875-ead2e0ac0968 req-2a75f483-d29a-40a0-920c-ae9d1fd5df71 service neutron] 10.222.0.21 "GET /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669893 May 27 03:31:00.679955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9db29039-4669-4a69-afdf-2acfccfe2715 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:00.726616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c055bfda-02a6-4fab-aa0a-f5945a6a5586 req-5edf456f-ddc1-44cb-9c77-4637d46da3ab service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722511 May 27 03:31:00.900243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea2a6-ec79-4a46-9552-2c02442b18cd None None] Pushing event updated for resources: {'Port': ['ID=cc489ba0-d257-445d-9670-f1d2f382918f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:00.924613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:00.985873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9db29039-4669-4a69-afdf-2acfccfe2715 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:01.008463 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-a3c9f11b-48d7-437b-8be0-6e7a08f9e6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 1099 time: 0.2203047 May 27 03:31:01.010243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9db29039-4669-4a69-afdf-2acfccfe2715 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:01.010609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.031086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.102977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf56d2-07bc-44d5-b507-0102791a713b req-eb69a16c-b89a-47e7-bafb-2246f3fe0b3b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:01.105076 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3bf56d2-07bc-44d5-b507-0102791a713b req-eb69a16c-b89a-47e7-bafb-2246f3fe0b3b tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 944 time: 0.2837100 May 27 03:31:01.125127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-29da4a24-2855-4638-96e1-6f5dcf16dfac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1174 time: 1.0042090 May 27 03:31:01.138928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.310151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.314505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.337376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d3bf56d2-07bc-44d5-b507-0102791a713b req-97d656bc-f7de-4bad-b4b6-68ec5fdae8f6 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Synchronizing usage tracker for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:01.366568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9db29039-4669-4a69-afdf-2acfccfe2715,segment=NetworkSegment(b4c40d2b-2533-4968-a17c-58080a26f37b),segment_id=b4c40d2b-2533-4968-a17c-58080a26f37b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:01.370458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:01.370825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-3768ff20-23d5-4674-bba9-0de431ce0e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:01.372778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-3768ff20-23d5-4674-bba9-0de431ce0e52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.3547251 May 27 03:31:01.382633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.431709 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:01.454490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d3bf56d2-07bc-44d5-b507-0102791a713b req-97d656bc-f7de-4bad-b4b6-68ec5fdae8f6 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Unset dirty status for tenant:1809f6fffc0f47a5a6c0608b34ae8053 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:01.459475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-e7cc344b-952f-43d0-b73d-9aaa0c76af5e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:01.460529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-e7cc344b-952f-43d0-b73d-9aaa0c76af5e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:01.466477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3bf56d2-07bc-44d5-b507-0102791a713b req-97d656bc-f7de-4bad-b4b6-68ec5fdae8f6 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473261 May 27 03:31:01.472433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:01.477189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-e8a01659-7f3c-43e7-a2ee-9a167b0ac248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc HTTP/1.1" status: 200 len: 217 time: 0.0936127 May 27 03:31:01.560358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-729ad372-0700-4495-9a1a-102cdf4515ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:01.562398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-729ad372-0700-4495-9a1a-102cdf4515ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0782909 May 27 03:31:01.633942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-e7cc344b-952f-43d0-b73d-9aaa0c76af5e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:01.635107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-e7cc344b-952f-43d0-b73d-9aaa0c76af5e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.8102939 May 27 03:31:01.666899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-35e44ba0-52c9-4094-b66c-dd3f61f6cfcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:01.668279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-35e44ba0-52c9-4094-b66c-dd3f61f6cfcc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.5310743 May 27 03:31:01.741518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-5a5a256f-7f65-41e8-86e2-b350d8de4111 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/quotas/434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 375 time: 0.0950608 May 27 03:31:01.764360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Allocated IP 172.25.8.219 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:01.798812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-3380879b-853a-445d-bab4-3e65ea510b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 217 time: 0.1226978 May 27 03:31:01.855707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-d8d4a24d-0b3c-4fd5-9925-d7a47784716a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954792 May 27 03:31:02.018575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-f593287c-913e-4d9c-84a7-67bf099164c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4478965 May 27 03:31:02.098608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-0f9b9973-1917-4b54-a2d6-095adb51f5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:02.100918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-0f9b9973-1917-4b54-a2d6-095adb51f5bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.2937963 May 27 03:31:02.107925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a565429-fe48-4a05-9797-d65ee20ee424 None None] Network ed99485f-6876-418c-9ec3-31a108fb7136 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:02.112830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd898655-8034-4886-bca9-ab93603cde01 req-99090b08-0bb4-46d1-a259-cc9ca145c489 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:02.114419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd898655-8034-4886-bca9-ab93603cde01 req-99090b08-0bb4-46d1-a259-cc9ca145c489 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 945 time: 0.4569492 May 27 03:31:02.209843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-131f2c09-e30e-4640-9984-d10bf9d5fe02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906925 May 27 03:31:02.224652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-78aecf80-1a9a-4a9b-998e-74ead1aa95b0 None None] Provisioning for port cc489ba0-d257-445d-9670-f1d2f382918f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:02.387047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:02.388282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd898655-8034-4886-bca9-ab93603cde01 req-f5c4c667-6cae-4632-8b52-315a00f6cc3e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243471 May 27 03:31:02.398451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-20d1abe9-a5a3-4e32-87bb-7af04ffe37a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011585 May 27 03:31:02.413990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-03a7500c-7298-4d64-87b0-0b27852fc0fc service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426704 May 27 03:31:02.578096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc489ba0-d257-445d-9670-f1d2f382918f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:02.670015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-c4d35f1c-3ef7-4c0b-aca6-efaa5a1c2e4d service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492051 May 27 03:31:02.676578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cc489ba0-d257-445d-9670-f1d2f382918f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:02.685500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cc489ba0-d257-445d-9670-f1d2f382918f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:02.686177 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:02.713599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40ea40-20d0-430f-86d5-303d45328b31 req-53d3bef8-358f-43b9-9128-1cca0abcc9f1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:02.715590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc40ea40-20d0-430f-86d5-303d45328b31 req-53d3bef8-358f-43b9-9128-1cca0abcc9f1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1023 time: 0.1783206 May 27 03:31:02.757319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Router d1557368-8a1b-47be-8df4-f27fe7ca51c3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:02.770816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bd79e12d-76d5-45b7-abe8-1d875d684946 None None] Provisioning complete for port cc489ba0-d257-445d-9670-f1d2f382918f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:02.771567 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bd79e12d-76d5-45b7-abe8-1d875d684946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:02.826321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-0d7bb052-2056-4db9-a24e-03375a29a2ff service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853827 May 27 03:31:02.875369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Router efaf260d-440b-4f08-9684-6a7477840fbf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:02.884002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-b022a946-5139-46aa-994f-42fc53a0d79d service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653683 May 27 03:31:02.965735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.024606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc40ea40-20d0-430f-86d5-303d45328b31 req-ddb10ef6-e1b7-45e6-b906-3195cc55a884 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1701f7e-ca11-45e0-a753-85feabed3a7b&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&id=e245dc93-8c6a-4074-84cc-06e6658cd616 HTTP/1.1" status: 200 len: 5484 time: 0.2862988 May 27 03:31:03.055018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.150577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98a74d2d-b4a5-4535-9ee8-5051b5069365 req-6b507005-860e-4039-93b9-e37e4176132a service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595696 May 27 03:31:03.152157 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbe609d-e1ae-4e7b-8c66-1b6f55b65346'] response: {'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715', 'code': 200} May 27 03:31:03.162175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cc489ba0-d257-445d-9670-f1d2f382918f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc489ba0-d257-445d-9670-f1d2f382918f,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:03.166633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bd79e12d-76d5-45b7-abe8-1d875d684946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.170561 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f5d111-387f-425d-8c70-90f6fc28a1df'] response: {'name': 'network-changed', 'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'status': 'completed', 'code': 200} May 27 03:31:03.191542 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.196025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:03.206754 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:03.207991 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Sync routers for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:03.234968 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:03.239401 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:03.353456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6b9c9325-e2b7-4b7b-916c-d8b2e8f0eeba admin admin] 10.222.0.46 "PUT /v2.0/routers/d1557368-8a1b-47be-8df4-f27fe7ca51c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2101886 May 27 03:31:03.355191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:03.440534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-bd79e12d-76d5-45b7-abe8-1d875d684946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:31:03.441014 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-bd79e12d-76d5-45b7-abe8-1d875d684946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:31:03.475100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cc489ba0-d257-445d-9670-f1d2f382918f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.518868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:03.543979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:03.552579 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:03.680361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:03.772613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Pushing event updated for resources: {'Port': ['ID=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.786058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-f835ec65-d15b-4de6-810d-b87a18abf6c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1174 time: 0.5555286 May 27 03:31:03.931340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ccf816f-add7-44f6-b36b-f41aa27154a0 req-a7248b25-ad0d-47bd-8be9-d0b65d53a8ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 1096 time: 0.7085791 May 27 03:31:04.024338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:30:59Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:04.029756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Checking router: d1557368-8a1b-47be-8df4-f27fe7ca51c3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:04.046073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Routers {'d1557368-8a1b-47be-8df4-f27fe7ca51c3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:04.047269 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:04.241294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ccf816f-add7-44f6-b36b-f41aa27154a0 req-002cdb61-e1f8-4eb1-8f3d-f595527aea4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873027 May 27 03:31:04.254317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a46e4-6ddd-4d51-b39c-fbb73e865792 req-be35a2f8-b349-4192-857d-cc6d93327712 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:04.257784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948a141-409f-4f20-8726-fa1746f67392 req-518a2af1-ace0-4e40-a796-f6d86b67ec2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:04.259405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-518a2af1-ace0-4e40-a796-f6d86b67ec2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.4649765 May 27 03:31:04.264285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-066a46e4-6ddd-4d51-b39c-fbb73e865792 req-be35a2f8-b349-4192-857d-cc6d93327712 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 948 time: 0.9173946 May 27 03:31:04.315812 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] Set router d1557368-8a1b-47be-8df4-f27fe7ca51c3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:04.329491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3483c4b-1346-4078-9e89-de465bfb1a28 req-fb7b7f35-d4b1-43bf-b4dc-0290e5997d9c tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:04.342842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3483c4b-1346-4078-9e89-de465bfb1a28 req-fb7b7f35-d4b1-43bf-b4dc-0290e5997d9c tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 945 time: 0.4026074 May 27 03:31:04.356715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:04.357857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:04.375710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-066a46e4-6ddd-4d51-b39c-fbb73e865792 req-d8f28aba-8938-414e-b876-280a8cd10552 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099086 May 27 03:31:04.383164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:04.392888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:04.404764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Sync routers for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:04.447868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:04.449329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:04.819461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:04.834454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2551c1c7-5567-4080-98e2-bd1046f55d29 admin admin] 10.222.0.46 "PUT /v2.0/routers/efaf260d-440b-4f08-9684-6a7477840fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5662584 May 27 03:31:04.850782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:04.874207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdc76266-4dfd-4c3f-9210-2bb0c49ecd2b req-56c03c86-9dde-411a-be26-61c33804de23 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 210 time: 0.1717520 May 27 03:31:05.024008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc489ba0-d257-445d-9670-f1d2f382918f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:05.046746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-36099a78-2857-4b2b-abb7-de2030e1dfb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 217 time: 0.5583305 May 27 03:31:05.072206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:30:59Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:05.080692 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe4e36-02c3-49d7-9485-56d394608665 None None] The sync data for ids ['d1557368-8a1b-47be-8df4-f27fe7ca51c3'] in n-d-843301-2 is: [{'id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611127165-router', 'tenant_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:29:15Z', 'updated_at': '2022-05-27T03:30:59Z', 'revision_number': 5, 'project_id': 'a07cc1547cd74aff93f7fbc12dfa8425', 'gw_port': {'id': '570a9f9b-333c-4d4b-93a8-cccc471df078', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1557368-8a1b-47be-8df4-f27fe7ca51c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:29:16Z', 'updated_at': '2022-05-27T03:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:05.103642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2112237538 ', 'description': 'tempest-description-352402501'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:05.110969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4735e35a-3b9b-4609-9a24-80a0acccb4dc details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:05.173961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:05.193912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3483c4b-1346-4078-9e89-de465bfb1a28 req-8d5a3618-217a-4ec0-b061-01fb335ee708 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8498096 May 27 03:31:05.221610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948a141-409f-4f20-8726-fa1746f67392 req-b727d6b8-5f05-44c4-9ccc-05bba61ca60d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:05.223475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-b727d6b8-5f05-44c4-9ccc-05bba61ca60d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.1528249 May 27 03:31:05.359578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-76aac2ed-32ee-4c78-9eb2-deb74f29ca1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277394 May 27 03:31:05.371588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:05.477667 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:05.607100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:05.619156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:05.628543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-212c5d0b-932b-4304-b0dd-a7a8c6e4c651 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:05.630047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-212c5d0b-932b-4304-b0dd-a7a8c6e4c651 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.5652690 May 27 03:31:05.631347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:05.640802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:05.682349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:05.705210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'mac_address': 'fa:16:3e:9e:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:05.730504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-2b8e3f40-3095-4591-b676-61686191ca76 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441148 May 27 03:31:05.733373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:05.761500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518052-f1fe-4549-be21-b12322f77385 req-37b9bfaa-2ea3-4382-beb9-ad9a6952c873 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:05.762287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cc489ba0-d257-445d-9670-f1d2f382918f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:05.762675 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:05.765748 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3518052-f1fe-4549-be21-b12322f77385 req-37b9bfaa-2ea3-4382-beb9-ad9a6952c873 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 945 time: 0.2339399 May 27 03:31:05.790365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Request body: {'port': {'device_id': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'admin_state_up': True, 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:05.870355 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:05.877044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Deleting port 570a9f9b-333c-4d4b-93a8-cccc471df078 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:05.877512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:05.893331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:05.905755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Checking router: efaf260d-440b-4f08-9684-6a7477840fbf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:05.909189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4735e35a-3b9b-4609-9a24-80a0acccb4dc {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:05.973024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:05.988752 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.002211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.024412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Routers {'efaf260d-440b-4f08-9684-6a7477840fbf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:06.025101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efaf260d-440b-4f08-9684-6a7477840fbf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:06.060951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.070871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3518052-f1fe-4549-be21-b12322f77385 req-b2956635-68e5-45d4-a399-304406910d55 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752299 May 27 03:31:06.108928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.210669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1948a141-409f-4f20-8726-fa1746f67392 req-ecde1c87-47d6-4e3d-8079-de2a8932e7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735165 May 27 03:31:06.218874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:06.228629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:06.244643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Usage tracker for resource:port and tenant:434aa2eabd83452b84d0baa8ea86673f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:06.254066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:06.258477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.271183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b98baf71-7ec2-4a52-a389-bd7529cc0748 req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 1.1758976 May 27 03:31:06.274066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3960b-2c12-40c7-b68f-f43eca5b3620 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639b4e70-700f-42bd-a1b5-ef799b4f5da5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:06.288002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] For port 570a9f9b-333c-4d4b-93a8-cccc471df078, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=570a9f9b-333c-4d4b-93a8-cccc471df078,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:06.288419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.289399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Router 19634d4f-462f-467f-8b5d-c79e80730cb2 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:31:06.296332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:06.301584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] Set router efaf260d-440b-4f08-9684-6a7477840fbf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:06.396932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:06.400046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:06.511669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Calling delete_port for 570a9f9b-333c-4d4b-93a8-cccc471df078 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:06.518137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['4735e35a-3b9b-4609-9a24-80a0acccb4dc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:06.544213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5158756b-f32e-4943-a5ca-49d086a79daf no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:06.598380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5158756b-f32e-4943-a5ca-49d086a79daf {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:06.598736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5158756b-f32e-4943-a5ca-49d086a79daf not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:06.615190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e9ac468-c6e4-4b80-a9bd-b56def537dfc req-985b3645-8846-4c1f-b7ed-802a359cebdd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 210 time: 0.1167355 May 27 03:31:06.716736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3894f-5e16-4718-bd06-a3315cbb9dd7 req-1537828f-f847-487f-b81f-ca99771e5d97 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:06.728028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cba3894f-5e16-4718-bd06-a3315cbb9dd7 req-1537828f-f847-487f-b81f-ca99771e5d97 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 949 time: 0.3320270 May 27 03:31:06.834111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cba3894f-5e16-4718-bd06-a3315cbb9dd7 req-7bd0abfd-c183-43d4-bef3-0363c3edd5a9 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050849 May 27 03:31:06.966476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.036762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Pushing event deleted for resources: {'Port': ['ID=570a9f9b-333c-4d4b-93a8-cccc471df078,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.047908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Allocated IP 172.20.0.4 (3ec7dcf1-024a-4189-a85c-8e6381d0e0d4/2a1709a3-d978-408e-8965-896b5c4c668b/ada1dda9-2719-4179-8662-3b5b5de82f95) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:07.064366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.071077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4f36b-06f4-4b63-9297-25492e618d5d None None] The sync data for ids ['efaf260d-440b-4f08-9684-6a7477840fbf'] in n-d-843301-2 is: [{'id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1145661944-router', 'tenant_id': '479819c89af34e9898d09dde6dcd3afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '9879593d-56d7-4f46-9feb-4463b893087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:47Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 5, 'project_id': '479819c89af34e9898d09dde6dcd3afa', 'gw_port': {'id': '9879593d-56d7-4f46-9feb-4463b893087c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf260d-440b-4f08-9684-6a7477840fbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:07.090730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.150557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Deleting port 9879593d-56d7-4f46-9feb-4463b893087c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:07.151136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.473350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:07.488390 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Sync routers for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:07.501375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:07.501800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.503348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:07.548987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] For port 9879593d-56d7-4f46-9feb-4463b893087c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9879593d-56d7-4f46-9feb-4463b893087c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:07.549343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.569042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.570131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0b0a26a-5780-4533-b0be-331c300b5b65 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.5974271 May 27 03:31:07.635765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e6b10d8-b778-4a8f-beb8-c04fd93b8761 req-bc987620-73f5-4faa-8099-52e751606138 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/639b4e70-700f-42bd-a1b5-ef799b4f5da5 HTTP/1.1" status: 200 len: 1614 time: 0.2989576 May 27 03:31:07.636232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52566) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:07.737754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Calling delete_port for 9879593d-56d7-4f46-9feb-4463b893087c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:07.759942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dcc86-fbd3-4373-a37d-7fbd54e9d4c5 req-114ea17f-dc58-41a6-9b19-8a54a85d5523 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:07.767582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-424dcc86-fbd3-4373-a37d-7fbd54e9d4c5 req-114ea17f-dc58-41a6-9b19-8a54a85d5523 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 945 time: 0.7322636 May 27 03:31:07.781792 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:07.843343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.929805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.950009 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:07.955907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-424dcc86-fbd3-4373-a37d-7fbd54e9d4c5 req-03bebcf3-525a-4f12-8f1f-ddd684e17046 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874497 May 27 03:31:07.989908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-4d612c82-c108-4091-be02-8514c1e12145 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037234 May 27 03:31:08.006392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.007150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1557368-8a1b-47be-8df4-f27fe7ca51c3 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:08.046617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.050621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f6c8ef3c-8458-43cc-b47e-45a77e0e4103 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d1557368-8a1b-47be-8df4-f27fe7ca51c3 HTTP/1.1" status: 204 len: 168 time: 4.6907659 May 27 03:31:08.053722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52582) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:08.111651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0438630e-fda0-462c-9728-4d527bf99c00 req-835601ac-93ef-4ba8-8e50-b105e79b6d3d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:08.187086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0438630e-fda0-462c-9728-4d527bf99c00 req-835601ac-93ef-4ba8-8e50-b105e79b6d3d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:08.188517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0438630e-fda0-462c-9728-4d527bf99c00 req-835601ac-93ef-4ba8-8e50-b105e79b6d3d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 210 time: 0.1856377 May 27 03:31:08.203332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.255041 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:04Z', 'revision_number': 3, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.270375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Checking router: 19634d4f-462f-467f-8b5d-c79e80730cb2 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:08.270943 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Updating router 19634d4f-462f-467f-8b5d-c79e80730cb2 port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:31:08.317538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Deleting subnet fa6292e0-3faa-4307-8acd-9eb931bc1cad {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:31:08.319900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:08.321010 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.322204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.328494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:08.367060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:08.383865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.390025 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.422299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-5ec55664-7e86-46d8-8b70-11944299e1b0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/639b4e70-700f-42bd-a1b5-ef799b4f5da5 HTTP/1.1" status: 200 len: 1614 time: 0.2669353 May 27 03:31:08.472727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-c511ac71-3012-463f-ae47-fc07bad43c77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1174 time: 0.2967310 May 27 03:31:08.512157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:08.512747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.544034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.609413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Pushing event deleted for resources: {'Port': ['ID=9879593d-56d7-4f46-9feb-4463b893087c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.612170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-41198b5b-5d62-4513-98cc-13eb057997c7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9668353 May 27 03:31:08.638245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Request body: {'port': {'device_id': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:08.647667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.662194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4735e35a-3b9b-4609-9a24-80a0acccb4dc up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:08.667738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259be0f-8961-40c5-a8bb-785039605d41 req-e6909a66-bcb7-4b65-9a50-402d4d715527 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:08.669172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4259be0f-8961-40c5-a8bb-785039605d41 req-e6909a66-bcb7-4b65-9a50-402d4d715527 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 949 time: 0.3043220 May 27 03:31:08.721182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 570a9f9b-333c-4d4b-93a8-cccc471df078 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:08.726406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.771181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 570a9f9b-333c-4d4b-93a8-cccc471df078 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:08.771793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 570a9f9b-333c-4d4b-93a8-cccc471df078 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:08.772427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:08.784972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-8ce1d806-97a2-4d65-9b35-f5ae0679288c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:08.786769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-8ce1d806-97a2-4d65-9b35-f5ae0679288c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.2868509 May 27 03:31:08.791459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.811392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:08.812142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 20a534a3-c069-4e79-88e4-9bfdca3e5cb2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:08.843454 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.854861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 4735e35a-3b9b-4609-9a24-80a0acccb4dc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:08.859235 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Transition to ACTIVE for port object b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:08.873236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 4735e35a-3b9b-4609-9a24-80a0acccb4dc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:08.873732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.874462 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:08.898664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-5edd0195-4542-4d32-a2f1-9fd543076479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 200 len: 217 time: 0.0974126 May 27 03:31:08.918868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.008354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Attempting to bind port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:09.008798 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Attempting to bind port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:09.009112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Attempting to bind port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:09.020325 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.030544 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:09.030925 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:09.031201 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.031710 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:09.032604 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Bound port: b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:09.033156 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.059120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.071708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Pushing event updated for resources: {'Port': ['ID=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.072713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4259be0f-8961-40c5-a8bb-785039605d41 req-7275ad48-d96f-44f2-bf14-53f86ba10442 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500791 May 27 03:31:09.091615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6292e0-3faa-4307-8acd-9eb931bc1cad,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.108275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b4e70-700f-42bd-a1b5-ef799b4f5da5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.150760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.154804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9eb644cd-d3b5-4f4e-8156-7cf603b4ce0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fa6292e0-3faa-4307-8acd-9eb931bc1cad HTTP/1.1" status: 204 len: 168 time: 1.0997539 May 27 03:31:09.159871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:09.162685 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.163149 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.164164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89c419-71c6-4171-98a0-d3665123d00b None None] Network d44e5556-18bf-49ac-9d20-24d0c57b20b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:09.165338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.165689 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.166020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.166350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.166704 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.167027 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.168826 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.169199 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.169531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:09.176375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.193494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abd365b8-4f0c-4422-9c20-8cf3dbdcea3d req-00d3e187-c51b-42c4-ac89-2dc8b34c838c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/639b4e70-700f-42bd-a1b5-ef799b4f5da5 HTTP/1.1" status: 204 len: 173 time: 0.7576056 May 27 03:31:09.235951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-9e45065b-1bcb-4d34-a52a-db7abbfba654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:09.238375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-9e45065b-1bcb-4d34-a52a-db7abbfba654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.3263040 May 27 03:31:09.249094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] For port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:09.254022 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] For port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:09.265401 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.317320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.340200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.421495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:09.425231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:09.476234 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d0d64-0975-4953-a8d2-ae1f931420b7 None None] Pushing event updated for resources: {'Port': ['ID=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.497666 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:09.498419 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:09.515872 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.668101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.694792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-32e9a8bf-5a2b-413a-979f-2183393cbe93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3510244 May 27 03:31:09.710343 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-f46058d5-b504-419d-b953-9812f27711ff req-45940abf-6763-459d-b7eb-647645e12c57 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:31:09.711756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46058d5-b504-419d-b953-9812f27711ff req-45940abf-6763-459d-b7eb-647645e12c57 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/639b4e70-700f-42bd-a1b5-ef799b4f5da5 HTTP/1.1" status: 404 len: 352 time: 0.3122137 May 27 03:31:09.772553 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:09.773679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] DHCP port deletion for d44e5556-18bf-49ac-9d20-24d0c57b20b0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:31:09.778459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Deleting port 68cfe413-347d-4641-a79d-6148d86d7486 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:09.778836 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:09.831683 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bf3823-b8fc-45aa-8ff5-f5f0a8a7b751'] response: {'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'code': 200} May 27 03:31:09.901164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.016245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Deleting port 68cfe413-347d-4641-a79d-6148d86d7486 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:10.016505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.127413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] For port 68cfe413-347d-4641-a79d-6148d86d7486, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68cfe413-347d-4641-a79d-6148d86d7486,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:10.127933 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.135566 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:04Z', 'revision_number': 3, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:10.140071 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a22da8-b486-49ca-a49d-0bdad7e94171 None None] The sync data for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 is: [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:04Z', 'revision_number': 3, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:10.175923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-cfe6cc50-a243-4346-8794-84f7fcf3ce21 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625652 May 27 03:31:10.195649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.298562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.303498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Calling delete_port for 68cfe413-347d-4641-a79d-6148d86d7486 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:10.388925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2dc2-e437-4bc7-b14e-622487fb27fb req-796c99d4-71c4-4ea1-bf51-a29ecae1532b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.400061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f2d2dc2-e437-4bc7-b14e-622487fb27fb req-796c99d4-71c4-4ea1-bf51-a29ecae1532b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 931 time: 0.6919086 May 27 03:31:10.459695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d1da4-e80a-443a-b377-1c8902d3ecc0 req-4aef9c18-7708-4235-be95-b28fceeb5a9d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:10.461236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d35d1da4-e80a-443a-b377-1c8902d3ecc0 req-4aef9c18-7708-4235-be95-b28fceeb5a9d tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 945 time: 0.5569961 May 27 03:31:10.487477 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.491820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.491820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaf260d-440b-4f08-9684-6a7477840fbf {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:10.509311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a58b7cbd-1049-48fb-9f98-c4772dcace31 req-9cfb4608-4ff0-4c74-8337-9e33d386b725 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 1101 time: 0.6544940 May 27 03:31:10.596382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.602020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8193ead3-4499-49c9-8a86-b4b14042777a admin admin] 10.222.0.46 "DELETE /v2.0/routers/efaf260d-440b-4f08-9684-6a7477840fbf HTTP/1.1" status: 204 len: 168 time: 5.7391591 May 27 03:31:10.626180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:10.668556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada1dda9-2719-4179-8662-3b5b5de82f95 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:10.685272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] Pushing event deleted for resources: {'Port': ['ID=68cfe413-347d-4641-a79d-6148d86d7486,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.703344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:10.707553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] For port 68cfe413-347d-4641-a79d-6148d86d7486, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68cfe413-347d-4641-a79d-6148d86d7486,segment=NetworkSegment(d9386fdb-6943-4f69-b390-fdfe2b20ed7b),segment_id=d9386fdb-6943-4f69-b390-fdfe2b20ed7b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:10.708129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.798055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.845995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f2d2dc2-e437-4bc7-b14e-622487fb27fb req-7465cbce-f947-43b8-8246-79892953afe0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:10.853375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969805c-667c-427c-a577-53dfd5c8cb82 None None] No DVR routers for this DVR port 68cfe413-347d-4641-a79d-6148d86d7486 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:10.860626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:10.873161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Transition to ACTIVE for port object ada1dda9-2719-4179-8662-3b5b5de82f95 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:10.889032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:10.981408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5cb6d5d-6732-49d6-8e66-43d6c9efc02d req-ef98a527-e4ed-4feb-8a2c-86bef6aca290 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928638 May 27 03:31:10.983598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a58b7cbd-1049-48fb-9f98-c4772dcace31 req-3d84e2c3-1317-47c4-9d5f-123ce180a6d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489715 May 27 03:31:11.003311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Calling delete_port for 68cfe413-347d-4641-a79d-6148d86d7486 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:11.006452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Deleting subnet 57790695-8c83-4483-bcbc-4a2c67ad4a4f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:31:11.010169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:11.019412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:11.019777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.083026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.101102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.103205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d35d1da4-e80a-443a-b377-1c8902d3ecc0 req-9cf17124-312f-4885-8b39-f4f54e770ee0 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044786 May 27 03:31:11.116006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:11.139186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'mac_address': 'fa:16:3e:eb:2c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:11.161518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:31:11.162173 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:31:11.272623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f2d2dc2-e437-4bc7-b14e-622487fb27fb req-7465cbce-f947-43b8-8246-79892953afe0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:11.290583 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f2d2dc2-e437-4bc7-b14e-622487fb27fb req-7465cbce-f947-43b8-8246-79892953afe0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8895731 May 27 03:31:11.319278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-316439524', 'description': 'tempest-description-140015437'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:11.339942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:11.358127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:11.364428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.367799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:11.372991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.394729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:11.427777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.431689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:11.442329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.489054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.527786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:11.534973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:11.539534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:11.548753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abb7d6ef-9109-4556-a010-00c65ee3fab1 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:11.554900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:11.565258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 68cfe413-347d-4641-a79d-6148d86d7486 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:11.618696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 68cfe413-347d-4641-a79d-6148d86d7486 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:11.619026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 68cfe413-347d-4641-a79d-6148d86d7486 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:11.630750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:11.640617 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.648001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.664075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Deleting port 68cfe413-347d-4641-a79d-6148d86d7486 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:11.664423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.667943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-05abf12f-9b6b-4b61-88a2-7c501670477a tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:11.669901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-05abf12f-9b6b-4b61-88a2-7c501670477a tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.21 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 945 time: 0.7227540 May 27 03:31:11.754506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.759674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] The port '68cfe413-347d-4641-a79d-6148d86d7486' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:31:11.762730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.786534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.842716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Deleting port 9db29039-4669-4a69-afdf-2acfccfe2715 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:11.843406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.898724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:11.899410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:11.899951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:11.917711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['abb7d6ef-9109-4556-a010-00c65ee3fab1'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:11.921330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.922528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fbd0916-28bd-4427-a29f-a87093f56ab1 req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6173708 May 27 03:31:11.939535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.945281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3110-cac5-427d-b352-608dcfeb208e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342097ae-c0b9-4ec8-b576-898110151cd1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.957725 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:11.976710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:11.977129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:12.022757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44e5556-18bf-49ac-9d20-24d0c57b20b0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.059983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.060278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9386fdb-6943-4f69-b390-fdfe2b20ed7b') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.067025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:12.070013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:12.072104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:12.074885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Bound port: ada1dda9-2719-4179-8662-3b5b5de82f95, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:12.077413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.088595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.122283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-904088239', 'description': 'tempest-description-1147630352'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:12.139762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.147539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:12.167870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:12.184124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:31:12.184664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: timer() May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:31:12.224367 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:31:12.231359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:12.289482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:12.315812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.333980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bef8a-6d86-41c0-a5cb-a0852b5e9c29 req-0ff530c6-d5dd-44ba-8b79-a829bc1b4203 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:12.335708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-905bef8a-6d86-41c0-a5cb-a0852b5e9c29 req-0ff530c6-d5dd-44ba-8b79-a829bc1b4203 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 950 time: 0.8222029 May 27 03:31:12.350601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.371662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.400278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] Pushing event deleted for resources: {'Network': ['ID=d44e5556-18bf-49ac-9d20-24d0c57b20b0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.418915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-270502e1-af45-4ea6-974e-7ff2fcd92ced admin admin] 10.222.0.46 "DELETE /v2.0/networks/d44e5556-18bf-49ac-9d20-24d0c57b20b0 HTTP/1.1" status: 204 len: 168 time: 3.2576261 May 27 03:31:12.440087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:12.454447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:12.462584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:12.495454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:12.584771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:12.611007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.623139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.641815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.728581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.741539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e07a9e7f-c902-452c-8e46-f97b991174d2 req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6318960 May 27 03:31:12.802358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-905bef8a-6d86-41c0-a5cb-a0852b5e9c29 req-fe951812-a59a-4307-8866-26dbc47e9e96 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480920 May 27 03:31:12.803974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:12.834589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:12.858829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57790695-8c83-4483-bcbc-4a2c67ad4a4f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.915987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:12.920405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.928294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7f2d4c68-fa52-445a-9fdf-0c10a16c759b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/57790695-8c83-4483-bcbc-4a2c67ad4a4f HTTP/1.1" status: 204 len: 168 time: 2.3010867 May 27 03:31:12.936216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:12.941720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630441c-3e37-4a01-8d4b-2709a00e06b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24642e93-c3ad-475d-86a0-7955060d75ed,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.946154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] For port 9db29039-4669-4a69-afdf-2acfccfe2715, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9db29039-4669-4a69-afdf-2acfccfe2715,segment=NetworkSegment(b4c40d2b-2533-4968-a17c-58080a26f37b),segment_id=b4c40d2b-2533-4968-a17c-58080a26f37b)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:12.946532 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:12.979071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7815c-dfc2-49d3-a63f-8793de7b2127 None None] Network 92ef77d2-e978-4d77-a36b-661c57454821 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:13.000087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:13.030861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e0679-44bb-48f0-8c94-42d44586d8be req-9a6de64b-1499-4a4d-9d79-5cc612c40a71 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:13.046001 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66e0679-44bb-48f0-8c94-42d44586d8be req-9a6de64b-1499-4a4d-9d79-5cc612c40a71 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 945 time: 0.1409507 May 27 03:31:13.103196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66e0679-44bb-48f0-8c94-42d44586d8be req-76019641-d981-420d-9dd6-e686881ce988 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7d67e38-7917-4dd9-8c81-c7ddae02642a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 May 27 03:31:13.158638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.231791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1558056709', 'description': 'tempest-description-98328387'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:13.241504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:13.249246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:13.253775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:13.283891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:13.300857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.341677 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.345287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port abb7d6ef-9109-4556-a010-00c65ee3fab1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:13.346515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.349444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:13.357424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:13.362178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:13.370830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:13.442047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:13.442558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.451069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.457441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.476810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Calling delete_port for 9db29039-4669-4a69-afdf-2acfccfe2715 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:13.511174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd49c0-054e-4f3f-a64c-e440ab48c2a4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.522072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.523837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d6fadb2-9836-423b-8970-1c4237ebc842 req-228cd8f1-504e-4823-b0a8-3bf925c7491f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.3000801 May 27 03:31:13.580027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.671291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:13.682354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] DHCP port deletion for 92ef77d2-e978-4d77-a36b-661c57454821 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:31:13.702436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd0529d8-d137-4c00-a39f-0bf21145c203 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a07cc1547cd74aff93f7fbc12dfa8425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8616571 May 27 03:31:13.703318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:13.705786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:13.706735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.709883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] 10.222.0.21 "PUT /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 1091 time: 5.0797369 May 27 03:31:13.710080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Deleting port 8443e01b-dcd9-4c26-9863-fc450ac48056 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:13.710562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.718882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:13.726311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.760320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.828144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9879593d-56d7-4f46-9feb-4463b893087c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:13.837747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f20d-153f-444d-83aa-36cbc0b9ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.873678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Deleting port 8443e01b-dcd9-4c26-9863-fc450ac48056 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:13.874363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.882152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9879593d-56d7-4f46-9feb-4463b893087c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:13.882526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9879593d-56d7-4f46-9feb-4463b893087c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:13.898821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.938430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.966058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:13.981608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-cb7e8da9-51de-47b6-9410-9f71b975d2d2 req-caeb06aa-07be-4c9b-aa69-b977d336806e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:14.032404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-cb7e8da9-51de-47b6-9410-9f71b975d2d2 req-caeb06aa-07be-4c9b-aa69-b977d336806e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:14.037529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3bdc7-3ef1-471a-84a3-bf4948adc761 req-55090ae9-c99e-4623-b96d-ed533a9e4633 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:14.042292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb7e8da9-51de-47b6-9410-9f71b975d2d2 req-caeb06aa-07be-4c9b-aa69-b977d336806e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 9730 time: 0.3569427 May 27 03:31:14.046096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96c3bdc7-3ef1-471a-84a3-bf4948adc761 req-55090ae9-c99e-4623-b96d-ed533a9e4633 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 0.9557784 May 27 03:31:14.075409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] For port 8443e01b-dcd9-4c26-9863-fc450ac48056, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8443e01b-dcd9-4c26-9863-fc450ac48056,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:14.076934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.114657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb7e8da9-51de-47b6-9410-9f71b975d2d2 req-f645dbca-f8e0-452f-965e-823f66cbf595 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/3112707d-68f5-4f9e-8c1f-edd404666cd7 HTTP/1.1" status: 200 len: 2649 time: 0.0711844 May 27 03:31:14.214290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb7e8da9-51de-47b6-9410-9f71b975d2d2 req-5fda11de-017a-4ba1-b2d8-2ea17b4976ed tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/3112707d-68f5-4f9e-8c1f-edd404666cd7 HTTP/1.1" status: 200 len: 2649 time: 0.0986726 May 27 03:31:14.217710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.252233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5548d-dfb6-4880-8fa7-36f53af641ac,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:14.276929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.298372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.301006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a5f2cb77-72cc-4525-b2c9-9f2c4bde8e71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fda5548d-dfb6-4880-8fa7-36f53af641ac HTTP/1.1" status: 204 len: 168 time: 0.5925782 May 27 03:31:14.422576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-9b0ebf89-e68d-40ea-8f23-89466f84bdb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1094 time: 0.6321595 May 27 03:31:14.423889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Pushing event deleted for resources: {'Port': ['ID=9db29039-4669-4a69-afdf-2acfccfe2715,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:14.460423 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f5a10f-31ba-4e76-bd90-ee8619c587a3'] response: {'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'code': 200} May 27 03:31:14.463859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96c3bdc7-3ef1-471a-84a3-bf4948adc761 req-5f5f40be-de35-44eb-bad2-556442d89153 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165437 May 27 03:31:14.514292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Calling delete_port for 8443e01b-dcd9-4c26-9863-fc450ac48056 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:14.612309 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705ca515-7230-45cc-b4db-b230a3087927'] response: {'name': 'network-changed', 'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'status': 'completed', 'code': 200} May 27 03:31:14.681917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8443e01b-dcd9-4c26-9863-fc450ac48056 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:14.767661 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:14.784603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9db29039-4669-4a69-afdf-2acfccfe2715 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:14.797747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79faf6de-e05b-4589-a754-b5000e19c801 req-919a6e9b-651f-4056-bd5e-4dadb9fca2f7 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 210 time: 0.1086993 May 27 03:31:14.946377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-25a2fed1-c3bf-41b0-bcd8-4841ab1ffc6c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/342097ae-c0b9-4ec8-b576-898110151cd1 HTTP/1.1" status: 200 len: 1633 time: 0.0616832 May 27 03:31:14.990902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8443e01b-dcd9-4c26-9863-fc450ac48056 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:14.996614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8443e01b-dcd9-4c26-9863-fc450ac48056 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:15.011819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] Pushing event deleted for resources: {'Port': ['ID=8443e01b-dcd9-4c26-9863-fc450ac48056,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.026771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 9db29039-4669-4a69-afdf-2acfccfe2715 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:15.027165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9db29039-4669-4a69-afdf-2acfccfe2715 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:15.031161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bee55-0173-4c52-8334-b93ac9926ab3 None None] No DVR routers for this DVR port 8443e01b-dcd9-4c26-9863-fc450ac48056 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:15.035303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.093733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.121143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Allocated IP 172.20.0.1 (ed99485f-6876-418c-9ec3-31a108fb7136/9fb81341-174a-41fe-bf8a-54012b1bffa5/52afda74-6175-47b0-acb7-7206527ec700) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:15.168836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.213575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342097ae-c0b9-4ec8-b576-898110151cd1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.231068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.282781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f532e0e-a5db-4b9f-ba09-427a779f46b4 req-0224042e-1b91-4115-a507-b1563114e34f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/342097ae-c0b9-4ec8-b576-898110151cd1 HTTP/1.1" status: 204 len: 173 time: 0.3354316 May 27 03:31:15.304536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] No DVR routers for this DVR port 9db29039-4669-4a69-afdf-2acfccfe2715 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:15.348526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] For port 8443e01b-dcd9-4c26-9863-fc450ac48056, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8443e01b-dcd9-4c26-9863-fc450ac48056,segment=NetworkSegment(f0412019-866c-4342-990d-a5b46b6179ad),segment_id=f0412019-866c-4342-990d-a5b46b6179ad)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:15.349151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.387221 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-db78f6a6-2b22-465b-8ef2-923b79f382c1 req-73887ab7-611f-472c-ae89-c2a575e26d16 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:31:15.395480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db78f6a6-2b22-465b-8ef2-923b79f382c1 req-73887ab7-611f-472c-ae89-c2a575e26d16 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/342097ae-c0b9-4ec8-b576-898110151cd1 HTTP/1.1" status: 404 len: 352 time: 0.0247169 May 27 03:31:15.477901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3979f125-2572-41ac-ab92-ab872f6207aa req-5a5d9b55-13d3-4cd9-b70a-e7c770ad2725 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/24642e93-c3ad-475d-86a0-7955060d75ed HTTP/1.1" status: 200 len: 1634 time: 0.0576670 May 27 03:31:15.526607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Calling delete_port for 8443e01b-dcd9-4c26-9863-fc450ac48056 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:15.568708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3979f125-2572-41ac-ab92-ab872f6207aa req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.599773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3979f125-2572-41ac-ab92-ab872f6207aa req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.618761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:31:15.619181 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:31:15.666100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.667509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3979f125-2572-41ac-ab92-ab872f6207aa req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.691254 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ff2db3d-9f1b-458b-b69e-01777428f77c req-3e72817c-5f7a-4790-8345-c28a1200dc05 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.21 "DELETE /v2.0/ports/9db29039-4669-4a69-afdf-2acfccfe2715 HTTP/1.1" status: 204 len: 173 time: 3.9959533 May 27 03:31:15.692590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2bebfef0-b4a9-4914-ae41-7ec6e1302c85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 1.2224381 May 27 03:31:15.694219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24642e93-c3ad-475d-86a0-7955060d75ed,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:15.722186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3979f125-2572-41ac-ab92-ab872f6207aa req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.736652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3979f125-2572-41ac-ab92-ab872f6207aa req-86f434f1-14a6-465b-87f1-9fc89af49c8f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/24642e93-c3ad-475d-86a0-7955060d75ed HTTP/1.1" status: 204 len: 173 time: 0.2522020 May 27 03:31:15.837816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:15.857432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Transition to ACTIVE for port object 52afda74-6175-47b0-acb7-7206527ec700 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:15.922163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-91d2fb16-16ca-484a-8909-7023e1ee6add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:15.923735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-91d2fb16-16ca-484a-8909-7023e1ee6add service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2132380 May 27 03:31:15.924796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.013834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a2a6-f501-4222-b787-995b3fb01fd1 req-4b650bca-5752-4f30-b2e2-6198a14eedf7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.017823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c244a2a6-f501-4222-b787-995b3fb01fd1 req-4b650bca-5752-4f30-b2e2-6198a14eedf7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 0.1553845 May 27 03:31:16.085160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-7c602f13-e579-49a4-a536-086caec62652 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340337 May 27 03:31:16.095314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Network ed99485f-6876-418c-9ec3-31a108fb7136 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:16.099810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:16.102486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:16.147041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c244a2a6-f501-4222-b787-995b3fb01fd1 req-00731b25-f8e0-48d9-853b-6668a24c248e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186738 May 27 03:31:16.227316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b8b8-9340-4b21-9976-33c3740a7f36 req-69854d39-06b7-4897-b335-f6436933667c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:16.246242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5dd2b8b8-9340-4b21-9976-33c3740a7f36 req-69854d39-06b7-4897-b335-f6436933667c tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 950 time: 1.1742835 May 27 03:31:16.298368 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-180b3728-2ceb-4a3f-a0ba-0138fcc73933 req-9e7f8316-3aee-4f9a-855e-5e0632356b7f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:31:16.299562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-180b3728-2ceb-4a3f-a0ba-0138fcc73933 req-9e7f8316-3aee-4f9a-855e-5e0632356b7f tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/24642e93-c3ad-475d-86a0-7955060d75ed HTTP/1.1" status: 404 len: 352 time: 0.0254309 May 27 03:31:16.302280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Deleting port 8443e01b-dcd9-4c26-9863-fc450ac48056 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:16.302812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.332249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.501912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-103798c7-5502-4a7d-9749-ea2a68f59f39 None None] Provisioning for port 52afda74-6175-47b0-acb7-7206527ec700 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:16.512038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Pushing event updated for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:16.512326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-103798c7-5502-4a7d-9749-ea2a68f59f39 None None] Provisioning complete for port 52afda74-6175-47b0-acb7-7206527ec700 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:16.512674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-103798c7-5502-4a7d-9749-ea2a68f59f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:16.516130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-2b019b83-67ec-46f0-b9d9-58e09342036c service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175227 May 27 03:31:16.591650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-613f495b-d5d0-4458-85a2-87c387258850 req-69277d6e-f185-44de-a037-411155ffb269 tempest-InstanceActionsV221TestJSON-2045361128 tempest-InstanceActionsV221TestJSON-2045361128-project] 10.222.0.46 "GET /v2.0/ports?device_id=994e40b4-24f8-4117-a8ec-bb2eaf517f78 HTTP/1.1" status: 200 len: 210 time: 0.0584986 May 27 03:31:16.616481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'name': 'network-vif-deleted', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:16.638408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-103798c7-5502-4a7d-9749-ea2a68f59f39 None None] Port 52afda74-6175-47b0-acb7-7206527ec700 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:16.661487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] The port '8443e01b-dcd9-4c26-9863-fc450ac48056' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:31:16.777596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5dd2b8b8-9340-4b21-9976-33c3740a7f36 req-5057bb4b-6293-4170-baa6-93269f7e77cd tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272654 May 27 03:31:17.024626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.055894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-01eb7496-9d51-4bbd-ba8f-a59fcbad3445 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/e2fd49c0-054e-4f3f-a64c-e440ab48c2a4 HTTP/1.1" status: 200 len: 1633 time: 0.2090600 May 27 03:31:17.105720 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdc9645-6fa1-43c0-89a2-c7c53b2d355f'] response: {'server_uuid': '994e40b4-24f8-4117-a8ec-bb2eaf517f78', 'name': 'network-vif-deleted', 'tag': '9db29039-4669-4a69-afdf-2acfccfe2715', 'status': 'completed', 'code': 200} May 27 03:31:17.114594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ef77d2-e978-4d77-a36b-661c57454821']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:17.131991 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-172150cd-be8f-4c8f-9384-f94281eaea1f req-215a6817-5176-4ae2-a906-0dd242a6d5e4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305724 May 27 03:31:17.167348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0412019-866c-4342-990d-a5b46b6179ad') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:17.167636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0412019-866c-4342-990d-a5b46b6179ad') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:17.195360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.390377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.533731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.555555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.584539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:31:17.585052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: timer() May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:31:17.601964 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:31:17.667486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.671771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c31c-e363-411c-925d-7b92cf790983 req-0d83ed55-eb86-475b-bafb-5aeb2b7c870c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:17.683914 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8f3c31c-e363-411c-925d-7b92cf790983 req-0d83ed55-eb86-475b-bafb-5aeb2b7c870c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 0.1081562 May 27 03:31:17.739436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8f3c31c-e363-411c-925d-7b92cf790983 req-f1a8cdf0-1756-4143-bcd3-945a04ad7ea6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 May 27 03:31:17.837681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.865161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.892142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] Pushing event deleted for resources: {'Network': ['ID=92ef77d2-e978-4d77-a36b-661c57454821,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:17.894011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.921798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-55248b10-2d75-4037-85e6-bb08f950dfe5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1094 time: 0.5366545 May 27 03:31:17.966591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd49c0-054e-4f3f-a64c-e440ab48c2a4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:17.970707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:17.972065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79b06a0a-9e64-4c69-b818-f1ecbb94f61d req-98810c4e-bac2-483e-b237-69204c9a8818 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2fd49c0-054e-4f3f-a64c-e440ab48c2a4 HTTP/1.1" status: 204 len: 173 time: 0.8905752 May 27 03:31:17.982429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:17.982661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0e234bd-fa2f-4c77-8c82-34ea3d6770dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/92ef77d2-e978-4d77-a36b-661c57454821 HTTP/1.1" status: 204 len: 168 time: 5.0388622 May 27 03:31:18.200571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-cceaf66a-8807-49ba-ab9d-ba4e71135fec tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516310 May 27 03:31:18.215267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:18.228673 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-f3a21a92-0a8e-4568-9ac9-81ef62105187 req-e71b8547-c520-4f7f-aa56-b1094abdd131 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:31:18.238036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3a21a92-0a8e-4568-9ac9-81ef62105187 req-e71b8547-c520-4f7f-aa56-b1094abdd131 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/e2fd49c0-054e-4f3f-a64c-e440ab48c2a4 HTTP/1.1" status: 404 len: 352 time: 0.0451353 May 27 03:31:18.238912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:18.411022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:18.441707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-e87e9e97-65f1-4963-95bc-da6d9bad51cb tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.448963 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-e87e9e97-65f1-4963-95bc-da6d9bad51cb tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387736 May 27 03:31:18.484027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-f16a2636-f6c1-4969-9d0c-e09a6e3cdda4 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/quotas/a8bddf6caec54fa5bd6e07409e33afe2 HTTP/1.1" status: 200 len: 375 time: 0.0337605 May 27 03:31:18.563108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Pushing event updated for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:18.574210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-79337b8d-fd84-4563-92aa-a08fc4ea7608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.575923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-79337b8d-fd84-4563-92aa-a08fc4ea7608 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.6406932 May 27 03:31:18.690645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-e59f1d64-5145-4c45-8f3f-0be790021ce8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1064258 May 27 03:31:18.727527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:18.834976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-4ac7ff28-7e65-4c45-9cbf-3942dd939a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:18.836308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-4ac7ff28-7e65-4c45-9cbf-3942dd939a62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1321292 May 27 03:31:18.861723 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-e26e5664-07ca-4e35-a51b-dc4ed88fb1f0 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3765559 May 27 03:31:18.888388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Network ed99485f-6876-418c-9ec3-31a108fb7136 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:18.894061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:18.898443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-f5c97fd5-e730-4b9a-96bc-caae74e7bf0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542877 May 27 03:31:18.902912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4b3a6317-becc-4fd3-b75a-e3131d0f8569 req-c7292b06-acc5-44a5-ab3c-9bf23306f8cf tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:18.950477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:18.990326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:19.073589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'port_id': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'mac_address': 'fa:16:3e:e0:b3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1709a3-d978-408e-8965-896b5c4c668b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:19.238652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:19.284079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada1dda9-2719-4179-8662-3b5b5de82f95 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:19.315290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:19.324715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:19.524639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-939e8acd-c298-4fdd-8eb3-00c634cd1d3e None None] Provisioning complete for port 52afda74-6175-47b0-acb7-7206527ec700 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:19.525028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-939e8acd-c298-4fdd-8eb3-00c634cd1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:19.704666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-939e8acd-c298-4fdd-8eb3-00c634cd1d3e None None] Port 52afda74-6175-47b0-acb7-7206527ec700 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:19.706987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:19.720877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ada1dda9-2719-4179-8662-3b5b5de82f95'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:19.757740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4b3a6317-becc-4fd3-b75a-e3131d0f8569 req-c7292b06-acc5-44a5-ab3c-9bf23306f8cf tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:19.767474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b3a6317-becc-4fd3-b75a-e3131d0f8569 req-c7292b06-acc5-44a5-ab3c-9bf23306f8cf tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 5484 time: 1.1264219 May 27 03:31:19.967337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650166-eb0f-48ca-85ed-875cadc2bc06 req-f826a5b9-bfeb-4509-936a-db8ca5ea5653 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:19.970112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65650166-eb0f-48ca-85ed-875cadc2bc06 req-f826a5b9-bfeb-4509-936a-db8ca5ea5653 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 0.2501309 May 27 03:31:20.084464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b3a6317-becc-4fd3-b75a-e3131d0f8569 req-b9b2b654-f3dc-4d3e-98f5-5a2124770a50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/3112707d-68f5-4f9e-8c1f-edd404666cd7 HTTP/1.1" status: 200 len: 2649 time: 0.3160031 May 27 03:31:20.098833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65650166-eb0f-48ca-85ed-875cadc2bc06 req-051e8102-9abc-45e1-827f-e5bbf8d69237 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972314 May 27 03:31:20.149556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-f1cd1211-8929-4e7d-a61f-72389211341d service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2419386 May 27 03:31:20.327467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:20.430936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b3a6317-becc-4fd3-b75a-e3131d0f8569 req-9722754b-f73c-4212-ad2d-6c138813d4a9 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/3112707d-68f5-4f9e-8c1f-edd404666cd7 HTTP/1.1" status: 200 len: 2649 time: 0.3437378 May 27 03:31:20.432310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c04e4fa-2b53-4bda-bc6f-426ee4c96f2d req-00922e2c-c5f5-4090-847d-2a56d1b53ee2 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 210 time: 0.0795770 May 27 03:31:20.481978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb397dbb-7ce3-42bd-a579-1536eefa3591 req-572436a3-fba0-4ded-b4c6-62cbc98a2f46 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121922 May 27 03:31:20.565073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Router 19634d4f-462f-467f-8b5d-c79e80730cb2 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:20.593000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Deleting port 198a8d83-264c-497b-88ed-9a0211eb2538 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:20.593347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.673080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-855781493', 'description': 'tempest-description-1157972796'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:20.677340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52810) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:20.725425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:20.742681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:20.764849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.817473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Deleting subnet 5e4a8e22-b80d-4ae4-ad8f-d63233de7957 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:31:20.821062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:20.835765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:20.843852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Usage tracker for resource:security_group_rule and tenant:783e0f39f4a94adab66e8212496026d5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:20.855275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.859831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:20.867300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port ada1dda9-2719-4179-8662-3b5b5de82f95 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:20.874647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port ada1dda9-2719-4179-8662-3b5b5de82f95 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:20.876016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.879671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:20.975594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:20.994965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:21.023797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.040856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a1c7009-cdb4-4696-bda7-96d912d36bed admin admin] 10.222.0.46 "PUT /v2.0/routers/19634d4f-462f-467f-8b5d-c79e80730cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2994928 May 27 03:31:21.043691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.064772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Sync routers for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:21.083459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.099381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:21.101931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:21.185195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=783e0f39f4a94adab66e8212496026d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8544655 May 27 03:31:21.194906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52818) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:21.219361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be3cf7-3e07-4370-bf0e-74a6741e98b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1813ad58-0f8d-43c3-a1cb-c3ffdf4368a6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.270177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.430100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.431564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.446886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.491544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-cb809e21-4f2b-41a5-ab33-c545e7f21ec2 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3124106 May 27 03:31:21.516604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:21.534582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:21.553891 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.605727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.647540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:21.693934 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.718013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39846bd-e6e7-4ee3-a72a-b3fe1f45f7eb req-011bfc66-7669-4360-bfe4-bf0f2859ce1e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:21.721743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.725430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c39846bd-e6e7-4ee3-a72a-b3fe1f45f7eb req-011bfc66-7669-4360-bfe4-bf0f2859ce1e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 945 time: 0.2530158 May 27 03:31:21.741762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4a8e22-b80d-4ae4-ad8f-d63233de7957,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.751362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813ad58-0f8d-43c3-a1cb-c3ffdf4368a6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:21.763669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.764931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af351fe7-4c21-4ce3-9d88-1cc4d7082f8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1813ad58-0f8d-43c3-a1cb-c3ffdf4368a6 HTTP/1.1" status: 204 len: 168 time: 0.5639808 May 27 03:31:21.771203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:21.795710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:21.815556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:21.817611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c39846bd-e6e7-4ee3-a72a-b3fe1f45f7eb req-87990077-91a6-4305-9530-c4185097c20c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 May 27 03:31:21.827812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:21.850119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-4e4e734b-9ed5-49f6-9324-40e4df656886 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:21.852052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-4e4e734b-9ed5-49f6-9324-40e4df656886 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335433 May 27 03:31:21.858954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:21.883977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] For port 198a8d83-264c-497b-88ed-9a0211eb2538, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=198a8d83-264c-497b-88ed-9a0211eb2538,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:21.884342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:22.186702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:16Z', 'revision_number': 4, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '52afda74-6175-47b0-acb7-7206527ec700', 'name': '', 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'mac_address': 'fa:16:3e:33:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:13Z', 'updated_at': '2022-05-27T03:31:17Z', 'revision_number': 2, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'subnets': [{'id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:22.207276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Checking router: 19634d4f-462f-467f-8b5d-c79e80730cb2 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:22.214067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Updating router 19634d4f-462f-467f-8b5d-c79e80730cb2 port 52afda74-6175-47b0-acb7-7206527ec700 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:31:22.219476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Calling delete_port for 198a8d83-264c-497b-88ed-9a0211eb2538 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:22.346606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:22.371902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88e94a31-95ef-4ce6-8eb0-111495d95966 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5e4a8e22-b80d-4ae4-ad8f-d63233de7957 HTTP/1.1" status: 204 len: 168 time: 1.6814160 May 27 03:31:22.372129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:22.462001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Request body: {'port': {'device_id': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'a8bddf6caec54fa5bd6e07409e33afe2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:22.720735 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-864555fd-8dcd-446e-b4fd-3d65987e7d57 req-edd01dd4-33fa-4a7f-9bd2-1562d03a8b9d tempest-FloatingIPDetailsNegativeTestJSON-898125700 tempest-FloatingIPDetailsNegativeTestJSON-898125700-project] show failed (client error): The resource could not be found. May 27 03:31:22.724275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-864555fd-8dcd-446e-b4fd-3d65987e7d57 req-edd01dd4-33fa-4a7f-9bd2-1562d03a8b9d tempest-FloatingIPDetailsNegativeTestJSON-898125700 tempest-FloatingIPDetailsNegativeTestJSON-898125700-project] 10.222.0.46 "GET /v2.0/floatingips/f941f846-ca70-40d9-a096-78637e82c878 HTTP/1.1" status: 404 len: 350 time: 0.1432576 May 27 03:31:22.745537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:22.877418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:22.882689 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:22.908476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Transition to ACTIVE for port object 52afda74-6175-47b0-acb7-7206527ec700 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:22.913897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:22.927733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:22.973600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:22.975627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.047599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.065504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=198a8d83-264c-497b-88ed-9a0211eb2538,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.099927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Made reservation on behalf of a8bddf6caec54fa5bd6e07409e33afe2 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:23.102971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.129059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd45cd1-0f31-4a4a-b6d7-07b28c001a30,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.245543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64848b-854b-46d4-9b96-ad1c1d22ec74 None None] Pushing event updated for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:23.285324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad09b6df-45fe-40f3-90d1-bba2ae9425e7 req-027eb24c-0966-4e7f-ad69-b07ac0ea8325 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 210 time: 0.1346033 May 27 03:31:23.295418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.481406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Allocated IP 192.168.233.140 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/37d84745-dfb5-433a-9803-41f776c5eb2d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:23.541906 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9ac8b7-e5d1-412c-a619-f67e8a94af61'] response: {'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'code': 200} May 27 03:31:23.699158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.714798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Attempting to bind port 52afda74-6175-47b0-acb7-7206527ec700 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:23.715255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Attempting to bind port 52afda74-6175-47b0-acb7-7206527ec700 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:23.716805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Attempting to bind port 52afda74-6175-47b0-acb7-7206527ec700 on network ed99485f-6876-418c-9ec3-31a108fb7136 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:23.733283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:23.733771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Checking segment: {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:23.734244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.734724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Bound using segment: {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:23.735278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Bound port: 52afda74-6175-47b0-acb7-7206527ec700, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e56fbf-0926-4ba2-af2c-eebe854e811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:23.739868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.871495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.891189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Transition to ACTIVE for port object 37d84745-dfb5-433a-9803-41f776c5eb2d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:23.894177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.922493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:23.965451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] For port 52afda74-6175-47b0-acb7-7206527ec700, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:23.971773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] For port 52afda74-6175-47b0-acb7-7206527ec700, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=52afda74-6175-47b0-acb7-7206527ec700,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:23.977389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['4735e35a-3b9b-4609-9a24-80a0acccb4dc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:24.018223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc839ec-4e89-4a0f-8b7e-b938c6e955e5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:24.085870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c40d2b-2533-4968-a17c-58080a26f37b') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:24.086850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c40d2b-2533-4968-a17c-58080a26f37b') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:24.093631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.143141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.171729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c02ff4ed-5316-46da-9604-ed86216a9e2f req-12f93877-cb8d-45e9-866b-8cc3d680a136 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.3637135 May 27 03:31:24.185305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:24.225573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.233611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:31:24.234113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.284844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Pushing event updated for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:24.287606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:24.289634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.307289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d30176c-9c49-468f-bcc2-a0c3c00cabc1 req-6357c8c2-f43b-422d-98c9-48cc23131cd1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 3.6466758 May 27 03:31:24.313907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: timer() May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:31:24.398665 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:31:24.408769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.414443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.431917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:24.432578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:24.492418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc839ec-4e89-4a0f-8b7e-b938c6e955e5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:24.504356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3299b2d4-319c-429b-9370-d2668b0e8dcb admin admin] 10.222.0.46 "DELETE /v2.0/networks/ebc839ec-4e89-4a0f-8b7e-b938c6e955e5 HTTP/1.1" status: 204 len: 168 time: 2.1331789 May 27 03:31:24.527457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c02ff4ed-5316-46da-9604-ed86216a9e2f req-ff07499d-cad0-4806-8e94-0db38b61d577 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353209 May 27 03:31:24.533705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07dff3-26ad-4e4d-90bf-1a31baf6a157 req-7600e54d-1952-41fc-b0e3-86ab3c8289d3 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:24.541715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b07dff3-26ad-4e4d-90bf-1a31baf6a157 req-7600e54d-1952-41fc-b0e3-86ab3c8289d3 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 945 time: 0.6384268 May 27 03:31:24.618648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64848b-854b-46d4-9b96-ad1c1d22ec74 None None] Pushing event updated for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:24.715592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:24.719021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a6c07184-6c65-45c3-b773-212daf31e057 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2818608 May 27 03:31:24.719977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:24.758094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Request body: {'port': {'device_id': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:24.824465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b07dff3-26ad-4e4d-90bf-1a31baf6a157 req-ff47859d-40d2-4bbe-87a0-22fa57dac828 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816210 May 27 03:31:24.977000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1330330965', 'description': 'tempest-description-1962852458'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:24.991779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:25.001613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:25.016297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:25.031813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:25.043233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.066224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.091742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0add19d-3b7a-4991-a134-d78556c1f7c8 None None] Provisioning for port 37d84745-dfb5-433a-9803-41f776c5eb2d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:25.126761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0add19d-3b7a-4991-a134-d78556c1f7c8 None None] Provisioning complete for port 37d84745-dfb5-433a-9803-41f776c5eb2d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:25.127311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0add19d-3b7a-4991-a134-d78556c1f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.203395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:25.207667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:25.211063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:25.219994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:25.234977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:25.294676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:25.336174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f0add19d-3b7a-4991-a134-d78556c1f7c8 None None] Port 37d84745-dfb5-433a-9803-41f776c5eb2d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:25.348434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.363988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.506599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01aff178-46b8-4d66-90d9-59ff7a1b9043,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:25.514104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9f41db4b-7dd1-4b68-ac0d-9cc25887a3d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1809f6fffc0f47a5a6c0608b34ae8053&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2177188 May 27 03:31:25.528828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:25.566471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.567681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bb7df06-03fb-4d7c-a41b-2af517f03da0 req-45e14fd3-3ee6-4d3f-a37a-cb96226b9a13 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5954132 May 27 03:31:25.732024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.813657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:16Z', 'revision_number': 4, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '52afda74-6175-47b0-acb7-7206527ec700', 'name': '', 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'mac_address': 'fa:16:3e:33:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:13Z', 'updated_at': '2022-05-27T03:31:23Z', 'revision_number': 4, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'subnets': [{'id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:25.820419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:25.821326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eefa72-16a0-4cc8-86f8-542ecd8d9ca9 None None] The sync data for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 is: [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:16Z', 'revision_number': 4, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '52afda74-6175-47b0-acb7-7206527ec700', 'name': '', 'network_id': 'ed99485f-6876-418c-9ec3-31a108fb7136', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'mac_address': 'fa:16:3e:33:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:13Z', 'updated_at': '2022-05-27T03:31:23Z', 'revision_number': 4, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'subnets': [{'id': '9fb81341-174a-41fe-bf8a-54012b1bffa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:25.990247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567982d-2559-4477-85a6-e575e8378353 req-810e59c6-8c8f-4e55-af17-9b2eda102ff8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:25.991630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5567982d-2559-4477-85a6-e575e8378353 req-810e59c6-8c8f-4e55-af17-9b2eda102ff8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Synchronizing usage tracker for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:25.999477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.010792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.067517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.119213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d84745-dfb5-433a-9803-41f776c5eb2d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:26.134309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.170364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Transition to ACTIVE for port object 37d84745-dfb5-433a-9803-41f776c5eb2d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:26.196788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.299972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.374685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d67e38-7917-4dd9-8c81-c7ddae02642a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:26.487931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.489138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc62fc86-bcaf-4d8a-ab45-fde5b2c098a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7d67e38-7917-4dd9-8c81-c7ddae02642a HTTP/1.1" status: 204 len: 168 time: 0.9592915 May 27 03:31:26.508641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-5f08f48d-d7e1-4ba9-b33e-aad4f103e9ef tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:26.522988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-5f08f48d-d7e1-4ba9-b33e-aad4f103e9ef tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 813 time: 0.4225414 May 27 03:31:26.535767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5567982d-2559-4477-85a6-e575e8378353 req-810e59c6-8c8f-4e55-af17-9b2eda102ff8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Unset dirty status for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:26.537131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5567982d-2559-4477-85a6-e575e8378353 req-810e59c6-8c8f-4e55-af17-9b2eda102ff8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 936 time: 0.9075420 May 27 03:31:26.571493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-777bff78-1916-4943-8598-d6739e087097 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/quotas/9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 375 time: 0.0475137 May 27 03:31:26.619229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 52afda74-6175-47b0-acb7-7206527ec700 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:26.718212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Pushing event updated for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:26.790431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 52afda74-6175-47b0-acb7-7206527ec700 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:26.799423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 52afda74-6175-47b0-acb7-7206527ec700 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:26.800059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:26.839844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5567982d-2559-4477-85a6-e575e8378353 req-e3dee6a3-be42-4751-9c42-0ada894fa11e tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801151 May 27 03:31:26.854980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Attempting to bind port 37d84745-dfb5-433a-9803-41f776c5eb2d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:26.855321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Attempting to bind port 37d84745-dfb5-433a-9803-41f776c5eb2d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:26.872235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Attempting to bind port 37d84745-dfb5-433a-9803-41f776c5eb2d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:26.910209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Port 37d84745-dfb5-433a-9803-41f776c5eb2d on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:26.910817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Attempting to bind port 37d84745-dfb5-433a-9803-41f776c5eb2d on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:26.932559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-dc181dfc-0696-4d3d-af91-641563af7db4 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3594472 May 27 03:31:26.934118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:26.934638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:26.935212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:26.935825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Bound port: 37d84745-dfb5-433a-9803-41f776c5eb2d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:26.936332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.123295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.241646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 52afda74-6175-47b0-acb7-7206527ec700, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=52afda74-6175-47b0-acb7-7206527ec700,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:27.250660 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.462131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:27.550508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-4bd224a5-340c-46ad-a117-c491b64aaab8 service neutron] 10.222.0.46 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168735 May 27 03:31:27.762287 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4533ed55-216b-4b4c-a590-eda9b781b19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:27.793759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:27.795632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52936) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:27.945237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=37d84745-dfb5-433a-9803-41f776c5eb2d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:27.969176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.085435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-a2a36e03-2773-4919-adab-c7368003266b service neutron] 10.222.0.46 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193136 May 27 03:31:28.194444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.195988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] 10.222.0.41 "PUT /v2.0/ports/37d84745-dfb5-433a-9803-41f776c5eb2d HTTP/1.1" status: 200 len: 1096 time: 3.4589930 May 27 03:31:28.218682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:28.327237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5b21e-f45f-42d3-aee7-0b32412918b6 req-0762661d-54ec-4482-9e6c-8b7c450be4f6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:28.329824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14f5b21e-f45f-42d3-aee7-0b32412918b6 req-0762661d-54ec-4482-9e6c-8b7c450be4f6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 945 time: 0.7390866 May 27 03:31:28.370901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:28.583536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.589176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Deleting port 52afda74-6175-47b0-acb7-7206527ec700 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:28.590858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.645625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefd590-1a82-4b59-a054-bc1c90b89c93 service neutron] Pushing event updated for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:28.674613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 52afda74-6175-47b0-acb7-7206527ec700 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:28.750019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14f5b21e-f45f-42d3-aee7-0b32412918b6 req-0c4c4b48-f217-48ec-833d-f55c53d7fc79 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231609 May 27 03:31:28.821485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 52afda74-6175-47b0-acb7-7206527ec700 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:28.822258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:28.878393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:28.960618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Usage tracker for resource:security_group_rule and tenant:9fa83513950741c6b727575f2145a224 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:28.981600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.007207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-c9bc436a-0e6d-49ae-8334-bb824687c44b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 1099 time: 0.6735506 May 27 03:31:29.015112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.165907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:31:29.206429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1838797191-network', 'tenant_id': '57295403c9284d1e9ff20804131d2dde'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:29.241201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:29.294987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Usage tracker for resource:network and tenant:57295403c9284d1e9ff20804131d2dde is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:29.308195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:29.365674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:29.374475 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56089018-6131-47ca-bef9-cca8263621e1'] response: {'name': 'network-changed', 'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d', 'status': 'completed', 'code': 200} May 27 03:31:29.420700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83046287-a593-4f39-bd68-84d83c38bcc7 req-f6a08438-d2ba-46ce-9e88-35a3f41527bc tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:29.429123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83046287-a593-4f39-bd68-84d83c38bcc7 req-f6a08438-d2ba-46ce-9e88-35a3f41527bc tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 948 time: 0.7381704 May 27 03:31:29.471298 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a69aee9-c0e2-4d26-8dfd-c08f8a4082aa req-8c7c8020-6c57-4f67-b99f-d6267d3b7de1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 210 time: 0.0940926 May 27 03:31:29.477133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-885f0eeb-e4f7-4cdf-a2de-e6c4da43e8d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=37d84745-dfb5-433a-9803-41f776c5eb2d HTTP/1.1" status: 200 len: 217 time: 0.4563355 May 27 03:31:29.483787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Made reservation on behalf of 57295403c9284d1e9ff20804131d2dde for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:29.488924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.563236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] For port 52afda74-6175-47b0-acb7-7206527ec700, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=52afda74-6175-47b0-acb7-7206527ec700,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:29.563607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.594369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.614648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a4cee374-b869-4030-93d5-33c9bc515c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:29.616449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-a4cee374-b869-4030-93d5-33c9bc515c8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1311452 May 27 03:31:29.732109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.738430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:29.759465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:29.818585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Calling delete_port for 52afda74-6175-47b0-acb7-7206527ec700 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:29.828755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fa83513950741c6b727575f2145a224&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0286031 May 27 03:31:29.834862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d63d-9b28-4cae-abcb-6f696742fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb5a8e2-ebfd-4ac6-8387-da9d8dd64c29,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:29.839476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:29.871795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83046287-a593-4f39-bd68-84d83c38bcc7 req-fca072f1-43c2-4c2d-bee5-4228602fb189 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417307 May 27 03:31:29.917591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db6d27c9-1c7a-40ee-bc7f-4af1a62142d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.031717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-66911730-7591-4b46-b3bd-0d5e6dd286e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4052174 May 27 03:31:30.103894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:30.108078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Usage tracker for resource:security_group_rule and tenant:57295403c9284d1e9ff20804131d2dde is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:30.128179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:30.150198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:30.263429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.275520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.289123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.375180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.394292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-1010ac67-86e1-4745-9581-7fcc3b151b54 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514264 May 27 03:31:30.437785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6488b004-6e1d-4ba8-a8fd-c675cbed7aa8 req-7cb537e1-478b-45de-ac97-12462d8cb49f tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.2889318 May 27 03:31:30.470983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:31:30.473116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8a049-0ca4-4d45-a82a-b184579e8d77,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:30.556493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.570426 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Added segment 94d3cf09-bf50-4c72-9b79-cc52505dad57 of type vlan for network bff9142c-5529-41f9-b115-f25e6287d8ad May 27 03:31:30.642036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6488b004-6e1d-4ba8-a8fd-c675cbed7aa8 req-1e264857-1f28-4346-8ef5-131bda02d808 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] Synchronizing usage tracker for tenant:fb36ae9e214242d3bb24d2dd44cdcba9 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:30.650676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.701107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb5a8e2-ebfd-4ac6-8387-da9d8dd64c29,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:30.708135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92c8190b-18aa-4b2d-be4d-3ed5bd75afe7 req-ccf1a226-d84c-4772-9343-7d57f179ef9d service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986085 May 27 03:31:30.744763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:30.748868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c54164a-cbbc-431e-a1a8-afb12dda1536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdb5a8e2-ebfd-4ac6-8387-da9d8dd64c29 HTTP/1.1" status: 204 len: 168 time: 0.9055998 May 27 03:31:30.754054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:30.763599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-631ed8af-54d2-4f82-9aed-233299721b54 admin admin] 10.222.0.46 "PUT /v2.0/routers/7a09322c-b9c0-49bc-a60b-d2b63ae24ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7774422 May 27 03:31:30.766525 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Sync routers for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:30.776654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6488b004-6e1d-4ba8-a8fd-c675cbed7aa8 req-1e264857-1f28-4346-8ef5-131bda02d808 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] Unset dirty status for tenant:fb36ae9e214242d3bb24d2dd44cdcba9 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:30.791588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6488b004-6e1d-4ba8-a8fd-c675cbed7aa8 req-1e264857-1f28-4346-8ef5-131bda02d808 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351181 May 27 03:31:30.792189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52994) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:30.797083 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:30.798149 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:30.915739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-488986c5-fce0-4976-86b8-711a12b5ba1a req-6b2eac8c-9a4f-4a9d-9e7e-dba82369e29e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 210 time: 0.1455154 May 27 03:31:31.050164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-05f22784-8353-4cc1-a567-75cb21aa1cb8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:31.055891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-05f22784-8353-4cc1-a567-75cb21aa1cb8 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 813 time: 0.7128775 May 27 03:31:31.066829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:31.098872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'device_id': '7c376368-5f92-4857-b070-0b41965dab4f', 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac', 'admin_state_up': True, 'tenant_id': '9984f055fbb744aabc9652ba00df8dbe'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:31.122785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:31.175851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:31.272100 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:31.366107 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:31.625778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-53ecc448-1a5e-473d-a544-63c8a3822def service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 1099 time: 0.8325126 May 27 03:31:31.642159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Pushing event deleted for resources: {'Port': ['ID=52afda74-6175-47b0-acb7-7206527ec700,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:31.675828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:31:31.711093 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:31:22Z', 'revision_number': 5, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:31.720246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Checking router: 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:31.744984 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Routers {'7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:31.746001 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:32.017743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9661683d-2270-4446-bd87-b73c8186eef8 req-71f298ac-54fa-4499-b554-db7b2411df40 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.7969191 May 27 03:31:32.229265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:32.230312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:32.230841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:32.458769 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] Set router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:32.471984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] Pushing event updated for resources: {'Network': ['ID=bff9142c-5529-41f9-b115-f25e6287d8ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:32.513522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network bff9142c-5529-41f9-b115-f25e6287d8ad details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:31:32.539521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f9dc5-d393-476b-961b-c52036ba7360 req-d379e62c-7459-4968-bcbe-1cfb4548fef5 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:32.543541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afe241-d298-4ead-b29f-57c76312f935 req-1454e5bf-0981-4cba-901d-12279e82a6fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:32.545956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c2f9dc5-d393-476b-961b-c52036ba7360 req-d379e62c-7459-4968-bcbe-1cfb4548fef5 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 948 time: 1.0971050 May 27 03:31:32.558462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-1454e5bf-0981-4cba-901d-12279e82a6fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.9150107 May 27 03:31:32.573337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:32.574823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9661683d-2270-4446-bd87-b73c8186eef8 req-f12a43b1-9473-4a9c-abc4-60bcf205d43b tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557461 May 27 03:31:32.663617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8235508-7bea-4940-b808-a604ce3661bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.2856183 May 27 03:31:32.664947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:32.718016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Request body: {'subnet': {'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1838797191-subnet', 'tenant_id': '57295403c9284d1e9ff20804131d2dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:32.762237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:32.830228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-da0e2abc-afa3-49be-a1a6-d526d6f441a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=37d84745-dfb5-433a-9803-41f776c5eb2d HTTP/1.1" status: 200 len: 217 time: 0.2538252 May 27 03:31:32.898953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:32.917804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:32.937944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:32.983910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Made reservation on behalf of 9984f055fbb744aabc9652ba00df8dbe for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:32.991122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.009288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afe241-d298-4ead-b29f-57c76312f935 req-17fbe69c-d839-44ad-a20f-bbee7e446e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:33.010860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-17fbe69c-d839-44ad-a20f-bbee7e446e14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1251435 May 27 03:31:33.024600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Usage tracker for resource:subnet and tenant:57295403c9284d1e9ff20804131d2dde is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:33.127718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:33.157531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:31:22Z', 'revision_number': 5, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:33.169893 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac578d-9542-4549-94b4-e1da7141d5c6 None None] The sync data for ids ['7a09322c-b9c0-49bc-a60b-d2b63ae24ab3'] in n-d-843301-2 is: [{'id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-131757166-router', 'tenant_id': '63433e85863244929083a008a7b27e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:27:06Z', 'updated_at': '2022-05-27T03:31:22Z', 'revision_number': 5, 'project_id': '63433e85863244929083a008a7b27e50', 'gw_port': {'id': '0f06db97-cb7c-40e5-b86d-81d24f18022c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a09322c-b9c0-49bc-a60b-d2b63ae24ab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:27:07Z', 'updated_at': '2022-05-27T03:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:33.175406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-066c4ce9-9781-490a-8859-3273737a15de req-2b897a4a-6c8c-481a-bb57-49ee1f96f9f4 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 210 time: 0.0891833 May 27 03:31:33.227214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:33.268852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c2f9dc5-d393-476b-961b-c52036ba7360 req-bba8a365-16b8-4a42-a735-996b3f8a90bd tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051866 May 27 03:31:33.277755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-89b6158a-a738-48c5-a426-d61a2d1b2141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504022 May 27 03:31:33.376545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Made reservation on behalf of 57295403c9284d1e9ff20804131d2dde for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:33.378998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.390617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.419302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Deleting port 0f06db97-cb7c-40e5-b86d-81d24f18022c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:33.419748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.619869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-ddeed1f3-c60f-41c7-b5c0-43cf630a625d service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293102 May 27 03:31:33.792428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Allocated IP 172.20.0.3 (d30a9ff3-a249-4541-ace8-7ff5df77d9ac/52eef5e5-2026-429e-be32-1c6ec3cce73c/d474d09d-6ace-4b98-a61b-348142edd6f9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:33.817401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:33.901923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] For port 0f06db97-cb7c-40e5-b86d-81d24f18022c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0f06db97-cb7c-40e5-b86d-81d24f18022c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:33.902533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.065744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Calling delete_port for 0f06db97-cb7c-40e5-b86d-81d24f18022c owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:34.123286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1afe241-d298-4ead-b29f-57c76312f935 req-ba060b96-7bc6-4182-b0cf-03e0908952ed service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778883 May 27 03:31:34.152812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dfdf7a26-56bc-4906-997b-538116ab8d64 req-37b12c07-bf2d-4761-900b-db4f6be1c080 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4831369 May 27 03:31:34.375513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.478054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 198a8d83-264c-497b-88ed-9a0211eb2538 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:34.495178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.553461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c8c6ee-1e39-4f81-a999-b9bf3d46823f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:34.560876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 198a8d83-264c-497b-88ed-9a0211eb2538 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:34.561648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 198a8d83-264c-497b-88ed-9a0211eb2538 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:34.564964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f06db97-cb7c-40e5-b86d-81d24f18022c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:34.578354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.578700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.579034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.579367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.579701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.580032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.580411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.580740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.581120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.582153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.582153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:34.614553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.667813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:34.680594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:34.851475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:34.897124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 37d84745-dfb5-433a-9803-41f776c5eb2d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:35.071886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Network d30a9ff3-a249-4541-ace8-7ff5df77d9ac is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:35.090842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Checking segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:35.091219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Network hostable DHCP agents. Network: bff9142c-5529-41f9-b115-f25e6287d8ad, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:31:35.114162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:35.134814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:35.261019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.299153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.299803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.325948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3822d-5582-4e89-a41d-cac601239246 req-ddec08d3-2c92-4bff-86ef-a4b7639f0f57 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:35.337519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92f3822d-5582-4e89-a41d-cac601239246 req-ddec08d3-2c92-4bff-86ef-a4b7639f0f57 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 931 time: 0.8502610 May 27 03:31:35.400829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=37d84745-dfb5-433a-9803-41f776c5eb2d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:35.477373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '37d84745-dfb5-433a-9803-41f776c5eb2d', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '37d84745-dfb5-433a-9803-41f776c5eb2d', 'mac_address': 'fa:16:3e:bf:25:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:35.544130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6da17d9b-9e67-4740-b99e-a60dd6f47b50 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4717133 May 27 03:31:35.615822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.631756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.667614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.692351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.693259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:35.723461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.727689 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a80d0d0-87dd-45dd-b40d-a3b4f75ea07c admin admin] 10.222.0.46 "DELETE /v2.0/routers/7a09322c-b9c0-49bc-a60b-d2b63ae24ab3 HTTP/1.1" status: 204 len: 168 time: 4.8534174 May 27 03:31:35.757909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:35.789086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d84745-dfb5-433a-9803-41f776c5eb2d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:35.813997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=37d84745-dfb5-433a-9803-41f776c5eb2d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:35.835289 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:35.869472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Request body: {'port': {'device_id': '7c376368-5f92-4857-b070-0b41965dab4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:35.945178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-c50b6ef4-861a-43cf-89a8-37aa2cfde250 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:31:35.954489 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-c50b6ef4-861a-43cf-89a8-37aa2cfde250 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0152049 May 27 03:31:35.956848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:36.011744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Deleting subnet b49d076f-ab6c-4b02-aa2c-c2022fca4ffc {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:31:36.021963 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.046068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-92f3822d-5582-4e89-a41d-cac601239246 req-29e460c4-95d8-4143-bc13-cb298adb57f0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:36.048784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Network bff9142c-5529-41f9-b115-f25e6287d8ad is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:31:36.085400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, bff9142c-5529-41f9-b115-f25e6287d8ad) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:36.098077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35c050-8f1e-4080-898b-6979a5936adb None None] Network bff9142c-5529-41f9-b115-f25e6287d8ad requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:36.129688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:36.130184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.137056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-92f3822d-5582-4e89-a41d-cac601239246 req-29e460c4-95d8-4143-bc13-cb298adb57f0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:36.149224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92f3822d-5582-4e89-a41d-cac601239246 req-29e460c4-95d8-4143-bc13-cb298adb57f0 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100305 May 27 03:31:36.156328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.302110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c78c4013-b7d5-4ade-8dd7-feb61908c7af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6205196 May 27 03:31:36.304532 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.340061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['37d84745-dfb5-433a-9803-41f776c5eb2d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:36.397542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Request body: {'binding': {'host': 'n-h2-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:36.398109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Unknown quota resources ['binding']. {{(pid=84156) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:31:36.572280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.907389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:36.966514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-bff9142c-5529-41f9-b115-f25e6287d8ad', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'tenant_id': '57295403c9284d1e9ff20804131d2dde', 'fixed_ips': [{'subnet_id': '80c8c6ee-1e39-4f81-a999-b9bf3d46823f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:31:36.968061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.060000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49d076f-ab6c-4b02-aa2c-c2022fca4ffc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.067736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.111715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ec88493-c9b8-456e-9a3d-8a81cf5380e2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b49d076f-ab6c-4b02-aa2c-c2022fca4ffc HTTP/1.1" status: 204 len: 168 time: 1.3457930 May 27 03:31:37.112034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53098) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:37.114608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on host n-h2-843301-2 for vnic_type normal with profile None {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:37.114944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:37.115283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:37.123688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:37.124233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:37.242971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:37.243690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:37.244369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:37.245141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Bound port: ada1dda9-2719-4179-8662-3b5b5de82f95, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:37.248577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Allocated IP 172.20.0.2 (bff9142c-5529-41f9-b115-f25e6287d8ad/80c8c6ee-1e39-4f81-a999-b9bf3d46823f/a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:37.334448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae5821-0233-4e44-9efa-8931e6595182 None None] Network bfc5039b-6dc3-432e-a52f-24247ce2dade requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:37.340846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:37.360305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.362128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-cba5e370-7eb7-4361-aeb3-94af81cee475 service neutron] 10.222.0.46 "POST /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95/bindings HTTP/1.1" status: 201 len: 389 time: 1.4067965 May 27 03:31:37.382502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.421898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Deleting port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:37.422593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.497162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b350a-4f68-465c-899b-b1e100f8a6d3 req-a1eb2e72-f389-419f-818e-46eff736159b tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:37.504108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46b350a-4f68-465c-899b-b1e100f8a6d3 req-a1eb2e72-f389-419f-818e-46eff736159b tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 949 time: 0.3224254 May 27 03:31:37.666949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:31:37.718047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46b350a-4f68-465c-899b-b1e100f8a6d3 req-8bf6f810-0f4e-400e-b6cd-df537f1badb2 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130239 May 27 03:31:37.883396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d474d09d-6ace-4b98-a61b-348142edd6f9 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:37.884316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] For port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,segment=NetworkSegment(2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4),segment_id=2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:37.884935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.907566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:37.972666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Transition to ACTIVE for port object d474d09d-6ace-4b98-a61b-348142edd6f9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:37.985188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.151127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Router 19634d4f-462f-467f-8b5d-c79e80730cb2 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:38.202458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:38.332614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.369212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Transition to ACTIVE for port object a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:38.398539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Transition to ACTIVE for port object a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:38.409627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.436722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Calling delete_port for 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:38.495363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Network bff9142c-5529-41f9-b115-f25e6287d8ad is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:38.496938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce07864-97d0-4bea-9121-75562071e3f9 None None] DHCP port deletion for bfc5039b-6dc3-432e-a52f-24247ce2dade request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:31:38.517558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:38.520425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:38.523409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2ce07864-97d0-4bea-9121-75562071e3f9 None None] Deleting port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:38.524051 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2ce07864-97d0-4bea-9121-75562071e3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.602877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-07e6fea4-e6e1-4a6c-a1c8-069c91181bdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.8023379 May 27 03:31:38.604467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.642755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2ce07864-97d0-4bea-9121-75562071e3f9 None None] The port '6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:31:38.644842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:38.723062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:38.723836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:38.773448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:38.788533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Pushing event updated for resources: {'Port': ['ID=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:38.797443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] No DVR routers for this DVR port 6f4c497b-d7e0-40ac-bbaa-0a91c3e268c1 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:38.827224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 37d84745-dfb5-433a-9803-41f776c5eb2d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:38.945268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Attempting to bind port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:38.945882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Attempting to bind port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:38.946302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Attempting to bind port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:38.959775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:38.960197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Checking segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:38.960690 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:38.961217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Bound using segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:38.962023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Bound port: a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:38.962630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.079338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-8f75487a-7a22-43bc-8963-22473634db8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:39.083173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-8f75487a-7a22-43bc-8963-22473634db8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.4734623 May 27 03:31:39.087805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 37d84745-dfb5-433a-9803-41f776c5eb2d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:39.136488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 37d84745-dfb5-433a-9803-41f776c5eb2d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:39.140969 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.268128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-5ff16e0f-a58c-4711-9b5a-8c2f44aeb93b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1722949 May 27 03:31:39.327767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] For port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:39.329857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-4edf6dd5-8f7b-4275-a28e-29557aa09e60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:39.330519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-4edf6dd5-8f7b-4275-a28e-29557aa09e60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:39.332450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] For port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:39.340442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.401991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.410179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-4edf6dd5-8f7b-4275-a28e-29557aa09e60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:39.412299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-4edf6dd5-8f7b-4275-a28e-29557aa09e60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 1.2728000 May 27 03:31:39.442630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51fbe7bc-9ffc-41b3-9244-e525a6ba583e tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/quotas/57295403c9284d1e9ff20804131d2dde HTTP/1.1" status: 200 len: 375 time: 0.0165946 May 27 03:31:39.454248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Attempting to bind port d474d09d-6ace-4b98-a61b-348142edd6f9 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:39.454577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Attempting to bind port d474d09d-6ace-4b98-a61b-348142edd6f9 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:39.454897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Attempting to bind port d474d09d-6ace-4b98-a61b-348142edd6f9 on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:39.470747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc5039b-6dc3-432e-a52f-24247ce2dade']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:39.492601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:39.494073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0b2058-a2d1-4bbe-86e3-cb35c1f3fcc4') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:39.501002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5da3-81da-4df8-bb21-4fb0f2a0a25c None None] Pushing event updated for resources: {'Port': ['ID=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:39.515263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.523669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.528805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Port d474d09d-6ace-4b98-a61b-348142edd6f9 on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:39.529152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Attempting to bind port d474d09d-6ace-4b98-a61b-348142edd6f9 on network d30a9ff3-a249-4541-ace8-7ff5df77d9ac {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:39.541610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:39.543205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Checking segment: {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:39.543691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Bound using segment: {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:39.558649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:39.559686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Bound port: d474d09d-6ace-4b98-a61b-348142edd6f9, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c4ae12-0382-455e-91c4-464a56e36f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:39.560170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.571836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.577116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=37d84745-dfb5-433a-9803-41f776c5eb2d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:39.589920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.703017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:39.741190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:31:39.742005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: timer() May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:31:39.779820 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:31:39.804431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:39.821061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-922cea19-c4f7-4edd-ba5c-90501f919e7f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3626394 May 27 03:31:39.928294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-34db26b8-931f-4449-acd3-0cb696441c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:39.929764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-34db26b8-931f-4449-acd3-0cb696441c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.3516383 May 27 03:31:40.006301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-fd25b381-4164-4e7d-b338-aa3d44cdae10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604572 May 27 03:31:40.020255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:40.032643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Sync routers for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:31:40.042106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-381f4a9e-7df4-42ac-989b-179c6b1dd60b admin admin] 10.222.0.46 "PUT /v2.0/routers/19634d4f-462f-467f-8b5d-c79e80730cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2940347 May 27 03:31:40.042852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:40.061330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:40.062166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:40.075157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.089838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.159484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:40.276658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.293716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc5039b-6dc3-432e-a52f-24247ce2dade,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.308849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0f36d7d-479f-40bb-ade3-c6bd1323b2ee admin admin] 10.222.0.46 "DELETE /v2.0/networks/bfc5039b-6dc3-432e-a52f-24247ce2dade HTTP/1.1" status: 204 len: 168 time: 3.1954803 May 27 03:31:40.374258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb78c-2e04-4c57-ba6d-fec234da347a req-ba420b13-84fa-4f83-a78e-c3963d30ac72 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:40.385703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87ebb78c-2e04-4c57-ba6d-fec234da347a req-ba420b13-84fa-4f83-a78e-c3963d30ac72 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 943 time: 0.7363074 May 27 03:31:40.496376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-bae05037-5b2e-4d02-b8aa-6c3e570d80bd service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744027 May 27 03:31:40.550285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:40.552069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 1091 time: 4.6892734 May 27 03:31:40.553984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:40.582527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:40.613276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-87ebb78c-2e04-4c57-ba6d-fec234da347a req-817c6be4-ba17-4d61-bbfb-4ad2f26e5921 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:40.626893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-f59a50b9-3de7-42d0-a2e0-1530c06fdbd1 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078827 May 27 03:31:40.732181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-87ebb78c-2e04-4c57-ba6d-fec234da347a req-817c6be4-ba17-4d61-bbfb-4ad2f26e5921 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:40.735118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87ebb78c-2e04-4c57-ba6d-fec234da347a req-817c6be4-ba17-4d61-bbfb-4ad2f26e5921 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476226 May 27 03:31:40.814977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6baaef-8145-47af-9edd-5fe50cf02eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.839939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:40.881555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:41.049574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-e228b886-d6fa-4ecb-ac43-3de7a04cef19 service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519834 May 27 03:31:41.069022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-72b18a73-2496-4f1a-82da-7d9b647c597b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1094 time: 0.3469775 May 27 03:31:41.123096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47fa58ff-bca7-41e9-a4d1-b73ce9a4374b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=479819c89af34e9898d09dde6dcd3afa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819040 May 27 03:31:41.136278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53148) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:41.138304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:41.141583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-eb4f3be0-6418-4b75-9de5-04e0ef29dab5 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035076 May 27 03:31:41.196780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0f06db97-cb7c-40e5-b86d-81d24f18022c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:41.267301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0f06db97-cb7c-40e5-b86d-81d24f18022c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:41.267986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0f06db97-cb7c-40e5-b86d-81d24f18022c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:41.276976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.296502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda3eea-ab0a-4dd5-be58-f84518911882 req-b74fd495-b9dd-4d23-a6be-97a47b5d94c5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:41.306235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ecda3eea-ab0a-4dd5-be58-f84518911882 req-b74fd495-b9dd-4d23-a6be-97a47b5d94c5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 945 time: 0.3496230 May 27 03:31:41.352993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd181355-7ade-4ad7-ac42-ea9539e75f80 None None] Network bff9142c-5529-41f9-b115-f25e6287d8ad requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:41.386947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-6b4955c0-7a2c-4e91-b355-1763bc3a1418 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 217 time: 0.2951856 May 27 03:31:41.482224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.556061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.739788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.743282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Provisioning for port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:41.758873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-12a0143f-95be-44d5-b9cf-905cc47baf43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:41.761705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-12a0143f-95be-44d5-b9cf-905cc47baf43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.3628712 May 27 03:31:41.764395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Provisioning complete for port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:41.764982 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.793523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ecda3eea-ab0a-4dd5-be58-f84518911882 req-623793ef-1f40-4f22-a8a9-872362f4c88a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641479 May 27 03:31:41.805000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:41.806798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32b267e1-8a79-41df-8645-c31326b16dcf HTTP/1.1" status: 204 len: 168 time: 0.6692808 May 27 03:31:41.824236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf32aad-addd-4ce2-97fe-7002102861a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b267e1-8a79-41df-8645-c31326b16dcf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.880464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-a1606b2b-6dcb-4daf-a737-82af63427c27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947745 May 27 03:31:41.883506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-b4a34d74-d29d-4637-b6a8-b19e7045e9ef tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.4990110 May 27 03:31:41.897896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-2'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:41.992972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:30Z', 'revision_number': 5, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:42.005167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Checking router: 19634d4f-462f-467f-8b5d-c79e80730cb2 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:31:42.035999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Routers {'19634d4f-462f-467f-8b5d-c79e80730cb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:31:42.037307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:31:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19634d4f-462f-467f-8b5d-c79e80730cb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:42.074440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c73029-e8f9-437a-8f71-e21b69d5a2b7 req-c436902c-a3d7-4aee-b6b2-72201c7f5535 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:42.077229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0c73029-e8f9-437a-8f71-e21b69d5a2b7 req-c436902c-a3d7-4aee-b6b2-72201c7f5535 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 950 time: 0.5180786 May 27 03:31:42.231710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0c73029-e8f9-437a-8f71-e21b69d5a2b7 req-bca3de70-61e2-4762-b69e-3a4924abd2b8 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272724 May 27 03:31:42.281819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:42.350320 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-d6bdb9af-734d-48d0-85c7-583b05808488 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599688 May 27 03:31:42.377253 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0a25b0-752e-4253-ae78-db72fb305d15'] response: {'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d', 'code': 200} May 27 03:31:42.778717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:42.814306 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83fe2c3-0eaa-44ff-86fb-b76fb5bf895e'] response: {'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'status': 'completed', 'code': 200} May 27 03:31:42.893304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] Set router 19634d4f-462f-467f-8b5d-c79e80730cb2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:31:42.980868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:42.984038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fc6641-9dce-4d14-b8b6-10f9b5f5fede req-8ee898c4-8c11-4a46-89a4-013588c34cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252058 May 27 03:31:43.183893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37a9a9be-afb3-49a9-9b1d-5a0844e05433 req-62e33ff3-c3f0-4c9d-80a0-597b990fdf32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 1101 time: 0.4718103 May 27 03:31:43.224141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477af16-ba52-482b-8267-01d28b46c937 req-e80cba6d-da50-4314-bc54-b650f4333937 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:43.225715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-e80cba6d-da50-4314-bc54-b650f4333937 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 0.5345714 May 27 03:31:43.247768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.278952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] For port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:43.295914 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.310464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-e4cdeb16-bc62-4854-9fcd-339da7800b20 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/quotas/57295403c9284d1e9ff20804131d2dde HTTP/1.1" status: 200 len: 375 time: 0.0510695 May 27 03:31:43.320127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Deleting port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:43.320464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.404064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37a9a9be-afb3-49a9-9b1d-5a0844e05433 req-0a504c96-1434-4973-b600-fc70aa84d3a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960299 May 27 03:31:43.412655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:43.460640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-80eda6ce-0f79-41fb-89e8-7655f0e229fb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491525 May 27 03:31:43.483963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93164c06-b4a8-4c7b-abca-c5f394a347ba None None] Provisioning complete for port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:43.492446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93164c06-b4a8-4c7b-abca-c5f394a347ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.549067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e3197-564f-4369-9b7a-61593f9caca2 None None] Pushing event updated for resources: {'Port': ['ID=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.561100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:43.663738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:43.673163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.689315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-b0daa92f-45b6-43cf-a1cc-594684eaa60c service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273400 May 27 03:31:43.697708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-bd68c0e9-8ac3-4a6b-a55b-5bc2e4034318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1094 time: 0.5945423 May 27 03:31:43.727644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.763020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b6e6467c-dcc6-4b06-bc13-75ead3a7538d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63433e85863244929083a008a7b27e50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7773259 May 27 03:31:43.770856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:43.862728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:30Z', 'revision_number': 5, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:43.871070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37217d-434b-41a1-9ca6-a3d0ce6d42ae None None] The sync data for ids ['19634d4f-462f-467f-8b5d-c79e80730cb2'] in n-d-843301-2 is: [{'id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1262886687-router', 'tenant_id': '3b1d26e63c7644608f9b81be472df19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:59Z', 'updated_at': '2022-05-27T03:31:30Z', 'revision_number': 5, 'project_id': '3b1d26e63c7644608f9b81be472df19b', 'gw_port': {'id': 'b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19634d4f-462f-467f-8b5d-c79e80730cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:31:01Z', 'updated_at': '2022-05-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:31:43.894410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] For port b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:43.895299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:43.912944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf414-769a-4f22-a687-20f933b464d3 req-221a02cf-26a3-431d-a503-5eaad580d4a1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:43.913660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-589bf414-769a-4f22-a687-20f933b464d3 req-221a02cf-26a3-431d-a503-5eaad580d4a1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:43.930862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-09bed361-9f0e-4eec-8e66-a9286060d38d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:43.932711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-09bed361-9f0e-4eec-8e66-a9286060d38d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 0.6742644 May 27 03:31:44.029011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:44.089754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Request body: {'port': {'device_id': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'admin_state_up': True, 'tenant_id': '57295403c9284d1e9ff20804131d2dde'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:44.106697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-056a95c3-7feb-4192-95f3-2356a89a9eb8 service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160712 May 27 03:31:44.121100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Calling delete_port for b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:44.162174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on host n-h1-843301-2 for vnic_type normal with profile {"migrating_to": "n-h2-843301-2"} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:44.162881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:44.163291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:44.174959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:44.176941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Attempting to bind port ada1dda9-2719-4179-8662-3b5b5de82f95 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:44.188204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:44.189240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:44.189415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:44.190051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Bound port: ada1dda9-2719-4179-8662-3b5b5de82f95, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:44.190641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:44.301852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-589bf414-769a-4f22-a687-20f933b464d3 req-221a02cf-26a3-431d-a503-5eaad580d4a1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:44.309427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-589bf414-769a-4f22-a687-20f933b464d3 req-221a02cf-26a3-431d-a503-5eaad580d4a1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 943 time: 1.3444231 May 27 03:31:44.404180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:44.412726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:44.423819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:44.503125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-29265a17-1d10-46f9-abb3-a4a40064b6f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:44.505483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-29265a17-1d10-46f9-abb3-a4a40064b6f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.7721183 May 27 03:31:44.685818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:44.690266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:44.726845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-3e3a577c-07bb-4bbb-bbed-b1dd53646d4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 217 time: 0.2031617 May 27 03:31:44.769859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:44.806034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-589bf414-769a-4f22-a687-20f933b464d3 req-c9ef0764-db8c-4f1b-b9ff-8bdd538e62c4 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956267 May 27 03:31:44.808028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:44.837322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:44.840600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-002dde2a-afdc-403f-b025-c205f4b250d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 1121 time: 2.9514842 May 27 03:31:44.859264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Usage tracker for resource:port and tenant:57295403c9284d1e9ff20804131d2dde is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:44.882026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:44.909228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:44.932734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d474d09d-6ace-4b98-a61b-348142edd6f9 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:44.935268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:44.996748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:45.014908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ada1dda9-2719-4179-8662-3b5b5de82f95'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:45.199367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-b83834f5-1ed0-4b2c-b93b-f572316f9e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:45.200821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-b83834f5-1ed0-4b2c-b93b-f572316f9e46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.4546361 May 27 03:31:45.240374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:31:45.247424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Made reservation on behalf of 57295403c9284d1e9ff20804131d2dde for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:45.252536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.328148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:45.328516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.512831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.527904 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-aa992672-942b-43b6-8ffb-608b59195d8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2496214 May 27 03:31:45.532599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.550636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.587414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:45.658676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:45.663338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'network_id': 'd30a9ff3-a249-4541-ace8-7ff5df77d9ac', 'port_id': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'mac_address': 'fa:16:3e:cd:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52eef5e5-2026-429e-be32-1c6ec3cce73c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:31:45.687314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a1666-53ca-43ed-955d-09b26d5da2f4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:45.748034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Pushing event deleted for resources: {'Port': ['ID=b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:45.773908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:45.811367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.881775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.882126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.882450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.882756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.883087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.883412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.883735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.884054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.884968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.885307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.885634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.897039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:45.898202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-914aa1eb-927f-4a1a-91cc-92e22ba9d3d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea4a1666-53ca-43ed-955d-09b26d5da2f4 HTTP/1.1" status: 204 len: 168 time: 2.1253123 May 27 03:31:45.932560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.933749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.933749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.933749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.934508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.935045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.935556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.936061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.936549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.938347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 52afda74-6175-47b0-acb7-7206527ec700 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:45.939485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.940052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:45.963533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:46.000110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 52afda74-6175-47b0-acb7-7206527ec700 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:46.000355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 52afda74-6175-47b0-acb7-7206527ec700 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:46.024664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d474d09d-6ace-4b98-a61b-348142edd6f9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:46.034513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:46.053227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:46.063163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:46.122914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654b826-5adc-44a9-ad49-3c60def7e4e4 req-67b02111-a4db-49ce-9e8e-28d10f979b3a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:46.124533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d654b826-5adc-44a9-ad49-3c60def7e4e4 req-67b02111-a4db-49ce-9e8e-28d10f979b3a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 0.9372511 May 27 03:31:46.178180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:46.180411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49a670-472c-4519-a1f5-ad819cbb7bc4 req-c4640b55-23dc-4212-8ed6-6da698896902 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:46.182671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db49a670-472c-4519-a1f5-ad819cbb7bc4 req-c4640b55-23dc-4212-8ed6-6da698896902 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 950 time: 0.2114563 May 27 03:31:46.282513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db49a670-472c-4519-a1f5-ad819cbb7bc4 req-7e5d650e-1f18-48b1-adf5-9f5974fae615 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815423 May 27 03:31:46.295968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['d474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:31:46.364601 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cf16d8-52a4-459f-8c16-e9ca7989b8cf'] response: {'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'code': 200} May 27 03:31:46.440339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-2f96baf4-5b54-431e-a81f-f0ef4592be1a service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009130 May 27 03:31:46.485965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Allocated IP 172.20.0.5 (bff9142c-5529-41f9-b115-f25e6287d8ad/80c8c6ee-1e39-4f81-a999-b9bf3d46823f/b2c0c883-60a1-4fad-ba2b-bbb1557c0df5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:46.743050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:46.875448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:31:46.972577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d654b826-5adc-44a9-ad49-3c60def7e4e4 req-a1a51c83-8fc5-4904-b5b7-edf5a60cab91 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332925 May 27 03:31:46.999666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-d536b40b-12ea-4cdb-bf52-99ddcefb94c3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:47.001558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-d536b40b-12ea-4cdb-bf52-99ddcefb94c3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 0.2639689 May 27 03:31:47.050457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-d2f7decc-a29b-4fe6-8b36-7b80b5334697 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/quotas/57295403c9284d1e9ff20804131d2dde HTTP/1.1" status: 200 len: 375 time: 0.0434768 May 27 03:31:47.107025 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e17fb04-156a-4deb-946d-bc58b91f5927'] response: {'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'code': 200} May 27 03:31:47.185180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:47.203763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 has no active binding in host n-h2-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:31:47.331675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-26006950-567d-4fdf-aa35-702a27c354e8 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2786982 May 27 03:31:47.533652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-f256247b-e5a6-4638-8b56-f1f976af93a0 service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003660 May 27 03:31:47.534523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:47.537911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c93f7e0c-ccd0-4b35-8b13-0ac21bd9a6c0 req-baa68b66-621b-48c9-b99a-65c175e49eaf service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0187147 May 27 03:31:47.544483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477af16-ba52-482b-8267-01d28b46c937 req-5a62fa48-7cac-4c82-a23a-035ac983f2c3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:47.546125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-5a62fa48-7cac-4c82-a23a-035ac983f2c3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.21 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 1.0300560 May 27 03:31:47.568176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Request body: {'port': {'device_id': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'admin_state_up': True, 'tenant_id': '57295403c9284d1e9ff20804131d2dde'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:47.598463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:47.746364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-12d813a9-9fdb-4978-9042-4e7b6fb8a0c7 service neutron] 10.222.0.46 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096312 May 27 03:31:47.760184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:47.837998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Transition to ACTIVE for port object b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:47.839235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:47.839769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19634d4f-462f-467f-8b5d-c79e80730cb2 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:47.908435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:47.917323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:47.918406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-13c692ec-33e9-425e-bf67-1ff48cddc132 admin admin] 10.222.0.46 "DELETE /v2.0/routers/19634d4f-462f-467f-8b5d-c79e80730cb2 HTTP/1.1" status: 204 len: 168 time: 7.8696334 May 27 03:31:47.933743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:47.947309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Usage tracker for resource:port and tenant:57295403c9284d1e9ff20804131d2dde is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:47.965665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:47.980273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:48.010812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e7da-ad92-41b5-bb4f-4e863d98ca93 req-11d61420-83aa-4e75-9a62-628d1811a360 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:48.029967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4288e7da-ad92-41b5-bb4f-4e863d98ca93 req-11d61420-83aa-4e75-9a62-628d1811a360 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 944 time: 0.3364191 May 27 03:31:48.063748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Deleting subnet 9fb81341-174a-41fe-bf8a-54012b1bffa5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:31:48.078652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.107809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.179194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.187334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Made reservation on behalf of 57295403c9284d1e9ff20804131d2dde for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:48.192830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.355832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.404672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:48.438896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Network bff9142c-5529-41f9-b115-f25e6287d8ad is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:48.458644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4288e7da-ad92-41b5-bb4f-4e863d98ca93 req-63a054ed-eef5-45bc-adce-346ad4a947dd tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247663 May 27 03:31:48.459764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:48.466846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:48.521327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event updated for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:48.559316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:48.649138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:48.649452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.676552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Allocated IP 172.20.0.11 (bff9142c-5529-41f9-b115-f25e6287d8ad/80c8c6ee-1e39-4f81-a999-b9bf3d46823f/b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:48.694346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-51c75c3c-e15e-4b03-b7b6-6ab1623be4bb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7411284 May 27 03:31:48.720113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Request body: {'port': {'device_id': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:48.722963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-a6a0c934-b0d9-43df-a86b-c3aced9e8c88 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:48.731028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-a6a0c934-b0d9-43df-a86b-c3aced9e8c88 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.2634356 May 27 03:31:48.738717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:48.739123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b320d7fb-8ea0-46fc-a83c-4c5ab1d487a8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:48.765045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-64f2bdc8-887d-41a6-8f0b-5b8b0ac9005c tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/quotas/ac6e797defd744549b3f6122bbba9faa HTTP/1.1" status: 200 len: 375 time: 0.0329485 May 27 03:31:48.804255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.860000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb81341-174a-41fe-bf8a-54012b1bffa5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:48.869986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d474d09d-6ace-4b98-a61b-348142edd6f9 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:31:48.878470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:48.891483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a29412ff-8ffe-4a7c-8e33-2158d2a629ad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9fb81341-174a-41fe-bf8a-54012b1bffa5 HTTP/1.1" status: 204 len: 168 time: 0.9707360 May 27 03:31:48.895467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:48.932324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-cc35e6b7-31fc-414a-96c1-ae517d5584b8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662834 May 27 03:31:48.958202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51973b-8793-45a4-8799-3d375d10f50f None None] Network ed99485f-6876-418c-9ec3-31a108fb7136 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:31:49.095103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.155453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.199535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Deleting port cc489ba0-d257-445d-9670-f1d2f382918f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:49.199873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.241079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c547f77c-9ec2-49d3-beea-f27cdb715d82 None None] Provisioning for port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:49.266892 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-88f64692-fae7-4d0f-b6d7-9c42ab698015 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335915 May 27 03:31:49.273062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c547f77c-9ec2-49d3-beea-f27cdb715d82 None None] Provisioning complete for port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:49.274412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c547f77c-9ec2-49d3-beea-f27cdb715d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.300861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.367870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c547f77c-9ec2-49d3-beea-f27cdb715d82 None None] Port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:49.414589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ae4ddf2b-ed67-41bb-b13e-d2944e844e52 req-5d8975e7-8b6f-49bc-ae98-5e37087da730 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:49.448343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port d474d09d-6ace-4b98-a61b-348142edd6f9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:49.471080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Transition to ACTIVE for port object b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:49.473985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port d474d09d-6ace-4b98-a61b-348142edd6f9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:49.474713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.504880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-83be7e7a-f057-4f5d-a20e-bd8d71a6d08c service neutron] 10.222.0.46 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369969 May 27 03:31:49.520127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ae4ddf2b-ed67-41bb-b13e-d2944e844e52 req-5d8975e7-8b6f-49bc-ae98-5e37087da730 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:49.521915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae4ddf2b-ed67-41bb-b13e-d2944e844e52 req-5d8975e7-8b6f-49bc-ae98-5e37087da730 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 210 time: 0.2290454 May 27 03:31:49.649007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.714251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] DHCP port deletion for ed99485f-6876-418c-9ec3-31a108fb7136 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:31:49.743084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Deleting port cc489ba0-d257-445d-9670-f1d2f382918f {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:49.744820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.745698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] For port cc489ba0-d257-445d-9670-f1d2f382918f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc489ba0-d257-445d-9670-f1d2f382918f,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:49.746131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.913830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:49.960436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Network bff9142c-5529-41f9-b115-f25e6287d8ad is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:49.971531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:49.974416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:50.059798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:50.060726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.138883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5758228 May 27 03:31:50.141446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117ba0e-f093-433c-b389-d49fb1ee89aa tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event updated for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.177045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Request body: {'port': {'device_id': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:50.224708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Calling delete_port for cc489ba0-d257-445d-9670-f1d2f382918f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:50.265899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] For port cc489ba0-d257-445d-9670-f1d2f382918f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc489ba0-d257-445d-9670-f1d2f382918f,segment=NetworkSegment(a9e56fbf-0926-4ba2-af2c-eebe854e811d),segment_id=a9e56fbf-0926-4ba2-af2c-eebe854e811d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:50.266745 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.365941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.442755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Calling delete_port for cc489ba0-d257-445d-9670-f1d2f382918f owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:50.561141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:50.572026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 03:31:50.572026 n-d-843301-2 neutron-server[84157]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 27 03:31:50.572026 n-d-843301-2 neutron-server[84157]: [parameters: {'port_id': 'cc489ba0-d257-445d-9670-f1d2f382918f', 'host': 'n-d-843301-2'}] May 27 03:31:50.572026 n-d-843301-2 neutron-server[84157]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:31:50.573462 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:31:50.583108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc489ba0-d257-445d-9670-f1d2f382918f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:50.617237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.669082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:50.683531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: cc489ba0-d257-445d-9670-f1d2f382918f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:31:50.683960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc489ba0-d257-445d-9670-f1d2f382918f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:31:50.686656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.726849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d934b980-1e75-409b-b0eb-3a5555cf5996 None None] Provisioning for port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:50.740134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d934b980-1e75-409b-b0eb-3a5555cf5996 None None] Provisioning complete for port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:50.740804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d934b980-1e75-409b-b0eb-3a5555cf5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.783555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc489ba0-d257-445d-9670-f1d2f382918f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.804207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-3923f6f2-b1c1-48e0-bb40-842687f88cc5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:50.807749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-3923f6f2-b1c1-48e0-bb40-842687f88cc5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "GET /v2.0/ports?device_id=38ed1f3e-e48a-41c3-853a-11bfca7c0537 HTTP/1.1" status: 200 len: 943 time: 0.7327011 May 27 03:31:50.818920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-f480e643-39d5-4cb3-8a61-2b4e29fa59ad tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:50.821711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-f480e643-39d5-4cb3-8a61-2b4e29fa59ad tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 816 time: 0.7450507 May 27 03:31:50.823247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.826187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d934b980-1e75-409b-b0eb-3a5555cf5996 None None] Port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:50.837487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.838177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.838683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.839184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.839671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.840160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.841372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.841922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.842578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.843070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.843556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:50.888223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] No DVR routers for this DVR port cc489ba0-d257-445d-9670-f1d2f382918f on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:50.891739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d44ba-5523-47c5-9e4c-918014e86924 req-592e833d-0081-4bad-ae3b-792ecee3a097 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:50.893368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-944d44ba-5523-47c5-9e4c-918014e86924 req-592e833d-0081-4bad-ae3b-792ecee3a097 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 1.0290027 May 27 03:31:50.893603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Request body: {'port': {'device_id': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'admin_state_up': True, 'tenant_id': '57295403c9284d1e9ff20804131d2dde'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:50.910639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-119956d5-929a-44f8-a4bc-1b357766d17b tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 1101 time: 0.7355642 May 27 03:31:50.936159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:50.950435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:50.983764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Transition to ACTIVE for port object b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:50.989490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-944d44ba-5523-47c5-9e4c-918014e86924 req-f2537b1d-d878-45f8-a232-29f2e756cfa7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764117 May 27 03:31:51.074989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Deleting port cc489ba0-d257-445d-9670-f1d2f382918f {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:51.075376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.130638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.202383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34d3116b-140f-4a26-99d9-7ad02e4b58c6 None None] The port 'cc489ba0-d257-445d-9670-f1d2f382918f' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:31:51.217017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.278180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Deleting port abb7d6ef-9109-4556-a010-00c65ee3fab1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:31:51.278526 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.317762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:51.332075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.345759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Transition to ACTIVE for port object b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:51.347770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.383890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.432342 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59be905d-5d8b-4117-9c94-c35947fd356e'] response: {'name': 'network-changed', 'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'status': 'completed', 'code': 200} May 27 03:31:51.551014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:51.567938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed99485f-6876-418c-9ec3-31a108fb7136']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.589402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Usage tracker for resource:security_group_rule and tenant:4838044f41a14018ba8d2d0aa94b08bc is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:51.601719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:51.605563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:51.611528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e56fbf-0926-4ba2-af2c-eebe854e811d') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.614291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e56fbf-0926-4ba2-af2c-eebe854e811d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:51.639909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:51.645166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:51.655940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.698514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:51.719359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.753818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Made reservation on behalf of 57295403c9284d1e9ff20804131d2dde for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:51.758152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.769424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:31:51.769424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: timer() May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:31:51.825676 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:31:51.910715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:52.203631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-ad316410-a366-44b4-9a21-3910a1a0ee3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1124 time: 0.7826021 May 27 03:31:52.246029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] For port abb7d6ef-9109-4556-a010-00c65ee3fab1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=abb7d6ef-9109-4556-a010-00c65ee3fab1,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:52.246588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.458063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Attempting to bind port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:52.458634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Attempting to bind port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:52.458972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Attempting to bind port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:52.505120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Attempting to bind port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:52.505650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Attempting to bind port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:52.506183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Attempting to bind port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:52.529441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 on network bff9142c-5529-41f9-b115-f25e6287d8ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:52.529734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Attempting to bind port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:52.548598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 on network bff9142c-5529-41f9-b115-f25e6287d8ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:52.548938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Attempting to bind port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:52.568677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:52.569062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Checking segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:52.569403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Bound using segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:52.569843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Bound port: b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:52.570189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.600411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:52.600738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Checking segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:52.601148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Bound using segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:52.601592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Bound port: b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:52.601937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.617204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.625219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca0dca-66a6-4728-92d2-1e8b68623aff req-91359ed0-975c-4575-b050-049f22f67756 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:52.626873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70ca0dca-66a6-4728-92d2-1e8b68623aff req-91359ed0-975c-4575-b050-049f22f67756 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 945 time: 0.5993874 May 27 03:31:52.632986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-35006497-5736-4f01-b980-990ecd675c74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:52.634124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Calling delete_port for abb7d6ef-9109-4556-a010-00c65ee3fab1 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:31:52.635112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-35006497-5736-4f01-b980-990ecd675c74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3911335 May 27 03:31:52.693093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.773062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.778790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed99485f-6876-418c-9ec3-31a108fb7136,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:52.814586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:52.836889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-305ac45e-337c-4c9c-bd94-cfbadceae835 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1611249 May 27 03:31:52.908300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f8e19cd-429b-43dd-a2ac-b2f1721d6ce6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ed99485f-6876-418c-9ec3-31a108fb7136 HTTP/1.1" status: 204 len: 168 time: 4.0106456 May 27 03:31:52.915256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device abb7d6ef-9109-4556-a010-00c65ee3fab1 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:52.926223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-c3fad359-cad0-41ec-bd8e-cd6a5f6e7e9e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:52.927824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-c3fad359-cad0-41ec-bd8e-cd6a5f6e7e9e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 804 time: 0.9352725 May 27 03:31:52.947914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Allocated IP 172.20.0.8 (bff9142c-5529-41f9-b115-f25e6287d8ad/80c8c6ee-1e39-4f81-a999-b9bf3d46823f/ba392f76-1b53-4321-b83b-cc6e0ebdc122) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:52.950454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Synchronizing usage tracker for tenant:4838044f41a14018ba8d2d0aa94b08bc on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:52.988175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70ca0dca-66a6-4728-92d2-1e8b68623aff req-e3d31f2a-2607-4de7-a394-956c06ef3bbe tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143673 May 27 03:31:52.990601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be9158-5477-4236-a5b7-9a1433679db6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:52.998228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:53.000744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Request body: {'port': {'device_id': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'admin_state_up': True, 'tenant_id': 'ac6e797defd744549b3f6122bbba9faa'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:53.001237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-34c87e52-0ff0-4f49-a998-c6340b184f38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:53.002747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-34c87e52-0ff0-4f49-a998-c6340b184f38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1513822 May 27 03:31:53.022620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:53.024724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:53.223600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.233395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] Unset dirty status for tenant:4838044f41a14018ba8d2d0aa94b08bc on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:53.237759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Port abb7d6ef-9109-4556-a010-00c65ee3fab1 update to DOWN by agent not found {{(pid=84157) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 27 03:31:53.246436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec2f697d-1b98-4349-be0f-7ae983c45e03 req-0ba85582-ec20-42d0-8307-39105b7ea1d9 tempest-ServersAdminNegativeTestJSON-212237634 tempest-ServersAdminNegativeTestJSON-212237634-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3008826 May 27 03:31:53.350150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event deleted for resources: {'Port': ['ID=abb7d6ef-9109-4556-a010-00c65ee3fab1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.458512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-d305cda1-cf1f-4326-8910-68a33a9cdefa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4310510 May 27 03:31:53.460321 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.574515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] No DVR routers for this DVR port abb7d6ef-9109-4556-a010-00c65ee3fab1 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:53.581782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:53.588213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Usage tracker for resource:port and tenant:ac6e797defd744549b3f6122bbba9faa is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:53.592668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:53.598933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.602862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-deleted', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:53.622353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.660553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:53.675163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53350) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:53.679424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:53.690439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-30c2db23-6b82-4fd3-b438-51bfd137a0b3 req-f5604f2f-fb70-49bd-9b6c-c29b028e03c9 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:53.716411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bbb1c48-3df5-4d97-9b28-bcfe89a091f4 req-8a34c0b8-cac2-4997-a6ab-e5b98006e0ea tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 210 time: 0.3332794 May 27 03:31:53.738919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.741687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Made reservation on behalf of ac6e797defd744549b3f6122bbba9faa for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:53.745491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.770776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a96bba-1a8b-4db3-945e-58b69b751a92 req-5d3ba971-1293-4d78-a9a1-49422381fedb tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.41 "DELETE /v2.0/ports/abb7d6ef-9109-4556-a010-00c65ee3fab1 HTTP/1.1" status: 204 len: 173 time: 2.9261878 May 27 03:31:53.817761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-30c2db23-6b82-4fd3-b438-51bfd137a0b3 req-f5604f2f-fb70-49bd-9b6c-c29b028e03c9 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:53.819952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30c2db23-6b82-4fd3-b438-51bfd137a0b3 req-f5604f2f-fb70-49bd-9b6c-c29b028e03c9 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 210 time: 0.2496383 May 27 03:31:53.831518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:53.871818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:53.918009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Transition to ACTIVE for port object ba392f76-1b53-4321-b83b-cc6e0ebdc122 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:53.930405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37bd8d69-915b-4920-acf3-dedf9d79ea05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b1d26e63c7644608f9b81be472df19b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421885 May 27 03:31:53.949957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53354) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:53.977600 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c575a0-cf22-40b2-9994-cf0893bd6067'] response: {'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'code': 200} May 27 03:31:54.100665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.190126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.201300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.219616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-d70555aa-1d45-4572-aa8b-eafe34444b32 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 HTTP/1.1" status: 200 len: 1092 time: 4.0567045 May 27 03:31:54.242567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.21', 54861) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:54.258810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:54.482314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-d7538d62-7329-4d40-ba42-56e5969b547d service neutron] 10.222.0.21 "GET /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 384 time: 1.0979450 May 27 03:31:54.506796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event updated for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.517698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Network bff9142c-5529-41f9-b115-f25e6287d8ad is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:54.527745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:54.573519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:54.615561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Allocated IP 172.20.0.13 (f9a2482c-648b-4c8e-91d9-85150a329773/e84bf2f3-c8b6-4629-8742-055c1035b840/445fa5d6-7ccf-4f85-8035-d4b900f4fad7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:54.618008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.620625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-6928063f-60f7-4149-bf39-58606058eeb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 HTTP/1.1" status: 200 len: 1091 time: 5.9038162 May 27 03:31:54.657794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.694024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-95a29f79-4450-40c7-8428-106bb9c0d037 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2092822 May 27 03:31:54.757677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:54.758547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.783853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:54.871808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-17d7b9e5-4b99-4202-8269-6678dc981a83 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0231743 May 27 03:31:54.886923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721640e-632a-4af1-90fc-741088a21cbd req-6d9e5126-f567-4763-aba1-b52338cbe70f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:54.888818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8721640e-632a-4af1-90fc-741088a21cbd req-6d9e5126-f567-4763-aba1-b52338cbe70f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 943 time: 0.4677842 May 27 03:31:54.917469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:31:54.964794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Request body: {'port': {'device_id': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:55.092330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-51aab177-8369-40f6-811a-4015912068a1 None None] Provisioning for port ba392f76-1b53-4321-b83b-cc6e0ebdc122 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:31:55.172705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52f142ea-ad4f-473f-90a2-c9b93fb105f5 req-444ef7ed-080a-4ae4-8a67-b292cda0df33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1096 time: 0.9024522 May 27 03:31:55.228772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-51aab177-8369-40f6-811a-4015912068a1 None None] Provisioning complete for port ba392f76-1b53-4321-b83b-cc6e0ebdc122 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:31:55.229557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-51aab177-8369-40f6-811a-4015912068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.286626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.316780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-51aab177-8369-40f6-811a-4015912068a1 None None] Port ba392f76-1b53-4321-b83b-cc6e0ebdc122 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:31:55.354819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12345ea3-cda1-4046-ae51-1a604df47c80,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:55.371456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8721640e-632a-4af1-90fc-741088a21cbd req-65a0db8b-216c-42a8-9cee-206d301a1dbe tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755016 May 27 03:31:55.378365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-53de5db3-2adc-43c9-86b7-85d40a2e43f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 1095 time: 0.9428482 May 27 03:31:55.382684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b832fe9-92d9-445a-b4de-60c08bea9c7e req-01e03997-cc68-43e4-a90d-8ed13a0d0386 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9943962 May 27 03:31:55.407039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.408618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c56bd3d7-a8e8-43dc-9fe2-734c3a171379 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12345ea3-cda1-4046-ae51-1a604df47c80 HTTP/1.1" status: 204 len: 168 time: 1.4575615 May 27 03:31:55.416571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.443129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:55.498376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-ac0cd6d4-13b9-4d69-a601-b2db15b50978 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953520 May 27 03:31:55.535269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52f142ea-ad4f-473f-90a2-c9b93fb105f5 req-bab0a4a4-239d-43fd-8d6c-3c9c82e7a3cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437269 May 27 03:31:55.557604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-0c6f505b-f5a2-418a-be1a-1a4605a36663 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 HTTP/1.1" status: 200 len: 217 time: 0.1617587 May 27 03:31:55.590179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-f1be647a-fc11-46f0-9ed0-e8ae9f24f1b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 1094 time: 0.8470078 May 27 03:31:55.681540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:55.693118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-7fc86f4e-cf6d-459f-9994-35e2ffd5eff0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 HTTP/1.1" status: 200 len: 217 time: 0.0932379 May 27 03:31:55.720287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:55.797863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada1dda9-2719-4179-8662-3b5b5de82f95 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:55.813935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:55.835651 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be7ae27-e9e8-4bf8-98f1-848cce13f135'] response: {'name': 'network-changed', 'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9', 'status': 'completed', 'code': 200} May 27 03:31:55.851388 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85360770-c127-4fc2-846e-143f04e5de30'] response: {'server_uuid': '38ed1f3e-e48a-41c3-853a-11bfca7c0537', 'name': 'network-vif-deleted', 'tag': 'abb7d6ef-9109-4556-a010-00c65ee3fab1', 'status': 'completed', 'code': 200} May 27 03:31:56.071259 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.121998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.164882 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c721865-8f3a-49a1-be59-96d4d723a92f req-eb6e732d-dd07-43a7-9aa6-a1951712dd1f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 210 time: 0.2514071 May 27 03:31:56.229658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.303335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-e638e70e-0e41-4fcb-b629-38161a40f68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.306557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-e638e70e-0e41-4fcb-b629-38161a40f68c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.4693203 May 27 03:31:56.310736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477af16-ba52-482b-8267-01d28b46c937 req-7152c271-5064-45ac-b999-aec6f1760600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.312939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-7152c271-5064-45ac-b999-aec6f1760600 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.4416053 May 27 03:31:56.419821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Network f9a2482c-648b-4c8e-91d9-85150a329773 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:56.426873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:56.437871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:31:56.524417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29de81c-9722-4390-99e4-c395eacc07e6 req-3a4ead42-7a2e-470c-8e1c-ef812e67558a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.536619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f29de81c-9722-4390-99e4-c395eacc07e6 req-3a4ead42-7a2e-470c-8e1c-ef812e67558a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 945 time: 0.6819890 May 27 03:31:56.539691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:56.655900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:56.656672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:56.673919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f29de81c-9722-4390-99e4-c395eacc07e6 req-e0b8d8e6-1d4c-441e-9501-ce04aef4ad85 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354792 May 27 03:31:56.744029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:31:56.770968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-df9b9f18-6e09-4220-9885-0fad6482c9f8 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7812414 May 27 03:31:56.807389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Request body: {'port': {'device_id': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:31:56.850957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] Transition to ACTIVE for port object ada1dda9-2719-4179-8662-3b5b5de82f95 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:56.882693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-8a9c671f-7c58-4454-9889-dfd3c398cf16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4682627 May 27 03:31:56.893296 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.005293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba392f76-1b53-4321-b83b-cc6e0ebdc122 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:57.075204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.218297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Transition to ACTIVE for port object ba392f76-1b53-4321-b83b-cc6e0ebdc122 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:57.245352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.306718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.354843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-de6f30d4-9c80-4394-bf9f-50bd577b91b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0374551 May 27 03:31:57.402987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e2c9a-a3ef-4993-9f98-33f92cb0c40c req-184c8e8c-31d3-4223-a0a1-fda40a5de811 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:57.409695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c5e2c9a-a3ef-4993-9f98-33f92cb0c40c req-184c8e8c-31d3-4223-a0a1-fda40a5de811 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 931 time: 0.8911977 May 27 03:31:57.504630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:57.551856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f7d0c-5523-44dd-9046-f6fd73c21e5e req-028e1234-0b12-4948-bbc2-4f7ccf2da60a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:57.559060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee9f7d0c-5523-44dd-9046-f6fd73c21e5e req-028e1234-0b12-4948-bbc2-4f7ccf2da60a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 0.4290218 May 27 03:31:57.581202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] No DVR routers for this DVR port ada1dda9-2719-4179-8662-3b5b5de82f95 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:57.777941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ef42b21-0525-4cb9-827b-4cc42c170a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:57.839614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee9f7d0c-5523-44dd-9046-f6fd73c21e5e req-4d601136-5a2c-48b9-af7b-85ffeaafdd3f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793961 May 27 03:31:57.862957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:57.936020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Attempting to bind port ba392f76-1b53-4321-b83b-cc6e0ebdc122 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:57.936634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Attempting to bind port ba392f76-1b53-4321-b83b-cc6e0ebdc122 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:57.937195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Attempting to bind port ba392f76-1b53-4321-b83b-cc6e0ebdc122 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:57.953357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Port ba392f76-1b53-4321-b83b-cc6e0ebdc122 on network bff9142c-5529-41f9-b115-f25e6287d8ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:57.954426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Attempting to bind port ba392f76-1b53-4321-b83b-cc6e0ebdc122 on network bff9142c-5529-41f9-b115-f25e6287d8ad {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:57.962710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:57.987917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:57.988400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Checking segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:57.988706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Bound using segment: {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:57.989175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Bound port: ba392f76-1b53-4321-b83b-cc6e0ebdc122, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d3cf09-bf50-4c72-9b79-cc52505dad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:57.989525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.001133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-3c01c551-9280-48b4-851c-ab5207eac020 service neutron] 10.222.0.21 "PUT /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95/bindings/n-h2-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4950666 May 27 03:31:58.052433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-39fecb27-9fb1-47ba-b8a6-8d82bd7dd6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749189 May 27 03:31:58.116326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-ab937b37-b3bc-43d1-90d1-46c3be4291f0 service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2014704 May 27 03:31:58.124244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5e2c9a-a3ef-4993-9f98-33f92cb0c40c req-f9228660-0bd3-46be-81e9-6260811716e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:58.303699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:31:58.309981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:58.333604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.341451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:58.362236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.367310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Transition to ACTIVE for port object 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:31:58.474667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5e2c9a-a3ef-4993-9f98-33f92cb0c40c req-f9228660-0bd3-46be-81e9-6260811716e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:58.481947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c5e2c9a-a3ef-4993-9f98-33f92cb0c40c req-f9228660-0bd3-46be-81e9-6260811716e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9586949 May 27 03:31:58.561687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdb43a4d-b28c-49d0-8919-200e94928e5f req-c509deaf-9685-4cff-b379-00beb0bc6b91 service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967690 May 27 03:31:58.564886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6477af16-ba52-482b-8267-01d28b46c937 req-07d32676-49c9-4e91-9370-ec7432022271 service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178085 May 27 03:31:58.781893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.799914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.817694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-eb27bca8-b62e-4dfd-992a-095aab0cb20d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 1095 time: 0.1830099 May 27 03:31:58.818937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:58.822270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-1edfb488-4109-4bea-8e12-198018ae21a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba392f76-1b53-4321-b83b-cc6e0ebdc122 HTTP/1.1" status: 200 len: 1091 time: 3.8615408 May 27 03:31:58.828648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1e973-2e02-43a4-86e5-1d00545cae4f req-5765cf39-4513-4f6c-93dd-0b7beb5e19db tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:58.830402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc1e973-2e02-43a4-86e5-1d00545cae4f req-5765cf39-4513-4f6c-93dd-0b7beb5e19db tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 945 time: 0.1139922 May 27 03:31:58.852730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:31:58.886736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:31:59.046825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc1e973-2e02-43a4-86e5-1d00545cae4f req-453c234e-29f5-4c8e-84c9-2f7c813943e9 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949432 May 27 03:31:59.079957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-de438726-6e17-4aa6-ae19-f3a118a73fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:59.083416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-de438726-6e17-4aa6-ae19-f3a118a73fe7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 917 time: 0.2503760 May 27 03:31:59.130741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-2b7e8335-e684-4155-9282-b8627d3bd08a tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1095 time: 1.0308025 May 27 03:31:59.244356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.329389 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f80454-6489-4d71-850c-8211441e0ea9'] response: {'name': 'network-changed', 'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5', 'status': 'completed', 'code': 200} May 27 03:31:59.380878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.410711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-320c6b32-fcce-4082-9a1b-58765e521c86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 HTTP/1.1" status: 200 len: 217 time: 0.2850261 May 27 03:31:59.495513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:31:59.505760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c88c7e9c974a0b8d5f0c90381d1196 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:31:59.511578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:31:59.520627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:31:59.541919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-e9248707-3c53-43c4-bea6-29eb5eab8e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:59.543607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-e9248707-3c53-43c4-bea6-29eb5eab8e0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.1245990 May 27 03:31:59.560555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fb430-0fd3-4cf4-9d82-20faa39b3f16 req-b9da8b39-c95a-42f0-99ea-789442cd7517 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:59.561806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5e2fb430-0fd3-4cf4-9d82-20faa39b3f16 req-b9da8b39-c95a-42f0-99ea-789442cd7517 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:31:59.606226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-911368fb-5168-43ab-ba56-9cdf6d37a3eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 1094 time: 0.2790625 May 27 03:31:59.641238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-f779f6f1-ee52-4638-be41-ffcdf64cd85a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 1094 time: 0.7449369 May 27 03:31:59.748476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5e2fb430-0fd3-4cf4-9d82-20faa39b3f16 req-b9da8b39-c95a-42f0-99ea-789442cd7517 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:31:59.750486 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e2fb430-0fd3-4cf4-9d82-20faa39b3f16 req-b9da8b39-c95a-42f0-99ea-789442cd7517 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 944 time: 1.3911092 May 27 03:31:59.788305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Attempting to bind port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:31:59.788849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Attempting to bind port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:31:59.789415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Attempting to bind port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:59.826478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-9af34538-c82b-4c98-b9da-6fc542f587a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&tenant_id=434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 1095 time: 0.6667926 May 27 03:31:59.841553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-4e40e935-29b4-4e49-8a67-9bcbc06d39a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122 HTTP/1.1" status: 200 len: 217 time: 0.1904430 May 27 03:31:59.847288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 on network f9a2482c-648b-4c8e-91d9-85150a329773 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:31:59.847288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Attempting to bind port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 on network f9a2482c-648b-4c8e-91d9-85150a329773 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:31:59.858730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.879983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.908580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-36fe34b7-393b-4cba-b830-5c2186feea68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:31:59.910149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-36fe34b7-393b-4cba-b830-5c2186feea68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 917 time: 0.2945552 May 27 03:31:59.912584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-433a3b87-483e-4a73-9a30-e984a41e8f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.957143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:31:59.957469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Checking segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:31:59.957857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Bound using segment: {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:31:59.958320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Bound port: 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0bcf8c-9a85-432c-bf9a-65b910985621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:31:59.958668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:31:59.998799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e2fb430-0fd3-4cf4-9d82-20faa39b3f16 req-dd26b952-a2cc-4618-974d-43c89ec0c7e4 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124400 May 27 03:32:00.019492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548089a-8017-4f4e-afd5-fc00d325d6a2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.028493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce335a-b628-4691-bc91-23dbe4d19ecd req-ade6422a-92db-4b18-9b49-dcd2b892f3fd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:00.030219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2ce335a-b628-4691-bc91-23dbe4d19ecd req-ade6422a-92db-4b18-9b49-dcd2b892f3fd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 0.4230623 May 27 03:32:00.033637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-61facd04-fee5-4e67-a2c7-a28d9f0a8a99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4826093 May 27 03:32:00.037912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-db3b96e0-0045-4933-b86e-75e0b5bf102d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 HTTP/1.1" status: 200 len: 217 time: 0.1166413 May 27 03:32:00.039421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-532a2b9c-b467-4e42-8c45-91dbc1bfe4a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7c88c7e9c974a0b8d5f0c90381d1196&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1850955 May 27 03:32:00.058283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-bb864135-709c-48e6-a624-beb67f308e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:00.059804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-bb864135-709c-48e6-a624-beb67f308e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.2058854 May 27 03:32:00.060309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53470) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:00.225770 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0249205f-3a19-4464-a9d9-55e397ac02ee'] response: {'name': 'network-changed', 'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122', 'status': 'completed', 'code': 200} May 27 03:32:00.230524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:00.238291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-85bd7c87-372f-451f-9bdd-41d4e7c98fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:00.239119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-b2074161-663d-4020-b4dd-81e019ef33ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1095 time: 0.3504210 May 27 03:32:00.239714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-85bd7c87-372f-451f-9bdd-41d4e7c98fcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.1972666 May 27 03:32:00.250346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:00.292735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.316362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2ce335a-b628-4691-bc91-23dbe4d19ecd req-57e25f3b-203e-4bd3-85fa-c3fa2bf04eb8 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123826 May 27 03:32:00.340294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-8c5f27aa-fd5a-4da4-bafe-30a33da6b466 service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995141 May 27 03:32:00.391527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.491669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-feeaf3f4-07bb-4a88-9800-fcb954f319ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4201703 May 27 03:32:00.498871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.500272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] 10.222.0.21 "PUT /v2.0/ports/445fa5d6-7ccf-4f85-8035-d4b900f4fad7 HTTP/1.1" status: 200 len: 1092 time: 3.7151294 May 27 03:32:00.516064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-7dff3491-a3ed-4e97-8921-c0156aa03308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535272 May 27 03:32:00.525736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:00.709352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dfb78-6a6e-42fd-be23-90e6c309d979 service neutron] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:00.751385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-dcc5d278-3cc9-48ff-9a59-2d9fccec2729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:00.751515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fef8b77-8aa9-48ba-8dc4-8b9f9120ab10 req-d4d40ef5-d864-400d-97b4-2a1ebde12172 service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035096 May 27 03:32:00.752958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-dcc5d278-3cc9-48ff-9a59-2d9fccec2729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.4996364 May 27 03:32:00.830188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-ba8fa9a6-cc78-4aaf-a8e4-e92e033431a9 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-855781493&fields=id&tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 267 time: 0.4021375 May 27 03:32:00.861542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-239961d3-29e0-4933-aba7-5f27b35212eb service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977831 May 27 03:32:00.913131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-22f4abe0-dcef-4f31-9113-26b0481b328a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1495013 May 27 03:32:00.928376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:01.117288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.138003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'port_id': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9', 'mac_address': 'fa:16:3e:79:93:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8c6ee-1e39-4f81-a999-b9bf3d46823f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:01.148973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-a364e8c8-47eb-4c93-9c70-a355bbea4938 service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318104 May 27 03:32:01.149771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.155645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ad6c8e5-24c4-42aa-98d7-20c139726874 req-8e7bc7eb-5e75-4357-b030-c20b1491721b service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873478 May 27 03:32:01.172554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:01.203835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548089a-8017-4f4e-afd5-fc00d325d6a2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.214494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-193c4bf0-46ed-4642-b864-6daf05cb10a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:01.215653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-193c4bf0-46ed-4642-b864-6daf05cb10a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1653709 May 27 03:32:01.316273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.317440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47b89952-fce7-48d1-956a-28bcf39383c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8548089a-8017-4f4e-afd5-fc00d325d6a2 HTTP/1.1" status: 204 len: 168 time: 1.2476847 May 27 03:32:01.338661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-719fe236-fe51-4bcc-a163-f8d5e50604a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 1095 time: 0.7761974 May 27 03:32:01.343667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-d9800b88-7750-41c4-88da-4149a746d478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753753 May 27 03:32:01.389975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.437294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'port_id': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5', 'mac_address': 'fa:16:3e:77:91:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8c6ee-1e39-4f81-a999-b9bf3d46823f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:01.526269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-1c5fe61c-158f-4a36-8948-4f302c27fc0d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:01.534422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-1c5fe61c-158f-4a36-8948-4f302c27fc0d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 945 time: 0.7019002 May 27 03:32:01.544256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-f63fb3cf-9c0c-4beb-abbb-bc80862a095c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7 HTTP/1.1" status: 200 len: 217 time: 0.1964583 May 27 03:32:01.550492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'security_groups': ['3112707d-68f5-4f9e-8c1f-edd404666cd7', 'efd45cd1-0f31-4a4a-b6d7-07b28c001a30']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:01.620927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.625545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25cb8-a60c-417d-8579-20a80c294509 req-b5ab5a3e-27c5-4d73-89c6-1a51c45195a2 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:01.627607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7d25cb8-a60c-417d-8579-20a80c294509 req-b5ab5a3e-27c5-4d73-89c6-1a51c45195a2 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 943 time: 0.1343858 May 27 03:32:01.663699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.682516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11c5bbe7-2e54-4ee8-baae-c1fbf0ef70e6 req-28c1b530-dd8c-4026-b7f7-79a3024ca5f3 service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146654 May 27 03:32:01.691959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.698417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7d25cb8-a60c-417d-8579-20a80c294509 req-41bd8406-afc2-411a-94bc-935062559ff3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 May 27 03:32:01.709568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.739704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:01.766248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.768608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-3ccdb69b-e2c5-47df-b075-e828257b6076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:01.770196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-3ccdb69b-e2c5-47df-b075-e828257b6076 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.1790197 May 27 03:32:01.773889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:01.786191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.875440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.899401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.902781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-0c9bb5bc-2ee1-4549-905c-1f2ae1cdebf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092932 May 27 03:32:01.908184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:01.909141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-902e7ab2-0e5c-41ab-b0c4-de07d275b23f service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025845 May 27 03:32:01.932222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:02.028932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.064388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:02.186948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07f59-dce4-4568-a0e8-04ea40d29153 req-505e0635-eab7-4a98-a818-475c2fafad4d tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:02.194250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bd07f59-dce4-4568-a0e8-04ea40d29153 req-505e0635-eab7-4a98-a818-475c2fafad4d tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 950 time: 0.2003365 May 27 03:32:02.237975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:02.256735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bd07f59-dce4-4568-a0e8-04ea40d29153 req-79d968cd-d0b4-4668-826c-7d7625a596b1 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613284 May 27 03:32:02.463117 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-a3636aa5-6c97-4590-98dd-68a76cd0e76f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 1094 time: 0.6682198 May 27 03:32:02.543360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-602ff822-bb86-49cb-bad4-71ed811267a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306508 May 27 03:32:02.604094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:02.693055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-decf296a-1095-41eb-a222-1709af5a4d14 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475560 May 27 03:32:02.802363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f23ce3-6467-4c19-ba48-c2864372805c req-52d415e8-f03d-45b4-8348-c4c7fe391d62 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:02.810773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4f23ce3-6467-4c19-ba48-c2864372805c req-52d415e8-f03d-45b4-8348-c4c7fe391d62 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 944 time: 0.3025265 May 27 03:32:02.851404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-5ef2473c-532a-461d-9d7d-413a7e20c3eb tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:02.852924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-5ef2473c-532a-461d-9d7d-413a7e20c3eb tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 950 time: 0.1946995 May 27 03:32:02.944173 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:02.968715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4f23ce3-6467-4c19-ba48-c2864372805c req-33c0bc6d-b50e-4cc0-9522-b90ab2dc3a7d tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562366 May 27 03:32:03.135238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Deleting port 37d84745-dfb5-433a-9803-41f776c5eb2d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:03.136401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:03.268357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-17bb9dc6-cdee-4bce-910e-30d3b1b8b9fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:03.269915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-17bb9dc6-cdee-4bce-910e-30d3b1b8b9fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 917 time: 0.7869101 May 27 03:32:03.366338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aba041f2-f7e8-4f31-b214-8e66f2399e4c req-c5a71937-933b-4144-ad92-f2c51dfbb53f service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8068635 May 27 03:32:03.406188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-ba642530-5b96-461c-a7e8-f3252e028a18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122 HTTP/1.1" status: 200 len: 217 time: 0.1183596 May 27 03:32:03.455988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:03.506331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-692ce14f-f902-444a-b433-24049285ac97 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.3390405 May 27 03:32:03.531212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:03.588059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-5d3ce4f4-f7c6-437d-88b0-3ecac493db83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:03.590345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-5d3ce4f4-f7c6-437d-88b0-3ecac493db83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.1765580 May 27 03:32:03.603126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:03.616068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] For port 37d84745-dfb5-433a-9803-41f776c5eb2d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=37d84745-dfb5-433a-9803-41f776c5eb2d,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:03.616803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade', 'd474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:03.617492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:03.814439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:03.815125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:03.821917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8baa4c49-d4fc-4c3a-bbe0-a483df3cd8af req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "PUT /v2.0/ports/d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 981 time: 2.2864892 May 27 03:32:03.886571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cffd77-9658-4bbe-b6e1-ee86e1f0cf9c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.890787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Calling delete_port for 37d84745-dfb5-433a-9803-41f776c5eb2d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:03.922487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['d474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:03.941865 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911da3e2-cf96-482f-9270-55506909c62b'] response: {'name': 'network-changed', 'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'status': 'completed', 'code': 200} May 27 03:32:04.048836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-b23c9975-57dd-4244-a56b-62639cbf165c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4480722 May 27 03:32:04.117885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-13d3b5a1-9d73-489d-857a-1b7371d2c536 service neutron] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:04.227982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-13d3b5a1-9d73-489d-857a-1b7371d2c536 service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.229467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7b41986-756e-40ec-8713-7094e22d50b2 req-13d3b5a1-9d73-489d-857a-1b7371d2c536 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95/bindings/n-h1-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.7049105 May 27 03:32:04.323933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.386090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-02e2d2e9-d14b-4948-838d-7f26cb92ea60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac6e797defd744549b3f6122bbba9faa&device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 1095 time: 0.4369216 May 27 03:32:04.416133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-e5b3231d-cb36-44ce-946c-328c57b4539d service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501120 May 27 03:32:04.466907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['4735e35a-3b9b-4609-9a24-80a0acccb4dc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:04.566019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Pushing event deleted for resources: {'Port': ['ID=37d84745-dfb5-433a-9803-41f776c5eb2d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.673811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] No DVR routers for this DVR port 37d84745-dfb5-433a-9803-41f776c5eb2d on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:04.683622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:04.717281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'name': 'network-vif-deleted', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:04.729859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:04.734739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1eb31c2-7c38-47f1-848b-f8e7ba235437 req-742a42b0-29aa-4612-a2a8-c2df7bac49be tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "DELETE /v2.0/ports/37d84745-dfb5-433a-9803-41f776c5eb2d HTTP/1.1" status: 204 len: 173 time: 1.8733079 May 27 03:32:04.805468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072768c0-4e7f-495b-a69a-dd25390c9062 req-fc2dbf38-3bac-4a8a-a43f-5d112b36d761 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:04.819761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-072768c0-4e7f-495b-a69a-dd25390c9062 req-fc2dbf38-3bac-4a8a-a43f-5d112b36d761 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 0.5922687 May 27 03:32:04.827592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e238185-b3fa-478a-a34d-e25a7dbc53b5 req-87058764-0b6c-4c0c-a4fd-81bb2a71a024 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:04.832737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e238185-b3fa-478a-a34d-e25a7dbc53b5 req-87058764-0b6c-4c0c-a4fd-81bb2a71a024 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 943 time: 0.6017404 May 27 03:32:04.925060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-072768c0-4e7f-495b-a69a-dd25390c9062 req-6caa9dc5-cb68-4485-8c32-957a943a45e7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016955 May 27 03:32:04.970946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:04.980204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:05.095555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.111117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ba392f76-1b53-4321-b83b-cc6e0ebdc122 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:05.180193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:05.230606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:05.237925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e238185-b3fa-478a-a34d-e25a7dbc53b5 req-739c098a-355a-41d5-ade4-d4c9749b6339 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863699 May 27 03:32:05.240438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Usage tracker for resource:security_group_rule and tenant:0c58afd650ff410bbcf49b9e06055577 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:05.248059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:05.263458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:05.331104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-8471954a-ad66-4d3f-86bf-d590f029d9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.344885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-8471954a-ad66-4d3f-86bf-d590f029d9ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 200 len: 905 time: 0.9504085 May 27 03:32:05.396169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0d5a7e5-d333-4aed-85fa-2a8493aaf4b3 req-e406106b-c89b-4d9c-9ee5-03a18d1e80dd service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9691913 May 27 03:32:05.559605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.573815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.619779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:05.655370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c58afd650ff410bbcf49b9e06055577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9234965 May 27 03:32:05.655648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122', 'network_id': 'bff9142c-5529-41f9-b115-f25e6287d8ad', 'port_id': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122', 'mac_address': 'fa:16:3e:c6:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8c6ee-1e39-4f81-a999-b9bf3d46823f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:05.656640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:05.694656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-d17ac7e8-7d2e-4737-ab1f-07dbd480ace6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7 HTTP/1.1" status: 200 len: 217 time: 0.2970889 May 27 03:32:05.737676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f6a32-fb3c-493e-a853-ac22c48fe02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a789e15-4a22-491b-a093-518dbf6d603e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.765499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-466268c5-4cf5-4ce7-a7b7-2ba6ca4c58c0 req-7a73953f-6485-4cc9-aad8-52c458f747eb tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a58f89-1171-4466-8fcd-16a855ff87d5 HTTP/1.1" status: 200 len: 210 time: 0.1196578 May 27 03:32:05.773597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.824734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-ef3af54f-459e-4d7d-acd9-9530eb9ee77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:05.827275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-ef3af54f-459e-4d7d-acd9-9530eb9ee77b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 200 len: 844 time: 0.1130822 May 27 03:32:05.840146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.842571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.891863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba392f76-1b53-4321-b83b-cc6e0ebdc122 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:05.895908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-124adc50-a5e9-4fb5-a085-8505008bcae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9a2482c-648b-4c8e-91d9-85150a329773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624361 May 27 03:32:05.918361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2ea5165-a359-4648-8246-7d0fa839a916 req-e034bf3c-43aa-4d1f-893c-e5069705f212 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/efd45cd1-0f31-4a4a-b6d7-07b28c001a30 HTTP/1.1" status: 200 len: 1634 time: 0.1138573 May 27 03:32:05.961250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:05.971434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:32:05.989432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:05.994858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a789e15-4a22-491b-a093-518dbf6d603e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.008291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:06.012547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-61b96e90-5c2e-4d7d-b4e0-30c811e5d6e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a789e15-4a22-491b-a093-518dbf6d603e HTTP/1.1" status: 204 len: 168 time: 0.3506601 May 27 03:32:06.029819 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-d2ea5165-a359-4648-8246-7d0fa839a916 req-3142ce2c-d08b-430a-8bd0-1683d6da6cbb tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 03:32:06.038441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2ea5165-a359-4648-8246-7d0fa839a916 req-3142ce2c-d08b-430a-8bd0-1683d6da6cbb tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/efd45cd1-0f31-4a4a-b6d7-07b28c001a30 HTTP/1.1" status: 409 len: 341 time: 0.1097822 May 27 03:32:06.066530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:06.104094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:06.109619 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fbb3ef-dfa0-4ee2-9e81-09aa4e94a4f1'] response: {'server_uuid': '98a58f89-1171-4466-8fcd-16a855ff87d5', 'name': 'network-vif-deleted', 'tag': '37d84745-dfb5-433a-9803-41f776c5eb2d', 'status': 'completed', 'code': 200} May 27 03:32:06.149859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:06.187364 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:32:06.224520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:06.225127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:06.231210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-e5d5e21a-a47e-42ce-82e4-c1cf9688f843 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285165 May 27 03:32:06.286678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:06.492005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:06.492005 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:06.514435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12faef8-5c50-48a2-87a1-57b9ee535f86 req-8a3a1441-e20d-44b7-9128-9da0765c0364 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:06.516076 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d12faef8-5c50-48a2-87a1-57b9ee535f86 req-8a3a1441-e20d-44b7-9128-9da0765c0364 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 944 time: 0.5161595 May 27 03:32:06.603007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:06.609985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d12faef8-5c50-48a2-87a1-57b9ee535f86 req-17c52800-9e51-4fc0-9154-582cd14f1f7e tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745947 May 27 03:32:06.643975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ba392f76-1b53-4321-b83b-cc6e0ebdc122'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:06.667799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7092fd81-2e54-4e60-be7d-ab12362913f2 req-94dca95b-7f5b-4085-8107-5939741615e1 service neutron] 10.222.0.21 "GET /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258964 May 27 03:32:06.761968 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb7a171-57bd-4bea-9cb8-21454e26a3a6'] response: {'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'status': 'completed', 'code': 200} May 27 03:32:06.767456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.798547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'mac_address': 'fa:16:3e:69:65:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:06.892228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-0ee9457e-2251-4b3a-a487-a3a178857c9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1135 time: 0.1086717 May 27 03:32:06.953908 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.158319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c792-456b-417f-9917-23eca86419d4 req-51df3bf7-3fe7-4a19-88c9-1cc311a0670d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:07.160143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-51df3bf7-3fe7-4a19-88c9-1cc311a0670d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.2611547 May 27 03:32:07.265496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-821ecbcb-a9c8-4082-bb9e-70f45fc99695 req-ed01199f-61b7-4b92-afc3-c29548017fe3 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1095 time: 0.1885567 May 27 03:32:07.315968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:07.317104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-15d91b44-ea4c-472a-803f-d07a931fd8e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 217 time: 0.1409795 May 27 03:32:07.322130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.381090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-821ecbcb-a9c8-4082-bb9e-70f45fc99695 req-c76a14fc-209e-42ed-8abe-98b68764423f tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028156 May 27 03:32:07.464868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:07.488297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c792-456b-417f-9917-23eca86419d4 req-d37b0640-1786-4f20-8bc9-fbf683710f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:07.497546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-d37b0640-1786-4f20-8bc9-fbf683710f71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.1694489 May 27 03:32:07.498580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:07.520059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.530843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:07.627162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.637940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-d1cfae60-d346-44d6-a063-7a5e5957edc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310170 May 27 03:32:07.646858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.655017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:07.833399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1962667710-network', 'tenant_id': '4dd9da420a8b451985a632f21affa970'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:07.836622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['445fa5d6-7ccf-4f85-8035-d4b900f4fad7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:07.842192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:07.847368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Usage tracker for resource:network and tenant:4dd9da420a8b451985a632f21affa970 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:07.851202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:07.860534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:07.874360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Made reservation on behalf of 4dd9da420a8b451985a632f21affa970 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:07.877889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.890141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a25f-33ac-437c-b3bb-fd392c2c5f83 req-2b47f1c8-63b2-462f-ac81-febcc302f113 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:07.892250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2cd9a25f-33ac-437c-b3bb-fd392c2c5f83 req-2b47f1c8-63b2-462f-ac81-febcc302f113 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 944 time: 0.2516184 May 27 03:32:07.905139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:07.953931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-0971eba6-d57f-4c54-995f-1c844c5c4ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445421 May 27 03:32:07.955251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:07.994384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Usage tracker for resource:security_group_rule and tenant:4dd9da420a8b451985a632f21affa970 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:08.000380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.007445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:08.020063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:08.088449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:08.090373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2cd9a25f-33ac-437c-b3bb-fd392c2c5f83 req-dcea1e71-43e7-4b1d-969b-418ee6c477c4 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791141 May 27 03:32:08.118692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bfde1-aa67-4bc8-8432-98ff284709d2 req-4656583a-708a-4e99-aa3b-a32f0b17b496 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:08.120519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-386bfde1-aa67-4bc8-8432-98ff284709d2 req-4656583a-708a-4e99-aa3b-a32f0b17b496 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 984 time: 0.1608403 May 27 03:32:08.159513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.163324 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.164385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 37d84745-dfb5-433a-9803-41f776c5eb2d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:08.169042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed49c792-456b-417f-9917-23eca86419d4 req-6a6a3692-6089-46c0-ae10-589ee4c2638f service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036932 May 27 03:32:08.177163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.258169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:08.285893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bf07f-5fcb-4e1e-b739-b55d7676cce7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.289432 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.289926 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Added segment d4df0874-c87e-4469-baff-a55ebc422ad9 of type vlan for network c3ad6769-3fca-419f-bfa2-90510e03eabc May 27 03:32:08.300315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-386bfde1-aa67-4bc8-8432-98ff284709d2 req-0a449c4e-a334-4ff1-afa9-0af4c5201707 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd45cd1-0f31-4a4a-b6d7-07b28c001a30&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1390958 May 27 03:32:08.347638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 37d84745-dfb5-433a-9803-41f776c5eb2d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:32:08.348392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 37d84745-dfb5-433a-9803-41f776c5eb2d not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:08.352384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.354789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.393165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-4568679e-69c2-4c99-8d45-c4fd165ad7bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1135 time: 0.1734869 May 27 03:32:08.396575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.397911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:08.398845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:08.556492 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391d7bb2-7539-422d-b1fd-c90ff93a1e6f'] response: {'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9', 'code': 200} May 27 03:32:08.590427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-bc754d34-62ea-4310-ad7c-dcfc1654a315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:08.592109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-bc754d34-62ea-4310-ad7c-dcfc1654a315 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.1905670 May 27 03:32:08.689946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.699618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-2d135861-1959-4888-84bb-30871572963a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 217 time: 0.1000404 May 27 03:32:08.794683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-9003e301-6c15-426e-ab7b-985e64c6b8b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:08.796682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-9003e301-6c15-426e-ab7b-985e64c6b8b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.0908144 May 27 03:32:08.884696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-b766455d-429b-429e-80af-74c2d2d91c02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809102 May 27 03:32:08.944811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2881696 May 27 03:32:08.951000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7878f21-4d3c-47fe-b43d-6dabc8fd316e admin admin] Pushing event updated for resources: {'Network': ['ID=c3ad6769-3fca-419f-bfa2-90510e03eabc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:08.953483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:08.970764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Request body: {'subnet': {'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1962667710-subnet', 'tenant_id': '4dd9da420a8b451985a632f21affa970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:08.975656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c3ad6769-3fca-419f-bfa2-90510e03eabc details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:32:08.985282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:09.001196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Usage tracker for resource:subnet and tenant:4dd9da420a8b451985a632f21affa970 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:09.006714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:09.017593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:09.048843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc971-e21c-4773-8da6-0162b34d868a req-b9311bcd-8d92-46aa-ba7a-6d2acde82087 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.050427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-491dc971-e21c-4773-8da6-0162b34d868a req-b9311bcd-8d92-46aa-ba7a-6d2acde82087 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 945 time: 0.1906681 May 27 03:32:09.051082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Made reservation on behalf of 4dd9da420a8b451985a632f21affa970 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:09.053424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.069864 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f8f56880-b6dc-4a31-8532-eb2e02c93e6a req-3451cf54-7ba4-45eb-996d-5a0ed9ba7fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 1097 time: 0.3072705 May 27 03:32:09.165728 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-d0d19250-ef07-426d-87eb-859e17ad1063 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742205 May 27 03:32:09.422278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f8f56880-b6dc-4a31-8532-eb2e02c93e6a req-ca58fa71-47b1-494c-9d1e-88d471d723e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388011 May 27 03:32:09.427518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-491dc971-e21c-4773-8da6-0162b34d868a req-6abcceaa-dba7-445d-ad75-31a1efa80a18 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453901 May 27 03:32:09.455496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.530862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:09.546754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92296e1f-48c6-4220-a932-d8b962c9f3bc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.568461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Checking segment: {'id': 'd4df0874-c87e-4469-baff-a55ebc422ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:09.568927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Network hostable DHCP agents. Network: c3ad6769-3fca-419f-bfa2-90510e03eabc, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:09.601829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Network c3ad6769-3fca-419f-bfa2-90510e03eabc is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:09.619497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, c3ad6769-3fca-419f-bfa2-90510e03eabc) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:09.626434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.627392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.644296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e6707-078d-46f6-b37d-2b1e6a9b54f8 None None] Network c3ad6769-3fca-419f-bfa2-90510e03eabc requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:09.661818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5a59745-8c6e-4558-9727-5fd61a590733 req-2c74d162-73f8-4b3e-b82e-f3c2e96954b1 service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901795 May 27 03:32:09.684028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-24924659-9de1-43f6-9b06-06af9185de5a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7265675 May 27 03:32:09.831932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb61ac-1d0c-4790-8b0d-377804a0a7b8 req-2c934546-d192-476a-b386-0eae23997740 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.832773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d4fb61ac-1d0c-4790-8b0d-377804a0a7b8 req-2c934546-d192-476a-b386-0eae23997740 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Synchronizing usage tracker for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:09.854795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637826ed-e899-4a87-8e0b-601e84eb962d req-db05d908-9e4c-497f-9352-5f7161090a86 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:09.861673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-db05d908-9e4c-497f-9352-5f7161090a86 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.2298641 May 27 03:32:09.871418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d4fb61ac-1d0c-4790-8b0d-377804a0a7b8 req-2c934546-d192-476a-b386-0eae23997740 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Unset dirty status for tenant:a8bddf6caec54fa5bd6e07409e33afe2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:09.873184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4fb61ac-1d0c-4790-8b0d-377804a0a7b8 req-2c934546-d192-476a-b386-0eae23997740 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 950 time: 0.1668999 May 27 03:32:09.896178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-d738d4fb-3952-4f62-a47e-c72fe5b94bac tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/quotas/434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 375 time: 0.0327265 May 27 03:32:09.910341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:09.926093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:09.926742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:09.981559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4fb61ac-1d0c-4790-8b0d-377804a0a7b8 req-eff26144-fe24-4ef2-9e99-fed28494465a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025057 May 27 03:32:10.038031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-8b446acf-ba7f-4d14-bd5b-a97ee94516d4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326940 May 27 03:32:10.066510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865e49d-4235-4d7a-8f55-c1e81104da7f None None] Network c3ad6769-3fca-419f-bfa2-90510e03eabc requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:10.242060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-13c5dfe4-7edf-4873-8006-560d79ecaf07 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918881 May 27 03:32:10.290369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55583e-c237-4b1c-b229-fd5eb2b50e47 req-fbe9be82-867a-4133-af94-a77e36ef68ad tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.293052 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d55583e-c237-4b1c-b229-fd5eb2b50e47 req-fbe9be82-867a-4133-af94-a77e36ef68ad tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 944 time: 0.1663678 May 27 03:32:10.343900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.413806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d55583e-c237-4b1c-b229-fd5eb2b50e47 req-510673e5-8fc5-4e77-aa66-2faebb61e2b1 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133358 May 27 03:32:10.479907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:10.501598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-406081b8-ddbf-40ff-aa37-e11660c3a610 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578883 May 27 03:32:10.515642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.560687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'}, {'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:10.637535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:10.646548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-92ac021b-1da6-40ee-a95e-9e15421883ce tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.653568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-92ac021b-1da6-40ee-a95e-9e15421883ce tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 950 time: 0.1497304 May 27 03:32:10.756347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Deleting port 4735e35a-3b9b-4609-9a24-80a0acccb4dc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:10.756707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:10.775385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd843b0-6027-42b9-8f20-be147cae14aa req-3fd78b37-b1c0-4216-85b6-49ae3de97190 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:10.777808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcd843b0-6027-42b9-8f20-be147cae14aa req-3fd78b37-b1c0-4216-85b6-49ae3de97190 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 984 time: 0.1927047 May 27 03:32:10.841762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcd843b0-6027-42b9-8f20-be147cae14aa req-3dc98e05-0170-4628-ac60-08404508b74a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd45cd1-0f31-4a4a-b6d7-07b28c001a30&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0578194 May 27 03:32:11.037896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ba392f76-1b53-4321-b83b-cc6e0ebdc122 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:11.104237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0392-9f78-4db3-b06f-5dc5ec4a7096 req-fbe62bb1-b7f2-4568-9ccb-d428b2040eb5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:11.107578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b0e0392-9f78-4db3-b06f-5dc5ec4a7096 req-fbe62bb1-b7f2-4568-9ccb-d428b2040eb5 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 946 time: 0.1371720 May 27 03:32:11.171566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:11.172650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.201081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b0e0392-9f78-4db3-b06f-5dc5ec4a7096 req-a0322bdf-36eb-4d50-928c-3eb6497fa712 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850174 May 27 03:32:11.251445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ba392f76-1b53-4321-b83b-cc6e0ebdc122 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:11.260683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ba392f76-1b53-4321-b83b-cc6e0ebdc122 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:11.261693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.354642 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41d2386-11c8-4528-b88e-83abb6b0c0dd'] response: {'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5', 'code': 200} May 27 03:32:11.354939 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41d2386-11c8-4528-b88e-83abb6b0c0dd'] response: {'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'code': 200} May 27 03:32:11.409482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Calling delete_port for 4735e35a-3b9b-4609-9a24-80a0acccb4dc owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:11.470909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.528621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc72734b-55fe-4a65-87c5-553cb6d10a7a req-79691995-e28b-4653-92a7-c48a113b007a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 1096 time: 0.1237676 May 27 03:32:11.537642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:11.546319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.548256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4735e35a-3b9b-4609-9a24-80a0acccb4dc no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:11.625382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5550fa22-ee78-4253-9dd7-9e0a45a865a4 req-30cfd04f-e2e5-4c60-96c6-a45ee8442ff8 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 210 time: 0.0573075 May 27 03:32:11.627902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc72734b-55fe-4a65-87c5-553cb6d10a7a req-fec5ce91-bb9e-4cda-b6a1-0ea3d22dc6ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929570 May 27 03:32:11.631112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-122b3bcc-ec10-4597-807b-3c1c7529e49e tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:11.632647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-122b3bcc-ec10-4597-807b-3c1c7529e49e tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/networks?id=c3ad6769-3fca-419f-bfa2-90510e03eabc HTTP/1.1" status: 200 len: 814 time: 0.2539332 May 27 03:32:11.709258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-9b8f5fe4-d4f3-4715-9b5e-fe29c84e5ae9 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/quotas/4dd9da420a8b451985a632f21affa970 HTTP/1.1" status: 200 len: 375 time: 0.0226774 May 27 03:32:11.763149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:11.774859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-d007c017-3541-4598-ad61-1d499d1d34c8 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4dd9da420a8b451985a632f21affa970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640042 May 27 03:32:11.854999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.906458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:11.913728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:11.990023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:32:11.992479 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:32:12.001822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1cb2f88-fd6c-4061-aff3-83d4cc1a46a6 req-335a005d-0ee5-41b8-97a4-b3d5e5b1ef91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 1097 time: 0.5215039 May 27 03:32:12.005415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:12.048506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-8fd06158-74d9-4848-b1a2-e4b5ac67a5fb service neutron] 10.222.0.46 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727587 May 27 03:32:12.315759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1cb2f88-fd6c-4061-aff3-83d4cc1a46a6 req-198e2f12-55e9-4a01-9436-87789130bfa2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001339 May 27 03:32:12.348533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-4614da87-5015-47b8-9e0f-e5b65bacdeaa tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1330330965&fields=id&tenant_id=9984f055fbb744aabc9652ba00df8dbe HTTP/1.1" status: 200 len: 267 time: 0.0897884 May 27 03:32:12.418186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-baff1301-a812-4402-aa25-74c9592e01f9 service neutron] 10.222.0.46 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400115 May 27 03:32:12.512268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-8a107290-35e2-46b6-9601-5405cb48219a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2198431 May 27 03:32:12.520889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Deleting port 4735e35a-3b9b-4609-9a24-80a0acccb4dc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:12.520889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.547875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-bdf5ef58-97b6-4556-8dfa-e43f1e46b8b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:12.561048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-bdf5ef58-97b6-4556-8dfa-e43f1e46b8b3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 984 time: 0.1849079 May 27 03:32:12.571895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'port': {'security_groups': ['3112707d-68f5-4f9e-8c1f-edd404666cd7', 'efd45cd1-0f31-4a4a-b6d7-07b28c001a30', '01aff178-46b8-4d66-90d9-59ff7a1b9043']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:12.749934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637826ed-e899-4a87-8e0b-601e84eb962d req-fbabf093-0226-4135-902c-da4be2527dba tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:12.751465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-fbabf093-0226-4135-902c-da4be2527dba tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.3263385 May 27 03:32:12.828657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-bf665c10-e68d-4cf7-9ece-d28289ef8ae9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1095 time: 0.1780248 May 27 03:32:12.832154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:12.931035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Request body: {'port': {'device_id': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'admin_state_up': True, 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:13.196775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] For port 4735e35a-3b9b-4609-9a24-80a0acccb4dc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4735e35a-3b9b-4609-9a24-80a0acccb4dc,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:13.197172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.248467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-4e593cd8-1e84-48b7-ac74-77316de5e473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.250003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-4e593cd8-1e84-48b7-ac74-77316de5e473 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3965364 May 27 03:32:13.356511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122'}, {'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:13.379579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Calling delete_port for 4735e35a-3b9b-4609-9a24-80a0acccb4dc owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:13.414041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-0e6a36d4-1331-4f0b-9e79-194290d1eca6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1247175 May 27 03:32:13.421117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:13.450128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7098f-06e9-4b06-b592-654704e10517 req-2f9bd3d8-5dd5-4166-8075-f187a322a095 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.458449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50a7098f-06e9-4b06-b592-654704e10517 req-2f9bd3d8-5dd5-4166-8075-f187a322a095 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f8d73b7-f9d3-4552-8d60-cf677b6217c9 HTTP/1.1" status: 200 len: 948 time: 0.5356812 May 27 03:32:13.488567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:13.499057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-ff3b2328-7143-4b02-a944-8cf59b87b845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.500588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-ff3b2328-7143-4b02-a944-8cf59b87b845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.0771112 May 27 03:32:13.537592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:13.540840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.573342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-d13a17cf-4381-4120-9169-5245210fe3a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644438 May 27 03:32:13.584682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50a7098f-06e9-4b06-b592-654704e10517 req-2537daee-9c18-44d2-8c16-9f2824e01966 tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.46 "GET /v2.0/security-groups?id=03c4cb64-45b3-4577-98b0-3be02e0856b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251564 May 27 03:32:13.708840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:13.800512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.809866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.823635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade', 'd474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:13.833199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.864147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-60ae3c7f-ae43-43ad-8210-a5b0be104fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774973 May 27 03:32:13.975196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Pushing event deleted for resources: {'Port': ['ID=4735e35a-3b9b-4609-9a24-80a0acccb4dc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:13.989480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:13.990119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:13.991518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c3f98a0-d592-492d-a0f8-b9cdc6678d09 req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "PUT /v2.0/ports/d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 1020 time: 1.4276967 May 27 03:32:13.991977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:14.028816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23687545-78ae-4a76-b866-778e5aa618f2 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:14.069473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['d474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:14.099815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d9464d0-036e-4344-9072-14b2f9b4e672 req-9bf00156-1dbf-44af-8277-e5ab9f6f23df service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269170 May 27 03:32:14.115615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Allocated IP 172.20.0.13 (3ec7dcf1-024a-4189-a85c-8e6381d0e0d4/2a1709a3-d978-408e-8965-896b5c4c668b/65db8251-2de3-4692-b8de-0a44393d3d4b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:14.181982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] No DVR routers for this DVR port 4735e35a-3b9b-4609-9a24-80a0acccb4dc on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:14.187298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:14.191116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-deleted', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:14.247973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa0f0b2a-3db2-489f-9c54-652bcdcda9f8 req-144cb87d-e0ce-4d93-bab6-ab69f070737a tempest-ServersAdminNegativeTestJSON-708972290 tempest-ServersAdminNegativeTestJSON-708972290-project] 10.222.0.41 "DELETE /v2.0/ports/4735e35a-3b9b-4609-9a24-80a0acccb4dc HTTP/1.1" status: 204 len: 173 time: 3.5876672 May 27 03:32:14.563098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9db518-f853-4a1d-a2f1-5414056f6d35 req-c086bb09-138b-4156-98ef-4b0d94359716 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:14.572122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc9db518-f853-4a1d-a2f1-5414056f6d35 req-c086bb09-138b-4156-98ef-4b0d94359716 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.6921325 May 27 03:32:14.817486 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc9db518-f853-4a1d-a2f1-5414056f6d35 req-4662dc9f-ebfb-475e-b45a-86d49e15806e tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444136 May 27 03:32:14.865648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:14.935393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-0ab016fd-1450-4eeb-98af-4b368b50e53c tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:14.937095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-0ab016fd-1450-4eeb-98af-4b368b50e53c tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.21 "GET /v2.0/networks?id=c3ad6769-3fca-419f-bfa2-90510e03eabc HTTP/1.1" status: 200 len: 814 time: 0.6507101 May 27 03:32:14.988933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Request body: {'port': {'device_id': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc', 'admin_state_up': True, 'tenant_id': '4dd9da420a8b451985a632f21affa970'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:15.068565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b62438f-b26a-4c9d-9e53-e0cacf6f4347 req-02339ba8-772e-42fb-a705-62108a5712c1 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 210 time: 0.0598798 May 27 03:32:15.076204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:15.231886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:15.241650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:15.244392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:15.248231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:15.300721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105bfd4-d9cc-41e7-b4a8-92d6473612bb req-6e4543f7-e72f-4321-8530-636f34400686 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:15.303157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:15.303755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6105bfd4-d9cc-41e7-b4a8-92d6473612bb req-6e4543f7-e72f-4321-8530-636f34400686 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 932 time: 0.0836239 May 27 03:32:15.311127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Usage tracker for resource:port and tenant:4dd9da420a8b451985a632f21affa970 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:15.315933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:15.331524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedebb-f47a-430f-a111-9d386401a7c9 req-e887f7b4-90d4-4c74-aa1c-0c42c8f1a17a tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:15.333049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eeedebb-f47a-430f-a111-9d386401a7c9 req-e887f7b4-90d4-4c74-aa1c-0c42c8f1a17a tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 946 time: 0.3867693 May 27 03:32:15.333993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:15.348826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:15.349513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:15.351540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6105bfd4-d9cc-41e7-b4a8-92d6473612bb req-65d261ac-2306-4799-92d4-0b5532eadb6b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 May 27 03:32:15.387618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Made reservation on behalf of 4dd9da420a8b451985a632f21affa970 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:15.390899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:15.406363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-1ec20ddd-2d9a-43d8-a66d-e32c92bd015e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4798770 May 27 03:32:15.421839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Request body: {'port': {'device_id': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:15.425432 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5793ed3-5d13-40f8-acad-b2c38c0c638e'] response: {'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122', 'code': 200} May 27 03:32:15.425961 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5793ed3-5d13-40f8-acad-b2c38c0c638e'] response: {'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'code': 200} May 27 03:32:15.499120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a1ba878-b55f-4587-b0fb-75e61e4aa9ab req-f0729129-8786-4faa-8466-c6f6bb0085a7 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/01aff178-46b8-4d66-90d9-59ff7a1b9043 HTTP/1.1" status: 200 len: 1635 time: 0.0494344 May 27 03:32:15.560998 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-9a1ba878-b55f-4587-b0fb-75e61e4aa9ab req-51d3feaf-c20f-4c32-b82e-1fa74f02753c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 03:32:15.562360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a1ba878-b55f-4587-b0fb-75e61e4aa9ab req-51d3feaf-c20f-4c32-b82e-1fa74f02753c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/01aff178-46b8-4d66-90d9-59ff7a1b9043 HTTP/1.1" status: 409 len: 341 time: 0.0576270 May 27 03:32:15.573704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eeedebb-f47a-430f-a111-9d386401a7c9 req-f0be2e52-bb6d-40d1-8ed9-5ed120960de1 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315607 May 27 03:32:15.626355 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3a635d-866f-458b-9b07-4e922d1ec80a'] response: {'name': 'network-changed', 'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'status': 'completed', 'code': 200} May 27 03:32:15.669253 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b4d061-b2c0-4e34-87b5-01e27279ccec'] response: {'server_uuid': '4f8d73b7-f9d3-4552-8d60-cf677b6217c9', 'name': 'network-vif-deleted', 'tag': '4735e35a-3b9b-4609-9a24-80a0acccb4dc', 'status': 'completed', 'code': 200} May 27 03:32:15.726649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:15.775468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-aed08322-a06c-4981-ac39-4fc5eb078972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9984f055fbb744aabc9652ba00df8dbe&device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1174 time: 0.1148849 May 27 03:32:15.832890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Allocated IP 172.20.0.7 (c3ad6769-3fca-419f-bfa2-90510e03eabc/92296e1f-48c6-4220-a932-d8b962c9f3bc/c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:15.843772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5954c74a-1024-424b-9bd3-6a62ef677375 req-9775ee20-7b49-4e0a-b2cf-765f62927f3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 1096 time: 0.3281066 May 27 03:32:16.027115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5954c74a-1024-424b-9bd3-6a62ef677375 req-6c2a518a-8621-4f7d-b7e0-a7744cec0b3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714029 May 27 03:32:16.051160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-46e1d49b-ae7d-492b-8bfd-2bbcc639ae29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:16.053135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-46e1d49b-ae7d-492b-8bfd-2bbcc639ae29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 200 len: 914 time: 0.2639425 May 27 03:32:16.141771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-8bf73939-0aa2-4685-86e5-8a014d7311c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 200 len: 217 time: 0.0828350 May 27 03:32:16.236145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-3fa9ce37-d14f-41d3-8926-c7d7661b5b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:16.237821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-3fa9ce37-d14f-41d3-8926-c7d7661b5b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 200 len: 853 time: 0.0895736 May 27 03:32:16.293045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-c932fb0a-d0d0-4116-a629-343a9312eefa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30a9ff3-a249-4541-ace8-7ff5df77d9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443718 May 27 03:32:16.369617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.386281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:16.418904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.549788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-9474ab71-00f9-4a15-8896-590dec75234b service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520061 May 27 03:32:16.554307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Network c3ad6769-3fca-419f-bfa2-90510e03eabc is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:16.621943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:16.623929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Pushing event updated for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:16.626312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:16.876984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65db8251-2de3-4692-b8de-0a44393d3d4b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:16.897048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.899576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c083c89-0970-4ea6-b7f4-e4e671bea561 req-05ad521b-be81-4baf-8b9c-64c045b031bc service neutron] 10.222.0.21 "GET /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413756 May 27 03:32:16.950018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:16.950648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:16.972638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3622fded-5c9c-45cf-9cf2-5fb0944e3dd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8bddf6caec54fa5bd6e07409e33afe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5850334 May 27 03:32:16.976054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:16.982914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Transition to ACTIVE for port object 65db8251-2de3-4692-b8de-0a44393d3d4b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:17.054355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.068585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.103549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-03127d1e-8882-4b79-8d4f-4e27bdebf7bb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1528041 May 27 03:32:17.123993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Request body: {'port': {'device_id': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:17.175945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.262165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:17.266034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33feb7-0aba-45ba-969d-b90905a27e00 req-ee8634dc-047d-40a3-9479-1d52337fdedf tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:17.267570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a33feb7-0aba-45ba-969d-b90905a27e00 req-ee8634dc-047d-40a3-9479-1d52337fdedf tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 931 time: 0.1810515 May 27 03:32:17.335195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.387555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c4cb64-45b3-4577-98b0-3be02e0856b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:17.393211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a33feb7-0aba-45ba-969d-b90905a27e00 req-e9116135-295a-4e9f-96e9-6064ab457b5d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Synchronizing usage tracker for tenant:4dd9da420a8b451985a632f21affa970 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:17.405938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.410910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-042db67a-df56-4acf-b3b9-665ae11ca24b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03c4cb64-45b3-4577-98b0-3be02e0856b6 HTTP/1.1" status: 204 len: 168 time: 0.4299641 May 27 03:32:17.423867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a33feb7-0aba-45ba-969d-b90905a27e00 req-e9116135-295a-4e9f-96e9-6064ab457b5d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Unset dirty status for tenant:4dd9da420a8b451985a632f21affa970 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:17.425382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a33feb7-0aba-45ba-969d-b90905a27e00 req-e9116135-295a-4e9f-96e9-6064ab457b5d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515770 May 27 03:32:17.532408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.592485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3045-d763-4a2c-b4c6-8cfbfa26bf2d req-693e5b76-2ea5-434b-a313-84fbfc0c406f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:17.602156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09de3045-d763-4a2c-b4c6-8cfbfa26bf2d req-693e5b76-2ea5-434b-a313-84fbfc0c406f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.6172335 May 27 03:32:17.679193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582b59-3fc4-41f8-8e8f-3888af0df1c9 req-ea4b91a4-d150-48fc-83b7-48b56623d7f3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:17.680926 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07582b59-3fc4-41f8-8e8f-3888af0df1c9 req-ea4b91a4-d150-48fc-83b7-48b56623d7f3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1023 time: 0.0986774 May 27 03:32:17.696754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:17.697535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:17.697685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:17.734158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:17.734576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:17.756284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09de3045-d763-4a2c-b4c6-8cfbfa26bf2d req-7570a961-4a21-4911-aed3-2e45685eb3ac tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530025 May 27 03:32:17.758823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:17.759160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:17.759542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:17.759985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Bound port: 65db8251-2de3-4692-b8de-0a44393d3d4b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:17.760327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:17.768244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07582b59-3fc4-41f8-8e8f-3888af0df1c9 req-8f0012be-7784-4e45-a082-d7f9bb62a634 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=efd45cd1-0f31-4a4a-b6d7-07b28c001a30&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&id=01aff178-46b8-4d66-90d9-59ff7a1b9043&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0802169 May 27 03:32:18.033720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:18.167231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:18.178179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942605a-8b8a-4063-a163-941dfe8503d8 req-a550fad9-179b-4ca9-905d-9693840c73d7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:18.186351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3942605a-8b8a-4063-a163-941dfe8503d8 req-a550fad9-179b-4ca9-905d-9693840c73d7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 944 time: 0.2492056 May 27 03:32:18.192070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:18.206456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.236771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e95b7c34-04f8-4330-94c6-86ac127e1ad3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4838044f41a14018ba8d2d0aa94b08bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1947742 May 27 03:32:18.244116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53898) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:18.293498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3942605a-8b8a-4063-a163-941dfe8503d8 req-d23cc607-9772-4fe5-9155-b9fc5b14c3a0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052825 May 27 03:32:18.307731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-624f0446-c54d-4d8b-a590-084043942b16 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:18.309314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-624f0446-c54d-4d8b-a590-084043942b16 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 1023 time: 0.2367120 May 27 03:32:18.319642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.321315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] 10.222.0.41 "PUT /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 1092 time: 2.9068856 May 27 03:32:18.326580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:18.413106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Deleting port d474d09d-6ace-4b98-a61b-348142edd6f9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:18.413633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.434745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ee14-4bb1-4cc3-b3d2-c868000230cf service neutron] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:18.517502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.525143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:18.549536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.583681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.610302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Transition to ACTIVE for port object c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:18.627082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.670588 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea9d90b-e52b-468d-b4b8-09e29def3d8e'] response: {'name': 'network-changed', 'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'status': 'completed', 'code': 200} May 27 03:32:18.780960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-f221cf56-5a90-40fa-a457-e7d91a69f818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1095 time: 0.3323541 May 27 03:32:18.794206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:18.838012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port d474d09d-6ace-4b98-a61b-348142edd6f9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d474d09d-6ace-4b98-a61b-348142edd6f9,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:18.838367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.865224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:18.877722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-5ce5c948-e6e8-4bd6-b393-f0ce5ed8cb80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.0855470 May 27 03:32:19.049011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be9158-5477-4236-a5b7-9a1433679db6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:19.111270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Calling delete_port for d474d09d-6ace-4b98-a61b-348142edd6f9 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:19.348292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:19.350217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9920b012-ce35-47f4-9474-fe393b6f3018 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7be9158-5477-4236-a5b7-9a1433679db6 HTTP/1.1" status: 204 len: 168 time: 1.1028335 May 27 03:32:19.364989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:19.382522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade', 'd474d09d-6ace-4b98-a61b-348142edd6f9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:19.384466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637826ed-e899-4a87-8e0b-601e84eb962d req-6f1e59b4-a8c0-4551-a058-f7d7be873581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:19.386930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-6f1e59b4-a8c0-4551-a058-f7d7be873581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.4678574 May 27 03:32:19.433915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-515e599d-07b1-4c89-aee3-b8b5ee19c96d req-cb53aded-4180-4bdb-93f2-7a910331836b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c376368-5f92-4857-b070-0b41965dab4f HTTP/1.1" status: 200 len: 210 time: 0.0708351 May 27 03:32:19.473015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Attempting to bind port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:19.473544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Attempting to bind port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'd4df0874-c87e-4469-baff-a55ebc422ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:19.474044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Attempting to bind port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af on network c3ad6769-3fca-419f-bfa2-90510e03eabc {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:19.496081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-759c9f55-a95a-4f1d-a033-40d0585f07a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953915 May 27 03:32:19.569274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] No DVR routers for this DVR port d474d09d-6ace-4b98-a61b-348142edd6f9 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:19.573871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:19.577297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'name': 'network-vif-deleted', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:19.582476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'Port': ['ID=d474d09d-6ace-4b98-a61b-348142edd6f9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:19.605762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:19.606901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92b2611d-9f5d-4c3f-a2f3-963cd6733b07 req-9986f851-9670-4987-9218-fd2c5d3f6ff3 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "DELETE /v2.0/ports/d474d09d-6ace-4b98-a61b-348142edd6f9 HTTP/1.1" status: 204 len: 173 time: 1.2907386 May 27 03:32:19.614837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af on network c3ad6769-3fca-419f-bfa2-90510e03eabc not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:19.615237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Attempting to bind port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af on network c3ad6769-3fca-419f-bfa2-90510e03eabc {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:19.757707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:19.758113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Checking segment: {'id': 'd4df0874-c87e-4469-baff-a55ebc422ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:19.759286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Bound using segment: {'id': 'd4df0874-c87e-4469-baff-a55ebc422ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:19.764231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Bound port: c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4df0874-c87e-4469-baff-a55ebc422ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:19.764996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:19.911468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8c79-64b1-483c-a82c-d2eee632c0b0 req-a5ae9f5f-47bc-4964-b3a1-9d1942da8229 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:19.912646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d9e8c79-64b1-483c-a82c-d2eee632c0b0 req-a5ae9f5f-47bc-4964-b3a1-9d1942da8229 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Synchronizing usage tracker for tenant:4dd9da420a8b451985a632f21affa970 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:20.108272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-735cb8f7-dc3e-4f2c-b9d8-dde35c4db3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039894 May 27 03:32:20.109329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d9e8c79-64b1-483c-a82c-d2eee632c0b0 req-a5ae9f5f-47bc-4964-b3a1-9d1942da8229 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Unset dirty status for tenant:4dd9da420a8b451985a632f21affa970 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:20.122081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d9e8c79-64b1-483c-a82c-d2eee632c0b0 req-a5ae9f5f-47bc-4964-b3a1-9d1942da8229 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 943 time: 1.0312636 May 27 03:32:20.137496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b61bcd-428e-462a-b578-2549f0db0637 req-294851dd-53db-4242-bb55-09034644f122 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:20.141953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74b61bcd-428e-462a-b578-2549f0db0637 req-294851dd-53db-4242-bb55-09034644f122 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.2456748 May 27 03:32:20.248353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74b61bcd-428e-462a-b578-2549f0db0637 req-88d7658c-4ad0-423d-b00e-ab5c32fc44b4 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955191 May 27 03:32:20.306852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:20.358962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'network_id': 'f9a2482c-648b-4c8e-91d9-85150a329773', 'port_id': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'mac_address': 'fa:16:3e:69:65:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84bf2f3-c8b6-4629-8742-055c1035b840', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:20.420000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:20.476402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,segment=NetworkSegment(d4df0874-c87e-4469-baff-a55ebc422ad9),segment_id=d4df0874-c87e-4469-baff-a55ebc422ad9)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:20.506732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.523244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d9e8c79-64b1-483c-a82c-d2eee632c0b0 req-633fbd09-f547-422a-8b6a-4308ea07833c tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996890 May 27 03:32:20.531984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.543258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:20.580195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:20.588257 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.692600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['445fa5d6-7ccf-4f85-8035-d4b900f4fad7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:20.736710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:20.737489 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c72e0a5-aaa0-422b-865e-c2979fa6ae10'] response: {'server_uuid': '7c376368-5f92-4857-b070-0b41965dab4f', 'name': 'network-vif-deleted', 'tag': 'd474d09d-6ace-4b98-a61b-348142edd6f9', 'status': 'completed', 'code': 200} May 27 03:32:20.757436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637826ed-e899-4a87-8e0b-601e84eb962d req-7578b0b4-e467-4e8b-af36-f6bba95eabb0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266546 May 27 03:32:20.764215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:20.765670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-cffd6313-0761-4da4-89f0-bd3caf922063 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af HTTP/1.1" status: 200 len: 1091 time: 3.6508386 May 27 03:32:20.766126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:20.801649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:20.977588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-09857a4f-bac7-4d86-83c0-a910e21de1df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1095 time: 0.1110425 May 27 03:32:20.983904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef39b9-9008-4baf-8436-f61f7b58f159 req-f8888bc2-277b-45fd-886f-ab14701ddd60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:20.990411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-a175ea1e-3be8-4323-9897-1a8dedc4129b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dd9da420a8b451985a632f21affa970&device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 1094 time: 0.1784518 May 27 03:32:20.991728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0ef39b9-9008-4baf-8436-f61f7b58f159 req-f8888bc2-277b-45fd-886f-ab14701ddd60 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1060555 May 27 03:32:21.047252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0ef39b9-9008-4baf-8436-f61f7b58f159 req-bb794cb1-e7d8-4546-9e41-5bfa149eb51a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544145 May 27 03:32:21.247017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-42827f65-43be-4254-9942-1ea1d534ae05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af HTTP/1.1" status: 200 len: 217 time: 0.1511905 May 27 03:32:21.359580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-162c6a96-6e98-4d71-85ec-cd641ad25de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:21.360721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-162c6a96-6e98-4d71-85ec-cd641ad25de2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3755565 May 27 03:32:21.365872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-241c1d69-c3b4-4bd0-a78c-b0c59b710de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:21.367338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-241c1d69-c3b4-4bd0-a78c-b0c59b710de7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92296e1f-48c6-4220-a932-d8b962c9f3bc HTTP/1.1" status: 200 len: 854 time: 0.1126134 May 27 03:32:21.483778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-1cf8711d-d60e-4256-96b7-e7a9d2c72f0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3ad6769-3fca-419f-bfa2-90510e03eabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574517 May 27 03:32:21.487424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-fde94ae6-00e3-4ca1-9adf-cfe46c341770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.1190016 May 27 03:32:21.494400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b50130-ee67-47bd-ac3d-088218a94f67 req-aec4f21a-a30e-4d36-9e03-adc743816aea tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:21.495144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38b50130-ee67-47bd-ac3d-088218a94f67 req-aec4f21a-a30e-4d36-9e03-adc743816aea tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:21.630526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d474d09d-6ace-4b98-a61b-348142edd6f9 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:21.655188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-38b50130-ee67-47bd-ac3d-088218a94f67 req-aec4f21a-a30e-4d36-9e03-adc743816aea tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:21.656362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38b50130-ee67-47bd-ac3d-088218a94f67 req-aec4f21a-a30e-4d36-9e03-adc743816aea tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 944 time: 0.5595274 May 27 03:32:21.665680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-e1c2f79d-caf7-4bd0-a900-32c6e2a1db57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:21.667138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-e1c2f79d-caf7-4bd0-a900-32c6e2a1db57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1690211 May 27 03:32:21.702092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: d474d09d-6ace-4b98-a61b-348142edd6f9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:32:21.702505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d474d09d-6ace-4b98-a61b-348142edd6f9 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:21.702829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:21.750700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-aaf0840b-2b89-45cb-bde6-2e84472c2a11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762861 May 27 03:32:21.860130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:21.887204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:21.909988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:21.918070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:22.003107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:22.012040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-dfea1d94-27a7-4923-a4a3-394623d09c03 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122368 May 27 03:32:22.018858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38b50130-ee67-47bd-ac3d-088218a94f67 req-94022c28-2c12-4bc5-9d5f-9833f0afdc8f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486426 May 27 03:32:22.100889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6e32-f30b-4f90-8b19-4a1ae1101d9b req-b396432e-bacc-4c27-b91a-2b0c99590703 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:22.111121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a5c6e32-f30b-4f90-8b19-4a1ae1101d9b req-b396432e-bacc-4c27-b91a-2b0c99590703 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 945 time: 0.2488887 May 27 03:32:22.194836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a5c6e32-f30b-4f90-8b19-4a1ae1101d9b req-3608cef1-b8aa-4640-96d7-498c9fa96261 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809546 May 27 03:32:22.214278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-6d22c5af-bfc2-428b-ae64-dfbcbe11d83b service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496617 May 27 03:32:22.309477 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c97da1-b3f2-4456-9e7d-f4ad0b0c7e40'] response: {'name': 'network-changed', 'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af', 'status': 'completed', 'code': 200} May 27 03:32:22.331115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aff84db7-f21a-40c5-97e9-c122d2ee247c req-405e8762-2f37-4bcc-8f59-cc399c211546 service neutron] 10.222.0.21 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112669 May 27 03:32:22.397799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62cdc212-fef9-4753-afeb-9db8f9d17e2d req-09e879d3-252c-494d-aa9d-ad69b4f8d200 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757748 May 27 03:32:22.496585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964657fc-8e5b-4417-b033-3f21b23f4f77 req-fa53a98c-e0ce-46d7-9927-2001160f0c35 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:22.498365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-964657fc-8e5b-4417-b033-3f21b23f4f77 req-fa53a98c-e0ce-46d7-9927-2001160f0c35 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.1456871 May 27 03:32:22.561816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-964657fc-8e5b-4417-b033-3f21b23f4f77 req-502c71f5-2251-4a95-9e7b-42e39438f6e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574386 May 27 03:32:22.569070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-f260971a-1e2c-4f41-95c2-f2a730195ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dd9da420a8b451985a632f21affa970&device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 1094 time: 0.1522057 May 27 03:32:22.585479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fe12d-6add-4cf5-86fc-f05f8cb1de1a req-41a1c72a-0d51-482d-aeb5-776ff24e71f6 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:22.585479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e3fe12d-6add-4cf5-86fc-f05f8cb1de1a req-41a1c72a-0d51-482d-aeb5-776ff24e71f6 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 943 time: 0.1270480 May 27 03:32:22.728061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e3fe12d-6add-4cf5-86fc-f05f8cb1de1a req-bbe1d7a7-8e51-497f-86a0-4beb91a3c6b5 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444671 May 27 03:32:22.793974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-d866d009-2270-4e27-9d0d-5c60af749e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:22.796617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-d866d009-2270-4e27-9d0d-5c60af749e91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3ad6769-3fca-419f-bfa2-90510e03eabc HTTP/1.1" status: 200 len: 915 time: 0.2115645 May 27 03:32:22.904130 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-b807c3b7-87ba-4e45-bbec-17dfade84df1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af HTTP/1.1" status: 200 len: 217 time: 0.1008055 May 27 03:32:23.050345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-07332dd1-097d-4d04-b20e-c1a6a0bc3037 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/efd45cd1-0f31-4a4a-b6d7-07b28c001a30 HTTP/1.1" status: 200 len: 1634 time: 0.1814835 May 27 03:32:23.056174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-ba31a385-c00a-48be-811d-b89dc89f6dd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:23.058643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-ba31a385-c00a-48be-811d-b89dc89f6dd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=92296e1f-48c6-4220-a932-d8b962c9f3bc HTTP/1.1" status: 200 len: 854 time: 0.1421676 May 27 03:32:23.124093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:23.205339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-b0db643f-9ee2-49ba-905b-65dac865dbe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3ad6769-3fca-419f-bfa2-90510e03eabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891781 May 27 03:32:23.348792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:23.349899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.387575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'port_id': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'mac_address': 'fa:16:3e:85:93:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1709a3-d978-408e-8965-896b5c4c668b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:23.408878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.426348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-9cf83119-a3a8-4ad2-9e71-a0da2a626bca service neutron] 10.222.0.21 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108667 May 27 03:32:23.499713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.522909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65db8251-2de3-4692-b8de-0a44393d3d4b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:23.553461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:23.563204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.566039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.600391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd45cd1-0f31-4a4a-b6d7-07b28c001a30,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:23.607441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5e96106-20c3-4769-9dbb-0021aa9b25ad req-183dbcfb-f3c6-469c-8be7-ded89366609a service neutron] 10.222.0.21 "GET /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724563 May 27 03:32:23.618197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.632665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe14c4f5-8b22-4883-9e35-0b58028a6b9c req-85243f9a-7318-4605-bfe4-5a393ecc9173 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/efd45cd1-0f31-4a4a-b6d7-07b28c001a30 HTTP/1.1" status: 204 len: 173 time: 0.5726550 May 27 03:32:23.649343 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:23.667933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:23.765926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62096d-8795-419f-91fa-20463fb35bc2 req-4bcf635d-10fb-4b08-a84b-ab4706bedca8 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:23.767522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea62096d-8795-419f-91fa-20463fb35bc2 req-4bcf635d-10fb-4b08-a84b-ab4706bedca8 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.0889435 May 27 03:32:23.835091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea62096d-8795-419f-91fa-20463fb35bc2 req-690a2ced-4b29-42e0-81e5-836710570e8d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 May 27 03:32:23.851713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab267f94-14e3-4e7b-acc0-1ee4f2fc244e req-6fe67826-9bbd-4952-8457-1c47a7b13939 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:23.854219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab267f94-14e3-4e7b-acc0-1ee4f2fc244e req-6fe67826-9bbd-4952-8457-1c47a7b13939 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.1294432 May 27 03:32:23.926510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab267f94-14e3-4e7b-acc0-1ee4f2fc244e req-7e274cd4-07d2-4677-a2d8-da6b7c1ca9bf tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 May 27 03:32:23.937379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['65db8251-2de3-4692-b8de-0a44393d3d4b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:24.193390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a33321db-a388-4bea-8919-2d1054518c1a req-2f9b6746-00bf-4b37-998b-e8f27c78330c tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/01aff178-46b8-4d66-90d9-59ff7a1b9043 HTTP/1.1" status: 200 len: 1635 time: 0.0951474 May 27 03:32:24.309944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a33321db-a388-4bea-8919-2d1054518c1a req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.347006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a33321db-a388-4bea-8919-2d1054518c1a req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.401740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a33321db-a388-4bea-8919-2d1054518c1a req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.423379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aff178-46b8-4d66-90d9-59ff7a1b9043,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:24.442466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a33321db-a388-4bea-8919-2d1054518c1a req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:24.444768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a33321db-a388-4bea-8919-2d1054518c1a req-3edbdd21-c454-4a2e-8bca-dc533b2e31f6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/01aff178-46b8-4d66-90d9-59ff7a1b9043 HTTP/1.1" status: 204 len: 173 time: 0.2396486 May 27 03:32:24.525192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca37690-34c2-4a88-8448-33f23aa6fb01 req-0bf8cc18-48aa-4688-8aa4-5f858bcb218f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:24.526732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ca37690-34c2-4a88-8448-33f23aa6fb01 req-0bf8cc18-48aa-4688-8aa4-5f858bcb218f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 943 time: 0.1056502 May 27 03:32:24.595481 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ca37690-34c2-4a88-8448-33f23aa6fb01 req-632e10d4-0743-4696-ab4d-b2c61cc1bc4a tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578129 May 27 03:32:24.848654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca3b83-6894-46c4-910a-5c7a4c610e28 req-0aff834a-00bd-487b-8bec-1ca940ee514c tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:24.850879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fca3b83-6894-46c4-910a-5c7a4c610e28 req-0aff834a-00bd-487b-8bec-1ca940ee514c tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1072049 May 27 03:32:24.925314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fca3b83-6894-46c4-910a-5c7a4c610e28 req-92185a72-45f0-4928-8102-7e876d98c665 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 May 27 03:32:24.933971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:24.970840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-228382467', 'description': 'tempest-description-1650947626'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:24.981278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:24.982973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:24.986337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:24.997751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:25.006978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.052221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:25.058784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Usage tracker for resource:security_group_rule and tenant:9984f055fbb744aabc9652ba00df8dbe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:25.062369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:25.069186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:25.145697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.152412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.166042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:25.169797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.234990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.245581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c3194c-85d2-4cf5-979c-9b43753a2217 req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2800155 May 27 03:32:25.249663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-d86cbc6e-5e23-43a7-9c52-a866f1cb243b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:25.251404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-d86cbc6e-5e23-43a7-9c52-a866f1cb243b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 944 time: 0.2028229 May 27 03:32:25.253610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec37d93-2188-4950-bd98-1da551cec747 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96eefc-05ae-4103-b0c9-315e7fe97527,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.255319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:25.268829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Usage tracker for resource:security_group_rule and tenant:eca0e411cd2c424a9aad3cd86b723857 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:25.272561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:25.279050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:25.346279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 65db8251-2de3-4692-b8de-0a44393d3d4b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:25.357511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 65db8251-2de3-4692-b8de-0a44393d3d4b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:25.357871 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.376017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.385319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.548081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.591511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:25.607520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:25.614447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.624931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798dd834-c466-483d-b4d8-9a4f2d9cd720,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.651516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61096770-ccc6-4b8c-957b-f56a1c14eba4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eca0e411cd2c424a9aad3cd86b723857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7137284 May 27 03:32:25.652179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:25.652992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Deleting port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:25.653472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.657104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:25.752054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.780062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.786920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526aa07-7d02-4db2-88f2-63e9acafa9d7 req-e1f43742-18bf-4550-9a01-cc318ce4ea2f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:25.795020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6526aa07-7d02-4db2-88f2-63e9acafa9d7 req-e1f43742-18bf-4550-9a01-cc318ce4ea2f tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 944 time: 0.1843534 May 27 03:32:25.824033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.890316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6526aa07-7d02-4db2-88f2-63e9acafa9d7 req-1df03171-e5ff-464f-ad08-0b77f9553bbf tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/security-groups?id=d15bc6af-c878-4a0c-b7e8-780aa393a38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941882 May 27 03:32:25.894246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,segment=NetworkSegment(d4df0874-c87e-4469-baff-a55ebc422ad9),segment_id=d4df0874-c87e-4469-baff-a55ebc422ad9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:25.916808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af', 'network_id': 'c3ad6769-3fca-419f-bfa2-90510e03eabc', 'port_id': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af', 'mac_address': 'fa:16:3e:31:ea:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92296e1f-48c6-4220-a932-d8b962c9f3bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:25.924353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.954943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798dd834-c466-483d-b4d8-9a4f2d9cd720,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.968857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:25.973298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8dafd5bd-153d-4aed-ae12-baf39eb5ca17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/798dd834-c466-483d-b4d8-9a4f2d9cd720 HTTP/1.1" status: 204 len: 168 time: 0.3198345 May 27 03:32:26.016014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] For port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,segment=NetworkSegment(ab0bcf8c-9a85-432c-bf9a-65b910985621),segment_id=ab0bcf8c-9a85-432c-bf9a-65b910985621)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:26.016374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.038831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.069659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:26.089650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.092637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,segment=NetworkSegment(d4df0874-c87e-4469-baff-a55ebc422ad9),segment_id=d4df0874-c87e-4469-baff-a55ebc422ad9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:26.097815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.194683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:26.225137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Calling delete_port for 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:26.281544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6af23-48c4-4941-89cb-9b9d2d3ea344 req-c595371c-144a-476f-b11a-9e79091fec17 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:26.283183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2da6af23-48c4-4941-89cb-9b9d2d3ea344 req-c595371c-144a-476f-b11a-9e79091fec17 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 946 time: 0.0913463 May 27 03:32:26.321853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:26.355022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2da6af23-48c4-4941-89cb-9b9d2d3ea344 req-7b1037b1-8c49-45f6-844b-2d267aa2629e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648358 May 27 03:32:26.408534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b46e9-ab5c-4307-b8b8-a85d185c4037 req-416e8693-c3a5-4bde-ae1c-5ea9a4cec0e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:26.412731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b46e9-ab5c-4307-b8b8-a85d185c4037 req-416e8693-c3a5-4bde-ae1c-5ea9a4cec0e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:26.419967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b46e9-ab5c-4307-b8b8-a85d185c4037 req-416e8693-c3a5-4bde-ae1c-5ea9a4cec0e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:26.422686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-197b46e9-ab5c-4307-b8b8-a85d185c4037 req-416e8693-c3a5-4bde-ae1c-5ea9a4cec0e3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5&device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a&device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 2417 time: 0.2090290 May 27 03:32:26.472173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-5172d6db-a81a-4b58-98fa-dbbb9b632b80 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/4b96eefc-05ae-4103-b0c9-315e7fe97527 HTTP/1.1" status: 200 len: 1634 time: 0.0709116 May 27 03:32:26.480728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1954625808', 'description': 'tempest-description-hth-382044285'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:26.530948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.562638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.594586 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.600141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.603632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.616328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4998a11-3b6f-4f03-ad1a-b7d35831bdd4 req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "PUT /v2.0/security-groups/4b96eefc-05ae-4103-b0c9-315e7fe97527 HTTP/1.1" status: 200 len: 1608 time: 0.1429460 May 27 03:32:26.626611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Pushing event deleted for resources: {'Port': ['ID=445fa5d6-7ccf-4f85-8035-d4b900f4fad7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:26.669514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-197b46e9-ab5c-4307-b8b8-a85d185c4037 req-d13a4ee9-cadf-4f4a-be6a-d1196da8a5b2 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985948 May 27 03:32:26.684828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24191ba5-2bdc-49e6-ba12-37ce059911cc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96eefc-05ae-4103-b0c9-315e7fe97527,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:26.686847 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1709dc0e-735e-4437-86cd-7043d17de021'] response: {'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'code': 200} May 27 03:32:26.751490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] No DVR routers for this DVR port 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:26.754491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:26.758844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'name': 'network-vif-deleted', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:26.841391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3cfa43e-40f8-4317-bd67-ee0125a9d73f req-0b8dae63-2c99-4d47-b149-7189ac395357 tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.21 "DELETE /v2.0/ports/445fa5d6-7ccf-4f85-8035-d4b900f4fad7 HTTP/1.1" status: 204 len: 173 time: 1.5815558 May 27 03:32:26.924252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ef1034bf-248a-4369-853f-4018359256bb req-26c21151-da75-4156-9a1d-e8a91cb9b5c1 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/4b96eefc-05ae-4103-b0c9-315e7fe97527 HTTP/1.1" status: 200 len: 1608 time: 0.1150370 May 27 03:32:26.931923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e7864c6-ee55-43c3-8141-5fcc1db9e51b req-a63f7e39-23ba-4db3-8d0a-7ed3d2dfd846 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.1660137 May 27 03:32:27.014789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e7864c6-ee55-43c3-8141-5fcc1db9e51b req-144e0e04-79be-4088-a097-7c6b0ae82c1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 May 27 03:32:27.026425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23189b-dc3f-466f-976d-bcbd9a7fbc9a req-8310bc40-30df-4cd7-a73e-441a1b92e396 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:27.033649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef23189b-dc3f-466f-976d-bcbd9a7fbc9a req-8310bc40-30df-4cd7-a73e-441a1b92e396 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 944 time: 0.1557446 May 27 03:32:27.129785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef23189b-dc3f-466f-976d-bcbd9a7fbc9a req-bafdf116-5a7b-41cd-8a37-af2d52bbebec tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952437 May 27 03:32:27.199680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da926c0-76d1-4094-8727-b072848d1e01 req-e6b483a8-8b11-446b-a2a6-786b548cf128 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:27.201203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2da926c0-76d1-4094-8727-b072848d1e01 req-e6b483a8-8b11-446b-a2a6-786b548cf128 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.0872676 May 27 03:32:27.236385 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82c204e-e3b4-4aad-aaca-10341f763dbd'] response: {'server_uuid': 'b78dd8d6-69dd-471b-986a-8d5163108f24', 'name': 'network-vif-deleted', 'tag': '445fa5d6-7ccf-4f85-8035-d4b900f4fad7', 'status': 'completed', 'code': 200} May 27 03:32:27.254570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2da926c0-76d1-4094-8727-b072848d1e01 req-15420dfc-e83d-450a-a5fd-383f4ce415bd tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476699 May 27 03:32:27.265014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:27.373996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-efb4976b-717b-4780-af94-c424f8f8af8a req-05088360-cc6f-4242-94a1-cfddaa47d8a6 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/4b96eefc-05ae-4103-b0c9-315e7fe97527 HTTP/1.1" status: 200 len: 1608 time: 0.0724876 May 27 03:32:27.404307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e05248c8-c169-484b-b8f2-2762f23c827f req-56e8d16b-ae06-457a-bb63-a290af8a146b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Synchronizing usage tracker for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:27.422743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e05248c8-c169-484b-b8f2-2762f23c827f req-56e8d16b-ae06-457a-bb63-a290af8a146b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] Unset dirty status for tenant:ac6e797defd744549b3f6122bbba9faa on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:27.424016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e05248c8-c169-484b-b8f2-2762f23c827f req-56e8d16b-ae06-457a-bb63-a290af8a146b tempest-ImagesTestJSON-981033340 tempest-ImagesTestJSON-981033340-project] 10.222.0.46 "GET /v2.0/ports?device_id=b78dd8d6-69dd-471b-986a-8d5163108f24 HTTP/1.1" status: 200 len: 210 time: 0.0625682 May 27 03:32:27.474367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-efb4976b-717b-4780-af94-c424f8f8af8a req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.515868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-efb4976b-717b-4780-af94-c424f8f8af8a req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.588815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-efb4976b-717b-4780-af94-c424f8f8af8a req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.627808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96eefc-05ae-4103-b0c9-315e7fe97527,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:27.633967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-efb4976b-717b-4780-af94-c424f8f8af8a req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.649043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.650191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-efb4976b-717b-4780-af94-c424f8f8af8a req-86021780-0940-41ec-a779-c9ca6dfae9fc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/4b96eefc-05ae-4103-b0c9-315e7fe97527 HTTP/1.1" status: 204 len: 173 time: 0.2675130 May 27 03:32:27.691003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:27.700529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:27.705375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Usage tracker for resource:security_group_rule and tenant:cb410b8c8cc244e2a94bd4541d750f27 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:27.708828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:27.716755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:27.808345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.816886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.832687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:27.842672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1928798d-aa20-4588-bae1-193ec6ad9987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.852485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:27.852771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:27.878798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a6f12-046d-48a6-b879-0b2ac96e8bc0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:27.914277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc1d11a0-e2e9-4e58-8a59-5815693dbc60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb410b8c8cc244e2a94bd4541d750f27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477864 May 27 03:32:27.917656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:27.983363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b789cb7-3192-412a-9a19-077d99ae1b59 req-5615af16-0ad7-40a3-96fb-c33e773d6847 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:27.992478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b789cb7-3192-412a-9a19-077d99ae1b59 req-5615af16-0ad7-40a3-96fb-c33e773d6847 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 946 time: 0.1257656 May 27 03:32:27.993434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.024433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.042843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.046469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:28.089756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b789cb7-3192-412a-9a19-077d99ae1b59 req-99326b83-2518-4526-a82e-add1527b22c2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961630 May 27 03:32:28.099343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.129087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a6f12-046d-48a6-b879-0b2ac96e8bc0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:28.150736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.155177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c6ee2a8-6701-4943-86ed-9e65a8e96b1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d9a6f12-046d-48a6-b879-0b2ac96e8bc0 HTTP/1.1" status: 204 len: 168 time: 0.2360327 May 27 03:32:28.165205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,segment=NetworkSegment(d4df0874-c87e-4469-baff-a55ebc422ad9),segment_id=d4df0874-c87e-4469-baff-a55ebc422ad9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:28.181949 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.183036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:28.263107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:32:28.263107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 445fa5d6-7ccf-4f85-8035-d4b900f4fad7 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:28.288859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.301053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:28.330973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:28.337533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Usage tracker for resource:security_group_rule and tenant:7762eebc61fd4d2998638ed8e9124ce0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:28.340523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:28.356073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:28.541429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.550043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.610808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc64e8-4470-4a02-9f38-2397e6ce617c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:28.637790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-10a128db-7b3d-4f4f-b723-375ff238faf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7762eebc61fd4d2998638ed8e9124ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5895023 May 27 03:32:28.638721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54224) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:28.638851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c12985-359b-47f7-a149-22bd3e6a2d14 req-d6114da2-232b-4a35-ab13-4ca1f419e9fb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:28.642147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15c12985-359b-47f7-a149-22bd3e6a2d14 req-d6114da2-232b-4a35-ab13-4ca1f419e9fb tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 945 time: 0.1656249 May 27 03:32:28.688095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:28.719435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15c12985-359b-47f7-a149-22bd3e6a2d14 req-9dbce4eb-37ab-4a99-8f34-0d72365cca1e tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 May 27 03:32:28.757356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.817909 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.843708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54238) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:28.867432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.913374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c6bf6e3-5d21-4a3d-8d46-2577ad47dc02 req-65d7f480-b49b-47f7-9dd1-8f21f93839c9 tempest-AbsoluteLimitsNegativeTestJSON-220790194 tempest-AbsoluteLimitsNegativeTestJSON-220790194-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6e6f1a239a594d8e8686e4c0ee6eee0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346797 May 27 03:32:28.920214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.938882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc64e8-4470-4a02-9f38-2397e6ce617c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:28.962010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:28.963316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-566fe082-3775-4d36-9c4a-4110f74daf38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ecc64e8-4470-4a02-9f38-2397e6ce617c HTTP/1.1" status: 204 len: 168 time: 0.3236065 May 27 03:32:29.041554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:29.056959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce1c0d9166a4bc1aa533cb1f4a49b21 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:29.062886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:29.074455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:29.152332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bf6e3-5d21-4a3d-8d46-2577ad47dc02 req-cfa1c2a8-92b9-4b2c-a74a-541373ff698f tempest-AbsoluteLimitsNegativeTestJSON-220790194 tempest-AbsoluteLimitsNegativeTestJSON-220790194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:29.153857 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c6bf6e3-5d21-4a3d-8d46-2577ad47dc02 req-cfa1c2a8-92b9-4b2c-a74a-541373ff698f tempest-AbsoluteLimitsNegativeTestJSON-220790194 tempest-AbsoluteLimitsNegativeTestJSON-220790194-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224655 May 27 03:32:29.167509 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-71598c50-65e5-4521-bd1e-0479bc8c0dbb req-a8a5e947-6a01-452b-ba9b-695bdebed934 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:29.168562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71598c50-65e5-4521-bd1e-0479bc8c0dbb req-a8a5e947-6a01-452b-ba9b-695bdebed934 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/01aff178-46b8-4d66-90d9-59ff7a1b9043 HTTP/1.1" status: 404 len: 352 time: 0.0197766 May 27 03:32:29.206577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c6bf6e3-5d21-4a3d-8d46-2577ad47dc02 req-727df864-1be8-42f5-875a-024ab160370e tempest-AbsoluteLimitsNegativeTestJSON-220790194 tempest-AbsoluteLimitsNegativeTestJSON-220790194-project] 10.222.0.46 "GET /v2.0/quotas/6e6f1a239a594d8e8686e4c0ee6eee0d HTTP/1.1" status: 200 len: 375 time: 0.0354557 May 27 03:32:29.231985 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bc7000-9333-4db1-af36-42e060bf8853'] response: {'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af', 'code': 200} May 27 03:32:29.267658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.388251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c6bf6e3-5d21-4a3d-8d46-2577ad47dc02 req-9edc033f-b3da-4ca1-b6f6-13c51b331636 tempest-AbsoluteLimitsNegativeTestJSON-220790194 tempest-AbsoluteLimitsNegativeTestJSON-220790194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e6f1a239a594d8e8686e4c0ee6eee0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685164 May 27 03:32:29.450673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.568946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2846d-6f59-4803-80df-5f8067f6268a req-52ad62c1-601c-45f9-8cca-12e791749be8 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:29.570577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97a2846d-6f59-4803-80df-5f8067f6268a req-52ad62c1-601c-45f9-8cca-12e791749be8 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 946 time: 0.1725192 May 27 03:32:29.650431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ce1c0d9166a4bc1aa533cb1f4a49b21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8056264 May 27 03:32:29.651332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a739a0-6759-45fc-b0ca-1c5cd8c3be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6df06d-6635-4700-b095-e9afbe672dd3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:29.671264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:29.710250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93fdee0d-236e-4878-a246-c485e9d663b3 req-3a1d6255-50db-4b7a-a7ec-001f2346fd69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 1096 time: 0.3304760 May 27 03:32:29.825199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93fdee0d-236e-4878-a246-c485e9d663b3 req-8cf4da8e-77ab-4162-92a1-c545e12e9dba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052904 May 27 03:32:29.849119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97a2846d-6f59-4803-80df-5f8067f6268a req-30f46351-b80f-4dd3-ae02-e68514a3ecbf tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670982 May 27 03:32:29.883565 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-581e921e-4392-45af-83d2-a2b1b7674ade req-da8859a6-d972-4be7-abf2-d31200234248 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:29.901777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-581e921e-4392-45af-83d2-a2b1b7674ade req-da8859a6-d972-4be7-abf2-d31200234248 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/efd45cd1-0f31-4a4a-b6d7-07b28c001a30 HTTP/1.1" status: 404 len: 352 time: 0.0511575 May 27 03:32:29.950077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a57ca42d-89b6-475d-ae5f-1494a49711fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:29.979519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.051947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.226462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.228872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:30.242745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf0a4-7bd3-4642-b19a-e88679f92c6e req-62b56cc1-df2b-4e70-a114-c48cae40827d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:30.250615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17acf0a4-7bd3-4642-b19a-e88679f92c6e req-62b56cc1-df2b-4e70-a114-c48cae40827d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 945 time: 0.1654758 May 27 03:32:30.310351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6df06d-6635-4700-b095-e9afbe672dd3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.322806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.324574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-113129de-5626-4318-a5e3-aa7408380675 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac6df06d-6635-4700-b095-e9afbe672dd3 HTTP/1.1" status: 204 len: 168 time: 0.6498489 May 27 03:32:30.353555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17acf0a4-7bd3-4642-b19a-e88679f92c6e req-30cf014f-218c-4d84-8635-2a8158af7240 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019490 May 27 03:32:30.371726 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-c61f0af4-1d66-4b60-8b3a-d170b8eb2457 req-fb39bc5f-8fd9-4d17-9034-975c7885b33d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:30.386527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c61f0af4-1d66-4b60-8b3a-d170b8eb2457 req-fb39bc5f-8fd9-4d17-9034-975c7885b33d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/e2fd49c0-054e-4f3f-a64c-e440ab48c2a4 HTTP/1.1" status: 404 len: 352 time: 0.0354242 May 27 03:32:30.449925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.489812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:30.497341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Usage tracker for resource:security_group_rule and tenant:6e6f1a239a594d8e8686e4c0ee6eee0d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:30.503010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:30.527394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:30.603766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c57a4f32-e0e1-4726-9204-c68547e2774f req-7899566b-035d-4527-8fb5-80416556e107 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.1283460 May 27 03:32:30.668469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54304) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:30.692657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c57a4f32-e0e1-4726-9204-c68547e2774f req-596e0d83-cdee-4540-aecb-940e82a65458 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789585 May 27 03:32:30.717555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.731107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:30.791614 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-c432be6d-8ff6-4dc1-b5fd-4387a6e53ea5 req-f79dfb4a-43de-401b-b534-52cb10caec05 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:30.793102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c432be6d-8ff6-4dc1-b5fd-4387a6e53ea5 req-f79dfb4a-43de-401b-b534-52cb10caec05 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/24642e93-c3ad-475d-86a0-7955060d75ed HTTP/1.1" status: 404 len: 352 time: 0.0282226 May 27 03:32:30.822208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54314) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:30.825551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e6f1a239a594d8e8686e4c0ee6eee0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5944827 May 27 03:32:30.826510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad509a1-2266-418f-8655-cba4ff6fc7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c741797-2c09-402a-8415-81d3bf2bf810,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:31.006645 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.026446 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-0a564231-4018-426f-8a3e-da56d5715b3a req-8138ea39-26f6-49ed-8371-9d00ca3dc46e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:31.035808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a564231-4018-426f-8a3e-da56d5715b3a req-8138ea39-26f6-49ed-8371-9d00ca3dc46e tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/342097ae-c0b9-4ec8-b576-898110151cd1 HTTP/1.1" status: 404 len: 352 time: 0.0290823 May 27 03:32:31.067234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1752486747-network', 'tenant_id': 'aab699fd3b974ff0958db007592989c7'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:31.080504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:31.081577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.085757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Usage tracker for resource:network and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:31.090362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:31.119021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:31.147279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Made reservation on behalf of aab699fd3b974ff0958db007592989c7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:31.152405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.177171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.189460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.222733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04af9ede-55d2-422b-a3e5-c559cff46afd req-97d057fb-e9fe-44b5-90d9-e10d722d4750 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.1324499 May 27 03:32:31.236155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.255311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:31.262391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:31.266380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:31.274387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:31.345165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.349284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c741797-2c09-402a-8415-81d3bf2bf810 HTTP/1.1" status: 204 len: 168 time: 0.5254624 May 27 03:32:31.350947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb13cd7-77a4-41b6-bd63-f4b1a2567253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c741797-2c09-402a-8415-81d3bf2bf810,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:31.396462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04af9ede-55d2-422b-a3e5-c559cff46afd req-0c7e0742-2914-4059-b0b8-aeb5743dffac tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439137 May 27 03:32:31.413061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.422721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.449179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.504225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:31.532743 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-86ff8c36-0172-463b-a6f2-99ae8b42ee65 req-03e455d8-4376-4202-a8fd-8b243150550a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] show failed (client error): The resource could not be found. May 27 03:32:31.542751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f95520-3cfb-4fab-a7aa-215ece9513bf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:31.545771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-86ff8c36-0172-463b-a6f2-99ae8b42ee65 req-03e455d8-4376-4202-a8fd-8b243150550a tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/639b4e70-700f-42bd-a1b5-ef799b4f5da5 HTTP/1.1" status: 404 len: 352 time: 0.0516152 May 27 03:32:31.559088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.559432 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Added segment d4e314d4-b9b2-40dd-b552-a1a8be2a42db of type vlan for network a6aadb22-138b-45f5-b93e-30661f5c683b May 27 03:32:31.710506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.829037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf454-8f6c-450f-b386-9ee1e2e0be11 req-61b14af3-bf0d-4ef8-829e-9fc4d37e8da2 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:31.832183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87eaf454-8f6c-450f-b386-9ee1e2e0be11 req-61b14af3-bf0d-4ef8-829e-9fc4d37e8da2 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 945 time: 0.1046388 May 27 03:32:31.870948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.872712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:31.873831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:31.933979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87eaf454-8f6c-450f-b386-9ee1e2e0be11 req-5a651a31-625f-45a5-85ac-159f467d1058 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947886 May 27 03:32:32.171256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] Pushing event updated for resources: {'Network': ['ID=a6aadb22-138b-45f5-b93e-30661f5c683b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:32.185715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a6aadb22-138b-45f5-b93e-30661f5c683b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:32:32.229478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e61e-b255-4d33-a3de-0779b47c650a req-ea4b66b1-20d0-4439-a609-4e5527096a1e tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:32.231713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b591e61e-b255-4d33-a3de-0779b47c650a req-ea4b66b1-20d0-4439-a609-4e5527096a1e tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.4583585 May 27 03:32:32.233979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae186a10-7af6-4a51-afd6-d9601f6258ba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5641205 May 27 03:32:32.237080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:32.244265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Request body: {'subnet': {'network_id': 'a6aadb22-138b-45f5-b93e-30661f5c683b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1752486747-subnet', 'tenant_id': 'aab699fd3b974ff0958db007592989c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:32.256015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:32.276761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Usage tracker for resource:subnet and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:32.285928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:32.301254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:32.332201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Made reservation on behalf of aab699fd3b974ff0958db007592989c7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:32.334980 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.364977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b591e61e-b255-4d33-a3de-0779b47c650a req-73566771-4ffc-48d6-8b05-ec8a3623b538 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142304 May 27 03:32:32.792582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.837361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:32.865647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-10445a60-6844-4f35-b8fd-3a2bb766a595 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:32.865995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-10445a60-6844-4f35-b8fd-3a2bb766a595 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:32.962168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1382ef1-fccb-46f1-aeb4-52ab439cae2e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:32.987726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-10445a60-6844-4f35-b8fd-3a2bb766a595 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:33.001752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-10445a60-6844-4f35-b8fd-3a2bb766a595 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1023 time: 0.3447790 May 27 03:32:33.006642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Checking segment: {'id': 'd4e314d4-b9b2-40dd-b552-a1a8be2a42db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a6aadb22-138b-45f5-b93e-30661f5c683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:33.007375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Network hostable DHCP agents. Network: a6aadb22-138b-45f5-b93e-30661f5c683b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:33.087553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-1b691aa9-ac4c-4859-ace1-c34adb918c9b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Synchronizing usage tracker for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:33.104258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Network a6aadb22-138b-45f5-b93e-30661f5c683b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:33.113427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-1b691aa9-ac4c-4859-ace1-c34adb918c9b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Unset dirty status for tenant:9984f055fbb744aabc9652ba00df8dbe on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:33.125255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe7a7262-8ac9-48fb-95d8-1b85de52db2d req-1b691aa9-ac4c-4859-ace1-c34adb918c9b tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1701f7e-ca11-45e0-a753-85feabed3a7b&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&id=e245dc93-8c6a-4074-84cc-06e6658cd616&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1086731 May 27 03:32:33.126423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a6aadb22-138b-45f5-b93e-30661f5c683b) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:33.128769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f3c22da-4b7c-490b-8169-6d5bc8c09806 req-e00d8d38-a139-4302-99bc-5118e20fd215 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.1024196 May 27 03:32:33.134934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e11d4-1582-4811-a3aa-d1c7377b3367 None None] Network a6aadb22-138b-45f5-b93e-30661f5c683b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:33.142313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:33.152152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:33.179032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-841a6c0b-01b3-4a09-93bf-56f4a19681c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9381261 May 27 03:32:33.200824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f3c22da-4b7c-490b-8169-6d5bc8c09806 req-4d44c842-9b27-491d-8e41-3a8599c5d1f3 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655603 May 27 03:32:33.319836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:33.439478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3579c-6ec2-47a0-b0fd-3107b6cb286c None None] Network a6aadb22-138b-45f5-b93e-30661f5c683b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:33.757423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Deleting subnet e84bf2f3-c8b6-4629-8742-055c1035b840 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:32:33.763191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:33.800489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-d2b8e0f2-6143-4591-9647-ce5f9532938d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:33.802446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-d2b8e0f2-6143-4591-9647-ce5f9532938d tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1023 time: 0.0836210 May 27 03:32:33.831099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:33.872059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3391f8-904b-48f9-b460-2c4012afc545 req-ce284608-f1f6-4e85-8c0b-8e0d193c9b07 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:33.873588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea3391f8-904b-48f9-b460-2c4012afc545 req-ce284608-f1f6-4e85-8c0b-8e0d193c9b07 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.2170703 May 27 03:32:33.895086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Deleting port ad766d1a-68d8-45ba-a609-66552d75fade {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:33.895432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:33.936626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2019739678', 'description': 'tempest-description-503025530'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:33.950206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea3391f8-904b-48f9-b460-2c4012afc545 req-25720a73-62b4-430e-97ec-0fe073ebb2e4 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 May 27 03:32:33.955803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:33.956604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:33.958981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:33.976743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:33.981272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:33.991046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:34.057128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.083796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.098343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:34.102926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:34.106377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:34.112992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:34.178031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84bf2f3-c8b6-4629-8742-055c1035b840,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:34.188327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.194482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ffe2add-5ef4-476e-89ac-baebbab6bd3c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e84bf2f3-c8b6-4629-8742-055c1035b840 HTTP/1.1" status: 204 len: 168 time: 0.8735330 May 27 03:32:34.197380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:34.308677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.325353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.356787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] For port ad766d1a-68d8-45ba-a609-66552d75fade, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ad766d1a-68d8-45ba-a609-66552d75fade,segment=NetworkSegment(21c4ae12-0382-455e-91c4-464a56e36f65),segment_id=21c4ae12-0382-455e-91c4-464a56e36f65)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:34.357283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.402893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.470476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19f3f8-81b6-43a5-b859-b9b3132c3d59,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:34.540103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Calling delete_port for ad766d1a-68d8-45ba-a609-66552d75fade owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:34.567872 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.577467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.577467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13743fe7-e96d-490e-b071-1e4b8fe83843 req-dcb67af8-7cdd-4e19-833b-bfd878ceea68 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6506720 May 27 03:32:34.597105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.631178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:34.632964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a2482c-648b-4c8e-91d9-85150a329773']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:34.647109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:199e2c6d2e90444a94ab1bc4cc2c1330 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:34.649941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bcf8c-9a85-432c-bf9a-65b910985621') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:34.650235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bcf8c-9a85-432c-bf9a-65b910985621') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:34.652857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:34.660011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:34.665921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.686598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.697213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:32:34.697821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.720317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5cf1-5a36-475b-8b5a-31a93b91a0d4 req-0ca4f445-11ed-459b-89c0-6da0fb26a612 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:34.722068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571e5cf1-5a36-475b-8b5a-31a93b91a0d4 req-0ca4f445-11ed-459b-89c0-6da0fb26a612 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/ports?device_id=496c0125-db22-4e09-ba30-e09d56b52786 HTTP/1.1" status: 200 len: 1023 time: 0.2003400 May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: timer() May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:32:34.722730 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:32:34.824960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.829680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.843229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ad766d1a-68d8-45ba-a609-66552d75fade'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:34.851692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.861907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a2482c-648b-4c8e-91d9-85150a329773,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:34.871861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571e5cf1-5a36-475b-8b5a-31a93b91a0d4 req-86e4dbe2-4299-4efc-a7d0-ebed7202ca95 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1701f7e-ca11-45e0-a753-85feabed3a7b&id=3112707d-68f5-4f9e-8c1f-edd404666cd7&id=e245dc93-8c6a-4074-84cc-06e6658cd616&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1026983 May 27 03:32:34.881591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d6a7a659-0852-4699-9e09-a0d53b1570e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f9a2482c-648b-4c8e-91d9-85150a329773 HTTP/1.1" status: 204 len: 168 time: 0.6831341 May 27 03:32:34.898143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'Port': ['ID=ad766d1a-68d8-45ba-a609-66552d75fade,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:34.903360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:34.918106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.069775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:35.072473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=199e2c6d2e90444a94ab1bc4cc2c1330&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1153431 May 27 03:32:35.074159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.074583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.074797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:35.075312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.075801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.076373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.076855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.077354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.077831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.078323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.078799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.079273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:35.128850 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d4e73d1b-72cc-48f0-824a-969dccce8dca req-9bf7256e-8820-40b2-8d79-b4bfe27cdc35 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.4184036 May 27 03:32:35.154318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] No DVR routers for this DVR port ad766d1a-68d8-45ba-a609-66552d75fade on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:35.159668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.175762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'name': 'network-vif-deleted', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:35.188263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-383902e1-50a9-4068-9ae3-491dcd0bc13c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac6e797defd744549b3f6122bbba9faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1145024 May 27 03:32:35.188478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:35.189221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8ed3-07d4-4ebd-92b7-2819ca4b3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6d968-6c2b-4ad3-b495-4b3677ba7522,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:35.218760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.222040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c9de18a-d04f-4206-ad67-32743db80e6c req-89cb7c34-a11d-4a45-a326-29cc4dc02861 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.21 "DELETE /v2.0/ports/ad766d1a-68d8-45ba-a609-66552d75fade HTTP/1.1" status: 204 len: 173 time: 1.4107323 May 27 03:32:35.224031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d4e73d1b-72cc-48f0-824a-969dccce8dca req-ebd6e989-10a1-49b6-853d-e64ff30a1717 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759883 May 27 03:32:35.314887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.323111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-4aca44df-22ea-4e85-8f19-b727aff787d2 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/2e19f3f8-81b6-43a5-b859-b9b3132c3d59 HTTP/1.1" status: 200 len: 1638 time: 0.0525715 May 27 03:32:35.340053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e19f3f8-81b6-43a5-b859-b9b3132c3d59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:35.340426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e19f3f8-81b6-43a5-b859-b9b3132c3d59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:35.347393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:35.352625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:35.355561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:35.364845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:35.389794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.425482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.434390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.462424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc91d5-be94-40fe-8a06-9260057c63de req-5344ca07-ef6e-48e5-8123-ecb6a055503d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:35.464515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4cc91d5-be94-40fe-8a06-9260057c63de req-5344ca07-ef6e-48e5-8123-ecb6a055503d tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 945 time: 0.1988983 May 27 03:32:35.481924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.486728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.491288 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.518801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa516a8b-eaf1-4f50-beed-7378955ef699,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:35.519913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6d968-6c2b-4ad3-b495-4b3677ba7522,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:35.531678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.532952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c512b7db-f507-462a-b268-71c63d83f2b3 req-53d0c73f-297b-44c9-b2de-18cef7c9cc45 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1990123 May 27 03:32:35.543875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.543875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-451a197a-bd28-46d9-bcb2-662f59dc4bcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7a6d968-6c2b-4ad3-b495-4b3677ba7522 HTTP/1.1" status: 204 len: 168 time: 0.4670441 May 27 03:32:35.584825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4cc91d5-be94-40fe-8a06-9260057c63de req-05f371b8-59a8-4fd1-8d5b-3b01619e1513 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/security-groups?id=c42bf07f-5fcb-4e1e-b739-b55d7676cce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121724 May 27 03:32:35.587808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.634512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15bc6af-c878-4a0c-b7e8-780aa393a38d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:35.658751 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:35.663128 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-29325830-aaf9-4c59-b08c-26f0730690b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d15bc6af-c878-4a0c-b7e8-780aa393a38d HTTP/1.1" status: 204 len: 168 time: 0.4732533 May 27 03:32:35.778818 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa41b8b-2c9d-4cbf-8f33-17e5885f2060'] response: {'server_uuid': '496c0125-db22-4e09-ba30-e09d56b52786', 'name': 'network-vif-deleted', 'tag': 'ad766d1a-68d8-45ba-a609-66552d75fade', 'status': 'completed', 'code': 200} May 27 03:32:35.885559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cda27-22c6-4d5c-a5d9-4250c90c39f2 req-eab7776f-f243-4a05-be35-4c1d433b12a8 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:35.887605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e3cda27-22c6-4d5c-a5d9-4250c90c39f2 req-eab7776f-f243-4a05-be35-4c1d433b12a8 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1658072 May 27 03:32:35.921416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-f3b2f68a-e8c8-47ee-8395-6de0e8d4fccf tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:35.922709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-f3b2f68a-e8c8-47ee-8395-6de0e8d4fccf tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.21 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 945 time: 0.1349776 May 27 03:32:36.020927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e3cda27-22c6-4d5c-a5d9-4250c90c39f2 req-9c3cfd9a-78e4-42e0-a02b-31da0894a431 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261110 May 27 03:32:36.026905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Deleting port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:32:36.027242 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.108294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2056504526', 'description': 'tempest-description-1961366951'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:36.110015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9053c0e1-b9b5-458b-9764-28d86b674cb4 req-628a60cc-96b8-472d-b9ab-8b8e0969f2d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2549436 May 27 03:32:36.117828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:36.125341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:36.153175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:36.170186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:36.201862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.339521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:36.373910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:36.381581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:36.407491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:36.435521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] For port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,segment=NetworkSegment(d4df0874-c87e-4469-baff-a55ebc422ad9),segment_id=d4df0874-c87e-4469-baff-a55ebc422ad9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:36.436165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.669504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Calling delete_port for c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:32:36.776098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.790115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.897003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86d2f5-adc9-4d42-8328-47f065edb4be,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:36.911373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.912959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-362f6b5c-200c-4e58-afde-99ba849537bd req-68d2b1d9-1130-482b-9f84-eaaaf7d1ce4a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.8090761 May 27 03:32:36.940201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:36.953572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:37.011891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54546) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:37.115477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Pushing event deleted for resources: {'Port': ['ID=c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:37.291600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] No DVR routers for this DVR port c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:37.296638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.299398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-971ee0ae-d744-4b3d-8c35-6fda1d5d92cf req-546d4af2-29b5-4bff-81b9-9cd43dab4d4f tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.21 "DELETE /v2.0/ports/c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af HTTP/1.1" status: 204 len: 173 time: 1.3685155 May 27 03:32:37.417425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-606176518-network', 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:37.430104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:37.432649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-854bec78-9389-40ce-94e5-61be25960015 req-f0005b9b-aca7-4c68-97ac-8abf1db38048 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Synchronizing usage tracker for tenant:4dd9da420a8b451985a632f21affa970 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:37.435588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Usage tracker for resource:network and tenant:c68d694357974baeaeb629aae6ba6380 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:37.442088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:37.454147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:37.454607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-854bec78-9389-40ce-94e5-61be25960015 req-f0005b9b-aca7-4c68-97ac-8abf1db38048 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] Unset dirty status for tenant:4dd9da420a8b451985a632f21affa970 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:37.465518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-854bec78-9389-40ce-94e5-61be25960015 req-f0005b9b-aca7-4c68-97ac-8abf1db38048 tempest-ServerAddressesTestJSON-1573820624 tempest-ServerAddressesTestJSON-1573820624-project] 10.222.0.46 "GET /v2.0/ports?device_id=16a31de8-0abd-4bad-b067-706d1860ebbe HTTP/1.1" status: 200 len: 210 time: 0.1099815 May 27 03:32:37.469674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:37.473343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.510350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.549664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:37.554044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Usage tracker for resource:security_group_rule and tenant:c68d694357974baeaeb629aae6ba6380 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:37.559361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:37.565457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-e7c8be65-e0c5-49be-b200-9ec5ec331779 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:32:37.566423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-e7c8be65-e0c5-49be-b200-9ec5ec331779 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089526 May 27 03:32:37.571710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:37.605461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-33d94de7-e486-42f2-99a3-83926ba31a21 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/3a86d2f5-adc9-4d42-8328-47f065edb4be HTTP/1.1" status: 200 len: 1639 time: 0.0732872 May 27 03:32:37.618582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3a86d2f5-adc9-4d42-8328-47f065edb4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:37.619388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3a86d2f5-adc9-4d42-8328-47f065edb4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:37.626126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:37.630615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:37.635999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:37.642686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:37.674768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Request body: {'binding': {'host': 'n-h1-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:37.675218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Unknown quota resources ['binding']. {{(pid=84155) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:32:37.705093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.710583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ad766d1a-68d8-45ba-a609-66552d75fade no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:37.739116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.740391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.747366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.755043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.757778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: ad766d1a-68d8-45ba-a609-66552d75fade {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:32:37.758905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ad766d1a-68d8-45ba-a609-66552d75fade not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:37.774237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b470b0d7-415b-4fd2-881e-66c559a0c493,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:37.780819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'name': 'network-vif-deleted', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:37.792248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.794202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d5e3603-d5d1-4ea0-af55-96b2355e3c48 req-a5c43786-877d-4c76-aa7e-53342db53ce3 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.1805387 May 27 03:32:37.822652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:37.918971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e3cad-6f07-4ba4-a8cf-8d5be449e974,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:37.923313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:37.923687 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Added segment 8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8 of type vlan for network dcdf01ae-404b-4f91-8581-253478271c7e May 27 03:32:37.998387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.084011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeedde0-7e98-4b20-a38e-12cd196bcea9 req-3c04f654-3279-4ab9-9c4b-75a59192d5cf tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:38.085561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbeedde0-7e98-4b20-a38e-12cd196bcea9 req-3c04f654-3279-4ab9-9c4b-75a59192d5cf tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1098633 May 27 03:32:38.118133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on host n-h1-843301-2 for vnic_type normal with profile None {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:38.118904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:38.119490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:38.127303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.128526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:38.129607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.146378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbeedde0-7e98-4b20-a38e-12cd196bcea9 req-47886d64-12c7-443b-8d0a-0b27a6becc20 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 May 27 03:32:38.223413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:38.223715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:38.238141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-2bec8274-c2f7-43b4-9d43-0cb2ee9b9b31 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/e245dc93-8c6a-4074-84cc-06e6658cd616 HTTP/1.1" status: 200 len: 1634 time: 0.0466757 May 27 03:32:38.251891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:38.252274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:38.252598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:38.253053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Bound port: 65db8251-2de3-4692-b8de-0a44393d3d4b, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:38.261839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2477334 May 27 03:32:38.262648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:38.270483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Request body: {'subnet': {'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-606176518-subnet', 'tenant_id': 'c68d694357974baeaeb629aae6ba6380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:38.274749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6125f1-a3c2-4187-9360-012fc81278ec admin admin] Pushing event updated for resources: {'Network': ['ID=dcdf01ae-404b-4f91-8581-253478271c7e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:38.284286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:38.285237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network dcdf01ae-404b-4f91-8581-253478271c7e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:32:38.293036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Usage tracker for resource:subnet and tenant:c68d694357974baeaeb629aae6ba6380 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:38.296808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:38.301701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.302873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-fbd89c1b-c118-41f1-8650-eca2b2873f6f service neutron] 10.222.0.46 "POST /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7287593 May 27 03:32:38.307547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:38.321302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:38.345053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:38.347315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.421056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.455272 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d77de8-4b85-4cf5-aa59-e80b9842d4dd'] response: {'server_uuid': '16a31de8-0abd-4bad-b067-706d1860ebbe', 'name': 'network-vif-deleted', 'tag': 'c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af', 'status': 'completed', 'code': 200} May 27 03:32:38.488400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1732016026', 'description': 'tempest-description-1833666928'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:38.498277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:38.504350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:38.509504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:38.517204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:38.529777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.568453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:38.573620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:38.576581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:38.582330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:38.624394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.663087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.669734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.714613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.741183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc074c4-86f9-4d02-b580-fdde49857088,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:38.745554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.746618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c5c7967-6795-45fa-b7e3-f776afe8c30b req-1396c2ff-a68d-4cc9-9e13-a55f06b0a2e4 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.2635374 May 27 03:32:38.778298 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-edc4984b-5168-4a4c-9345-ad102fa6af0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1097 time: 0.2220652 May 27 03:32:38.792309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245dc93-8c6a-4074-84cc-06e6658cd616,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:38.955754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:38.955754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df64bb26-b5d0-46f6-8181-9789fc5f725e req-23268979-8c1e-4f21-a01f-6c4f3bb99d56 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/e245dc93-8c6a-4074-84cc-06e6658cd616 HTTP/1.1" status: 204 len: 173 time: 0.7084451 May 27 03:32:39.050605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.113713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-a5897e87-0fe6-4edf-95a9-6136f9e16948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:39.115534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-a5897e87-0fe6-4edf-95a9-6136f9e16948 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3290455 May 27 03:32:39.247429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:39.261385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1c2799-d855-43ee-b092-6ae2af982795,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:39.268675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-f5faefd4-b857-4d53-a95c-7e719443c7da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.1010752 May 27 03:32:39.302365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1020204025', 'description': 'tempest-description-729667052'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:39.310617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:39.322190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:39.327293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:39.336815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:39.350000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Deleting subnet 92296e1f-48c6-4220-a932-d8b962c9f3bc {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:32:39.353940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.377801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:39.378162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Network hostable DHCP agents. Network: dcdf01ae-404b-4f91-8581-253478271c7e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:39.380941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.383728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-d1a29456-2568-48eb-ae97-2bd5364e4cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:39.385210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-d1a29456-2568-48eb-ae97-2bd5364e4cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1052632 May 27 03:32:39.428850 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.441069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-a6368bb8-a798-4a77-82b1-aeac1e057f93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465119 May 27 03:32:39.447856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7e62b-cf30-4078-93da-5e6f6bd54888 req-d1af6409-5381-41bd-ae3f-5da103b8d0dd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:39.449664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0d7e62b-cf30-4078-93da-5e6f6bd54888 req-d1af6409-5381-41bd-ae3f-5da103b8d0dd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 946 time: 0.3371978 May 27 03:32:39.482867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:39.490383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:39.495478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:39.506309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:39.515405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.584160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Network dcdf01ae-404b-4f91-8581-253478271c7e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:39.626641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, dcdf01ae-404b-4f91-8581-253478271c7e) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:39.631154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:39.631802 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.632791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.637119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc3295-6305-4dfe-8522-c7a8f67a79c7 None None] Network dcdf01ae-404b-4f91-8581-253478271c7e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:39.638926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0d7e62b-cf30-4078-93da-5e6f6bd54888 req-d11a1723-c311-482b-abdd-1383ee3ac5ea tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676137 May 27 03:32:39.641204 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.667096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.676806 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-a93df18d-810e-4e87-a534-e3e8e37d041d service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262125 May 27 03:32:39.681865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-35de4081-9b2a-4daa-a4b6-75d87bf887ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4180727 May 27 03:32:39.760374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92296e1f-48c6-4220-a932-d8b962c9f3bc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:39.779546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.784239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c64f06df-f6cc-4077-afa2-3c016be23ae3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/92296e1f-48c6-4220-a932-d8b962c9f3bc HTTP/1.1" status: 204 len: 168 time: 0.5322738 May 27 03:32:39.784239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf8012-45d6-43bb-b1ae-8a4aca846ed8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:39.785649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:39.788218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:39.797823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:39.803456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17996da7-d502-4538-bb01-1aa6a9b487b5 req-88ffcc73-c939-4de4-adb4-c6b86ce32933 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5121880 May 27 03:32:39.839709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:32:39.840494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c0fd26a8-ddd2-4c01-bf3b-6edc6173b0af not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:39.879900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef001d31-d51e-431f-9b65-caef44684247 req-44cad80a-8f90-4176-89c9-b58e8afb5acc tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "GET /v2.0/security-groups/d1701f7e-ca11-45e0-a753-85feabed3a7b HTTP/1.1" status: 200 len: 1634 time: 0.1145792 May 27 03:32:39.903749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-456c703b-a0c8-445a-823f-aed24aa17846 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190623 May 27 03:32:40.011507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.022294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef001d31-d51e-431f-9b65-caef44684247 req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.076635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef001d31-d51e-431f-9b65-caef44684247 req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.078542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c6ddd-25cb-4986-8525-6ff6ca190d19 None None] Network dcdf01ae-404b-4f91-8581-253478271c7e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:40.179067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-f3e2f464-fbd5-4ff4-aed1-2f00c67d92f0 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1097 time: 0.2002013 May 27 03:32:40.193611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-2'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:40.217144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.252593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ad6769-3fca-419f-bfa2-90510e03eabc']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:40.270279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4df0874-c87e-4469-baff-a55ebc422ad9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:40.271026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4df0874-c87e-4469-baff-a55ebc422ad9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:40.290198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.303983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef001d31-d51e-431f-9b65-caef44684247 req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.317368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.341963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:32:40.343286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.345039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef001d31-d51e-431f-9b65-caef44684247 req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.361679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef001d31-d51e-431f-9b65-caef44684247 req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] 10.222.0.46 "DELETE /v2.0/security-groups/d1701f7e-ca11-45e0-a753-85feabed3a7b HTTP/1.1" status: 204 len: 173 time: 0.4749599 May 27 03:32:40.362661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54648) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: timer() May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:32:40.374424 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:32:40.425223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99d2b2-9b47-45aa-82bd-ca4d4d5a0c63 tempest-SecurityGroupsTestJSON-1907130964 tempest-SecurityGroupsTestJSON-1907130964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1701f7e-ca11-45e0-a753-85feabed3a7b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:40.483609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.506252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.512970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ad6769-3fca-419f-bfa2-90510e03eabc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:40.517384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bdbc9ed2-2cdf-4212-bc16-1debe8f3da59 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c3ad6769-3fca-419f-bfa2-90510e03eabc HTTP/1.1" status: 204 len: 168 time: 0.7305100 May 27 03:32:40.526716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.615800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Deleting subnet 52eef5e5-2026-429e-be32-1c6ec3cce73c {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:32:40.624499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.752692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54660) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:40.822804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee3b1a36-e265-4b67-a570-2170eee6c561 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dd9da420a8b451985a632f21affa970&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0697122 May 27 03:32:40.823270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-30eb19a0-aa57-497e-a3ea-5fe9aa01e960 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/2bc074c4-86f9-4d02-b580-fdde49857088 HTTP/1.1" status: 200 len: 1639 time: 0.3559017 May 27 03:32:40.832496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:40.851855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.944423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:40.964510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:40.985069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-d72d734a-0cd7-437f-ad85-dfaa8b0f676f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 1096 time: 0.5644917 May 27 03:32:41.020411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.109424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.174170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.184191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-233847ee-6eb3-457e-b63b-f2cc2c4adb4f tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/cadf8012-45d6-43bb-b1ae-8a4aca846ed8 HTTP/1.1" status: 200 len: 1638 time: 0.3421946 May 27 03:32:41.214048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2bc074c4-86f9-4d02-b580-fdde49857088', 'remote_group_id': 'cadf8012-45d6-43bb-b1ae-8a4aca846ed8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:41.214364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2bc074c4-86f9-4d02-b580-fdde49857088', 'remote_group_id': 'cadf8012-45d6-43bb-b1ae-8a4aca846ed8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:41.236265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bf07f-5fcb-4e1e-b739-b55d7676cce7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:41.244253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:41.251396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:41.259198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:41.268749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:41.279032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.286085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:41.291089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.292094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0ce86010-3335-4a8f-847b-3cb24c26ac43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c42bf07f-5fcb-4e1e-b739-b55d7676cce7 HTTP/1.1" status: 204 len: 168 time: 0.4580820 May 27 03:32:41.306188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-e8d3b5de-3629-490c-9622-747732329f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.307780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-e8d3b5de-3629-490c-9622-747732329f63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 917 time: 0.3153105 May 27 03:32:41.376255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:41.388711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b31523f09f9249e7877714b093092ae2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:41.398545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:41.414066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.418428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:41.456065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:41.496954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-68ea1c35-ddde-46c2-82c8-5ca7112c054e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 HTTP/1.1" status: 200 len: 217 time: 0.1718893 May 27 03:32:41.561264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52eef5e5-2026-429e-be32-1c6ec3cce73c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:41.593056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.630717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:41.639425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.645155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f986ad20-0c26-4685-a10a-876ef289b828 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/52eef5e5-2026-429e-be32-1c6ec3cce73c HTTP/1.1" status: 204 len: 168 time: 1.2653894 May 27 03:32:41.650447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:41.656075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-dc54d424-7d4c-459a-b658-49e1621b9366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.657749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-dc54d424-7d4c-459a-b658-49e1621b9366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.1336374 May 27 03:32:41.676261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.683016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.771100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.777512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-115aabe4-a181-4dd2-bfff-1c2645ac9802 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:41.778216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-115aabe4-a181-4dd2-bfff-1c2645ac9802 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:41.789812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.844247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-115aabe4-a181-4dd2-bfff-1c2645ac9802 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:41.846123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-115aabe4-a181-4dd2-bfff-1c2645ac9802 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4226532 May 27 03:32:41.846123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc77b8-d0da-4ca4-87c1-41bda31fc812,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:41.855892 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8e5e98d9-8365-4b69-9ef2-e30c232dcdd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b31523f09f9249e7877714b093092ae2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9092147 May 27 03:32:41.859150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:41.906954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-60aa6ca4-666a-4f17-816f-900da99a3939 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0303831 May 27 03:32:41.967723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-447fea21-5b71-439a-b431-293221b9b9e4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512447 May 27 03:32:41.984069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.984384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:41.994955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:41.998133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.009859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.079587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4e855e-9a1d-451a-a08d-f46634e59671,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.123071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.136067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-31f0e38e-d956-46ea-8ff0-0f994650061d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4570305 May 27 03:32:42.159723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.160826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a128609-9dde-45cd-855f-a33a98de7da0 req-772770e0-0b30-48c9-8b1b-332aec6ed366 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.9630151 May 27 03:32:42.186606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:42.186935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:42.187265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:42.203478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-938baac6-d9e4-4e48-bfd2-8748645db36d service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201014 May 27 03:32:42.289729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.322192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc77b8-d0da-4ca4-87c1-41bda31fc812,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.335180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.337189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eccbbe1d-6188-45a7-a778-4fed872acb31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83bc77b8-d0da-4ca4-87c1-41bda31fc812 HTTP/1.1" status: 204 len: 168 time: 0.4769566 May 27 03:32:42.377372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-8463b941-6e88-4ad0-b527-7e9be54d989b service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613991 May 27 03:32:42.384852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54712) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:42.399275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:42.399606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Attempting to bind port 65db8251-2de3-4692-b8de-0a44393d3d4b on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:42.419859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.436103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:42.436755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:42.437337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:42.437972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Bound port: 65db8251-2de3-4692-b8de-0a44393d3d4b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:42.438496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.541400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30a9ff3-a249-4541-ace8-7ff5df77d9ac']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:42.545410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1559622376-network', 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:42.551550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:42.558873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Usage tracker for resource:network and tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:42.563705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:42.572885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:42.589827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:42.592951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.628090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.724085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:42.729384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:42.745330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c4ae12-0382-455e-91c4-464a56e36f65') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:42.745891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c4ae12-0382-455e-91c4-464a56e36f65') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:42.748421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:42.758037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:42.779490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.832573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-4c31856d-333f-44fa-88e2-2ef0072c046f service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738975 May 27 03:32:42.838543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.883914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46ba6c-d7c4-456f-bb4a-abf45c76c139 req-d7bc860d-547f-4bf1-9e61-eda98a4bd19f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:42.889378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d46ba6c-d7c4-456f-bb4a-abf45c76c139 req-d7bc860d-547f-4bf1-9e61-eda98a4bd19f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 944 time: 0.1292369 May 27 03:32:42.890596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:42.899411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:42.905653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:32:42.906024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: timer() May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:32:42.920794 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:32:42.938288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.947544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.961608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:42.972845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:42.973480 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Added segment 36e77d37-17a2-4062-89da-495e780b236c of type vlan for network 5cc89399-e6df-461b-8e70-047209836fd0 May 27 03:32:42.978855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba656-32a3-4051-9196-5d31b7662021 req-b6ce4bd2-b15a-4364-9acf-d374b868d467 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:42.980148 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b1ba656-32a3-4051-9196-5d31b7662021 req-b6ce4bd2-b15a-4364-9acf-d374b868d467 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.6817033 May 27 03:32:43.026164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54736) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:43.030019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.059856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.084030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.103747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d46ba6c-d7c4-456f-bb4a-abf45c76c139 req-f14d6cce-0260-4159-9b28-2b3a1ecb263f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053533 May 27 03:32:43.116192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b55e31e-ff2f-41ce-a379-23ebcac1632e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.158427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:32:43.161488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.162626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:43.162930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.175867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:43.210147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Usage tracker for resource:security_group_rule and tenant:d8036a8336d447ddb3df5ffa94efa2f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:43.216289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:43.227794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:43.247555 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c138fbbd-066e-4f5c-a0fa-5771188d8f6f'] response: {'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'code': 200} May 27 03:32:43.277939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.311697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.333459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b1ba656-32a3-4051-9196-5d31b7662021 req-6e236f35-1628-4088-81ca-0bf8e68a9d34 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652011 May 27 03:32:43.354930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.359616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] Pushing event deleted for resources: {'Network': ['ID=d30a9ff3-a249-4541-ace8-7ff5df77d9ac,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.369709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc89399-e6df-461b-8e70-047209836fd0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.383594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-308938346', 'description': 'tempest-description-1819402444'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:43.391681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5cc89399-e6df-461b-8e70-047209836fd0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:32:43.403627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:43.418968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:43.425598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-68c1d496-655c-43e4-b4b9-19a4adb48edf admin admin] 10.222.0.46 "DELETE /v2.0/networks/d30a9ff3-a249-4541-ace8-7ff5df77d9ac HTTP/1.1" status: 204 len: 168 time: 1.7717865 May 27 03:32:43.430646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.432455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-57a86181-5569-4673-b7a9-002622e0ecb2 service neutron] 10.222.0.21 "PUT /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 1122 time: 3.2469866 May 27 03:32:43.439054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-720cfc2d-00e6-49ff-bedb-663e4cf99718 req-9be79e04-02a5-4a38-ad1f-2ac0dad6b318 service neutron] 10.222.0.41 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971074 May 27 03:32:43.444954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-88862f9a-ae40-48ca-8954-ab668eb16956 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0555072 May 27 03:32:43.446528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54742) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:43.453238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:43.458408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Request body: {'subnet': {'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1559622376-subnet', 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:43.477761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:43.496009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:43.512674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.525854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.556219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88719922-f772-4c51-bd1f-895a5a59d989 req-658fa746-17ca-4dcc-8a20-459732f6fcff tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 210 time: 0.0843353 May 27 03:32:43.559687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Usage tracker for resource:subnet and tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:43.562874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['65db8251-2de3-4692-b8de-0a44393d3d4b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:43.563022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:43.572482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:43.604586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:43.607126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.630631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.663238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c91da-d154-49da-9047-57a591fdb25e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.692229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fe8a9429-e0fc-40ba-a4d5-eb6c6d169059 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8036a8336d447ddb3df5ffa94efa2f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6589875 May 27 03:32:43.702922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:43.794739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:43.805148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:43.808366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:43.816505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:43.833525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:43.842287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.891258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.926747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e4818b5-b96a-4386-8be6-fb3ad3f420f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9984f055fbb744aabc9652ba00df8dbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0897527 May 27 03:32:43.926946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:43.941744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.954975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:43.964097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.012974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.014479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-792d37ce-ae30-40f2-865d-83e0aaed7515 req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6375446 May 27 03:32:44.028672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.054069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.064216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baee1e3-4c83-4ecc-900f-84f4e5f54410 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f10568-3399-4e5f-9d65-a63ce3c97e8d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.099247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1140828991', 'description': 'tempest-description-47444660'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:44.110074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c91da-d154-49da-9047-57a591fdb25e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.113487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:44.117530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.124591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd3686ef-16f2-45f2-878d-714130255f58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b7c91da-d154-49da-9047-57a591fdb25e HTTP/1.1" status: 204 len: 168 time: 0.4206276 May 27 03:32:44.161687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:44.212771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:44.245952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:44.393779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.413665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3e738-5fea-4ab1-b8ce-78ff69da4fcf req-193fb572-405c-4b55-8718-ec1eecbcc5be tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:44.417083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.417492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73e3e738-5fea-4ab1-b8ce-78ff69da4fcf req-193fb572-405c-4b55-8718-ec1eecbcc5be tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 944 time: 0.1146607 May 27 03:32:44.438171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:44.438598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Network hostable DHCP agents. Network: 5cc89399-e6df-461b-8e70-047209836fd0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:44.505829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73e3e738-5fea-4ab1-b8ce-78ff69da4fcf req-49b51a68-99ce-40a9-b16f-8c058a9ea55f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811775 May 27 03:32:44.533820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.553954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:44.578450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:44.585729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:44.594360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-025b1b50-fe87-4fd5-a56a-71d757a6ad69 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:44.595797 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-025b1b50-fe87-4fd5-a56a-71d757a6ad69 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4306271 May 27 03:32:44.611667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:44.626521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:44.652299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Network 5cc89399-e6df-461b-8e70-047209836fd0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:44.725796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5cc89399-e6df-461b-8e70-047209836fd0) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:44.737790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130d754-8ecc-4b15-ab85-3184eb7e38cd None None] Network 5cc89399-e6df-461b-8e70-047209836fd0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:44.747549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:44.748137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.755839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b27db-1c13-4f3c-8e12-96696bff1a89 req-c0147b03-60c4-4795-bb2c-bfa0e551575f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:44.757413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-560b27db-1c13-4f3c-8e12-96696bff1a89 req-c0147b03-60c4-4795-bb2c-bfa0e551575f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1146872 May 27 03:32:44.772735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.833532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-560b27db-1c13-4f3c-8e12-96696bff1a89 req-b0964810-9c8e-40c3-8a11-be964f5dfd43 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 May 27 03:32:44.839879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112707d-68f5-4f9e-8c1f-edd404666cd7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.862437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.888338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.940268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad1e46ad-b145-416e-9c59-9abd79928ab5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4885013 May 27 03:32:44.941256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.945291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c540e0d-61c0-4e5a-b745-9999cf2c509b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3112707d-68f5-4f9e-8c1f-edd404666cd7 HTTP/1.1" status: 204 len: 168 time: 1.0148950 May 27 03:32:44.962910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:44.968607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:44.979496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e615d66-3f61-41d4-b74f-d2b23a7dc6cd req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.9033389 May 27 03:32:44.989207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Usage tracker for resource:port and tenant:c68d694357974baeaeb629aae6ba6380 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:44.992292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dfbae-4b49-433a-af49-32e559b41501 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba91c9b-f8b4-4cc6-bfb8-64fe29039351,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:45.007120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:45.019629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:45.045694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:45.051921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:45.123134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4f3cf-a3e4-4379-8c12-fd8d4275a100 None None] Network 5cc89399-e6df-461b-8e70-047209836fd0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:45.252888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3d77064-904a-4db3-8de7-0f3ff0168cc4 req-4d45550d-4ad0-4979-8609-26e6495ea7ce tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 210 time: 0.1071544 May 27 03:32:45.272836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:45.345427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.2 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/48600459-a2e2-4fbd-832e-a84932d2af6a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:45.547905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59f44-7d4c-4682-9cf4-b1ad98dc2575 req-a7e18720-9c4b-4f94-ba8c-32e7ff6d5e8d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:45.550422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5da59f44-7d4c-4682-9cf4-b1ad98dc2575 req-a7e18720-9c4b-4f94-ba8c-32e7ff6d5e8d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1233745 May 27 03:32:45.629790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5da59f44-7d4c-4682-9cf4-b1ad98dc2575 req-8fd9f4bf-dac6-478f-b3ea-aac73f8255f0 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 May 27 03:32:45.705607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-8bfadb1f-7da4-4825-bb46-2194a4f1f4fa tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/71f10568-3399-4e5f-9d65-a63ce3c97e8d HTTP/1.1" status: 200 len: 1638 time: 0.4253125 May 27 03:32:45.742009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:45.749408 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcc5776-819f-44f4-96dc-171f2a798768'] response: {'name': 'network-changed', 'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'status': 'completed', 'code': 200} May 27 03:32:45.874557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:45.888871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-af7e8fad-ab71-4267-9fd7-96736bfd185b tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/bba91c9b-f8b4-4cc6-bfb8-64fe29039351 HTTP/1.1" status: 200 len: 1637 time: 0.1728358 May 27 03:32:45.899410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-1daebd18-6fca-4215-882f-7814f8b14bed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1125 time: 0.1462421 May 27 03:32:45.906440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71f10568-3399-4e5f-9d65-a63ce3c97e8d', 'remote_group_id': 'bba91c9b-f8b4-4cc6-bfb8-64fe29039351', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:45.906749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71f10568-3399-4e5f-9d65-a63ce3c97e8d', 'remote_group_id': 'bba91c9b-f8b4-4cc6-bfb8-64fe29039351', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:45.923113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:45.933136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:45.943551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b has no active binding in host n-h1-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:32:45.988643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:46.000817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:46.017942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:46.045712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.204158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:46.210172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:46.213566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:46.263991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-6b545cb8-06aa-4a48-b373-9565f8d70fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:46.266254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-6b545cb8-06aa-4a48-b373-9565f8d70fd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3551009 May 27 03:32:46.364124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:46.409407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-ddc0c3ec-09f9-4ed7-866f-6809d819e019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.1302652 May 27 03:32:46.419672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:46.420535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.491703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-9cd7f41e-dc22-4ca6-8bbe-5635f6946785 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8694088 May 27 03:32:46.519936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Request body: {'port': {'device_id': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:46.540888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f50384a5-a3b0-4a20-b247-3c215a24add5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:46.541947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f50384a5-a3b0-4a20-b247-3c215a24add5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:46.556297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.568115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f50384a5-a3b0-4a20-b247-3c215a24add5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:46.575027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f50384a5-a3b0-4a20-b247-3c215a24add5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.3752689 May 27 03:32:46.596435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-e79b7135-7829-42df-9795-96d2a74ff750 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0203438 May 27 03:32:46.611567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-28cbaf69-618f-434d-80fd-14aae10f4dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:46.613049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-28cbaf69-618f-434d-80fd-14aae10f4dca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1701159 May 27 03:32:46.653304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-01aecf78-d625-486e-90d5-702978eaaa50 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557685 May 27 03:32:46.714894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.720305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-3a3718db-64a9-485b-bcac-35684a6c6c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956614 May 27 03:32:46.730292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.824771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-5abae5d2-2da5-4517-b82a-beeffd66f1c0 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702523 May 27 03:32:46.847969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.858996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe87484d-f874-4509-9752-132a41250d2c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:46.877372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:46.878642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ab4f3b7-e696-4d0c-bbcc-66832e52c9aa req-dba0f720-5823-454c-bc77-409075c73842 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.9774675 May 27 03:32:47.006174 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-f49fb138-85a5-4ac0-90dd-0ce26ea629a1 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770524 May 27 03:32:47.014441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-6deddd91-78c7-4d02-af89-472e4d62e1f9 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828220 May 27 03:32:47.301711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:47.500512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca884-0ac1-4c95-b382-502f701574b8 req-8622e903-fcfc-49ac-b20d-8e5abb7962d3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:47.509090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dca884-0ac1-4c95-b382-502f701574b8 req-8622e903-fcfc-49ac-b20d-8e5abb7962d3 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.0991199 May 27 03:32:47.561302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1357093732-network', 'tenant_id': 'a33259cbfcbf4ec9b8815ca896a493a5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:47.571399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:47.573110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63596274-6eba-49cf-88a7-d1e07aa45726 req-ab786770-7094-4007-88db-809ace809e44 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205061 May 27 03:32:47.587423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735421-7d25-4efb-9109-9f8bb49e0f7d req-ecdd23e2-9e29-431f-a721-d3b9eb9fc68b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:47.590558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Usage tracker for resource:network and tenant:a33259cbfcbf4ec9b8815ca896a493a5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:47.594545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87735421-7d25-4efb-9109-9f8bb49e0f7d req-ecdd23e2-9e29-431f-a721-d3b9eb9fc68b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 944 time: 0.5427010 May 27 03:32:47.604092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:47.608107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:47.626920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dca884-0ac1-4c95-b382-502f701574b8 req-4c801320-d3ee-4809-9aef-cd34c5af145d tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166711 May 27 03:32:47.642522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Made reservation on behalf of a33259cbfcbf4ec9b8815ca896a493a5 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:47.644935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:47.677958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87735421-7d25-4efb-9109-9f8bb49e0f7d req-56c59d03-e762-4a37-a8c2-0494b23dc36a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825195 May 27 03:32:47.682769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:47.745928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-bbeda844-56e4-49d4-8820-160b2ab4a760 service neutron] 10.222.0.41 "GET /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.2160714 May 27 03:32:47.790911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:47.797719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Usage tracker for resource:security_group_rule and tenant:a33259cbfcbf4ec9b8815ca896a493a5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:47.801149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:47.808882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:47.974173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4eab-b7fd-4096-afb6-5d5e791f8b41 req-981d8566-f9f9-4b99-beab-485a7aa4110d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:47.975962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23dc4eab-b7fd-4096-afb6-5d5e791f8b41 req-981d8566-f9f9-4b99-beab-485a7aa4110d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 931 time: 0.1525400 May 27 03:32:48.014327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.035129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.069448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23dc4eab-b7fd-4096-afb6-5d5e791f8b41 req-84264e7b-0f79-4030-aacf-0f4db792783b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:48.080596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48600459-a2e2-4fbd-832e-a84932d2af6a {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:48.085200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:48.093621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.105904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487006e9-678f-4fb1-977b-8f22bb38583d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.111296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-5af9cd8d-a4db-40e3-b63c-93f34bba941d tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/bba91c9b-f8b4-4cc6-bfb8-64fe29039351 HTTP/1.1" status: 200 len: 1637 time: 0.3075035 May 27 03:32:48.122094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.122445 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Added segment 355ba775-787c-45fb-8f4d-59c3cc1aa200 of type vlan for network 6107835b-02c5-42d7-b4aa-677ea64f95ea May 27 03:32:48.134880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.135643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.136334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.136675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.137049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.137578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.137917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.138244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.138568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.138892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.139213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:48.146836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23dc4eab-b7fd-4096-afb6-5d5e791f8b41 req-84264e7b-0f79-4030-aacf-0f4db792783b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:48.151303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23dc4eab-b7fd-4096-afb6-5d5e791f8b41 req-84264e7b-0f79-4030-aacf-0f4db792783b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647305 May 27 03:32:48.157912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Transition to ACTIVE for port object 48600459-a2e2-4fbd-832e-a84932d2af6a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:48.181837 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.183596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.282948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.284396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:48.285517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.393993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0904372 May 27 03:32:48.412034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:32:48.440417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Request body: {'subnet': {'network_id': '6107835b-02c5-42d7-b4aa-677ea64f95ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1357093732-subnet', 'tenant_id': 'a33259cbfcbf4ec9b8815ca896a493a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:48.449491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Pushing event updated for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.452065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:48.452283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb24c870-ffae-4603-ab0b-049bc866497d req-8af75675-362a-4ad1-aba8-fed9812810d0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 210 time: 0.0605445 May 27 03:32:48.459218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b521f-c5f4-40e7-9578-c2f863f17143 admin admin] Pushing event updated for resources: {'Network': ['ID=6107835b-02c5-42d7-b4aa-677ea64f95ea,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.464424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Usage tracker for resource:subnet and tenant:a33259cbfcbf4ec9b8815ca896a493a5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:48.471266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:48.475261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6107835b-02c5-42d7-b4aa-677ea64f95ea details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:32:48.494639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:48.598844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.600424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Made reservation on behalf of a33259cbfcbf4ec9b8815ca896a493a5 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:48.602706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.682241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda34179-5b8f-4873-8708-f8a016c681c4 req-1b1d08e0-86a3-492a-8fdb-c816cdcf6661 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:48.683615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cda34179-5b8f-4873-8708-f8a016c681c4 req-1b1d08e0-86a3-492a-8fdb-c816cdcf6661 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.0966208 May 27 03:32:48.707620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:48.732833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cda34179-5b8f-4873-8708-f8a016c681c4 req-415e6f87-e7d4-408f-bb3c-838811f4791b tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 May 27 03:32:48.753941 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.803494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:48.861037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Attempting to bind port 48600459-a2e2-4fbd-832e-a84932d2af6a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:48.861367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Attempting to bind port 48600459-a2e2-4fbd-832e-a84932d2af6a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:48.861702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Attempting to bind port 48600459-a2e2-4fbd-832e-a84932d2af6a on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:48.908335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65db8251-2de3-4692-b8de-0a44393d3d4b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:48.916490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Port 48600459-a2e2-4fbd-832e-a84932d2af6a on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:48.916960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Attempting to bind port 48600459-a2e2-4fbd-832e-a84932d2af6a on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:48.931699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:48.954213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:48.954489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:48.954732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:48.959920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Bound port: 48600459-a2e2-4fbd-832e-a84932d2af6a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:48.959920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:48.967965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-ae8d1b34-b448-4615-859c-1531acf9bbdf tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:48.970129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-ae8d1b34-b448-4615-859c-1531acf9bbdf tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.2165756 May 27 03:32:48.992879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:49.011111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.088688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.142505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-9a5b5b07-b679-4f2c-ae5d-316f6dcdc631 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422721 May 27 03:32:49.165838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba91c9b-f8b4-4cc6-bfb8-64fe29039351,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:49.261413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.262532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8be922d-6208-4ccc-be31-67dde34739d8 req-7b9f871b-d4d5-4e40-90e3-5ae168099512 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/bba91c9b-f8b4-4cc6-bfb8-64fe29039351 HTTP/1.1" status: 204 len: 173 time: 1.1175430 May 27 03:32:49.277761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.302739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:49.320934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Usage tracker for resource:port and tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:49.326275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:49.340772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:49.352856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] Transition to ACTIVE for port object 65db8251-2de3-4692-b8de-0a44393d3d4b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:49.358492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:49.372962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.379076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=48600459-a2e2-4fbd-832e-a84932d2af6a,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:49.380803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2b33d7ee-8d45-4290-8132-94f93eaf0270 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:49.382944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2b33d7ee-8d45-4290-8132-94f93eaf0270 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279654 May 27 03:32:49.401695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:49.404619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.423119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-7e86da45-141b-4986-8ea7-553ac01f8243 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/quotas/324dc2bc70a94d90b29602b496bd4ee7 HTTP/1.1" status: 200 len: 375 time: 0.0321615 May 27 03:32:49.442351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.458778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a828ca34-243e-45c3-a5bf-5aaf4061f796,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:49.478792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-b67ac469-7dc8-49e2-ae29-fcebecad5fee tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545361 May 27 03:32:49.592178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:49.594294 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] 10.222.0.21 "PUT /v2.0/ports/48600459-a2e2-4fbd-832e-a84932d2af6a HTTP/1.1" status: 200 len: 1091 time: 3.0922196 May 27 03:32:49.608117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:49.635255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Checking segment: {'id': '355ba775-787c-45fb-8f4d-59c3cc1aa200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6107835b-02c5-42d7-b4aa-677ea64f95ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:49.635616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Network hostable DHCP agents. Network: 6107835b-02c5-42d7-b4aa-677ea64f95ea, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:49.652695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-d65d151f-5d58-44ea-ba28-40dba04f39cc req-66e892d9-1d0f-4c88-9645-541bf8d6a282 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:32:49.653355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d65d151f-5d58-44ea-ba28-40dba04f39cc req-66e892d9-1d0f-4c88-9645-541bf8d6a282 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125327 May 27 03:32:49.654851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] Pushing event updated for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:49.840344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.11 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/3c4d90e3-8983-4202-b493-fd3d0d112cb2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:49.918088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] No DVR routers for this DVR port 65db8251-2de3-4692-b8de-0a44393d3d4b on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:49.918580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d65d151f-5d58-44ea-ba28-40dba04f39cc req-30b28175-6051-4964-89fa-a4125c59001b tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1472046 May 27 03:32:49.996430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5c7c-14e7-4f1c-8949-5e5e0b868c2b service neutron] Pushing event updated for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.023866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c6992e89-2c94-4c76-943b-15effc08b0de service neutron] 10.222.0.41 "PUT /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b/bindings/n-h1-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2670817 May 27 03:32:50.026042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Network 6107835b-02c5-42d7-b4aa-677ea64f95ea is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:50.037828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9f6e-a68d-4057-94fa-fd6fd0ea51c9 req-1ac21a9b-6851-49a6-810a-faa31ed5554f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.064127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-18be9f6e-a68d-4057-94fa-fd6fd0ea51c9 req-1ac21a9b-6851-49a6-810a-faa31ed5554f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.5995519 May 27 03:32:50.107023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6107835b-02c5-42d7-b4aa-677ea64f95ea) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:50.115960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1409588-4aae-48ab-885e-03d08e348cf5 None None] Network 6107835b-02c5-42d7-b4aa-677ea64f95ea requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:50.157826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.161676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:50.222168 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-cb408bf5-bd6e-4b70-be51-94fe31c36ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 1094 time: 0.5684459 May 27 03:32:50.229768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-18be9f6e-a68d-4057-94fa-fd6fd0ea51c9 req-70d813bd-9712-40cf-976e-1be0d0734806 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646466 May 27 03:32:50.319610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa19e698-65db-48ac-9fc8-c71cacab284d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8969328 May 27 03:32:50.320464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:50.326874 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-e4a69b01-a07a-4aad-86fa-9d418d33fcda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48600459-a2e2-4fbd-832e-a84932d2af6a HTTP/1.1" status: 200 len: 217 time: 0.0946732 May 27 03:32:50.388042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-027160ab-9d52-4374-9296-65fc86ce9e3e tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.2874060 May 27 03:32:50.440580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfe630-8e54-4eb1-b2ab-b425591f339a None None] Network 6107835b-02c5-42d7-b4aa-677ea64f95ea requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:32:50.478486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-64b5370d-4b3c-4953-a6c1-5295e8feca45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.479927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-64b5370d-4b3c-4953-a6c1-5295e8feca45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.1472392 May 27 03:32:50.541784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-e8de1348-de3e-4833-a3c7-2da669c42ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536852 May 27 03:32:50.546652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-243d4417-6a7f-452c-974b-a017d88c58b5 req-8c36a178-e85b-4343-8a9d-64887602f5e6 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/71f10568-3399-4e5f-9d65-a63ce3c97e8d HTTP/1.1" status: 200 len: 1638 time: 0.1487556 May 27 03:32:50.579720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:50.723566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.751109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:50.755663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:50.762981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:50.766329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-4f15a9ae-2f5d-48c4-a9a0-034089228879 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175612 May 27 03:32:50.799230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-4de720c8-b14e-4ed1-ae33-96ad626ecd09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&tenant_id=434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 1096 time: 0.3971562 May 27 03:32:50.832681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6fdfa-33db-4343-b7d6-d5d0db6ed1e8 req-e981f747-b337-4e83-aa1e-1ddb00c35518 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.834354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f6fdfa-33db-4343-b7d6-d5d0db6ed1e8 req-e981f747-b337-4e83-aa1e-1ddb00c35518 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 943 time: 0.3490090 May 27 03:32:50.846694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.847389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:50.898822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dbf0b-9760-489a-9e5b-c5b0a87d56a1 req-a721a675-7861-4846-be08-d700be78a1dd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:50.900651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c7dbf0b-9760-489a-9e5b-c5b0a87d56a1 req-a721a675-7861-4846-be08-d700be78a1dd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 932 time: 0.1817558 May 27 03:32:50.941760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-f3c349e0-90af-4c84-8191-88b1b6461aaa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9530413 May 27 03:32:50.958058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Request body: {'port': {'device_id': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:50.974978 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cdab86-4edb-4618-9a12-92d2b0875a2f req-c653f980-4c88-4397-9800-7c2cc71f36d0 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003746 May 27 03:32:50.994028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c7dbf0b-9760-489a-9e5b-c5b0a87d56a1 req-c3d9ad19-6d36-40f9-8c27-beeed10f7f96 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818863 May 27 03:32:51.013878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f6fdfa-33db-4343-b7d6-d5d0db6ed1e8 req-bb521f1f-e98f-4974-b44f-2969c159ec3c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617265 May 27 03:32:51.057052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-6ff608a5-852f-4f85-8cfe-230415347b3e tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549889 May 27 03:32:51.084537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c84a2caa-c09e-4224-bc14-aa66180be332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1096 time: 0.2314405 May 27 03:32:51.235532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-dbb5b3af-0347-4085-980e-a59d2e810d4a tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450642 May 27 03:32:51.270323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:51.295537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32f8dd-f5c2-4d45-849f-3425cb9da8d0 req-84d312a7-88c5-45be-9ca0-76cf4f5e32b9 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 210 time: 0.0725334 May 27 03:32:51.351832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:32:51.392729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-27963945-28dd-4ad0-a0d0-ef560be020c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.393029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-6662578d-c195-4457-81de-316f26fbb3b7 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.394249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-6662578d-c195-4457-81de-316f26fbb3b7 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3317378 May 27 03:32:51.395944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-27963945-28dd-4ad0-a0d0-ef560be020c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.2934961 May 27 03:32:51.400137 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6267348e-631d-4663-9031-7dca809c401a'] response: {'name': 'network-changed', 'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a', 'status': 'completed', 'code': 200} May 27 03:32:51.425376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Request body: {'port': {'device_id': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '324dc2bc70a94d90b29602b496bd4ee7'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:51.470683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:32:51.549492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fc81a64b-80eb-4122-8d8c-a543f1b5065f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.551015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fc81a64b-80eb-4122-8d8c-a543f1b5065f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059189 May 27 03:32:51.580535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-6fd36439-0315-41ad-be6a-9872898a7c80 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/quotas/9857c7336815483a8dd8c0da6ebbb07b HTTP/1.1" status: 200 len: 375 time: 0.0219431 May 27 03:32:51.643879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-b3a94cd6-bcdd-4b92-a0b2-27d8e3404e3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.1742473 May 27 03:32:51.650539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-71a00993-e5e1-4199-b45a-a432fa0396ea tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571253 May 27 03:32:51.663126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:51.668060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Usage tracker for resource:port and tenant:324dc2bc70a94d90b29602b496bd4ee7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:51.671460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:51.679501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:51.692728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Made reservation on behalf of 324dc2bc70a94d90b29602b496bd4ee7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:51.696330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:51.711197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:51.750158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:51.755185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Usage tracker for resource:security_group_rule and tenant:324dc2bc70a94d90b29602b496bd4ee7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:51.759810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:51.769295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:51.840632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-4b43d41f-ed56-4c86-aba6-b317fc90f988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:51.843303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-4b43d41f-ed56-4c86-aba6-b317fc90f988 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1887145 May 27 03:32:51.873761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1753579879', 'description': 'tempest-description-431201498'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:51.885914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:51.907171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:51.912470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:51.924327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-32a6638e-f1a3-4f36-a443-de04b2c30327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 1094 time: 0.4535732 May 27 03:32:51.926567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-8d655df7-27cb-417d-9839-b2f1de9e642b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708077 May 27 03:32:51.934521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:51.939435 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:51.949721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.002331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.061852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c659a-805e-4498-ad78-6953f4c7a8de,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:52.142101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:52.154412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:52.164333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:52.176573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:52.214791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Allocated IP 192.168.233.126 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/50027b40-25b1-45d0-b5ee-2a732d510605) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:52.308844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.321867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.371271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f745be1-3956-4f90-be37-569124429cf7 req-6e87859c-e14c-4461-ac4e-ec8ace9925b4 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:52.381662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f745be1-3956-4f90-be37-569124429cf7 req-6e87859c-e14c-4461-ac4e-ec8ace9925b4 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.8072491 May 27 03:32:52.487448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:32:52.546553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255e94-6e48-44d4-867c-870f2512c901 req-93de11a3-b89d-4a99-80c8-9060310c6ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:52.549166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-93de11a3-b89d-4a99-80c8-9060310c6ac6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.6084621 May 27 03:32:52.592180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c538e496-e2bf-435e-9e5d-0c5525180be9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:52.598414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.617631 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-23491cc1-0514-42e5-97c2-851265f3fd24 req-b108aa7a-7e68-420a-b332-83e6195e9b63 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7498341 May 27 03:32:52.686967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4d90e3-8983-4202-b493-fd3d0d112cb2 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:52.699393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.707178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-15dac9d1-4da7-4645-9f32-4e16d0fa4aab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48600459-a2e2-4fbd-832e-a84932d2af6a HTTP/1.1" status: 200 len: 217 time: 0.1309609 May 27 03:32:52.709497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f745be1-3956-4f90-be37-569124429cf7 req-87fab594-7af0-422a-8c45-67f32c0bf70b tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712502 May 27 03:32:52.725450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c1af0779-cb5d-43d4-8262-417b622c5b45 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858140 May 27 03:32:52.748545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.795243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Transition to ACTIVE for port object 3c4d90e3-8983-4202-b493-fd3d0d112cb2 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:52.796251 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-e5b421d9-e324-4f28-9ca9-ff0d57f86bea req-964df221-3ed6-42d5-9b7c-f8e168f70e5d tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] show failed (client error): The resource could not be found. May 27 03:32:52.811312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5b421d9-e324-4f28-9ca9-ff0d57f86bea req-964df221-3ed6-42d5-9b7c-f8e168f70e5d tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/0483b45f-e7b0-4103-8d4f-6041a2232e7b HTTP/1.1" status: 404 len: 352 time: 0.0491185 May 27 03:32:52.813532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Transition to ACTIVE for port object 50027b40-25b1-45d0-b5ee-2a732d510605 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:52.865090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.883933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:52.985154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-440d0f01-db14-42da-9824-05ec34d4e871 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539560 May 27 03:32:53.001883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:53.004474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255e94-6e48-44d4-867c-870f2512c901 req-5ea1cda0-25ad-4e08-8c7c-b73bc4cd1203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.006294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:53.006463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-5ea1cda0-25ad-4e08-8c7c-b73bc4cd1203 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.2874620 May 27 03:32:53.030683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:53.080042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Pushing event updated for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:53.163200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-e1315082-9e30-4a19-9843-98615e0b3e75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361237 May 27 03:32:53.202920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Pushing event updated for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:53.208918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.210203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:53.272047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-c9d4fccf-60f8-49b8-8752-0fc692b1025a tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8503902 May 27 03:32:53.279458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-9f893235-70ee-4e50-bc3b-d3cabfb4bbbc tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.289490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-9f893235-70ee-4e50-bc3b-d3cabfb4bbbc tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927828 May 27 03:32:53.305518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Request body: {'port': {'device_id': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:53.339703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-c558a563-68ac-4d5e-ae9a-bc967973a069 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703714 May 27 03:32:53.342949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-cefc8ca9-50b1-45ee-89d9-93538fef4eb5 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/quotas/9857c7336815483a8dd8c0da6ebbb07b HTTP/1.1" status: 200 len: 375 time: 0.0520432 May 27 03:32:53.389508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-6a967761-45b3-4027-834d-4c3d22e37fbe tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530853 May 27 03:32:53.401830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c9b3e6a0-ba9f-4d08-90ed-621bd2de8f90 None None] Provisioning for port 50027b40-25b1-45d0-b5ee-2a732d510605 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:53.409553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c9b3e6a0-ba9f-4d08-90ed-621bd2de8f90 None None] Provisioning complete for port 50027b40-25b1-45d0-b5ee-2a732d510605 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:53.410221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c9b3e6a0-ba9f-4d08-90ed-621bd2de8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:53.441910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-c63d1ccf-aaec-4995-b62e-1015aca60064 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511105 May 27 03:32:53.450977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2cc7-c3ae-4ddd-ae03-ff3c8b18e167 req-c7c1ead9-64d2-4f21-b742-a3a84a2c5a13 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.453536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95f2cc7-c3ae-4ddd-ae03-ff3c8b18e167 req-c7c1ead9-64d2-4f21-b742-a3a84a2c5a13 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.5423946 May 27 03:32:53.487091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3e6a0-ba9f-4d08-90ed-621bd2de8f90 None None] Port 50027b40-25b1-45d0-b5ee-2a732d510605 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:32:53.547284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Attempting to bind port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:53.547622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Attempting to bind port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:53.547953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Attempting to bind port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:53.552264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-6e98b19f-98d1-4be6-80d3-83dafc9f5e68 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772070 May 27 03:32:53.598353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:53.633871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:53.676459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:53.677086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Attempting to bind port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:53.709363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:53.710021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:53.710691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:53.711716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Bound port: 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:53.712242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:53.736081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95f2cc7-c3ae-4ddd-ae03-ff3c8b18e167 req-dddee6bd-7837-44fd-9fb4-cf88d4c849a9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722211 May 27 03:32:53.787580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 48600459-a2e2-4fbd-832e-a84932d2af6a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:53.861937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-41ba99fe-e255-40e9-bd12-288a79fc9878 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:53.863465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-41ba99fe-e255-40e9-bd12-288a79fc9878 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206738 May 27 03:32:53.933165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Request body: {'port': {'device_id': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '9857c7336815483a8dd8c0da6ebbb07b'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:54.105716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2255e94-6e48-44d4-867c-870f2512c901 req-63bcaa1c-e085-4ddc-aeba-47206374ca8f service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460443 May 27 03:32:54.144692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:54.152908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:54.167631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97919d-e630-4ccd-8411-5e1c49f8c0bf req-4fd568b4-fabe-427a-9246-9b309f0dc685 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:54.169232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f97919d-e630-4ccd-8411-5e1c49f8c0bf req-4fd568b4-fabe-427a-9246-9b309f0dc685 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 944 time: 0.3723514 May 27 03:32:54.179248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.213917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=48600459-a2e2-4fbd-832e-a84932d2af6a,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:54.232654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '48600459-a2e2-4fbd-832e-a84932d2af6a', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': '48600459-a2e2-4fbd-832e-a84932d2af6a', 'mac_address': 'fa:16:3e:f8:3c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:54.271494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:54.276671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Usage tracker for resource:port and tenant:9857c7336815483a8dd8c0da6ebbb07b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:54.281268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:54.323667 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.324121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:54.328279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f97919d-e630-4ccd-8411-5e1c49f8c0bf req-d95861aa-57e8-4105-b751-4c65a09cc886 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979218 May 27 03:32:54.363653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Made reservation on behalf of 9857c7336815483a8dd8c0da6ebbb07b for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:54.375556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.377884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48600459-a2e2-4fbd-832e-a84932d2af6a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:54.394587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.420537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=48600459-a2e2-4fbd-832e-a84932d2af6a,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:54.429033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-21e747e7-af7f-4200-9fd3-5f1f2cb39b1b tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.6575966 May 27 03:32:54.434013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.437966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:54.442820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Usage tracker for resource:security_group_rule and tenant:9857c7336815483a8dd8c0da6ebbb07b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:54.446439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:54.453086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:54.541014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde20e-74b7-417a-934d-e3154f515a6a req-904fb54e-658e-43a3-b0c2-d660b8a805f7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:54.550135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78cde20e-74b7-417a-934d-e3154f515a6a req-904fb54e-658e-43a3-b0c2-d660b8a805f7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 943 time: 0.5631120 May 27 03:32:54.554170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.555896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] 10.222.0.21 "PUT /v2.0/ports/3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 200 len: 1092 time: 3.6055832 May 27 03:32:54.560255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:54.639525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.649996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.650432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.650882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.651405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.651908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.652320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.653002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.653436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.653800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.654333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.654821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:54.657128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f8d12-1f34-43d4-8bb4-cc63ec0b735f service neutron] Pushing event updated for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.668677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['48600459-a2e2-4fbd-832e-a84932d2af6a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:54.697093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.712355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78cde20e-74b7-417a-934d-e3154f515a6a req-b925ddd9-323e-4612-8741-c119c125764e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353972 May 27 03:32:54.712835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.718586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50027b40-25b1-45d0-b5ee-2a732d510605 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:54.765922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-3fa5b1a8-1636-4376-8a2c-65553e3f2ac4 service neutron] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:54.771289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-3fa5b1a8-1636-4376-8a2c-65553e3f2ac4 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.773233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cc2f413-6b16-4a49-896d-2f158b55c5c3 req-3fa5b1a8-1636-4376-8a2c-65553e3f2ac4 service neutron] 10.222.0.21 "DELETE /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b/bindings/n-h2-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.3346391 May 27 03:32:54.792364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.827922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-53c81fa2-d39e-4b8b-a0ea-56ec0c64f43b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 1095 time: 0.2163756 May 27 03:32:54.858174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Transition to ACTIVE for port object 50027b40-25b1-45d0-b5ee-2a732d510605 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:54.927957 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-2482cf02-e413-49a4-a425-105b13f5bcfb tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 200 len: 1638 time: 0.1463382 May 27 03:32:54.930373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-3d1da5e5-e198-4745-a38e-7f52eafd9440 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 200 len: 217 time: 0.0917993 May 27 03:32:54.938849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c538e496-e2bf-435e-9e5d-0c5525180be9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:54.938849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c538e496-e2bf-435e-9e5d-0c5525180be9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:54.981514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1b109-b668-477a-a4dc-259d1b53295b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.983341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:54.988507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:54.993336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:55.001132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:55.010212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:55.024228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-7baebb1f-46af-4807-9bda-47666ef69e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.025771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-7baebb1f-46af-4807-9bda-47666ef69e92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.0818641 May 27 03:32:55.036847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-594ad5c1-b476-49d2-a148-a3660ad584ad tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.037566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-594ad5c1-b476-49d2-a148-a3660ad584ad tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Synchronizing usage tracker for tenant:324dc2bc70a94d90b29602b496bd4ee7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:55.080366 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-b4c14a34-6dff-4ce3-8bd4-7a015a3b1717 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474973 May 27 03:32:55.182934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-594ad5c1-b476-49d2-a148-a3660ad584ad tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Unset dirty status for tenant:324dc2bc70a94d90b29602b496bd4ee7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:55.189782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-594ad5c1-b476-49d2-a148-a3660ad584ad tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 936 time: 0.5623844 May 27 03:32:55.199908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:55.248452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-8cf3466e-dd70-43c8-846f-5878a4032335 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609561 May 27 03:32:55.270281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.285762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Allocated IP 192.168.233.114 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/938e1018-5174-4838-8651-5e6c82e3a04b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:55.344611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-1d8349b8-eb63-4f50-89cc-db621aedac70 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Synchronizing usage tracker for tenant:324dc2bc70a94d90b29602b496bd4ee7 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:55.401614 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-0d527b83-8e39-4c41-9fda-a999a093c782 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379710 May 27 03:32:55.421259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.452150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.454788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-1d8349b8-eb63-4f50-89cc-db621aedac70 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Unset dirty status for tenant:324dc2bc70a94d90b29602b496bd4ee7 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:55.465785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d701806-ea38-429c-bcea-1ee5d1e094b3 req-1d8349b8-eb63-4f50-89cc-db621aedac70 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750404 May 27 03:32:55.574125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Attempting to bind port 50027b40-25b1-45d0-b5ee-2a732d510605 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:55.574600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Attempting to bind port 50027b40-25b1-45d0-b5ee-2a732d510605 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:55.575026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Attempting to bind port 50027b40-25b1-45d0-b5ee-2a732d510605 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:55.579516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.581959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c96264db-dd87-44dd-b718-ebe8c51cca6f req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6483722 May 27 03:32:55.602945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Port 50027b40-25b1-45d0-b5ee-2a732d510605 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:55.603463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Attempting to bind port 50027b40-25b1-45d0-b5ee-2a732d510605 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:55.618864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2ac91-6cc0-4a29-81ec-77e071efd0ef tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbca5f6a-a574-4411-9fc8-98e6f5ce110d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:55.623201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:55.623201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:55.623707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:55.625140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Bound port: 50027b40-25b1-45d0-b5ee-2a732d510605, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:55.625685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.668129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39e54e1c-460d-4e87-9989-9cad8a1cf552 req-3ba84a63-1acd-455b-8a3b-40cfe4f887e3 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952346 May 27 03:32:55.712130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-aa99396a-2bf6-4123-a46d-2f62572f0789 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.714041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-aa99396a-2bf6-4123-a46d-2f62572f0789 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949486 May 27 03:32:55.732299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Request body: {'port': {'device_id': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '9857c7336815483a8dd8c0da6ebbb07b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:55.787464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 48600459-a2e2-4fbd-832e-a84932d2af6a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:55.867147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc294247-ea55-4328-a876-0101fa622682 req-c172cac7-37f1-432c-9276-b48f06c41c6a tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 210 time: 0.0639818 May 27 03:32:55.867457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.878012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:55.913171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Transition to ACTIVE for port object 938e1018-5174-4838-8651-5e6c82e3a04b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:55.914929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=50027b40-25b1-45d0-b5ee-2a732d510605,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:55.924188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f2de1-a3d5-49eb-b2d8-67f629f6dbc2 req-b03f4f7d-442e-4c52-80f4-bafcd43fc5d6 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:55.925755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101f2de1-a3d5-49eb-b2d8-67f629f6dbc2 req-b03f4f7d-442e-4c52-80f4-bafcd43fc5d6 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.2025449 May 27 03:32:55.929450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.939085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 48600459-a2e2-4fbd-832e-a84932d2af6a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:55.945075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 48600459-a2e2-4fbd-832e-a84932d2af6a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:55.945442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:55.957170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:55.962226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Usage tracker for resource:port and tenant:9857c7336815483a8dd8c0da6ebbb07b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:55.966560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:55.979650 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c35e5c-b28d-48a1-afb9-40e074d73c69'] response: {'name': 'network-changed', 'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'status': 'completed', 'code': 200} May 27 03:32:55.981333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:56.009051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Made reservation on behalf of 9857c7336815483a8dd8c0da6ebbb07b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:56.012724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.098186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.100030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/50027b40-25b1-45d0-b5ee-2a732d510605 HTTP/1.1" status: 200 len: 1096 time: 2.8079078 May 27 03:32:56.101192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:56.147429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.154694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101f2de1-a3d5-49eb-b2d8-67f629f6dbc2 req-b1eac532-a52f-4af5-85d7-f958c098cc4f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115383 May 27 03:32:56.180589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.196619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:56.208928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=48600459-a2e2-4fbd-832e-a84932d2af6a,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:56.218602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.309165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.316577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f847-68d6-4f7f-b9b5-b610f66af3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:56.317433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:56.478484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:56.482442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Allocated IP 192.168.233.155 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/0e3b6539-3dcb-45a4-895f-9973d668281e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:56.485219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:56.490561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:56.494977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:56.499944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-e7d75429-2cf3-40e3-9516-2150cab8acd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 1095 time: 0.4607022 May 27 03:32:56.512869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20ab6d-ca9a-49ff-85c3-3a43cad00d27 req-265dcb26-6b2d-4aa4-93e2-5b82ca57ec36 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.514198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c20ab6d-ca9a-49ff-85c3-3a43cad00d27 req-265dcb26-6b2d-4aa4-93e2-5b82ca57ec36 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.3008764 May 27 03:32:56.551293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-68de5c0f-8ec4-4515-b542-dfbb12dcf4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 1099 time: 0.3851287 May 27 03:32:56.651834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.652510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.660433 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-80a625cb-4dab-4352-9e1b-71e6a5f59aa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=50027b40-25b1-45d0-b5ee-2a732d510605 HTTP/1.1" status: 200 len: 217 time: 0.0969577 May 27 03:32:56.742194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f12c66-2a15-4c56-a121-14ae6417334a req-fb72d4b5-2463-404c-a5f0-ba1fc868ffb3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.743677 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16f12c66-2a15-4c56-a121-14ae6417334a req-fb72d4b5-2463-404c-a5f0-ba1fc868ffb3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 944 time: 0.3670480 May 27 03:32:56.750861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-111eab55-f63f-4aeb-93a5-8dc75dbd874d tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8222468 May 27 03:32:56.761630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-dd2980ef-cfac-442d-a2e6-af0c34ac96da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.763002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-dd2980ef-cfac-442d-a2e6-af0c34ac96da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0953743 May 27 03:32:56.767795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Request body: {'port': {'device_id': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:56.805789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dad88306-1743-4e64-81ee-e1fb298b194b None None] Provisioning for port 938e1018-5174-4838-8651-5e6c82e3a04b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:56.811726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dad88306-1743-4e64-81ee-e1fb298b194b None None] Provisioning complete for port 938e1018-5174-4838-8651-5e6c82e3a04b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:56.812211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dad88306-1743-4e64-81ee-e1fb298b194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:56.825335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c20ab6d-ca9a-49ff-85c3-3a43cad00d27 req-1fe0b459-5cb3-41ee-9df1-a539da83abb2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887127 May 27 03:32:56.882603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dad88306-1743-4e64-81ee-e1fb298b194b None None] Port 938e1018-5174-4838-8651-5e6c82e3a04b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:32:56.970573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16f12c66-2a15-4c56-a121-14ae6417334a req-4d381085-e272-465b-bedf-6a802e733032 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104208 May 27 03:32:56.973180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-4faa1518-4898-4bdc-a246-16a0a3333ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:56.974701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-4faa1518-4898-4bdc-a246-16a0a3333ec0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.4595850 May 27 03:32:56.979726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.002707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-86a74ab2-2e70-4f3e-8c7d-b28dda40730f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993887 May 27 03:32:57.093493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-ef6cc0d7-c385-43b0-9fee-8370a865ca39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 200 len: 217 time: 0.1105909 May 27 03:32:57.100705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-bb8708aa-7e8f-44a3-b16a-c85b740dc2da tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 200 len: 2141 time: 0.1906250 May 27 03:32:57.166170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c538e496-e2bf-435e-9e5d-0c5525180be9', 'remote_group_id': None}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:57.166484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c538e496-e2bf-435e-9e5d-0c5525180be9', 'remote_group_id': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:57.176282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:32:57.182906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.203331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Usage tracker for resource:security_group_rule and tenant:aab699fd3b974ff0958db007592989c7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:32:57.220059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:32:57.234193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:32:57.238367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Transition to ACTIVE for port object 0e3b6539-3dcb-45a4-895f-9973d668281e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:57.245861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-5da8315a-6dd5-49dd-a71e-93c429080877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.247310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-5da8315a-6dd5-49dd-a71e-93c429080877 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.1457136 May 27 03:32:57.302049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-67cecf5f-cfbd-4a8d-bf81-7c68513f4c35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476265 May 27 03:32:57.390419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-56834ca2-1e6d-487c-a0bf-17a5ecdbfcab req-f158cfa2-f5ce-4713-9b68-6a80806c3b75 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a33259cbfcbf4ec9b8815ca896a493a5 HTTP/1.1" status: 200 len: 2652 time: 0.3626707 May 27 03:32:57.410035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-019ac518-af2c-463c-a17a-a54999265e0e service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834357 May 27 03:32:57.427836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.519319 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.557489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:57.560273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:57.565846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:57.576949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:32:57.624498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-56834ca2-1e6d-487c-a0bf-17a5ecdbfcab req-2cc99588-68a8-4f98-ad83-7a841afe2542 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/487006e9-678f-4fb1-977b-8f22bb38583d HTTP/1.1" status: 200 len: 2649 time: 0.2211239 May 27 03:32:57.627301 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-7fee7f80-d5ab-4703-b4c2-cbf620e09562 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184698 May 27 03:32:57.641411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.672434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.737510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bfceb6-517b-4d41-91aa-d12435ad185e req-f294abf7-d529-4438-892e-17869d39cf4f service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126729 May 27 03:32:57.753029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:57.753652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.771056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2444e78b-1d1d-4fbd-baca-2d35d80d3b6e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:57.773340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-56834ca2-1e6d-487c-a0bf-17a5ecdbfcab req-0cb51e1f-a7d1-4e47-9b3c-4a75b35c4c53 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/487006e9-678f-4fb1-977b-8f22bb38583d HTTP/1.1" status: 200 len: 2649 time: 0.1291282 May 27 03:32:57.798695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-71be47a0-94bc-400b-9ff5-64225d06fe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.814804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-97a5d9d4-03dc-4d45-b58c-ad8b0605701b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0873857 May 27 03:32:57.826893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.827484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3c4d90e3-8983-4202-b493-fd3d0d112cb2 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:57.843863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:57.849205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b53c1a3-05f0-4d04-be54-3a55fcad77ef req-0432d324-7b1f-4d70-9ac5-2b653f565c89 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6945484 May 27 03:32:57.853724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.857059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Request body: {'port': {'device_id': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:32:57.879285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Transition to ACTIVE for port object 938e1018-5174-4838-8651-5e6c82e3a04b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:57.888232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:57.924773 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feee0430-3ed7-43ab-b6bd-132117697a16'] response: {'name': 'network-changed', 'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605', 'status': 'completed', 'code': 200} May 27 03:32:57.943463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56247e3f-c92d-4667-a9b3-b23d71f49c05 req-b5698e70-64e5-44fd-9f61-71aa64467514 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040371 May 27 03:32:58.011828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.023874 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1e4caa-9c42-4310-9f0f-a31c6c871fc8'] response: {'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a', 'code': 200} May 27 03:32:58.079939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-816f2156-e4d4-4698-84d8-6634c343394d None None] Provisioning for port 0e3b6539-3dcb-45a4-895f-9973d668281e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:32:58.098286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-816f2156-e4d4-4698-84d8-6634c343394d None None] Provisioning complete for port 0e3b6539-3dcb-45a4-895f-9973d668281e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:32:58.099017 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-816f2156-e4d4-4698-84d8-6634c343394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.193936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:58.208478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': '3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'mac_address': 'fa:16:3e:da:cb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:32:58.236225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:58.290332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-816f2156-e4d4-4698-84d8-6634c343394d None None] Port 0e3b6539-3dcb-45a4-895f-9973d668281e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:32:58.296113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.314286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4d90e3-8983-4202-b493-fd3d0d112cb2 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:58.328666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-158f6b1e-5462-433c-9b90-28ecee793ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 1099 time: 0.3419530 May 27 03:32:58.330849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:58.337057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.364828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2843-d815-45d3-9b0b-ae37958e4749 req-76d16a90-46fa-4da9-9716-31992891123a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:58.365348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f5ca2843-d815-45d3-9b0b-ae37958e4749 req-76d16a90-46fa-4da9-9716-31992891123a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:58.410451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:58.411342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4cbc2b2-322f-42fc-bfac-dbb9862c8c1a req-79f0a747-d006-4dec-8347-297114b3ffcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 1096 time: 0.3338425 May 27 03:32:58.466098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840a46d-f0e5-4516-89ef-796ffda4cdc8 req-ee47985e-99c9-41e6-aae2-4ff37805a2b6 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:58.467527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d840a46d-f0e5-4516-89ef-796ffda4cdc8 req-ee47985e-99c9-41e6-aae2-4ff37805a2b6 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.3300233 May 27 03:32:58.506834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f5ca2843-d815-45d3-9b0b-ae37958e4749 req-76d16a90-46fa-4da9-9716-31992891123a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:58.508131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5ca2843-d815-45d3-9b0b-ae37958e4749 req-76d16a90-46fa-4da9-9716-31992891123a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 945 time: 0.5824807 May 27 03:32:58.520402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Attempting to bind port 938e1018-5174-4838-8651-5e6c82e3a04b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:58.520794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Attempting to bind port 938e1018-5174-4838-8651-5e6c82e3a04b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:58.521385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Attempting to bind port 938e1018-5174-4838-8651-5e6c82e3a04b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:58.568650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Port 938e1018-5174-4838-8651-5e6c82e3a04b on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:58.568865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Attempting to bind port 938e1018-5174-4838-8651-5e6c82e3a04b on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:58.579001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:32:58.580274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4cbc2b2-322f-42fc-bfac-dbb9862c8c1a req-2f7ffe28-8481-417e-bbc5-753f37cdefde service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117389 May 27 03:32:58.589792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-70313fcc-7cf9-45b0-b72b-b9a357b588f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:58.591212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-70313fcc-7cf9-45b0-b72b-b9a357b588f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2326100 May 27 03:32:58.594187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:58.594343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:58.594634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:58.595072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Bound port: 938e1018-5174-4838-8651-5e6c82e3a04b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:58.595421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.596089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d840a46d-f0e5-4516-89ef-796ffda4cdc8 req-439ae1b3-cbc5-49ea-a871-fe38867884a0 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103530 May 27 03:32:58.646878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5ca2843-d815-45d3-9b0b-ae37958e4749 req-a34c9149-7c84-4942-968b-1099705c8fe8 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276450 May 27 03:32:58.702145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:58.706530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:58.713478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.830952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b6539-3dcb-45a4-895f-9973d668281e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:32:58.839793 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.859340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:58.860702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] 10.222.0.41 "PUT /v2.0/ports/938e1018-5174-4838-8651-5e6c82e3a04b HTTP/1.1" status: 200 len: 1096 time: 2.1017728 May 27 03:32:58.910751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Transition to ACTIVE for port object 0e3b6539-3dcb-45a4-895f-9973d668281e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:32:58.921131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-5c0f1599-3960-4e11-b1c6-9d6d70a4744c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=50027b40-25b1-45d0-b5ee-2a732d510605 HTTP/1.1" status: 200 len: 217 time: 0.1446099 May 27 03:32:58.925905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.024576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd440e5a-709f-4d9b-903a-d190e0b2d813 service neutron] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:59.071794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-8979a202-1fad-4134-a943-5a9448f2eaaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.073272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-8979a202-1fad-4134-a943-5a9448f2eaaf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1103153 May 27 03:32:59.079185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:59.096010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02402c-7b0e-45b4-9f0f-374bf7c38eb4 req-c404c001-9d11-4cc6-bbb7-0efe3c417210 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.103785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe02402c-7b0e-45b4-9f0f-374bf7c38eb4 req-c404c001-9d11-4cc6-bbb7-0efe3c417210 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 948 time: 0.2545342 May 27 03:32:59.183151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-48bb5e5e-48e7-4217-a312-380d5b7191a0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.184369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-48bb5e5e-48e7-4217-a312-380d5b7191a0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Synchronizing usage tracker for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:59.241737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe02402c-7b0e-45b4-9f0f-374bf7c38eb4 req-c6df29c1-a791-4d75-9670-d5d457449711 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367838 May 27 03:32:59.271597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Attempting to bind port 0e3b6539-3dcb-45a4-895f-9973d668281e on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:32:59.272068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Attempting to bind port 0e3b6539-3dcb-45a4-895f-9973d668281e by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:32:59.272068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Attempting to bind port 0e3b6539-3dcb-45a4-895f-9973d668281e on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:59.284227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Port 0e3b6539-3dcb-45a4-895f-9973d668281e on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:32:59.284549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Attempting to bind port 0e3b6539-3dcb-45a4-895f-9973d668281e on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:32:59.295912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:32:59.296411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:32:59.296972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:32:59.297830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Bound port: 0e3b6539-3dcb-45a4-895f-9973d668281e, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:32:59.298544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.330723 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-852b44b4-a4f7-4bc9-9a3a-ab1464eeb1c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 1099 time: 0.4113469 May 27 03:32:59.413345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-48bb5e5e-48e7-4217-a312-380d5b7191a0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Unset dirty status for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:59.414566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-48bb5e5e-48e7-4217-a312-380d5b7191a0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 0.5528929 May 27 03:32:59.418838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-0ef2d216-51c2-4523-b395-25127e9fab66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=938e1018-5174-4838-8651-5e6c82e3a04b HTTP/1.1" status: 200 len: 217 time: 0.0772958 May 27 03:32:59.423852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-898078f7-e2dc-4c3b-aad2-b2a72416644b req-a14b1735-5026-49dc-a45f-0d8acc4a3764 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/487006e9-678f-4fb1-977b-8f22bb38583d HTTP/1.1" status: 200 len: 2649 time: 0.1138093 May 27 03:32:59.426385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-784e9775-346c-4f4a-89ad-a5f49c26b758 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3458383 May 27 03:32:59.472132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:59.478079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:59.493891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.575841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.577518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] 10.222.0.21 "PUT /v2.0/ports/0e3b6539-3dcb-45a4-895f-9973d668281e HTTP/1.1" status: 200 len: 1096 time: 1.7271960 May 27 03:32:59.582307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:59.606145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-c4805aae-9f4b-44ed-9f67-f0ffd2b27623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:32:59.607942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-c4805aae-9f4b-44ed-9f67-f0ffd2b27623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1793289 May 27 03:32:59.613820 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-898078f7-e2dc-4c3b-aad2-b2a72416644b req-eeab02de-3da7-4bf8-9bba-4ddf9f88772b tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 03:32:59.625988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-898078f7-e2dc-4c3b-aad2-b2a72416644b req-eeab02de-3da7-4bf8-9bba-4ddf9f88772b tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "DELETE /v2.0/security-groups/487006e9-678f-4fb1-977b-8f22bb38583d HTTP/1.1" status: 409 len: 352 time: 0.1868453 May 27 03:32:59.645850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39a3d-5a66-4b46-9dbd-3ee0a395f5fb service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:59.665441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-d969b3b0-db8a-445d-b9a0-0906e7cc1f4c tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Synchronizing usage tracker for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:32:59.737534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-d969b3b0-db8a-445d-b9a0-0906e7cc1f4c tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Unset dirty status for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:32:59.752210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a3d933d-5fd1-4183-afea-4f9c34a4bd0a req-d969b3b0-db8a-445d-b9a0-0906e7cc1f4c tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245318 May 27 03:32:59.757373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-8028b23f-9a99-48a3-89b1-67ec58801ebc service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790523 May 27 03:32:59.806792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a69c0ea-8bd6-47c6-8d3a-54d904465827 req-7ffd89fb-3f94-40b1-b239-9acefb0fbe0a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 200 len: 2649 time: 0.1393819 May 27 03:32:59.821859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-b4a9d24e-0ff9-457b-9f16-7710da933838 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 1099 time: 0.1200070 May 27 03:32:59.835385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 50027b40-25b1-45d0-b5ee-2a732d510605 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:32:59.838270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3c4d90e3-8983-4202-b493-fd3d0d112cb2 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:32:59.903344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-d1a0e64d-149c-46fb-aceb-60c19ab2bf30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882860 May 27 03:32:59.932588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:32:59.961022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-07f0f65f-2d02-4728-95f5-eeb68100e712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:32:59.962169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-e8aad02a-116a-473a-8e5c-42631a5439fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0e3b6539-3dcb-45a4-895f-9973d668281e HTTP/1.1" status: 200 len: 217 time: 0.1341584 May 27 03:33:00.048585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-ac88ebf8-3e18-4d0c-b4fc-3fa93b8f1efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.050916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-ac88ebf8-3e18-4d0c-b4fc-3fa93b8f1efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0834458 May 27 03:33:00.091701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-783e6eac-2087-4cb8-b51c-b521a321ffe0 req-1f697bac-098b-4239-a7dd-6f9a53b513f6 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240893 May 27 03:33:00.132170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:00.146583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=50027b40-25b1-45d0-b5ee-2a732d510605,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:00.162606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:00.162924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.176639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-83782440-0173-47de-868f-953ba9936201 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644908 May 27 03:33:00.184601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bdbda-b88b-42a5-a75a-653143f4794e req-e62f4235-b5f5-4594-95e6-1db0e21816c7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.186716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b9bdbda-b88b-42a5-a75a-653143f4794e req-e62f4235-b5f5-4594-95e6-1db0e21816c7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 945 time: 0.2466936 May 27 03:33:00.200341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '50027b40-25b1-45d0-b5ee-2a732d510605', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '50027b40-25b1-45d0-b5ee-2a732d510605', 'mac_address': 'fa:16:3e:ea:63:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:00.206853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-11e448be-d09a-4c9d-aa6a-59e2b1eadcee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420596 May 27 03:33:00.284124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.328511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50027b40-25b1-45d0-b5ee-2a732d510605 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:00.348804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b9bdbda-b88b-42a5-a75a-653143f4794e req-8dd82087-0432-4c41-89b6-5734f18de01a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319542 May 27 03:33:00.366397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=50027b40-25b1-45d0-b5ee-2a732d510605,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:00.381382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.410423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c802005-b0dc-4c44-8735-3dcae6dc13c8 req-72eb73fe-fcbc-445c-b6f4-c372c47b2705 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212083 May 27 03:33:00.413119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.459756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-c62f76e1-854a-45be-b246-e436cab1d55d service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462430 May 27 03:33:00.473650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7b76b-4282-4c5c-aed9-7316719ba84f req-0505023a-d991-42f2-840a-2828db31c5de tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.476492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:00.478394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7b76b-4282-4c5c-aed9-7316719ba84f req-0505023a-d991-42f2-840a-2828db31c5de tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.482448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7b76b-4282-4c5c-aed9-7316719ba84f req-0505023a-d991-42f2-840a-2828db31c5de tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:00.485381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7c7b76b-4282-4c5c-aed9-7316719ba84f req-0505023a-d991-42f2-840a-2828db31c5de tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5&device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a&device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 2417 time: 0.2366858 May 27 03:33:00.491901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:00.493023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:00.498200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.572727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5c195d2-8569-4d09-8cd3-4950078f3ec3 req-ccd95d78-6959-40bc-a120-1c97e127c01a tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1096 time: 0.0815735 May 27 03:33:00.586902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:00.631687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5c195d2-8569-4d09-8cd3-4950078f3ec3 req-88e1c955-fe1c-4bbb-928f-967312966ca5 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 May 27 03:33:00.632035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['50027b40-25b1-45d0-b5ee-2a732d510605'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:00.642330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7c7b76b-4282-4c5c-aed9-7316719ba84f req-759df818-3362-478f-83e5-94f038cc9111 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299126 May 27 03:33:00.686651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48147a83-c4f9-4b20-a85b-8929c9d37711 req-c8dcd015-e201-4702-9989-0c9b525597f0 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202399 May 27 03:33:00.731814 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-26e519a6-bc3c-477a-8048-3d1f02162d4e req-1e8b6326-82fa-464d-a065-9f021fdf0f34 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] show failed (client error): The resource could not be found. May 27 03:33:00.733322 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bb48d2-8373-4ff9-b321-8c3e6473eb73'] response: {'name': 'network-changed', 'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'status': 'completed', 'code': 200} May 27 03:33:00.752099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26e519a6-bc3c-477a-8048-3d1f02162d4e req-1e8b6326-82fa-464d-a065-9f021fdf0f34 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/5301cf1e-d91d-4347-bfbd-5b912a1738db HTTP/1.1" status: 404 len: 352 time: 0.0444181 May 27 03:33:00.806804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-b0d3a388-1a81-4914-b350-072e3163674f tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-group-rules/2444e78b-1d1d-4fbd-baca-2d35d80d3b6e HTTP/1.1" status: 200 len: 718 time: 0.0223503 May 27 03:33:00.864878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-f40ceef6-4bd8-4526-b713-f19719a50be2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 1099 time: 0.1056461 May 27 03:33:00.876059 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-54608438-9a05-435b-a2d1-462470b75622 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 200 len: 2649 time: 0.0618749 May 27 03:33:00.928099 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.945557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.987627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:00.999968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2444e78b-1d1d-4fbd-baca-2d35d80d3b6e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:01.002006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:01.003089 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f1ba795-a339-476e-8b9c-5212306c5a70 req-e77c51e2-ddee-4fc6-bf31-96b66efc8f35 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2444e78b-1d1d-4fbd-baca-2d35d80d3b6e HTTP/1.1" status: 204 len: 173 time: 0.1210525 May 27 03:33:01.063366 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3aa737d-7631-4e83-8a26-40c6d38e3681'] response: {'name': 'network-changed', 'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'status': 'completed', 'code': 200} May 27 03:33:01.181868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:01.192242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc07c0-a534-40b7-a659-05c5c8811fc6 req-254f8aa7-dada-4b49-9b1e-219e5b054d99 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.193780 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73fc07c0-a534-40b7-a659-05c5c8811fc6 req-254f8aa7-dada-4b49-9b1e-219e5b054d99 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 945 time: 0.3277996 May 27 03:33:01.195505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-9a397c37-24ff-49b2-8924-91cd66601ab7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.196829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-9a397c37-24ff-49b2-8924-91cd66601ab7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2972429 May 27 03:33:01.234395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-aa76f3ad-1c1a-4059-8a55-929a4ac3d0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 1099 time: 0.1470077 May 27 03:33:01.293667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-88b4cbc7-c010-4f97-9682-417d98ee5fc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=0e3b6539-3dcb-45a4-895f-9973d668281e HTTP/1.1" status: 200 len: 217 time: 0.0778410 May 27 03:33:01.350471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73fc07c0-a534-40b7-a659-05c5c8811fc6 req-a161ef83-a49a-4b4d-b0d4-0ef83f1ac02d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494331 May 27 03:33:01.358185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a6a86-b5e9-4666-b9c9-9a4032d45472 req-fdd260c1-70a3-41f1-8cc6-170deb93f175 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.359645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-952a6a86-b5e9-4666-b9c9-9a4032d45472 req-fdd260c1-70a3-41f1-8cc6-170deb93f175 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 949 time: 0.1783292 May 27 03:33:01.367984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-e5f213a7-9cb0-4d03-929e-90242ae37174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.369645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-e5f213a7-9cb0-4d03-929e-90242ae37174 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0697138 May 27 03:33:01.370997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:01.424982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-4f03b7ec-10d8-4bbd-a134-d94f016fb6a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.426447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-4f03b7ec-10d8-4bbd-a134-d94f016fb6a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.1810346 May 27 03:33:01.445138 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ee9f57-3b2d-45bc-be4d-f36b83935320'] response: {'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'code': 200} May 27 03:33:01.467557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-0205b245-550a-4d92-a5c5-1f791655c222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915182 May 27 03:33:01.496597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-952a6a86-b5e9-4666-b9c9-9a4032d45472 req-98b23b04-6c65-4c90-91cf-df0609839bd7 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226711 May 27 03:33:01.506138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-c9306c88-fbf9-4595-9af5-ed5dc1ac7e96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=938e1018-5174-4838-8651-5e6c82e3a04b HTTP/1.1" status: 200 len: 217 time: 0.0711615 May 27 03:33:01.673165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-724b0c60-f199-474d-9032-96e2cce63fe0 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978102 May 27 03:33:01.688185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d490e337-d077-47d7-8211-fbb56c893007 req-1a7a7cb9-2b0b-4881-a97d-cba6974b0cc7 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1890843 May 27 03:33:01.730894 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-c2a58e52-d036-439e-8fa5-085fb662168a req-57f8bdfe-1a20-4d7f-b767-101871d9c0b6 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] show failed (client error): The resource could not be found. May 27 03:33:01.731910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2a58e52-d036-439e-8fa5-085fb662168a req-57f8bdfe-1a20-4d7f-b767-101871d9c0b6 tempest-SecurityGroupsNegativeTestJSON-2038044817 tempest-SecurityGroupsNegativeTestJSON-2038044817-project] 10.222.0.46 "GET /v2.0/security-groups/6086b426-ee22-4ce6-972f-2bf58051f72f HTTP/1.1" status: 404 len: 352 time: 0.1846845 May 27 03:33:01.751384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:01.811433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-fb5b36c6-831b-4081-a6b8-fcaab24b10ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:01.813762 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-fb5b36c6-831b-4081-a6b8-fcaab24b10ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.2719491 May 27 03:33:01.833059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b183af4b-3dcb-41ed-b2b8-2188a07da23d req-ad778f88-2c4a-4deb-ab08-686bc8dd2ebb service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534452 May 27 03:33:01.850295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 50027b40-25b1-45d0-b5ee-2a732d510605 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:01.885164 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04f03e7e-7575-440f-937a-fc8be0624c0d req-fcb50e94-0fea-411d-8985-354a0d0df09a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 1097 time: 0.3764908 May 27 03:33:01.928904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 50027b40-25b1-45d0-b5ee-2a732d510605 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:01.935519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 50027b40-25b1-45d0-b5ee-2a732d510605 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:01.935955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:01.968795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Deleting subnet a828ca34-243e-45c3-a5bf-5aaf4061f796 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:33:01.975612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.072358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.106045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04f03e7e-7575-440f-937a-fc8be0624c0d req-cd12c3c3-cd36-4f2d-a621-75b3ac801237 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127686 May 27 03:33:02.130334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-a14a9d6f-c33d-48ef-858b-6323295b28c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046031 May 27 03:33:02.142719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.168162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891bd5a-417f-4641-b549-0f9b3a4a05ca req-4192c113-0467-4aad-b773-2669cebb91de tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:02.169759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3891bd5a-417f-4641-b549-0f9b3a4a05ca req-4192c113-0467-4aad-b773-2669cebb91de tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 0.2888048 May 27 03:33:02.177481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.185882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7fd0c828-8d8f-429f-a6f5-8b5ac1cbab8d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:02.187519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7fd0c828-8d8f-429f-a6f5-8b5ac1cbab8d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.1733944 May 27 03:33:02.196042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=50027b40-25b1-45d0-b5ee-2a732d510605,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:02.202867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.207021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-131c8d5f-31d1-43fc-a3b3-128706651010 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/quotas/434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 375 time: 0.0134158 May 27 03:33:02.273503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:02.319464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-247b1ebe-7c42-4ac4-8c1e-d443e5b103eb tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059017 May 27 03:33:02.378839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3891bd5a-417f-4641-b549-0f9b3a4a05ca req-b94cd230-eb24-4474-b825-3a1e22a2e01a tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250381 May 27 03:33:02.388678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-8b824d97-14a6-46c4-b665-3639b85ab5d4 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477055 May 27 03:33:02.390651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.462947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7c904447-6700-420d-9803-dd5c183ec5a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361997 May 27 03:33:02.509797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a828ca34-243e-45c3-a5bf-5aaf4061f796,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:02.524086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.557510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f645284f-f2c1-4427-ac56-4f652b6febee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a828ca34-243e-45c3-a5bf-5aaf4061f796 HTTP/1.1" status: 204 len: 168 time: 0.8065264 May 27 03:33:02.563600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:02.597733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-fa760c23-cb86-4013-b2e0-202569fc6870 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 200 len: 2141 time: 0.1544340 May 27 03:33:02.633551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9151bf38-3c33-4343-b148-5269d3a80c14 req-03759c9a-c37b-4036-8aed-25e573d82d6d service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153273 May 27 03:33:02.690307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.706233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.709371 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-c4fd35da-6103-49a9-b82a-2de720131c82 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404642 May 27 03:33:02.720139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.774849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.794088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c538e496-e2bf-435e-9e5d-0c5525180be9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:02.801569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.805570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd437c71-4fa1-4ea2-8b69-e5b93fba5d31 req-f0d8174e-3016-4efd-afd7-8df8e9816940 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/c538e496-e2bf-435e-9e5d-0c5525180be9 HTTP/1.1" status: 204 len: 173 time: 0.1955683 May 27 03:33:02.847826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.878676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.891642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6107835b-02c5-42d7-b4aa-677ea64f95ea']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:02.906044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355ba775-787c-45fb-8f4d-59c3cc1aa200') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:02.906501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355ba775-787c-45fb-8f4d-59c3cc1aa200') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:02.920292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.942654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.961773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:33:02.962558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: timer() May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:02.979564 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:03.114334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.128607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.129139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6742ab-2ef6-41bc-a077-88ab86df4217 req-bf0e1fc3-d710-4c8f-86e4-cd0df91d362c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:03.142244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c6742ab-2ef6-41bc-a077-88ab86df4217 req-bf0e1fc3-d710-4c8f-86e4-cd0df91d362c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 946 time: 0.1687548 May 27 03:33:03.194168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6107835b-02c5-42d7-b4aa-677ea64f95ea HTTP/1.1" status: 204 len: 168 time: 0.6293597 May 27 03:33:03.195363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292571b-b404-456d-bafe-36634fe31210 admin admin] Pushing event deleted for resources: {'Network': ['ID=6107835b-02c5-42d7-b4aa-677ea64f95ea,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:03.289910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c6742ab-2ef6-41bc-a077-88ab86df4217 req-3ae91b4b-ced8-4581-8a23-5ab0b8990672 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461940 May 27 03:33:03.358813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:03.464177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:03.596755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b22320-ef9f-41d3-804c-9f51d36bfe9d req-09458bb5-f02c-4ddb-8cc1-1df1a817c584 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:03.598226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-07b22320-ef9f-41d3-804c-9f51d36bfe9d req-09458bb5-f02c-4ddb-8cc1-1df1a817c584 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.1531372 May 27 03:33:03.619151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:03.648183 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-7b3e5220-b94a-414e-848b-16ef8f311a99 req-18909c65-fce3-483e-9d41-0738e32bf94a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] show failed (client error): The resource could not be found. May 27 03:33:03.656130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3e5220-b94a-414e-848b-16ef8f311a99 req-18909c65-fce3-483e-9d41-0738e32bf94a tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/bba91c9b-f8b4-4cc6-bfb8-64fe29039351 HTTP/1.1" status: 404 len: 352 time: 0.1524866 May 27 03:33:03.659503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-07b22320-ef9f-41d3-804c-9f51d36bfe9d req-07a2d949-c9bb-4e8b-94ab-e9404dcdfa7d tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 May 27 03:33:03.662766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '938e1018-5174-4838-8651-5e6c82e3a04b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '938e1018-5174-4838-8651-5e6c82e3a04b', 'mac_address': 'fa:16:3e:e7:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:03.668793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55120) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:03.740383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b076341d-b94b-4973-b7c4-f88a20b63a2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a33259cbfcbf4ec9b8815ca896a493a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666819 May 27 03:33:03.743381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:03.778328 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.814957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:03.833947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.846472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:03.855802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.899891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:03.906829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:03.964692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcac674-dae6-4f1c-91e1-f24c496ca59f req-0a4ba83e-eb94-4808-b9be-bc907f3a7ca1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:03.972215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7dcac674-dae6-4f1c-91e1-f24c496ca59f req-0a4ba83e-eb94-4808-b9be-bc907f3a7ca1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 945 time: 0.1109419 May 27 03:33:03.976130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-730e43f8-f2e6-44fa-ac6e-29aa545ee20e req-f942d013-ac80-4ce6-9cf8-b1f6c7319728 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 210 time: 0.0789804 May 27 03:33:04.030270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7dcac674-dae6-4f1c-91e1-f24c496ca59f req-1b3fb7ed-77e9-405d-9f7f-ef0ced0c3faf tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 May 27 03:33:04.066477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:04.110979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:04.114371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:04.129859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'mac_address': 'fa:16:3e:8a:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:04.142488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:04.143834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/487006e9-678f-4fb1-977b-8f22bb38583d HTTP/1.1" status: 204 len: 168 time: 0.3992758 May 27 03:33:04.158327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384e463-baf2-4de1-b682-27eb779e2207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487006e9-678f-4fb1-977b-8f22bb38583d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:04.249408 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34217a8-5191-421b-853c-576d9663c0ec'] response: {'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605', 'code': 200} May 27 03:33:04.250043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:04.302044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['938e1018-5174-4838-8651-5e6c82e3a04b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:04.325156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddace49-d2e3-4a64-ae82-a721f576ec10 req-08ac0cc0-af24-4dd7-b41c-7370f71668ad tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:04.327409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bddace49-d2e3-4a64-ae82-a721f576ec10 req-08ac0cc0-af24-4dd7-b41c-7370f71668ad tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Synchronizing usage tracker for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:04.362791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bddace49-d2e3-4a64-ae82-a721f576ec10 req-08ac0cc0-af24-4dd7-b41c-7370f71668ad tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Unset dirty status for tenant:9857c7336815483a8dd8c0da6ebbb07b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:04.367325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bddace49-d2e3-4a64-ae82-a721f576ec10 req-08ac0cc0-af24-4dd7-b41c-7370f71668ad tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 0.2294524 May 27 03:33:04.405854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3b6539-3dcb-45a4-895f-9973d668281e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:04.485676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:04.505336 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:04.636179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bddace49-d2e3-4a64-ae82-a721f576ec10 req-a1898e8d-7d06-4bb2-91ca-8babe606d6d7 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616963 May 27 03:33:04.672388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:04.682008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-5f1710f0-2882-4d12-994f-f41c54e0de60 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:04.683809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-5f1710f0-2882-4d12-994f-f41c54e0de60 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 945 time: 0.2528546 May 27 03:33:04.770891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0e3b6539-3dcb-45a4-895f-9973d668281e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:04.811118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port 48600459-a2e2-4fbd-832e-a84932d2af6a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:04.811656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:04.811780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-cefa3d9f-36b1-420f-86a8-2f9f34223c8c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:04.813070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-cefa3d9f-36b1-420f-86a8-2f9f34223c8c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.3902581 May 27 03:33:04.842567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Request body: {'port': {'device_id': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'admin_state_up': True, 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:05.066071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:05.095281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:05.129940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-8cb92fd2-85bc-4497-8053-d5d2e55e49f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:05.130592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-8cb92fd2-85bc-4497-8053-d5d2e55e49f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:05.133441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eb5a70a-8524-45b2-b9b2-59c406069e63 req-148947b0-3d29-4a56-a745-b77edea0b1ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 1101 time: 0.7838953 May 27 03:33:05.135300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:05.138729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.154846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-8cb92fd2-85bc-4497-8053-d5d2e55e49f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:05.160290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f89df33-a112-4c82-aa73-e458c330341e req-67d04a29-e474-4aa7-abe3-0d5b87d2f8d2 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/71f10568-3399-4e5f-9d65-a63ce3c97e8d HTTP/1.1" status: 200 len: 1638 time: 0.3310814 May 27 03:33:05.161181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-8cb92fd2-85bc-4497-8053-d5d2e55e49f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 946 time: 0.3091154 May 27 03:33:05.263956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port 48600459-a2e2-4fbd-832e-a84932d2af6a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=48600459-a2e2-4fbd-832e-a84932d2af6a,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:05.264408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.273091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-27272f89-7754-4a5c-9891-112f42094107 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:05.400028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for 48600459-a2e2-4fbd-832e-a84932d2af6a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:05.412270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eb5a70a-8524-45b2-b9b2-59c406069e63 req-5fc45588-296f-4783-a79d-eabfb09bf345 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495558 May 27 03:33:05.460730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-27272f89-7754-4a5c-9891-112f42094107 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:05.463821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a5140f4-8952-4def-8f80-a9c8c13c61c2 req-27272f89-7754-4a5c-9891-112f42094107 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001482 May 27 03:33:05.483694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2f89df33-a112-4c82-aa73-e458c330341e req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.533209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2f89df33-a112-4c82-aa73-e458c330341e req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.575401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:05.579602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Allocated IP 172.20.0.12 (3ec7dcf1-024a-4189-a85c-8e6381d0e0d4/2a1709a3-d978-408e-8965-896b5c4c668b/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:05.620641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.634823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['48600459-a2e2-4fbd-832e-a84932d2af6a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:05.713682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=48600459-a2e2-4fbd-832e-a84932d2af6a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:05.720210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2f89df33-a112-4c82-aa73-e458c330341e req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.763582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f10568-3399-4e5f-9d65-a63ce3c97e8d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:05.801988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port 48600459-a2e2-4fbd-832e-a84932d2af6a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:05.808049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-network', 'tenant_id': '68df637837bc48949188723b32207391'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:05.812400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:05.814058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2f89df33-a112-4c82-aa73-e458c330341e req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.816533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Usage tracker for resource:network and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:05.820794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:05.826050 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f89df33-a112-4c82-aa73-e458c330341e req-f42ef81d-fe04-46d8-8830-b1c0dacd43ac tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/71f10568-3399-4e5f-9d65-a63ce3c97e8d HTTP/1.1" status: 204 len: 173 time: 0.6645210 May 27 03:33:05.827347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:05.836931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.848565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'name': 'network-vif-deleted', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:05.854811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:05.857652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.872575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:05.877167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:05.889918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bae0794b-1a7b-45cf-a5f3-4cc69c06a2a4 req-d5eb7b56-f270-419c-adbd-d78a519c5650 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "DELETE /v2.0/ports/48600459-a2e2-4fbd-832e-a84932d2af6a HTTP/1.1" status: 204 len: 173 time: 1.1993511 May 27 03:33:05.992322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:05.998431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Usage tracker for resource:security_group_rule and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:06.003020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:06.011445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:06.013698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-87b8b6f6-d3f3-40df-bd75-44b4849a2fdc req-2934fd31-2b24-4972-b80d-db8c4c905ec9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:06.021583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 0e3b6539-3dcb-45a4-895f-9973d668281e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:06.031133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 0e3b6539-3dcb-45a4-895f-9973d668281e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:06.031848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.045185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-87b8b6f6-d3f3-40df-bd75-44b4849a2fdc req-2934fd31-2b24-4972-b80d-db8c4c905ec9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:06.046350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87b8b6f6-d3f3-40df-bd75-44b4849a2fdc req-2934fd31-2b24-4972-b80d-db8c4c905ec9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 210 time: 0.0816505 May 27 03:33:06.071331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617ce13-fb33-44aa-b672-bfa97f00bd74 req-c16e5d76-0648-479e-b316-d9445647fea4 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.082753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1617ce13-fb33-44aa-b672-bfa97f00bd74 req-c16e5d76-0648-479e-b316-d9445647fea4 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.1409130 May 27 03:33:06.084222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.140691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.164703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.172962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.198420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1617ce13-fb33-44aa-b672-bfa97f00bd74 req-58908333-44c9-42ff-8fe1-d7bf151d05d6 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022549 May 27 03:33:06.216774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:06.228941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:06.233315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:06.236282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:06.238294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:06.248827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.253963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:06.280631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.281001 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Added segment adc58883-5d95-4e98-ba21-ba6a5dadfd84 of type vlan for network 97c91322-7645-4a23-b1c8-af95ea2b6c02 May 27 03:33:06.311267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:06.315888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.318606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.319990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.329442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:06.335990 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.337272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 48600459-a2e2-4fbd-832e-a84932d2af6a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:06.358059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.358898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.359486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.423122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62f7670c-4253-4776-9b1c-eb4afddde6cc req-388abe68-bfbe-496b-9cfa-bba4a69528d5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=41dac15f-0ebd-4ff5-9c91-53a246daf51a HTTP/1.1" status: 200 len: 210 time: 0.0910711 May 27 03:33:06.427292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-7df6ca85-2d77-4827-bccd-cc5e05ad3031 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5965881 May 27 03:33:06.428301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 48600459-a2e2-4fbd-832e-a84932d2af6a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:33:06.428676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 48600459-a2e2-4fbd-832e-a84932d2af6a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:06.456424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Request body: {'port': {'device_id': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:06.480049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:06.688150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.699633 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1230474 May 27 03:33:06.702993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:06.704880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6104b8-34ba-4401-b5b6-301bb60ecfeb admin admin] Pushing event updated for resources: {'Network': ['ID=97c91322-7645-4a23-b1c8-af95ea2b6c02,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:06.715817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Request body: {'subnet': {'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-subnet', 'tenant_id': '68df637837bc48949188723b32207391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:06.721546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:06.728493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:06.761485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Usage tracker for resource:subnet and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:06.772013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-b829d003-4fa6-4602-a6f9-17b7a1f54686 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.774221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:06.778914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-b829d003-4fa6-4602-a6f9-17b7a1f54686 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.3881469 May 27 03:33:06.792491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:06.795558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-ec50f757-e184-417e-97ae-9a9f8be06209 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0136685 May 27 03:33:06.830270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:06.832474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:06.895866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b8cb-c58f-4490-a38c-aa36c2e57db3 req-8df703c5-04a7-47b6-a32a-381ccbc960c5 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:06.897395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51f5b8cb-c58f-4490-a38c-aa36c2e57db3 req-8df703c5-04a7-47b6-a32a-381ccbc960c5 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 950 time: 0.3009713 May 27 03:33:06.903834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-5f73ae2e-d541-4012-9e3b-2c0b0fa63e86 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926056 May 27 03:33:07.061202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-46c8bc0b-9679-4336-a101-439909b33e98 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500163 May 27 03:33:07.112235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51f5b8cb-c58f-4490-a38c-aa36c2e57db3 req-a3158b91-9b86-4058-a768-37787d25f8a0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605444 May 27 03:33:07.217609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-e08e7f1f-eac7-4724-a4d4-8f12c23949d7 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554091 May 27 03:33:07.310111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-3720decb-0d66-41e0-98fc-791540026c60 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/cadf8012-45d6-43bb-b1ae-8a4aca846ed8 HTTP/1.1" status: 200 len: 1638 time: 0.1378174 May 27 03:33:07.363642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:07.423880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.429642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:07.499337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.523082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 938e1018-5174-4838-8651-5e6c82e3a04b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:07.529090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 938e1018-5174-4838-8651-5e6c82e3a04b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:07.530977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.546031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Transition to ACTIVE for port object e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:07.578825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.746392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.793557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:07.799691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.802493 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87e1081-36e4-4f74-9dbd-333fa5f5f674'] response: {'server_uuid': '41dac15f-0ebd-4ff5-9c91-53a246daf51a', 'name': 'network-vif-deleted', 'tag': '48600459-a2e2-4fbd-832e-a84932d2af6a', 'status': 'completed', 'code': 200} May 27 03:33:07.863583 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b773b0-e986-48b5-81d5-37dc691aa7ac'] response: {'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'code': 200} May 27 03:33:07.935843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:07.938480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6ef3a5-0787-465a-946e-c724574cdc69,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:07.952061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:07.979414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:08.032835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.087824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54b0f14c-b5eb-4a8a-8539-c392f9a44513 req-e56d66e1-dd89-4bf9-9605-8d42da63a4df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 1101 time: 0.1528580 May 27 03:33:08.088340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Checking segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:08.088340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Network hostable DHCP agents. Network: 97c91322-7645-4a23-b1c8-af95ea2b6c02, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:08.166002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:08.166723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:08.166723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:08.167017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54b0f14c-b5eb-4a8a-8539-c392f9a44513 req-f1528e25-1024-4cdc-8744-b4da832b6f73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737503 May 27 03:33:08.175598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:08.177745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:08.178069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:08.183743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8280f-a73b-48a8-86c8-2c81235da806 req-01525032-13b2-4c3b-9efa-bdc1378fe240 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.191963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:08.192206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56c8280f-a73b-48a8-86c8-2c81235da806 req-01525032-13b2-4c3b-9efa-bdc1378fe240 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.1740828 May 27 03:33:08.192412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:08.192836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:08.193302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Bound port: e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:08.193646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.206099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 97c91322-7645-4a23-b1c8-af95ea2b6c02) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:08.214977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.215569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.217805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f2449-beaf-4e6e-b00b-f12745b23355 None None] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:08.222386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.265699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56c8280f-a73b-48a8-86c8-2c81235da806 req-7d8b5c03-587e-4361-b46e-4a6b62b77d33 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714602 May 27 03:33:08.295895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf8012-45d6-43bb-b1ae-8a4aca846ed8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:08.320133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.321253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67b875ac-b96b-40b5-9fcb-210e5d9e3cbd req-42ef641f-3957-4cca-a422-becd98aeb6a7 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/cadf8012-45d6-43bb-b1ae-8a4aca846ed8 HTTP/1.1" status: 204 len: 173 time: 0.9977713 May 27 03:33:08.335775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:08.336030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c142ef29-47bf-4925-a18b-e989d1eaaf3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6317933 May 27 03:33:08.348380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:08.364935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:08.374106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:08.374772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Usage tracker for resource:router and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:08.381219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:08.384460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:08.389589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.403186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:08.463418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.465903 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] 10.222.0.41 "PUT /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 1092 time: 2.0215359 May 27 03:33:08.470448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:08.471978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.473018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.495075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.497444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ce65f-bed3-43cb-b17e-481888487466 service neutron] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:08.522514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-97c91322-7645-4a23-b1c8-af95ea2b6c02', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:33:08.523673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.607126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-b897c583-c4cf-43fc-81b5-120074a4a4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1095 time: 0.0979927 May 27 03:33:08.610936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f719d-3015-4649-9c74-8c35e1d60366 req-ba774b8c-91e8-4c08-80da-2645d41b0bff tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.612550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-243f719d-3015-4649-9c74-8c35e1d60366 req-ba774b8c-91e8-4c08-80da-2645d41b0bff tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.2023511 May 27 03:33:08.722138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-e99649ec-7a00-4ec3-b419-9cdb2c1c72cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 217 time: 0.1074772 May 27 03:33:08.750349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-243f719d-3015-4649-9c74-8c35e1d60366 req-396378ce-50a8-4e87-b639-052fab7f6c2e tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672982 May 27 03:33:08.771638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Allocated IP 172.20.0.2 (97c91322-7645-4a23-b1c8-af95ea2b6c02/7d6ef3a5-0787-465a-946e-c724574cdc69/b729ff36-2407-4b44-9c67-5f29e70f71b9) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:08.774365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:08.909222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-704db2c5-cf6f-4482-b459-412709e4210d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:08.910820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-704db2c5-cf6f-4482-b459-412709e4210d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1769862 May 27 03:33:09.008789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-9b6aeb68-bfc7-4a14-918e-21715abe0924 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575416 May 27 03:33:09.205784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.226617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.228185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Transition to ACTIVE for port object b729ff36-2407-4b44-9c67-5f29e70f71b9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:09.242495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-983d501b-03e0-468a-ad10-6788d9194b6b service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191887 May 27 03:33:09.268395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Transition to ACTIVE for port object b729ff36-2407-4b44-9c67-5f29e70f71b9 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:09.277964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.311908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.315300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-d2ff78fb-27d5-4e9a-9e41-e8fa1281da03 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/2bc074c4-86f9-4d02-b580-fdde49857088 HTTP/1.1" status: 200 len: 1639 time: 0.2003493 May 27 03:33:09.373299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8b9f6-deff-45fb-8dcf-3fe1e789060d req-c554a111-3ead-400e-bada-8a891c5712c9 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.382968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Pushing event updated for resources: {'Port': ['ID=b729ff36-2407-4b44-9c67-5f29e70f71b9,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:09.389421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93c8b9f6-deff-45fb-8dcf-3fe1e789060d req-c554a111-3ead-400e-bada-8a891c5712c9 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 950 time: 0.4744060 May 27 03:33:09.399305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:09.400534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:09.403243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:09.477037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-9187d62c-cfa4-4b82-9a0a-ee5256bff3ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=1049d950-7b97-49cc-9946-809ee1c74689 HTTP/1.1" status: 200 len: 210 time: 0.0649540 May 27 03:33:09.481822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93c8b9f6-deff-45fb-8dcf-3fe1e789060d req-6c0b7d60-5e31-4187-831e-9260fa51a131 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907574 May 27 03:33:09.487311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e885a51-7cbe-4ba9-a11a-160b7ab384ce req-17537de6-6e7d-4828-b78b-17d2248dc5da service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364798 May 27 03:33:09.508768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Attempting to bind port b729ff36-2407-4b44-9c67-5f29e70f71b9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:09.513551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Attempting to bind port b729ff36-2407-4b44-9c67-5f29e70f71b9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:09.513551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Attempting to bind port b729ff36-2407-4b44-9c67-5f29e70f71b9 on network 97c91322-7645-4a23-b1c8-af95ea2b6c02 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:09.517175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:09.525509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Checking segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:09.525509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.525509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Bound using segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:09.525509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Bound port: b729ff36-2407-4b44-9c67-5f29e70f71b9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:09.525509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.574888 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ba8bfe-6142-4f5a-9453-59eff762b01a'] response: {'name': 'network-changed', 'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'status': 'completed', 'code': 200} May 27 03:33:09.628381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] For port b729ff36-2407-4b44-9c67-5f29e70f71b9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:09.633055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] For port b729ff36-2407-4b44-9c67-5f29e70f71b9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b729ff36-2407-4b44-9c67-5f29e70f71b9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:09.638206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.695878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.717894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-765350e6-c1c2-4149-915d-180f52270cb5 req-6fa7eacf-8c96-4d0e-8ed7-9ac99a76b33d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1049d950-7b97-49cc-9946-809ee1c74689 HTTP/1.1" status: 200 len: 210 time: 0.0451643 May 27 03:33:09.733839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d24abe-23eb-44af-bf80-cc908ec2d426 None None] Pushing event updated for resources: {'Port': ['ID=b729ff36-2407-4b44-9c67-5f29e70f71b9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:09.750385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Allocated IP 172.25.8.222 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/2fac456e-ff7a-4ec3-b93a-0219f6b613c9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:09.752609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-62621c97-960a-430a-8f37-1f88e16a1b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.754114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-62621c97-960a-430a-8f37-1f88e16a1b69 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2656534 May 27 03:33:09.767238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-bd4db396-23a5-4d33-a389-a76e0a76d48c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1095 time: 0.1693301 May 27 03:33:09.788943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:09.864504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:09.933098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-718c78e9-e6b2-4e54-83d2-47d9c093a402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:09.935014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-718c78e9-e6b2-4e54-83d2-47d9c093a402 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.1608679 May 27 03:33:10.060782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-15d7e180-6f84-44bf-b22e-138d9c349c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 217 time: 0.1149936 May 27 03:33:10.161912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-c5e26f36-c31b-40c9-b7f7-1f3c30f4a587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:10.164016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-c5e26f36-c31b-40c9-b7f7-1f3c30f4a587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.0967548 May 27 03:33:10.171144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-e4c84f0e-498d-4b89-a620-9cab2ba3f9fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:10.172734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-e4c84f0e-498d-4b89-a620-9cab2ba3f9fe service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4127469 May 27 03:33:10.202663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.234530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-cef3eb30-2301-43f7-9360-34ba0f7dd4bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647094 May 27 03:33:10.265579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc074c4-86f9-4d02-b580-fdde49857088,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:10.284179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc7c119-d3e4-4703-9a18-799814a03a22 req-82738cf4-e64c-4811-88e1-b1b5bec9f869 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=1049d950-7b97-49cc-9946-809ee1c74689 HTTP/1.1" status: 200 len: 210 time: 0.0779335 May 27 03:33:10.330318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.331514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7da887d1-b00c-4389-bfc3-ba6d6aa80e78 req-69bcd077-9df8-4b3a-b16c-9a1d6a3073be tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/2bc074c4-86f9-4d02-b580-fdde49857088 HTTP/1.1" status: 204 len: 173 time: 0.9488409 May 27 03:33:10.354214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.396272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.484703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:10.487982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:10.490721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:10.539174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Pushing event updated for resources: {'Port': ['ID=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:10.668651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-12c74c12-9896-4c6d-93f6-dc104e8349ef tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:10.687209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-12c74c12-9896-4c6d-93f6-dc104e8349ef tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4206002 May 27 03:33:10.730047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-13f44b16-8582-4fb0-87c9-e29cbea235a8 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891834 May 27 03:33:10.750684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b729ff36-2407-4b44-9c67-5f29e70f71b9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:10.773035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-3a1e0717-0a9c-44c1-a721-956affae1c53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=1049d950-7b97-49cc-9946-809ee1c74689 HTTP/1.1" status: 200 len: 210 time: 0.0655787 May 27 03:33:10.845783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-b42cf405-58c7-4657-ad76-c14af30eb990 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.1575406 May 27 03:33:10.852188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b729ff36-2407-4b44-9c67-5f29e70f71b9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:10.979670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-e715a0ce-a14b-4fcc-9f56-41bb45d8dedb tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683062 May 27 03:33:10.999296 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:10.999928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.012943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-67baf868-d0a2-49a8-9472-1b560dd691fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:11.014400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-67baf868-d0a2-49a8-9472-1b560dd691fd service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2356908 May 27 03:33:11.015970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40fd8b-b7e8-447a-9ec5-212daf0a67cc None None] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:11.099556 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-3e921112-964e-46e3-b59b-eea92fb8dbca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3639724 May 27 03:33:11.119785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Provisioning for port b729ff36-2407-4b44-9c67-5f29e70f71b9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:11.127649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86e1e2a9-8940-4ada-9ffe-14e5dbb4f253 req-ae26050c-a1aa-4703-9853-ba0321a73e3e service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878043 May 27 03:33:11.150392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Provisioning complete for port b729ff36-2407-4b44-9c67-5f29e70f71b9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:11.151087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.179134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-8f3ebb2c-6fed-44c9-b835-81e0ad02ab4a service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904323 May 27 03:33:11.263440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10f0bd-6d44-4238-95b8-81689defee46 req-93f289f2-24ea-4408-bc3a-c997514df42d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:11.264679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e10f0bd-6d44-4238-95b8-81689defee46 req-93f289f2-24ea-4408-bc3a-c997514df42d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.3727396 May 27 03:33:11.367669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-54d1dac9-2179-43d5-b0e5-b8011bda027f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:11.369176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-54d1dac9-2179-43d5-b0e5-b8011bda027f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3041880 May 27 03:33:11.382350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-39d34c88-46b4-44f7-8985-e2fb595cbf5a service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960499 May 27 03:33:11.391593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-8e74b21e-fe63-4fc7-804f-cfc65cef1b80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57295403c9284d1e9ff20804131d2dde&device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 1097 time: 0.1722980 May 27 03:33:11.394351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e10f0bd-6d44-4238-95b8-81689defee46 req-b239a981-e9ce-4007-992a-eb3a11a32633 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169310 May 27 03:33:11.406368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.456400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] For port b729ff36-2407-4b44-9c67-5f29e70f71b9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b729ff36-2407-4b44-9c67-5f29e70f71b9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:11.462326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.500745 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69884e4e-3526-4544-9f05-35244d202174'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'code': 200} May 27 03:33:11.545172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720496e6-9cf1-4cbd-92ce-0464e21b253a None None] Pushing event updated for resources: {'Port': ['ID=b729ff36-2407-4b44-9c67-5f29e70f71b9,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:11.566478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3012f701-ddcc-435c-aa65-07b0ce652522 req-4d31a1d5-2760-4064-8faa-0e7dbba004c5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=1049d950-7b97-49cc-9946-809ee1c74689 HTTP/1.1" status: 200 len: 210 time: 0.1209583 May 27 03:33:11.752866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-6fbd2bd1-6cfd-484a-848c-20e9767bf28a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:11.754329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-6fbd2bd1-6cfd-484a-848c-20e9767bf28a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 200 len: 917 time: 0.3425360 May 27 03:33:11.759924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89dea290-e631-452c-a541-2e9c97d7013d req-dc38911b-ef30-4db8-8aa0-79baa7acfe0e tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/3a86d2f5-adc9-4d42-8328-47f065edb4be HTTP/1.1" status: 200 len: 2146 time: 0.1301558 May 27 03:33:11.837117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Router 736f33bf-faad-44c0-984c-8af117c16c4f is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:33:11.841237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a12480c1-f4e5-40db-bb8e-4a71695d64c9 req-157f8f82-f82d-4761-b92a-cb22464e1d97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 1101 time: 0.2441304 May 27 03:33:11.843523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-bc6f24ca-cee8-4c34-8c19-ad352f40f111 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 HTTP/1.1" status: 200 len: 217 time: 0.0818765 May 27 03:33:11.844859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89dea290-e631-452c-a541-2e9c97d7013d req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.897345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-463da1a9-2f82-4efa-9b1c-87720dbe2477 None None] Provisioning complete for port b729ff36-2407-4b44-9c67-5f29e70f71b9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:11.898633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-463da1a9-2f82-4efa-9b1c-87720dbe2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:11.957483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89dea290-e631-452c-a541-2e9c97d7013d req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.035370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-dd60267a-7214-4890-98a2-6e3d5b7012c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.037028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-dd60267a-7214-4890-98a2-6e3d5b7012c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 200 len: 855 time: 0.1671591 May 27 03:33:12.087791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a12480c1-f4e5-40db-bb8e-4a71695d64c9 req-b2277cf7-fbb9-4830-88b2-15ca7249227c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403083 May 27 03:33:12.113090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89dea290-e631-452c-a541-2e9c97d7013d req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.154353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ab8-c08a-42bc-8d52-46aaddf6c38e req-f29c3387-f61f-417d-b854-92aa654f43b5 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.155983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de934ab8-c08a-42bc-8d52-46aaddf6c38e req-f29c3387-f61f-417d-b854-92aa654f43b5 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 950 time: 0.2138116 May 27 03:33:12.196084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-e66e7db6-d9f4-4081-93f2-91126e2ec50a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bff9142c-5529-41f9-b115-f25e6287d8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458282 May 27 03:33:12.276388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86d2f5-adc9-4d42-8328-47f065edb4be,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:12.288491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-89dea290-e631-452c-a541-2e9c97d7013d req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.291626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89dea290-e631-452c-a541-2e9c97d7013d req-c3b1b257-7c5a-4f9a-bdc0-90ab6874b5df tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/3a86d2f5-adc9-4d42-8328-47f065edb4be HTTP/1.1" status: 204 len: 173 time: 0.5308511 May 27 03:33:12.294498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de934ab8-c08a-42bc-8d52-46aaddf6c38e req-051080aa-12cc-463a-9407-a14c62a85d56 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322670 May 27 03:33:12.373821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-a01b418d-988f-4a14-a1cf-233701221d89 service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696177 May 27 03:33:12.374317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:12.385841 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Sync routers for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:33:12.399849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:12.400540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:12.415079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.418949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6231d90e-8930-48e1-86e7-6d06407b8e6e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0778086 May 27 03:33:12.419105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:12.648023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b729ff36-2407-4b44-9c67-5f29e70f71b9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:12.801628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b729ff36-2407-4b44-9c67-5f29e70f71b9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:12.806794 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:12.830317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca7f87f-b007-4dbd-a846-6a2d78b024cb req-4db20cca-bf3f-4289-92dc-0929cabfbc3a service neutron] 10.222.0.21 "GET /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457157 May 27 03:33:12.835311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c121ad-7c1d-4862-ad38-65613f54b0fd req-4af3c505-802e-4f4f-82c7-f466d3402f87 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.837584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5c121ad-7c1d-4862-ad38-65613f54b0fd req-4af3c505-802e-4f4f-82c7-f466d3402f87 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.1829886 May 27 03:33:12.848722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:12.856933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-24d2dec3-cf4b-4536-a840-a2c84be17149 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:12.859875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-24d2dec3-cf4b-4536-a840-a2c84be17149 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 945 time: 0.1656957 May 27 03:33:12.926884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5c121ad-7c1d-4862-ad38-65613f54b0fd req-13693840-19a8-449a-bb45-595ae494e46a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735238 May 27 03:33:12.986823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9019308e-687b-42a6-997e-f6c18aad9cdb req-414f31e8-7a91-4d27-8298-de553bff05fd tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 210 time: 0.1240919 May 27 03:33:13.017344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Deleting port ba392f76-1b53-4321-b83b-cc6e0ebdc122 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:13.017764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.235624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-b644a78e-166a-4add-8e98-0436dcb3cb16 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "GET /v2.0/security-groups/2e19f3f8-81b6-43a5-b859-b9b3132c3d59 HTTP/1.1" status: 200 len: 2141 time: 0.1984322 May 27 03:33:13.285882 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:10Z', 'revision_number': 3, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:13.291636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Checking router: 736f33bf-faad-44c0-984c-8af117c16c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:33:13.291973 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Updating router 736f33bf-faad-44c0-984c-8af117c16c4f port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:33:13.356492 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.372529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:13.393103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.473890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.638918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:13.674988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'port_id': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'mac_address': 'fa:16:3e:b8:75:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1709a3-d978-408e-8965-896b5c4c668b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:13.684665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] For port ba392f76-1b53-4321-b83b-cc6e0ebdc122, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ba392f76-1b53-4321-b83b-cc6e0ebdc122,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:13.685060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.702790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-cf5d18df-421d-45ff-bd16-6161bc713e21 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:13.704210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-cf5d18df-421d-45ff-bd16-6161bc713e21 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4888983 May 27 03:33:13.754849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.761637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.775965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:13.790420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19f3f8-81b6-43a5-b859-b9b3132c3d59,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:13.796967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:13.803625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.803910 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.817488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4003b50-9e3c-4df8-b31a-b6c1c48a3ecd req-c0cf34ff-e50b-4d2b-98c5-45de70050e30 tempest-SecurityGroupRulesTestJSON-610995187 tempest-SecurityGroupRulesTestJSON-610995187-project] 10.222.0.46 "DELETE /v2.0/security-groups/2e19f3f8-81b6-43a5-b859-b9b3132c3d59 HTTP/1.1" status: 204 len: 173 time: 0.5689981 May 27 03:33:13.818241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:13.843216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:13.848684 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.864384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Transition to ACTIVE for port object 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:13.866954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Calling delete_port for ba392f76-1b53-4321-b83b-cc6e0ebdc122 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:13.875882 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.929135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:13.960254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Attempting to bind port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:13.960620 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Attempting to bind port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:13.961088 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Attempting to bind port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:13.965547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-d4e36d7a-c5a9-4324-a9bf-a3ecc2a365bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6484492 May 27 03:33:13.973108 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:13.973485 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:13.973885 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.974276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:13.974759 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Bound port: 2fac456e-ff7a-4ec3-b93a-0219f6b613c9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:13.975166 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:13.984556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Deleting subnet d1382ef1-fccb-46f1-aeb4-52ab439cae2e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:33:13.991523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.013267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c4022-4c0d-4fe4-991c-60f207e7d15f req-27f79bdb-2b4e-43ad-af68-2cabe4c0c66f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.014877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c0c4022-4c0d-4fe4-991c-60f207e7d15f req-27f79bdb-2b4e-43ad-af68-2cabe4c0c66f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 950 time: 0.7549005 May 27 03:33:14.063790 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] For port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:14.077255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] For port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:14.091700 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.123164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:14.123779 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.143480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:14.185055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.263934 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Pushing event updated for resources: {'Port': ['ID=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.275003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c0c4022-4c0d-4fe4-991c-60f207e7d15f req-2a2ada3c-3ced-4d48-a330-aa2baba95260 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481153 May 27 03:33:14.292868 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.293229 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.293566 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.293896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.294223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.294548 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.294867 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.294984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:14.295180 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.295495 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.295808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.296119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:14.307453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Usage tracker for resource:port and tenant:c68d694357974baeaeb629aae6ba6380 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:14.316249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:14.326681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:14.338205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.365436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:14.399909 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-0ac2c1e2-c6d0-4f80-8411-ea877f74768b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1095 time: 0.3116586 May 27 03:33:14.427529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:14.431048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.436617 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f07163-f8c3-4436-b995-9eb6d8c34249 None None] Pushing event updated for resources: {'Port': ['ID=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.446913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event deleted for resources: {'Port': ['ID=ba392f76-1b53-4321-b83b-cc6e0ebdc122,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.473815 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:14.526192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.650087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b2229-3d70-4b20-ab7e-bbc5b0d680c8 req-38ed49da-1718-421c-99d9-e5b8206d9984 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:14.658259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-292b2229-3d70-4b20-ab7e-bbc5b0d680c8 req-38ed49da-1718-421c-99d9-e5b8206d9984 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 0.4078476 May 27 03:33:14.771325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-292b2229-3d70-4b20-ab7e-bbc5b0d680c8 req-fc50010b-d999-4955-bddd-0b8cee02f106 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121132 May 27 03:33:14.774695 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.812093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.825423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:10Z', 'revision_number': 3, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:14.828179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1382ef1-fccb-46f1-aeb4-52ab439cae2e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.829701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a83f45-c6ad-43c2-881a-391e020e9de3 None None] The sync data for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 is: [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:10Z', 'revision_number': 3, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:33:14.847210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.858204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b49e44f-b48b-4084-b597-5a717792c3e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1382ef1-fccb-46f1-aeb4-52ab439cae2e HTTP/1.1" status: 204 len: 168 time: 1.0320184 May 27 03:33:14.858204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:14.896222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] No DVR routers for this DVR port ba392f76-1b53-4321-b83b-cc6e0ebdc122 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:14.910224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:14.920828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'name': 'network-vif-deleted', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:15.067407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-45f7b737-f412-411d-9c88-d1e749ae9998 req-743b86d9-3dd5-4620-96b5-651909b21218 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "DELETE /v2.0/ports/ba392f76-1b53-4321-b83b-cc6e0ebdc122 HTTP/1.1" status: 204 len: 173 time: 2.1558933 May 27 03:33:15.084439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:15.166049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-221e0a7c-c431-4627-8592-b1aaf34ea403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.167552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-221e0a7c-c431-4627-8592-b1aaf34ea403 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.7247214 May 27 03:33:15.329164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-923e010b-74a4-4321-9f0d-a0e4822c55dd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.330861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-923e010b-74a4-4321-9f0d-a0e4822c55dd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.8367510 May 27 03:33:15.368994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:15.373887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-d81b25a6-d6fb-482d-9aa0-d2677c134a51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1966355 May 27 03:33:15.399897 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:15.421494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-fda338c8-ede1-4fa0-96ff-4e0194e10296 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0775595 May 27 03:33:15.434330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.2 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/5111554a-5f84-4522-8bb9-36dea5250deb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:15.505778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:15.512318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:15.513005 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:15.550269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Allocated IP 172.20.0.1 (97c91322-7645-4a23-b1c8-af95ea2b6c02/7d6ef3a5-0787-465a-946e-c724574cdc69/41556dbf-4fef-4a9b-aa3d-8202178a312f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:15.560475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-4930161b-9d11-41c5-ab6b-50b86f709012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:15.562011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-4930161b-9d11-41c5-ab6b-50b86f709012 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1805875 May 27 03:33:15.686488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-680d2a95-0063-4fc7-99b0-2932d7865afb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800941 May 27 03:33:15.711950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:15.760747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:15.775512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-396a0d27-c35a-4cde-b959-d65bcdae5ea8 req-efb89d73-e5d2-4f17-8ccb-e16aa6781630 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=60706e55-bf27-4ede-b816-c9516a8b51e5 HTTP/1.1" status: 200 len: 210 time: 0.0735707 May 27 03:33:15.790533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:15.801526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:15.802381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ba392f76-1b53-4321-b83b-cc6e0ebdc122 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:15.860208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:15.901254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ba392f76-1b53-4321-b83b-cc6e0ebdc122 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:33:15.903375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ba392f76-1b53-4321-b83b-cc6e0ebdc122 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:15.934888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3f5f6c2f-f8d9-4f73-8629-ff540a94d0b4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5068896 May 27 03:33:15.963563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.055423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Transition to ACTIVE for port object 41556dbf-4fef-4a9b-aa3d-8202178a312f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:16.066502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-558ce3a6-16d1-4bb5-870e-942a9f77f3ec req-a9a600af-b3c1-46a1-a81f-ddbe625ec08c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:16.073978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.109238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-558ce3a6-16d1-4bb5-870e-942a9f77f3ec req-a9a600af-b3c1-46a1-a81f-ddbe625ec08c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:16.110386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-558ce3a6-16d1-4bb5-870e-942a9f77f3ec req-a9a600af-b3c1-46a1-a81f-ddbe625ec08c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 210 time: 0.1216707 May 27 03:33:16.119377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aadb22-138b-45f5-b93e-30661f5c683b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:16.135031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e314d4-b9b2-40dd-b552-a1a8be2a42db') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:16.135329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e314d4-b9b2-40dd-b552-a1a8be2a42db') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:16.149275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.159624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.178891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-38ef6eb4-4ac4-4f91-b2fa-01a2d0ae689b service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853606 May 27 03:33:16.181676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.224226 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5b9e63-0ce2-4148-8b00-37769601ec06'] response: {'server_uuid': '60706e55-bf27-4ede-b816-c9516a8b51e5', 'name': 'network-vif-deleted', 'tag': 'ba392f76-1b53-4321-b83b-cc6e0ebdc122', 'status': 'completed', 'code': 200} May 27 03:33:16.242681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Pushing event updated for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.249407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.252828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:16.256040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:16.259575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:16.289143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:33:16.289565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.294437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-e440ac3b-4828-4dad-8448-e18c334be6ce service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584974 May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: timer() May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:16.313306 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:16.464323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.475440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.482076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.485253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b9d7f8-e894-453c-9b7e-6555243515b0 req-cf01892e-3a96-42bb-a9d3-c48c82b71c58 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985277 May 27 03:33:16.505062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.516820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6aadb22-138b-45f5-b93e-30661f5c683b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.526882 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3236fbb8-ac4d-4060-9f54-98ef2a005901 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a6aadb22-138b-45f5-b93e-30661f5c683b HTTP/1.1" status: 204 len: 168 time: 1.6682622 May 27 03:33:16.557283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cbadf-4aea-46c7-bb49-a66579425ae8 req-7f034d53-f95d-485c-a91a-6ff04e8b89f1 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:16.569789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423cbadf-4aea-46c7-bb49-a66579425ae8 req-7f034d53-f95d-485c-a91a-6ff04e8b89f1 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.2003150 May 27 03:33:16.570603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-b8fdcead-3e8f-4b07-b170-dad3cd898786 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646356 May 27 03:33:16.589341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:16.591197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:16.595075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.598792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:16.635105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32fa255c-49cf-40e0-95b1-40aefdfba5b9 None None] Provisioning for port 41556dbf-4fef-4a9b-aa3d-8202178a312f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:16.671602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32fa255c-49cf-40e0-95b1-40aefdfba5b9 None None] Provisioning complete for port 41556dbf-4fef-4a9b-aa3d-8202178a312f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:16.671970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-32fa255c-49cf-40e0-95b1-40aefdfba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.734916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423cbadf-4aea-46c7-bb49-a66579425ae8 req-4ff5c166-a261-4da8-bdb1-a15e941fc3fe tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640377 May 27 03:33:16.750606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:16.780820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:16.781501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.786656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:16.790824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:16.823604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-bb99e1e8-0827-4e76-955e-9bdf4d9d726f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0590391 May 27 03:33:16.834796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-32fa255c-49cf-40e0-95b1-40aefdfba5b9 None None] Port 41556dbf-4fef-4a9b-aa3d-8202178a312f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:33:16.835848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Request body: {'port': {'device_id': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:16.861518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-20d31ce0-d555-4ceb-bd52-fd2e61627e7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aab699fd3b974ff0958db007592989c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1098113 May 27 03:33:16.893494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55308) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:16.919434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:16.929795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:16.931889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.065329 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33355d70-e4df-4db9-91cd-e465bb1feaf3'] response: {'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'code': 200} May 27 03:33:17.197747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.244375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:17.252438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.280200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49668c-0723-4758-a719-6e6da2a38b9b req-aef2309e-b07e-4cfe-b46b-1a339ad7aa48 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:17.288505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e49668c-0723-4758-a719-6e6da2a38b9b req-aef2309e-b07e-4cfe-b46b-1a339ad7aa48 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 950 time: 0.2453516 May 27 03:33:17.368314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:17.403990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-33e0aa40-8a4d-4674-81cb-3df587972224 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:17.405231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-33e0aa40-8a4d-4674-81cb-3df587972224 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.4747789 May 27 03:33:17.438433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.470411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e49668c-0723-4758-a719-6e6da2a38b9b req-531f1ddf-2273-40b9-bda2-e51225943f96 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804762 May 27 03:33:17.471921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.542073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Deleting port 50027b40-25b1-45d0-b5ee-2a732d510605 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:17.542421 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.564180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.621203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13deb5de-4983-4fcc-a229-ced6e21c5a4b req-0997ecdd-8d82-40ef-b02a-7486a7fcdc54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1097 time: 0.3231676 May 27 03:33:17.668063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab1e56-fcad-4430-aa4e-dc3c50f3e088 req-af7ddacf-d3dd-4197-b619-15046c7e5d23 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:17.669713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47ab1e56-fcad-4430-aa4e-dc3c50f3e088 req-af7ddacf-d3dd-4197-b619-15046c7e5d23 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.3344071 May 27 03:33:17.819563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-643cfe5b-0ffa-47ab-abb0-347c6fb5b5d6 req-de37fd4e-80a8-4caf-b087-49f37252cd8e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 210 time: 0.0655167 May 27 03:33:17.826129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:33:17.860450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13deb5de-4983-4fcc-a229-ced6e21c5a4b req-73823cdc-dc0c-42bd-9740-8498efe2149d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756814 May 27 03:33:17.864521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.867641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47ab1e56-fcad-4430-aa4e-dc3c50f3e088 req-04572788-a776-4c7b-ba8c-1a49ecf414e1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742179 May 27 03:33:17.898702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.923971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.928004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f95520-3cfb-4fab-a7aa-215ece9513bf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:17.951788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:17.953769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30dbf682-b883-4fa6-bbd5-e89983f3cb21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90f95520-3cfb-4fab-a7aa-215ece9513bf HTTP/1.1" status: 204 len: 168 time: 1.0592053 May 27 03:33:18.123319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5111554a-5f84-4522-8bb9-36dea5250deb {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:18.133620 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.151610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Transition to ACTIVE for port object 5111554a-5f84-4522-8bb9-36dea5250deb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:18.157461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.160551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.169655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Pushing event updated for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:18.223554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] For port 50027b40-25b1-45d0-b5ee-2a732d510605, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=50027b40-25b1-45d0-b5ee-2a732d510605,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:18.223918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.350712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:18.441530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Attempting to bind port 5111554a-5f84-4522-8bb9-36dea5250deb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:18.442425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Attempting to bind port 5111554a-5f84-4522-8bb9-36dea5250deb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:18.442425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Attempting to bind port 5111554a-5f84-4522-8bb9-36dea5250deb on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:18.456537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Port 5111554a-5f84-4522-8bb9-36dea5250deb on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:18.456991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Attempting to bind port 5111554a-5f84-4522-8bb9-36dea5250deb on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:18.466327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:18.466690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:18.467030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:18.467454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Bound port: 5111554a-5f84-4522-8bb9-36dea5250deb, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:18.467956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.559867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Calling delete_port for 50027b40-25b1-45d0-b5ee-2a732d510605 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:18.601221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:18.611211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:18.621449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5ee0e-360b-419a-a26c-1ce2bb9e4ec3 req-3face85d-6e8f-4bea-b757-e4d3bae16275 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:18.629099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4e5ee0e-360b-419a-a26c-1ce2bb9e4ec3 req-3face85d-6e8f-4bea-b757-e4d3bae16275 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 931 time: 0.5922403 May 27 03:33:18.664513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:18.854882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:18.857441 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:18.967223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:19.009998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:19.023849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.244635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4e5ee0e-360b-419a-a26c-1ce2bb9e4ec3 req-0ffe7df1-b99a-4ceb-8290-6afc65eabb22 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067970 May 27 03:33:19.266013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5100724f-defb-4192-8a59-5aed96e06d52 None None] Provisioning complete for port 41556dbf-4fef-4a9b-aa3d-8202178a312f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:19.266801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5100724f-defb-4192-8a59-5aed96e06d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.357629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5100724f-defb-4192-8a59-5aed96e06d52 None None] Port 41556dbf-4fef-4a9b-aa3d-8202178a312f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:33:19.373433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-a8dcf812-9b61-407b-b8e1-40558feca277 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:19.374869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-a8dcf812-9b61-407b-b8e1-40558feca277 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.6898942 May 27 03:33:19.378630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.379809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5111554a-5f84-4522-8bb9-36dea5250deb HTTP/1.1" status: 200 len: 1091 time: 2.5484865 May 27 03:33:19.382119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:19.402752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:19.569513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198804fe-cc6e-469b-900f-9b62188475a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:19.621217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55364) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:19.639997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.642710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae57e13-8053-4985-a786-be2ecebaedd5 req-1c100124-7515-45c9-aabd-7da8b5ac24f3 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:19.644321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cae57e13-8053-4985-a786-be2ecebaedd5 req-1c100124-7515-45c9-aabd-7da8b5ac24f3 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf3d1c8d-caea-439a-b504-42f85c4e285f HTTP/1.1" status: 200 len: 950 time: 0.4542599 May 27 03:33:19.687440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:19.699381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2f894f1-24b7-4030-a799-be1f4df98cbf req-8ff22338-f102-4f9d-a342-50e2aaef18cc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 210 time: 0.1720114 May 27 03:33:19.715831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-09c32c21-2e68-4f8f-89de-1cbb2f3adce5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 1094 time: 0.2796504 May 27 03:33:19.719091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:19.719894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Pushing event deleted for resources: {'Port': ['ID=50027b40-25b1-45d0-b5ee-2a732d510605,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:19.743290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cae57e13-8053-4985-a786-be2ecebaedd5 req-0fe60a32-b553-4e07-8f3f-3905b3330836 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a1c659a-805e-4498-ad78-6953f4c7a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884180 May 27 03:33:19.851354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-99d9eae9-08fd-4370-9a31-96229997bd03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5111554a-5f84-4522-8bb9-36dea5250deb HTTP/1.1" status: 200 len: 217 time: 0.1208627 May 27 03:33:19.856595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-355873028-network', 'tenant_id': '573fb8c66798476f8381879ac216746b'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:19.861833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:19.865263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:19.868650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.967395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 50027b40-25b1-45d0-b5ee-2a732d510605 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:19.984817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] No DVR routers for this DVR port 50027b40-25b1-45d0-b5ee-2a732d510605 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:19.988329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:19.992320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'name': 'network-vif-deleted', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:20.016848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 50027b40-25b1-45d0-b5ee-2a732d510605 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:33:20.017208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 50027b40-25b1-45d0-b5ee-2a732d510605 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:20.058666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d1fa6e2-f397-414c-a3d7-423e4559fcba req-cb7c6adc-d603-4b71-bff9-eeef63746048 tempest-TenantUsagesTestJSON-288405552 tempest-TenantUsagesTestJSON-288405552-project] 10.222.0.21 "DELETE /v2.0/ports/50027b40-25b1-45d0-b5ee-2a732d510605 HTTP/1.1" status: 204 len: 173 time: 2.6474676 May 27 03:33:20.068824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Usage tracker for resource:network and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:20.084144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:20.097618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:20.104199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ae3a-0914-4267-8d60-b4238ffbe15e req-94123093-48b5-4134-9890-5d9b88f11169 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:20.111689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b4ae3a-0914-4267-8d60-b4238ffbe15e req-94123093-48b5-4134-9890-5d9b88f11169 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.1290157 May 27 03:33:20.169998 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:33:20.180614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Made reservation on behalf of 573fb8c66798476f8381879ac216746b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:20.182915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.189490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9b4ae3a-0914-4267-8d60-b4238ffbe15e req-91fb070c-9eb1-4daf-b0d9-d4918d571246 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 May 27 03:33:20.203218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Router 736f33bf-faad-44c0-984c-8af117c16c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:20.205371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.229626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-27896851-309f-4fe5-a972-1ae4e2216178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:20.231093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-27896851-309f-4fe5-a972-1ae4e2216178 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.3668859 May 27 03:33:20.338271 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c8fba2-12fc-4d15-b5fa-fb5a7fe370df'] response: {'name': 'network-changed', 'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb', 'status': 'completed', 'code': 200} May 27 03:33:20.354459 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeaf0dde-b0ff-4484-baf7-22faf7ebac24'] response: {'server_uuid': 'cf3d1c8d-caea-439a-b504-42f85c4e285f', 'name': 'network-vif-deleted', 'tag': '50027b40-25b1-45d0-b5ee-2a732d510605', 'status': 'completed', 'code': 200} May 27 03:33:20.364925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-3a321436-a4f2-4672-87bc-a1669505d7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986359 May 27 03:33:20.366131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:20.407108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:20.415197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aae30-067a-4e43-ad3c-aef2656829ff req-dd272495-e319-43bb-bce3-6ad47200efc6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:20.416642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-357aae30-067a-4e43-ad3c-aef2656829ff req-dd272495-e319-43bb-bce3-6ad47200efc6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.4166751 May 27 03:33:20.417512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:20.432023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:20.512707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.4 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/c4c6d041-2c9d-4796-a46f-960649a807b3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:20.555621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323708a-999c-47ed-8ff4-778243871518 req-86c508d8-ebf4-4c3e-a093-ce6e6384fcbf tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:20.557087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0323708a-999c-47ed-8ff4-778243871518 req-86c508d8-ebf4-4c3e-a093-ce6e6384fcbf tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.1645739 May 27 03:33:20.635361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954eb75-7138-4d0d-b996-a2c87ebad119 req-957362aa-4c93-4a43-bb68-19609c8be478 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:20.637003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6954eb75-7138-4d0d-b996-a2c87ebad119 req-957362aa-4c93-4a43-bb68-19609c8be478 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 943 time: 0.1799493 May 27 03:33:20.644550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-6abe04e8-4c0a-46fa-bf1e-1317385e665e service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705102 May 27 03:33:20.662904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-357aae30-067a-4e43-ad3c-aef2656829ff req-4b058823-01ca-4e98-9611-52eae2fff4eb tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376294 May 27 03:33:20.678733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Deleting port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:20.679073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:20.755255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:20.769123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0e9b0fa-369c-4ba9-b039-af1f7d9bdb83 admin admin] 10.222.0.46 "PUT /v2.0/routers/736f33bf-faad-44c0-984c-8af117c16c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3410661 May 27 03:33:20.774453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11051324-e728-4387-af38-336c1572cc64 None None] Sync routers for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:33:20.792756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:20.794899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:20.817474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6954eb75-7138-4d0d-b996-a2c87ebad119 req-56ac7c2a-aaee-4add-a5d4-4f08d5503ccd tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689339 May 27 03:33:20.937669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.075292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.091366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:21.145225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e9d943d-27d4-4d81-9727-cadce06f7699 req-4e700118-953d-43eb-ace6-d5b328842272 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 210 time: 0.1178243 May 27 03:33:21.161195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:21.180161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a94d62a7-17d2-416b-b75d-9811c7fd2146 req-0787475c-3ae9-4183-98e8-ac42c0d4b9de service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115414 May 27 03:33:21.200830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b377c-7eff-4331-8348-1a65d7656ece,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:21.253450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] For port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:21.254205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.294504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.294915 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Added segment 0c0ad82d-623f-4b1f-bd58-94017334ccfe of type vlan for network 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f May 27 03:33:21.385690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:21.426198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Calling delete_port for b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:21.470481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.493243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.517635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d892874e-dea4-4ebb-9254-f61a3c919f35 req-17743209-7823-4b07-829c-89d5b02bbe25 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1097 time: 0.4863303 May 27 03:33:21.632632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d892874e-dea4-4ebb-9254-f61a3c919f35 req-83f859c3-dcee-4d60-8fd3-cbe981c6f3e9 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141000 May 27 03:33:21.685277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-0e21ce14-08d6-492f-8b48-9155c284eeea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 1094 time: 0.4306951 May 27 03:33:21.691327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.692253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:21.696032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.712885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:21.741185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:21.767640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:21.816848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:21.849746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event deleted for resources: {'Port': ['ID=b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:21.982099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] No DVR routers for this DVR port b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:21.987426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:21.994107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.010707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ed2ab-d707-4afe-8c1c-38cf91b33c6a req-b3b58294-c006-42d5-a788-1e0e92db499a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:22.014100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-938ed2ab-d707-4afe-8c1c-38cf91b33c6a req-b3b58294-c006-42d5-a788-1e0e92db499a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0d9e6e-9076-446d-b2dd-111d8ee6486a HTTP/1.1" status: 200 len: 946 time: 0.4121897 May 27 03:33:22.016308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3600ebc5-e4fa-4e30-a27d-6cda0b1e452f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:22.024561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4252540c-2c66-423b-9ecc-538c8ebaf0c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3996875 May 27 03:33:22.044360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:22.075964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:22.106370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0323708a-999c-47ed-8ff4-778243871518 req-840915b3-e3ed-449b-8721-273996999c0f tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.21 "DELETE /v2.0/ports/b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 HTTP/1.1" status: 204 len: 173 time: 1.5378845 May 27 03:33:22.151780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '938e1018-5174-4838-8651-5e6c82e3a04b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '938e1018-5174-4838-8651-5e6c82e3a04b', 'mac_address': 'fa:16:3e:e7:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:22.213824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Request body: {'subnet': {'network_id': '3600ebc5-e4fa-4e30-a27d-6cda0b1e452f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-355873028-subnet', 'tenant_id': '573fb8c66798476f8381879ac216746b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:22.230648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:22.240706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.247199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Usage tracker for resource:subnet and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:22.254991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:22.274169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:22.307040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-938ed2ab-d707-4afe-8c1c-38cf91b33c6a req-9d7776c0-34a9-494b-be08-df33e9ae2e1e tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794275 May 27 03:33:22.318180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Made reservation on behalf of 573fb8c66798476f8381879ac216746b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:22.322724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.382721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:22.393867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:22.406301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:22.420851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-network', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:22.437568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:22.493238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Usage tracker for resource:network and tenant:92f8cdc20ebb473ea96ea9a7d0e39839 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:22.498656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'name': 'network-vif-deleted', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:22.499209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:22.517390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:22.574254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-7f0798ce-5fdd-4e4a-b532-e223adeecb4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:22.574254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-7f0798ce-5fdd-4e4a-b532-e223adeecb4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.8107452 May 27 03:33:22.589462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-12fe435a-fea1-4862-82c0-2c438a913878 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=324dc2bc70a94d90b29602b496bd4ee7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8721166 May 27 03:33:22.589703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Made reservation on behalf of 92f8cdc20ebb473ea96ea9a7d0e39839 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:22.589805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:22.594275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.617810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:22.748389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.794795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:22.835244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:22.843426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 2, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:22.860443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:22.863935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.879713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:22.905718 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.945963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11051324-e728-4387-af38-336c1572cc64 None None] Checking router: 736f33bf-faad-44c0-984c-8af117c16c4f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:33:22.946319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11051324-e728-4387-af38-336c1572cc64 None None] Updating router 736f33bf-faad-44c0-984c-8af117c16c4f port 41556dbf-4fef-4a9b-aa3d-8202178a312f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:33:22.948542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:22.949214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.982761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-7d004a53-0b89-4c38-9c77-6ca1d3202d18 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5927720 May 27 03:33:22.990249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:22.993434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-26832624-e5c5-4e28-9157-f22dd51c2b59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5111554a-5f84-4522-8bb9-36dea5250deb HTTP/1.1" status: 200 len: 217 time: 0.3711784 May 27 03:33:23.011015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Request body: {'port': {'device_id': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:23.052061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.061973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.075502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:23.102096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['938e1018-5174-4838-8651-5e6c82e3a04b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:23.110147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54741b4e-91bb-4e28-b2f7-3ee33f062b97 req-05a29c09-6bec-4acb-b868-7b7d730dce52 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:23.112030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54741b4e-91bb-4e28-b2f7-3ee33f062b97 req-05a29c09-6bec-4acb-b868-7b7d730dce52 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 931 time: 0.4846714 May 27 03:33:23.206789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f8f6-c075-4b30-a832-9263b03f0bfd req-541e6911-7d3b-4110-9c74-8957f41795f5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:23.207653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9815f8f6-c075-4b30-a832-9263b03f0bfd req-541e6911-7d3b-4110-9c74-8957f41795f5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:23.216263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ecd08f-b071-4eab-ada7-d8bdfc2d89fb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:23.221464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:23.245657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Usage tracker for resource:security_group_rule and tenant:92f8cdc20ebb473ea96ea9a7d0e39839 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:23.259404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9815f8f6-c075-4b30-a832-9263b03f0bfd req-541e6911-7d3b-4110-9c74-8957f41795f5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:23.265661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54741b4e-91bb-4e28-b2f7-3ee33f062b97 req-a3fff119-28ec-41a1-af33-e586b81b9ded tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388648 May 27 03:33:23.271058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9815f8f6-c075-4b30-a832-9263b03f0bfd req-541e6911-7d3b-4110-9c74-8957f41795f5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 943 time: 1.1279180 May 27 03:33:23.272173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Checking segment: {'id': '0c0ad82d-623f-4b1f-bd58-94017334ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3600ebc5-e4fa-4e30-a27d-6cda0b1e452f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:23.272684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Network hostable DHCP agents. Network: 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:23.275945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:23.283407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.290025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.332932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c659a-805e-4498-ad78-6953f4c7a8de,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:23.354047 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48254ae5-6a5a-44f7-8670-db18362dbe54'] response: {'server_uuid': '2f0d9e6e-9076-446d-b2dd-111d8ee6486a', 'name': 'network-vif-deleted', 'tag': 'b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9', 'status': 'completed', 'code': 200} May 27 03:33:23.369179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Network 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:23.378806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.380171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-85a01ca9-0981-4510-891e-2d879cd62bc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a1c659a-805e-4498-ad78-6953f4c7a8de HTTP/1.1" status: 204 len: 168 time: 0.7894542 May 27 03:33:23.407440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:23.409809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-70a9251e-7273-4171-9b1c-9608cff255e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:23.413568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-70a9251e-7273-4171-9b1c-9608cff255e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.3705885 May 27 03:33:23.415492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:23.420763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.434142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:23.468243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-78bc7b9c-1b8a-4b63-a95a-c497d46be406 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4218514 May 27 03:33:23.504409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30789b4-70ce-48bc-976e-901a37673c00 None None] Network 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:23.556867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-afb2a9d0-7ada-4682-99ea-206264839756 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037531 May 27 03:33:23.568381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:23.717670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9815f8f6-c075-4b30-a832-9263b03f0bfd req-15a59d4d-827b-41fa-a1bb-b8a50a183734 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453609 May 27 03:33:23.845319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.108936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:24.127092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.132745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-154a633b-fd9f-478c-b60d-0f2b22cc8825 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333352 May 27 03:33:24.142239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.167506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.217933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:24.222076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Usage tracker for resource:security_group_rule and tenant:2633601ab2314e2caa9bea80417cd49e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:24.226012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:24.232072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:24.299087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-869081627', 'description': 'tempest-description-44421628'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:24.310657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.316205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.329668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:24.360804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 5111554a-5f84-4522-8bb9-36dea5250deb details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:24.369963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14affc1a-7858-469c-953c-abb15e46d3f9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.376447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3d009dc-85df-47f6-af25-57543f3c202c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2633601ab2314e2caa9bea80417cd49e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2642236 May 27 03:33:24.376671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:24.385236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:24.398647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:24.402991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4db64-4a98-45f6-8645-3d604aea570b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.416865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:24.427224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.427515 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Added segment 590d46c3-5575-4d03-a4ae-3d9867e8bb5e of type vlan for network aa6daf09-8c6f-470b-b3a8-470240366af4 May 27 03:33:24.432626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:24.457682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.494803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.517786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:24.523824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.541717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.551468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29169fff-1919-4ea1-abe3-7dc76a1d8376 req-dc3d5df3-2348-4abb-86e9-f95312c52422 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100881 May 27 03:33:24.563694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.585181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14affc1a-7858-469c-953c-abb15e46d3f9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.591478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.592827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-847be00f-84cc-4796-a35e-332687c943cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14affc1a-7858-469c-953c-abb15e46d3f9 HTTP/1.1" status: 204 len: 168 time: 0.2152326 May 27 03:33:24.618102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:24.619759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.633845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:24.635253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-11051324-e728-4387-af38-336c1572cc64 None None] Transition to ACTIVE for port object 41556dbf-4fef-4a9b-aa3d-8202178a312f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:24.640181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:24.643065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.644387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:24.644921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.668094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:24.676066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:33:24.676446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b6dc5ce1-26f6-4b94-8038-08a38e7ab0c9 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:24.686222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.865826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c6d041-2c9d-4796-a46f-960649a807b3 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:24.876212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6daf09-8c6f-470b-b3a8-470240366af4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.885436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.894762 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9fa3b512-c997-432d-92a4-e7227625ffa0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4794219 May 27 03:33:24.899419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:24.905934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Request body: {'subnet': {'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-subnet', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:24.913205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:24.916627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:24.921603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Usage tracker for resource:subnet and tenant:92f8cdc20ebb473ea96ea9a7d0e39839 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:24.921950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Transition to ACTIVE for port object c4c6d041-2c9d-4796-a46f-960649a807b3 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:24.929785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7d8a-11c2-428c-aea5-f72690b9e29e req-27c1b9c1-524d-4e73-99e7-a42c3d6c2424 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:24.930407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a10b7d8a-11c2-428c-aea5-f72690b9e29e req-27c1b9c1-524d-4e73-99e7-a42c3d6c2424 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:24.932883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.933088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:24.939354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.939823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:24.957223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb7bc-30bf-48c7-aa3d-ff7df3b3f09f None None] Pushing event updated for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:24.958479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a10b7d8a-11c2-428c-aea5-f72690b9e29e req-27c1b9c1-524d-4e73-99e7-a42c3d6c2424 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:24.967439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a10b7d8a-11c2-428c-aea5-f72690b9e29e req-27c1b9c1-524d-4e73-99e7-a42c3d6c2424 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.1584094 May 27 03:33:24.970662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Made reservation on behalf of 92f8cdc20ebb473ea96ea9a7d0e39839 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:24.973154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.978476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:24.988611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '5111554a-5f84-4522-8bb9-36dea5250deb', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': '5111554a-5f84-4522-8bb9-36dea5250deb', 'mac_address': 'fa:16:3e:70:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:25.114959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc5b70-26af-4bac-904c-4c8eccd06177,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:25.117993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:25.124202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d62e67da-4ab1-427e-b340-51547e55fd27 req-d55f0a97-a467-41a4-a7fb-c571eda335e8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1649 time: 0.8777778 May 27 03:33:25.124873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:25.322729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a10b7d8a-11c2-428c-aea5-f72690b9e29e req-fb157399-cd9b-430c-b3e2-627cc8ca92bc tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543026 May 27 03:33:25.351608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network aa6daf09-8c6f-470b-b3a8-470240366af4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:25.372772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:25.510690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5faf3c-8cf6-4390-b303-404ac05d5bce None None] Network 3600ebc5-e4fa-4e30-a27d-6cda0b1e452f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:25.591262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5111554a-5f84-4522-8bb9-36dea5250deb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:25.634922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Attempting to bind port c4c6d041-2c9d-4796-a46f-960649a807b3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:25.634922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Attempting to bind port c4c6d041-2c9d-4796-a46f-960649a807b3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:25.636356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Attempting to bind port c4c6d041-2c9d-4796-a46f-960649a807b3 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:25.649824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Port c4c6d041-2c9d-4796-a46f-960649a807b3 on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:25.652076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Attempting to bind port c4c6d041-2c9d-4796-a46f-960649a807b3 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:25.662822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:25.663261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:25.663618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:25.664221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Bound port: c4c6d041-2c9d-4796-a46f-960649a807b3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:25.665141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:25.667877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:25.935103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf428-5e55-4b87-9053-358bf387daf3 req-160ba9c6-0cbd-40bf-b5e1-6103558a5af3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:25.937016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-546bf428-5e55-4b87-9053-358bf387daf3 req-160ba9c6-0cbd-40bf-b5e1-6103558a5af3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:25.948444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:26.019547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499fe87d-e13a-4543-95d8-63f319ee432d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:26.035623 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.066283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Checking segment: {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:26.071812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Network hostable DHCP agents. Network: aa6daf09-8c6f-470b-b3a8-470240366af4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:26.149630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Network aa6daf09-8c6f-470b-b3a8-470240366af4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:26.178720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdd5ec-387c-4999-9e68-3b584838310c req-ce4b3eb7-c4ff-4b2a-9e3a-faf5c9be955a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:26.185467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ecdd5ec-387c-4999-9e68-3b584838310c req-ce4b3eb7-c4ff-4b2a-9e3a-faf5c9be955a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 944 time: 0.2950194 May 27 03:33:26.190296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:26.196250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c4c6d041-2c9d-4796-a46f-960649a807b3,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:26.215099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, aa6daf09-8c6f-470b-b3a8-470240366af4) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:26.221008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:26.221759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.241616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c315b3a3-d127-4f76-af9f-6843cd3753af None None] Network aa6daf09-8c6f-470b-b3a8-470240366af4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:26.249470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.296720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-163c016b-114d-49b2-b49f-bb0a46c9d0b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3961208 May 27 03:33:26.297797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:26.317211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:26.335645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ecdd5ec-387c-4999-9e68-3b584838310c req-666d1c87-eb54-4ccb-88ae-ddd3b0378474 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462317 May 27 03:33:26.337996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:26.350582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Usage tracker for resource:router and tenant:92f8cdc20ebb473ea96ea9a7d0e39839 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:26.368464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:26.386855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:26.415408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.417034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.427370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-11051324-e728-4387-af38-336c1572cc64 None None] Attempting to bind port 41556dbf-4fef-4a9b-aa3d-8202178a312f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:26.428498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-11051324-e728-4387-af38-336c1572cc64 None None] Attempting to bind port 41556dbf-4fef-4a9b-aa3d-8202178a312f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:26.429044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11051324-e728-4387-af38-336c1572cc64 None None] Attempting to bind port 41556dbf-4fef-4a9b-aa3d-8202178a312f on network 97c91322-7645-4a23-b1c8-af95ea2b6c02 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:26.441112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['5111554a-5f84-4522-8bb9-36dea5250deb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:26.477842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-546bf428-5e55-4b87-9053-358bf387daf3 req-160ba9c6-0cbd-40bf-b5e1-6103558a5af3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:26.481508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.482045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-546bf428-5e55-4b87-9053-358bf387daf3 req-160ba9c6-0cbd-40bf-b5e1-6103558a5af3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 943 time: 1.1231353 May 27 03:33:26.510530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.530117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.531747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4c6d041-2c9d-4796-a46f-960649a807b3 HTTP/1.1" status: 200 len: 1091 time: 3.5347710 May 27 03:33:26.533309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:26.548232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb286-3ce0-4188-956d-4a92f36ea082 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:26.557729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55550) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:26.566165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11051324-e728-4387-af38-336c1572cc64 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:26.566677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11051324-e728-4387-af38-336c1572cc64 None None] Checking segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:26.567183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.567674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11051324-e728-4387-af38-336c1572cc64 None None] Bound using segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:26.568268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-11051324-e728-4387-af38-336c1572cc64 None None] Bound port: 41556dbf-4fef-4a9b-aa3d-8202178a312f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:26.568779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:26.634621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad30e-3376-4d09-a920-b10087d30301 req-9231bee8-1f2c-46c8-9e9f-c8889d247d3a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:26.640703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f38ad30e-3376-4d09-a920-b10087d30301 req-9231bee8-1f2c-46c8-9e9f-c8889d247d3a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:26.650955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-546bf428-5e55-4b87-9053-358bf387daf3 req-0f4b5412-aa5b-4e00-9095-d289c6cf7a5d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567783 May 27 03:33:26.729932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:26.841392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-829410678-network', 'tenant_id': 'c37b97afda7d48a0aca3b2c74be3fa26'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:26.853318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f38ad30e-3376-4d09-a920-b10087d30301 req-9231bee8-1f2c-46c8-9e9f-c8889d247d3a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:26.854456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f38ad30e-3376-4d09-a920-b10087d30301 req-9231bee8-1f2c-46c8-9e9f-c8889d247d3a tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 0.9075434 May 27 03:33:26.856549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:26.965368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Usage tracker for resource:network and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:26.982929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:26.988155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-7a718302-b12d-4740-94af-94e29ab7cc2c tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/4afc5b70-26af-4bac-904c-4c8eccd06177 HTTP/1.1" status: 200 len: 1644 time: 0.5613675 May 27 03:33:26.995006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.005193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:27.012709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4afc5b70-26af-4bac-904c-4c8eccd06177', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:27.013123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4afc5b70-26af-4bac-904c-4c8eccd06177', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:27.020798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:27.025477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:27.029760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:27.037818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:27.197937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-11051324-e728-4387-af38-336c1572cc64 None None] For port 41556dbf-4fef-4a9b-aa3d-8202178a312f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:27.223875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-aa6daf09-8c6f-470b-b3a8-470240366af4', 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'fixed_ips': [{'subnet_id': '499fe87d-e13a-4543-95d8-63f319ee432d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:33:27.225541 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.237746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-11051324-e728-4387-af38-336c1572cc64 None None] For port 41556dbf-4fef-4a9b-aa3d-8202178a312f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=41556dbf-4fef-4a9b-aa3d-8202178a312f,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:27.245901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Made reservation on behalf of c37b97afda7d48a0aca3b2c74be3fa26 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:27.255627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.258252 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11051324-e728-4387-af38-336c1572cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.270936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.320810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.332267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.346612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.418178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.421121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c816-f33e-438e-82a3-0c2f7d32cc3c req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4151287 May 27 03:33:27.441315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100eb4-90d9-4a0e-9c1f-c3850999f419 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefa199c-6c5d-4c7b-a7f2-6ac0f1d81d27,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:27.467929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:27.496817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-44c50ef5-aab9-4291-b3d1-140358de53e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 1094 time: 0.8448846 May 27 03:33:27.507400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Deleting port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:27.509779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.592880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.598868 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1272f942-1481-45d9-8db5-a935e67d3796'] response: {'name': 'network-changed', 'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3', 'status': 'completed', 'code': 200} May 27 03:33:27.619541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:27.627652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Usage tracker for resource:security_group_rule and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:27.637900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:27.697512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb7bc-30bf-48c7-aa3d-ff7df3b3f09f None None] Pushing event updated for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:27.710554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:27.811902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:27.924058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:27.924838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:27.931471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-4adae0c4-8191-4ee3-b4a6-00ea5d7deff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4c6d041-2c9d-4796-a46f-960649a807b3 HTTP/1.1" status: 200 len: 217 time: 0.3455381 May 27 03:33:27.932420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Allocated IP 172.25.8.101 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/8a99cc41-e77f-43cd-9e87-447a023ace52) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:27.997583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5041fe07-51d9-4bf1-b1ce-64f8604aaa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.033607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-b638bf2e-4606-40d7-8edf-a57ad285b367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:28.035236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-b638bf2e-4606-40d7-8edf-a57ad285b367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.0895638 May 27 03:33:28.049141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04e57-8bc5-466d-b464-33c05d276c0f req-393a3388-5682-4d8c-8d84-b41784276f5c tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:28.051280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a0f04e57-8bc5-466d-b464-33c05d276c0f req-393a3388-5682-4d8c-8d84-b41784276f5c tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 945 time: 1.0934050 May 27 03:33:28.077231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 5111554a-5f84-4522-8bb9-36dea5250deb up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:28.180651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Allocated IP 172.20.0.2 (aa6daf09-8c6f-470b-b3a8-470240366af4/499fe87d-e13a-4543-95d8-63f319ee432d/75a75274-d74d-4439-88fb-9f9ac139b65e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:28.216438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 938e1018-5174-4838-8651-5e6c82e3a04b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:28.217240 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.226760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-731d6c47-92b2-4ca8-b452-d6fa52068754 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544764 May 27 03:33:28.315082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a0f04e57-8bc5-466d-b464-33c05d276c0f req-52e3e0da-51a5-40d3-86e4-5c25b8524adb tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/security-groups?id=49c8a049-0ca4-4d45-a82a-b184579e8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347291 May 27 03:33:28.373530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.468959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:28.472095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.510054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 5111554a-5f84-4522-8bb9-36dea5250deb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:28.523280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7840e01e-6987-4b33-a811-62ed37035030 req-781eda2b-9c63-4b84-b535-2b0614d6dbaa tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/4afc5b70-26af-4bac-904c-4c8eccd06177 HTTP/1.1" status: 200 len: 2147 time: 0.1198258 May 27 03:33:28.536383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.568410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.580956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:28.595987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] For port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:28.596423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.603026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:28.612704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:28.630711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:28.676483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 5111554a-5f84-4522-8bb9-36dea5250deb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:28.677267 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.786323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Calling delete_port for b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:28.801151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3719-b290-4bc2-af64-90f38af66086 req-d8612e87-c74d-4f2b-b770-ac3c9aae6eda tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:28.810444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db8e3719-b290-4bc2-af64-90f38af66086 req-d8612e87-c74d-4f2b-b770-ac3c9aae6eda tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 944 time: 0.4051619 May 27 03:33:28.822618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-44424fc4-c066-4dda-bac3-22ca20185b9d service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752504 May 27 03:33:28.882271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db8e3719-b290-4bc2-af64-90f38af66086 req-06dbb7b9-d99c-4d06-bcec-d1e380b7afbf tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 May 27 03:33:28.883960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Pushing event updated for resources: {'Port': ['ID=8a99cc41-e77f-43cd-9e87-447a023ace52,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:28.889524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.889913 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Added segment 0d18af63-36a2-477b-a4d5-005d61c0c8f7 of type vlan for network 85ce4e55-2ab2-49cd-9272-9488510d7752 May 27 03:33:28.934033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.935132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.935835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:28.944238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de4724-3aa7-4e79-ab05-e08341c170a6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:29.165381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:29.201569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.206841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.231503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e85d-81e7-4a23-8fa4-75957d14459d req-e3280394-f64c-49f4-b43e-579202551366 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:29.233250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b389e85d-81e7-4a23-8fa4-75957d14459d req-e3280394-f64c-49f4-b43e-579202551366 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 943 time: 0.4598713 May 27 03:33:29.245597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-b60fea86-be9e-48bc-a0fb-2bdffdcde753 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-group-rules/eefa199c-6c5d-4c7b-a7f2-6ac0f1d81d27 HTTP/1.1" status: 200 len: 713 time: 0.2232926 May 27 03:33:29.259841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:29.261682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Transition to ACTIVE for port object 75a75274-d74d-4439-88fb-9f9ac139b65e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:29.285499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.287893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:29.353397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-d2f241aa-aa27-4709-892f-4852abe7ed5a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/4afc5b70-26af-4bac-904c-4c8eccd06177 HTTP/1.1" status: 200 len: 2147 time: 0.1056657 May 27 03:33:29.388704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b389e85d-81e7-4a23-8fa4-75957d14459d req-74654615-7aba-4105-8526-fcc24619cc2f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473289 May 27 03:33:29.397700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2598e079-d8ea-4622-8a35-6dc0d221d004 req-ce7a0447-2304-4488-99f3-35e4929c0427 service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063677 May 27 03:33:29.416150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.417175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:29.420256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.467240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Transition to ACTIVE for port object 75a75274-d74d-4439-88fb-9f9ac139b65e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:29.477712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.479197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.494505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.612625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.628994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] Pushing event updated for resources: {'Network': ['ID=85ce4e55-2ab2-49cd-9272-9488510d7752,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:29.635841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dbf324b1-465c-471f-a9ce-134bb31d5b93 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0749364 May 27 03:33:29.648748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:29.662641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Request body: {'subnet': {'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-829410678-subnet', 'tenant_id': 'c37b97afda7d48a0aca3b2c74be3fa26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:29.664736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:29.676513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:29.695846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Usage tracker for resource:subnet and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:29.716515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:29.719432 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e146a387-cdd0-4c02-9fd9-4d467653bab4'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'code': 200} May 27 03:33:29.726101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:33:29.727994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.748520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.751615 n-d-843301-2 neutron-server[84157]: INFO neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No ports have port_id starting with b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 May 27 03:33:29.758531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:29.763091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:29.768381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:29.794548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eefa199c-6c5d-4c7b-a7f2-6ac0f1d81d27,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:29.831838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Made reservation on behalf of c37b97afda7d48a0aca3b2c74be3fa26 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:29.839299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.877330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Pushing event deleted for resources: {'Port': ['ID=b2c0c883-60a1-4fad-ba2b-bbb1557c0df5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:29.878815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.901438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Network aa6daf09-8c6f-470b-b3a8-470240366af4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:29.906535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a18246dd-76c4-47bb-b9c8-34f9813151ca req-bab45c53-8aca-45ee-815e-29aa1e7b1ebc tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/eefa199c-6c5d-4c7b-a7f2-6ac0f1d81d27 HTTP/1.1" status: 204 len: 173 time: 0.5510309 May 27 03:33:29.951864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:29.954379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:29.969002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:30.028988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-89c54a45-ec8f-4cdd-8784-200553e9e4f2 req-37fcfbe5-8d90-4548-95b4-ef87e603c761 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Synchronizing usage tracker for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:30.126231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1426246363', 'description': 'tempest-description-754318945'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:30.145067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-d974654a-f49d-4c5e-a078-93d23b41dea5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 1094 time: 0.5196667 May 27 03:33:30.146120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-89c54a45-ec8f-4cdd-8784-200553e9e4f2 req-37fcfbe5-8d90-4548-95b4-ef87e603c761 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Unset dirty status for tenant:57295403c9284d1e9ff20804131d2dde on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:30.171814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89c54a45-ec8f-4cdd-8784-200553e9e4f2 req-37fcfbe5-8d90-4548-95b4-ef87e603c761 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.46 "GET /v2.0/ports?device_id=acd8f891-232c-4a77-8e89-03e31d4986d8 HTTP/1.1" status: 200 len: 210 time: 0.2902763 May 27 03:33:30.188056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dda21bad-8df3-4403-a326-eb94cc7cf005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.196419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Pushing event updated for resources: {'Port': ['ID=75a75274-d74d-4439-88fb-9f9ac139b65e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:30.244310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] No DVR routers for this DVR port b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:30.254251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.260204 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f38ad30e-3376-4d09-a920-b10087d30301 req-f9c6df59-1cc2-400f-a491-e37efdcb0784 tempest-ListServerFiltersTestJSON-17839399 tempest-ListServerFiltersTestJSON-17839399-project] 10.222.0.41 "DELETE /v2.0/ports/b2c0c883-60a1-4fad-ba2b-bbb1557c0df5 HTTP/1.1" status: 204 len: 173 time: 3.3892033 May 27 03:33:30.260952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'name': 'network-vif-deleted', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:30.342511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:30.377292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:30.397279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:30.438630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:30.515868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.550328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11051324-e728-4387-af38-336c1572cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:27Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:30.593444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11051324-e728-4387-af38-336c1572cc64 None None] The sync data for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 is: [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:27Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:33:30.608056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Attempting to bind port 75a75274-d74d-4439-88fb-9f9ac139b65e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:30.608570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Attempting to bind port 75a75274-d74d-4439-88fb-9f9ac139b65e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:30.609017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Attempting to bind port 75a75274-d74d-4439-88fb-9f9ac139b65e on network aa6daf09-8c6f-470b-b3a8-470240366af4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:30.618624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:30.635076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:30.635481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Checking segment: {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:30.636012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.636396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Bound using segment: {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:30.636960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Bound port: 75a75274-d74d-4439-88fb-9f9ac139b65e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:30.637333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.647230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:30.659029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:30.672009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:30.689895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:30.702074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50776dd-9a96-41a1-a842-81676589dbca req-5f9492a9-8abf-403a-b932-b6ba8c0424a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:30.705072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-5f9492a9-8abf-403a-b932-b6ba8c0424a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.5321267 May 27 03:33:30.865762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] For port 75a75274-d74d-4439-88fb-9f9ac139b65e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:30.869826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] For port 75a75274-d74d-4439-88fb-9f9ac139b65e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75a75274-d74d-4439-88fb-9f9ac139b65e,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:30.878951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.881403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-6c811250-9416-47f9-abe0-0b294f4388e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4c6d041-2c9d-4796-a46f-960649a807b3 HTTP/1.1" status: 200 len: 217 time: 0.1655939 May 27 03:33:30.886658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.910339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:30.978929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53141-8003-4fb5-b24d-502f656fe962 req-3694fa2e-f2f9-4bbd-a816-2ee09876a3a2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:31.002808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10b53141-8003-4fb5-b24d-502f656fe962 req-3694fa2e-f2f9-4bbd-a816-2ee09876a3a2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.5520673 May 27 03:33:31.019711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2abf0e-5729-4817-b073-7593fc996785 None None] Pushing event updated for resources: {'Port': ['ID=75a75274-d74d-4439-88fb-9f9ac139b65e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:31.056214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034cf055-6ebc-4c1e-8820-58719995948a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:31.134394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.136044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8842bae8-c053-4f8b-ac68-a2e197eae32e req-62574bfb-3892-4403-96c2-00230ac9450d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.1287634 May 27 03:33:31.144779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10b53141-8003-4fb5-b24d-502f656fe962 req-8d990969-b632-4632-a057-bac1e8d4c6d7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188610 May 27 03:33:31.164568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.170069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50776dd-9a96-41a1-a842-81676589dbca req-66b1c5e6-cca7-4abd-88be-40af990732d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:31.177688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-66b1c5e6-cca7-4abd-88be-40af990732d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.2914181 May 27 03:33:31.194102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.275946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-52c8ff53-3703-49cf-a3cb-a4941823ed40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883811 May 27 03:33:31.385673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.458730 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10b9a6e-d92a-46f4-8afa-5f7dea8fe596'] response: {'server_uuid': 'acd8f891-232c-4a77-8e89-03e31d4986d8', 'name': 'network-vif-deleted', 'tag': 'b2c0c883-60a1-4fad-ba2b-bbb1557c0df5', 'status': 'completed', 'code': 200} May 27 03:33:31.482515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c4c6d041-2c9d-4796-a46f-960649a807b3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:31.541314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:31.562104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:31.569038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Checking segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:31.569587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Network hostable DHCP agents. Network: 85ce4e55-2ab2-49cd-9272-9488510d7752, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:31.575020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Sync routers for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:33:31.595587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:31.600581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-00f4d37b-4b89-424e-b0f9-b3a18b2a5901 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2939603 May 27 03:33:31.601535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:31.605893 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:31.606537 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:31.732685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:31.762318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:31.816042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-435ea21b-7901-46a4-a684-9e3288019185 service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321412 May 27 03:33:31.859197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c4c6d041-2c9d-4796-a46f-960649a807b3,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:31.878366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c4c6d041-2c9d-4796-a46f-960649a807b3', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': 'c4c6d041-2c9d-4796-a46f-960649a807b3', 'mac_address': 'fa:16:3e:9d:7e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:32.021271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:32.049972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 85ce4e55-2ab2-49cd-9272-9488510d7752) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:32.067894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:32.071125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a9dbe-611d-4119-b9e6-63de1168f7ae req-5d470de4-7cb2-426c-816b-0dd136af6b53 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:32.071619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:32.072213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95874b87-d155-46cd-b984-d50114b2d8e7 None None] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:32.078786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-873a9dbe-611d-4119-b9e6-63de1168f7ae req-5d470de4-7cb2-426c-816b-0dd136af6b53 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 943 time: 0.5571125 May 27 03:33:32.112180 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:32.144840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f6eb7236-eac9-4192-88ce-82458cb9499c req-4ea0e0c2-bb29-42bd-9dae-86cee00c3efa tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/034cf055-6ebc-4c1e-8820-58719995948a HTTP/1.1" status: 200 len: 1646 time: 0.4762590 May 27 03:33:32.167849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c00cc3d9-058b-4b17-8157-7054fd2383ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5172603 May 27 03:33:32.280309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-873a9dbe-611d-4119-b9e6-63de1168f7ae req-98de9c2a-97b6-4cd0-9241-dc8395dd9ee3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917689 May 27 03:33:32.334505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c6d041-2c9d-4796-a46f-960649a807b3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:32.375263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b50776dd-9a96-41a1-a842-81676589dbca req-675eb3b3-0ad1-4e89-bff3-2d95d7dd6628 service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395651 May 27 03:33:32.410497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55624) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:32.413882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c4c6d041-2c9d-4796-a46f-960649a807b3,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:32.437605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:32.686012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Deleting subnet 80c8c6ee-1e39-4f81-a999-b9bf3d46823f {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:33:32.689708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:32.825516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c4c6d041-2c9d-4796-a46f-960649a807b3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:32.868801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:32.975448 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:28Z', 'revision_number': 3, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:32.978153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75a75274-d74d-4439-88fb-9f9ac139b65e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:32.987918 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Checking router: fb8a3824-74fc-4c8f-97c6-1ed88075ab21 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:33:32.990931 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Updating router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 port 8a99cc41-e77f-43cd-9e87-447a023ace52 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:33:33.053473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.110272 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.167489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dc9fc-1a5f-46d3-9177-8485ca4aa019 req-4926abd6-f82f-44e6-98d2-502ce4fb181c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:33.174711 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56df77c-e3b5-42a7-867d-b84fab54229c'] response: {'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb', 'code': 200} May 27 03:33:33.180148 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-101dc9fc-1a5f-46d3-9177-8485ca4aa019 req-4926abd6-f82f-44e6-98d2-502ce4fb181c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.3055050 May 27 03:33:33.181724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7ade7-ec35-44fc-9343-f33082e26a81 None None] Network aa6daf09-8c6f-470b-b3a8-470240366af4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:33.269385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-101dc9fc-1a5f-46d3-9177-8485ca4aa019 req-af37d66a-14a5-4e38-ac34-ca70262b2d00 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882359 May 27 03:33:33.575774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:33.577836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-98744564', 'description': 'tempest-description-527876933'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:33.590268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:33.599403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:33.609933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:33.626891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:33.648239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.655437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.703104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.833948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-273ddda4-dea9-49f9-93c2-a3bc466fb10c None None] Provisioning for port 75a75274-d74d-4439-88fb-9f9ac139b65e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:33.848657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:33.853593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:33.857058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:33.865655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:33.950617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.962102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c8c6ee-1e39-4f81-a999-b9bf3d46823f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:33.965817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:33.970702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.002752 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.038615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-74653f4b-5069-4642-8c9f-fb656c065ab9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/80c8c6ee-1e39-4f81-a999-b9bf3d46823f HTTP/1.1" status: 204 len: 168 time: 1.6262181 May 27 03:33:34.039171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:34.062541 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Transition to ACTIVE for port object 8a99cc41-e77f-43cd-9e87-447a023ace52 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:34.066046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2901c-265f-4bc7-8439-e2b8dccc23a6 None None] Network bff9142c-5529-41f9-b115-f25e6287d8ad requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:34.079917 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.172084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.174751 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.176404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665cd0c9-edf4-4767-a530-16c3e21fae88 req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1649 time: 0.6200337 May 27 03:33:34.183947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3f8c9a0-1b77-4cc1-8d80-35bf8b34f7a1 req-df319cc4-11ac-4be0-8058-803f99494173 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 1096 time: 0.9930661 May 27 03:33:34.185409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24251d60-02db-4cf1-93af-3098e030cc0d tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92c992-80ef-4af5-990e-46c3ae0e0a08,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:34.214678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Deleting port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:34.215013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.229293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.395112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Attempting to bind port 8a99cc41-e77f-43cd-9e87-447a023ace52 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:34.395375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Attempting to bind port 8a99cc41-e77f-43cd-9e87-447a023ace52 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:34.395726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Attempting to bind port 8a99cc41-e77f-43cd-9e87-447a023ace52 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:34.397885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4527b5-ae62-45b2-8fcc-925572c2b98c None None] Pushing event updated for resources: {'Port': ['ID=8a99cc41-e77f-43cd-9e87-447a023ace52,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:34.420496 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:34.421110 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:34.421553 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.421911 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:34.422492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Bound port: 8a99cc41-e77f-43cd-9e87-447a023ace52, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:34.422882 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.558110 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] For port 8a99cc41-e77f-43cd-9e87-447a023ace52, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:34.567715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] For port 8a99cc41-e77f-43cd-9e87-447a023ace52, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a99cc41-e77f-43cd-9e87-447a023ace52,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:34.574918 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.616347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3f8c9a0-1b77-4cc1-8d80-35bf8b34f7a1 req-638fe077-8969-4514-96ea-ad01b4866492 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219594 May 27 03:33:34.771363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da554a-7d79-4861-9583-c101c9070350 None None] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:34.788206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Allocated IP 172.20.0.1 (aa6daf09-8c6f-470b-b3a8-470240366af4/499fe87d-e13a-4543-95d8-63f319ee432d/9dc1cf54-2569-4166-98c6-51585b3e52c2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:34.813049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] For port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,segment=NetworkSegment(94d3cf09-bf50-4c72-9b79-cc52505dad57),segment_id=94d3cf09-bf50-4c72-9b79-cc52505dad57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:34.813830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:34.875466 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4527b5-ae62-45b2-8fcc-925572c2b98c None None] Pushing event updated for resources: {'Port': ['ID=8a99cc41-e77f-43cd-9e87-447a023ace52,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:34.901854 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:34.902481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:34.972194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-339be10c-878f-44db-8445-fc33b09e8429 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:34.973626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-339be10c-878f-44db-8445-fc33b09e8429 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 0.4036050 May 27 03:33:34.983383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Calling delete_port for a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:35.050644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-1f7047cf-ee6c-49a4-a49c-b9fea2477181 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/quotas/c37b97afda7d48a0aca3b2c74be3fa26 HTTP/1.1" status: 200 len: 375 time: 0.0643699 May 27 03:33:35.088283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 75a75274-d74d-4439-88fb-9f9ac139b65e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:35.097424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525590a-ca42-41c3-8a51-8a9602351714 req-42de5802-18fb-4d80-b5e8-9b8f0b759a1d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:35.099852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7525590a-ca42-41c3-8a51-8a9602351714 req-42de5802-18fb-4d80-b5e8-9b8f0b759a1d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 944 time: 0.6368904 May 27 03:33:35.131071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75a75274-d74d-4439-88fb-9f9ac139b65e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:35.131437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.209449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-1035c577-9d95-4985-b78f-2959c020dbe2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534328 May 27 03:33:35.246950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7525590a-ca42-41c3-8a51-8a9602351714 req-efeb2161-6782-4c16-a938-05b0661b09e1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310441 May 27 03:33:35.248266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.338388 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:35.391325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] No DVR routers for this DVR port a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:35.408791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.456377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Transition to ACTIVE for port object 9dc1cf54-2569-4166-98c6-51585b3e52c2 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:35.473188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:35.496391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-5c4bd9ea-b2fd-47ff-8c64-75f233d41ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769101 May 27 03:33:35.598275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.659948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-510a0f18-a3b3-4cbc-9581-26d63987b54c service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568935 May 27 03:33:35.662286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.662789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.662954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.663333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.663665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.663984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.664302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.664829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.665030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.665352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.665677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:35.682837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.701947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 75a75274-d74d-4439-88fb-9f9ac139b65e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75a75274-d74d-4439-88fb-9f9ac139b65e,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:35.726870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68cf17ea-915b-46eb-9a91-57f1d8811681 req-b2a7d234-d46e-4391-9d14-58d80cb082c9 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/9e92c992-80ef-4af5-990e-46c3ae0e0a08 HTTP/1.1" status: 200 len: 1644 time: 0.2632556 May 27 03:33:35.742687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.749345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.750401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 41556dbf-4fef-4a9b-aa3d-8202178a312f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:35.817439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff9142c-5529-41f9-b115-f25e6287d8ad']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:35.827678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-110bbc4e-246b-46d6-82cc-9a5ef3e07fdf None None] Provisioning complete for port 75a75274-d74d-4439-88fb-9f9ac139b65e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:35.831035 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-110bbc4e-246b-46d6-82cc-9a5ef3e07fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.866453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d3cf09-bf50-4c72-9b79-cc52505dad57') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:35.866730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d3cf09-bf50-4c72-9b79-cc52505dad57') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:35.915044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.937178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Network aa6daf09-8c6f-470b-b3a8-470240366af4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:35.941053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:35.952102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:35.971104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:35.990862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:33:35.994078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: timer() May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:36.014414 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:36.119290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.172321 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.200269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=75a75274-d74d-4439-88fb-9f9ac139b65e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.321545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.328214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.358507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f23b6-2c00-4d13-b134-4843b804c894 None None] DHCP port deletion for bff9142c-5529-41f9-b115-f25e6287d8ad request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:33:36.392151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] Pushing event deleted for resources: {'Network': ['ID=bff9142c-5529-41f9-b115-f25e6287d8ad,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.407304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5dead43d-bb4a-46cb-8815-1906c4efdabe admin admin] 10.222.0.46 "DELETE /v2.0/networks/bff9142c-5529-41f9-b115-f25e6287d8ad HTTP/1.1" status: 204 len: 168 time: 2.3624203 May 27 03:33:36.428479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10c2ef-2d32-4d62-aba5-84e23b9d9610 req-0a0c54f1-572f-48da-9ba2-70712c5c6b5a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:36.438559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b10c2ef-2d32-4d62-aba5-84e23b9d9610 req-0a0c54f1-572f-48da-9ba2-70712c5c6b5a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.4187329 May 27 03:33:36.472397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.554756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b10c2ef-2d32-4d62-aba5-84e23b9d9610 req-084e4317-6829-46e1-996f-fa73eeb47771 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152835 May 27 03:33:36.594970 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:28Z', 'revision_number': 3, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:36.599411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c89980-4d14-4ad2-9090-19b8e824645e None None] The sync data for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 is: [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:28Z', 'revision_number': 3, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:33:36.696523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2074178697', 'description': 'tempest-description-1486583864'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:36.724486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:36.725351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 41556dbf-4fef-4a9b-aa3d-8202178a312f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:36.733485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 41556dbf-4fef-4a9b-aa3d-8202178a312f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:36.733837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.746604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:36.752226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:36.772141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:36.794615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.843750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55690) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:36.867062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:36.871011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:36.875118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:36.882183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:36.922863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.946984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.966120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c27f425e-279f-4636-bf4b-ab32c9ac6c52 None None] Provisioning for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:36.968566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:36.977260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c27f425e-279f-4636-bf4b-ab32c9ac6c52 None None] Provisioning complete for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:36.977900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c27f425e-279f-4636-bf4b-ab32c9ac6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.043968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c27f425e-279f-4636-bf4b-ab32c9ac6c52 None None] Port 9dc1cf54-2569-4166-98c6-51585b3e52c2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:33:37.050545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 41556dbf-4fef-4a9b-aa3d-8202178a312f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=41556dbf-4fef-4a9b-aa3d-8202178a312f,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:37.057198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.065730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3f67a-cdfa-4805-815b-fc6dc756eb2e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.081236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6b8f0b9-04d4-47ee-8ab7-d16b2695106c req-817d393b-b133-4d03-b296-d7b17fa0bc1d tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1097 time: 0.2587190 May 27 03:33:37.090287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.091493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94e6d730-a2f5-40fe-ae97-868c72f00986 req-8166dbad-0791-4c30-aed1-cd7460e94700 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4005704 May 27 03:33:37.117416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a865d792-f429-47ce-a686-649b7dfc9f8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57295403c9284d1e9ff20804131d2dde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1687486 May 27 03:33:37.119695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55698) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:37.233124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.243723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.246986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75a75274-d74d-4439-88fb-9f9ac139b65e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:37.261638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6b8f0b9-04d4-47ee-8ab7-d16b2695106c req-8ac65d12-33b4-41e3-b002-ed64c43af992 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778810 May 27 03:33:37.285770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.312463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.322627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.371096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.466844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75a75274-d74d-4439-88fb-9f9ac139b65e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:37.467250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.533413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8a049-0ca4-4d45-a82a-b184579e8d77,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.540843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c4c6d041-2c9d-4796-a46f-960649a807b3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:37.597906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d0e0e99-2604-4095-876a-0b63f2a038a7 req-e9837d91-0302-4e11-8fd0-92e5e7752219 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 210 time: 0.0679703 May 27 03:33:37.599659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.600856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a8e5133b-a332-4d45-99ce-d0514be40b7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49c8a049-0ca4-4d45-a82a-b184579e8d77 HTTP/1.1" status: 204 len: 168 time: 0.4798713 May 27 03:33:37.633909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.773131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c4c6d041-2c9d-4796-a46f-960649a807b3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:37.780846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c4c6d041-2c9d-4796-a46f-960649a807b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:37.781238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.790499 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:37.825740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-31c6e446-c19f-4ba4-826a-afea822450ec req-ed636a12-94cc-4562-80f5-5461b0932962 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/ceb3f67a-cdfa-4805-815b-fc6dc756eb2e HTTP/1.1" status: 200 len: 1647 time: 0.1201491 May 27 03:33:37.849618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:37.953889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:33:37.954351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a5c6463b-cd8c-4a25-a6fa-b81bca2eb64d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:33:37.963676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60a83-944d-48c3-bdb7-049176afc956 req-ab428795-21bc-48cc-9370-a29194b215cc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:37.964675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bf60a83-944d-48c3-bdb7-049176afc956 req-ab428795-21bc-48cc-9370-a29194b215cc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 944 time: 0.3358214 May 27 03:33:38.061851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Network aa6daf09-8c6f-470b-b3a8-470240366af4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:38.074889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bf60a83-944d-48c3-bdb7-049176afc956 req-bf718d9a-367f-4785-baa1-13a4bc99b467 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882688 May 27 03:33:38.074889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:38.229379 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:38.341100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c4c6d041-2c9d-4796-a46f-960649a807b3,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:38.348087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:38.366568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:38.642558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:38.669603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8e2dc00-0b46-4fe2-a523-f2393ac7576b None None] Provisioning complete for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:38.670166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e8e2dc00-0b46-4fe2-a523-f2393ac7576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:38.735754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2dc00-0b46-4fe2-a523-f2393ac7576b None None] Port 9dc1cf54-2569-4166-98c6-51585b3e52c2 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:33:38.775631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306161fb-513f-4245-81ff-69031a32fdea req-97b1b337-bee9-46a9-a4c5-4c78bf7ee9c9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:38.777202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-306161fb-513f-4245-81ff-69031a32fdea req-97b1b337-bee9-46a9-a4c5-4c78bf7ee9c9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.2586620 May 27 03:33:38.835692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-54af52b9-5d6a-4f73-9202-3590f75b0a6a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:38.835692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-54af52b9-5d6a-4f73-9202-3590f75b0a6a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:38.859210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a92fa8d5-b504-470a-8237-44c16ec640ab req-511c1c88-9a48-43ff-aaea-c1cd3faf57dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6226163 May 27 03:33:38.876986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-306161fb-513f-4245-81ff-69031a32fdea req-d7f652bf-b2a9-4868-921c-dabc9f999ac2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913897 May 27 03:33:38.893857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-54af52b9-5d6a-4f73-9202-3590f75b0a6a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:38.894584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-54af52b9-5d6a-4f73-9202-3590f75b0a6a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 0.4779773 May 27 03:33:38.915719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'port': {'device_id': 'fbf41c14-08a4-43de-8414-408598492cb7', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'admin_state_up': True, 'tenant_id': 'c37b97afda7d48a0aca3b2c74be3fa26'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:38.917746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:39.149182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:39.163341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Usage tracker for resource:port and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:39.177853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:39.186234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1135628175', 'description': 'tempest-description-1551252947'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:39.198333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 41556dbf-4fef-4a9b-aa3d-8202178a312f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:39.216430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:39.246303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Made reservation on behalf of c37b97afda7d48a0aca3b2c74be3fa26 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:39.250177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:39.362029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:39.379282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 41556dbf-4fef-4a9b-aa3d-8202178a312f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:39.381040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:39.402579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:39.421845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:39.440842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:39.555472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:39.653822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Allocated IP 172.20.0.2 (85ce4e55-2ab2-49cd-9272-9488510d7752/252bc3b0-95c8-471f-8a2b-c5bc0ed172e0/a9f01d41-6919-4499-88f6-e4a9f52a744e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:39.747900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:39.767482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Usage tracker for resource:security_group_rule and tenant:573fb8c66798476f8381879ac216746b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:39.773673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:39.789034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:39.804613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:40.027389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.071224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.166161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-790033710-network', 'tenant_id': '0d6ea52b9a7748e387e62f588b7b8d60'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:40.213707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:40.223449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:40.230691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Usage tracker for resource:network and tenant:0d6ea52b9a7748e387e62f588b7b8d60 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:40.237272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:40.246947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:40.249659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.252520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:40.256129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:40.261369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:40.266216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:33:40.268322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.334471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-86ee953f-74ff-4e04-8360-9074752925f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/fb8a3824-74fc-4c8f-97c6-1ed88075ab21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7303588 May 27 03:33:40.359348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:40.364565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.399513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2564b3c-f946-4a32-9b3c-0e1000a43d9c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:40.414767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Made reservation on behalf of 0d6ea52b9a7748e387e62f588b7b8d60 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:40.417410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.420045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.422232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-689d863e-c6fc-4df5-af34-8fa38eafd66e req-ff973f10-abb3-41c8-bf87-558178ef8895 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.2844906 May 27 03:33:40.448370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.471470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-25695e08-84cc-4a80-aef1-1a6bef77a3c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5636632 May 27 03:33:40.503873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:40.509365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Usage tracker for resource:security_group_rule and tenant:0d6ea52b9a7748e387e62f588b7b8d60 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:40.512519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:40.519495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:40.559523 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef0d09f-2987-4ceb-a1a2-262c154d9b75'] response: {'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3', 'code': 200} May 27 03:33:40.630078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.638538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Request body: {'port': {'device_id': 'fbf41c14-08a4-43de-8414-408598492cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:40.710386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.786147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:40.828091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:40.828610 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Added segment 277a084b-a48e-4cb7-b288-a79a7f862ce7 of type vlan for network 062203dd-5397-4875-b719-7b80e03152b2 May 27 03:33:40.970424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59408430-c77e-478d-a2a5-0e3f103a9df7 req-ddf92b5e-d9d9-4d16-a373-731d13165560 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:40.972067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59408430-c77e-478d-a2a5-0e3f103a9df7 req-ddf92b5e-d9d9-4d16-a373-731d13165560 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 931 time: 0.1799035 May 27 03:33:41.020473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-76cf9c62-f748-4de5-9b01-db6d862098d8 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:33:41.021906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-76cf9c62-f748-4de5-9b01-db6d862098d8 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056863 May 27 03:33:41.028621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.042121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59408430-c77e-478d-a2a5-0e3f103a9df7 req-3f98cd2e-7ab7-4412-aaeb-b9b765fc5f5d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633814 May 27 03:33:41.099985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.137919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-8a1cb0ef-37d6-44d5-b212-1030fbb1d7cf tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:33:41.139008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-8a1cb0ef-37d6-44d5-b212-1030fbb1d7cf tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090854 May 27 03:33:41.271203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Request body: {'binding': {'host': 'n-h1-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:41.271653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Unknown quota resources ['binding']. {{(pid=84156) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:33:41.378995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb6e5e-0a12-4527-afee-b63906888ce2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:41.408584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:33:41.528761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460af513-7cc1-4cd1-8c80-a3e4f380d7a5 req-e7ebf051-6653-4def-b363-211d42ccc4bb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:41.530404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-460af513-7cc1-4cd1-8c80-a3e4f380d7a5 req-e7ebf051-6653-4def-b363-211d42ccc4bb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.1599708 May 27 03:33:41.578777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.580116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:41.580995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:41.642766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-460af513-7cc1-4cd1-8c80-a3e4f380d7a5 req-8b0faa52-e206-4e38-99af-759af28a5e2d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019726 May 27 03:33:41.781260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25f6b81b-daa6-4f85-b341-5e11c139258f req-07acb3b2-355f-468c-a22a-412f0969a189 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/e2564b3c-f946-4a32-9b3c-0e1000a43d9c HTTP/1.1" status: 200 len: 1647 time: 0.0639110 May 27 03:33:42.130059 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d461b54-433f-4868-b5a6-051b441aeeb3 req-fb17df91-2acf-4713-8887-56073a86bb41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 1096 time: 1.4204776 May 27 03:33:42.130919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on host n-h1-843301-2 for vnic_type normal with profile None {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:42.131315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:42.131729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:42.250272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4418752 May 27 03:33:42.250685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:42.272161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Request body: {'subnet': {'network_id': '062203dd-5397-4875-b719-7b80e03152b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-790033710-subnet', 'tenant_id': '0d6ea52b9a7748e387e62f588b7b8d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:42.281449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:42.292567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Usage tracker for resource:subnet and tenant:0d6ea52b9a7748e387e62f588b7b8d60 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:42.298299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:42.322129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:42.338431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Made reservation on behalf of 0d6ea52b9a7748e387e62f588b7b8d60 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:42.340820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.387570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea6ab4-3511-406a-ba33-6da0c0d52f4a admin admin] Pushing event updated for resources: {'Network': ['ID=062203dd-5397-4875-b719-7b80e03152b2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:42.412463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 062203dd-5397-4875-b719-7b80e03152b2 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:42.420269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:42.420588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:42.523552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:42.535317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:42.535869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:42.536424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Bound port: e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:42.574730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:42.580307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d461b54-433f-4868-b5a6-051b441aeeb3 req-2a9f3798-efa6-4f8a-af71-c8de0e45963e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928591 May 27 03:33:42.593066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:42.594475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-d953a399-7739-4a73-b913-558cb67fb15e service neutron] 10.222.0.46 "POST /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7/bindings HTTP/1.1" status: 201 len: 389 time: 1.3268621 May 27 03:33:42.925269 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-4a21980f-0a92-4316-b4d6-575138270a00 req-692a0316-a2ec-4dd6-8af1-6257a71f77f8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] show failed (client error): The resource could not be found. May 27 03:33:42.951199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f01d41-6919-4499-88f6-e4a9f52a744e {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:42.953686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a21980f-0a92-4316-b4d6-575138270a00 req-692a0316-a2ec-4dd6-8af1-6257a71f77f8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/7dae9449-7e9a-4e85-b996-94409159a286 HTTP/1.1" status: 404 len: 352 time: 0.1032269 May 27 03:33:43.015588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.073115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Transition to ACTIVE for port object a9f01d41-6919-4499-88f6-e4a9f52a744e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:43.085514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.153225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.388019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a99cc41-e77f-43cd-9e87-447a023ace52 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:43.388302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6707f7e-0ff5-4344-bdb4-bf9edc41c4a3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:43.496381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Checking segment: {'id': '277a084b-a48e-4cb7-b288-a79a7f862ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '062203dd-5397-4875-b719-7b80e03152b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:43.507507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Network hostable DHCP agents. Network: 062203dd-5397-4875-b719-7b80e03152b2, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:43.520550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8a99cc41-e77f-43cd-9e87-447a023ace52 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:43.531287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8a99cc41-e77f-43cd-9e87-447a023ace52 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:43.532072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.564761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Network 062203dd-5397-4875-b719-7b80e03152b2 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:43.584643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 062203dd-5397-4875-b719-7b80e03152b2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:43.594094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:43.594687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.605855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81849f-d1a8-47f9-b545-6b0a721a4068 None None] Network 062203dd-5397-4875-b719-7b80e03152b2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:43.670535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:43.714044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-beb432fe-8cbd-42d0-916e-dd6ffc3c45a9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4621198 May 27 03:33:43.836312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.857772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8a99cc41-e77f-43cd-9e87-447a023ace52, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a99cc41-e77f-43cd-9e87-447a023ace52,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:43.878802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:43.974012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8a99cc41-e77f-43cd-9e87-447a023ace52,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:44.163760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-c6221841-d7b0-493b-b8a9-c5b84b1884fd tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.168778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-c6221841-d7b0-493b-b8a9-c5b84b1884fd tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:44.320373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-c2d608a6-00a7-4d8e-b808-cf9abee2e2d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1097 time: 1.0726244 May 27 03:33:44.328201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-c6221841-d7b0-493b-b8a9-c5b84b1884fd tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:44.341541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-c6221841-d7b0-493b-b8a9-c5b84b1884fd tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 943 time: 0.9899135 May 27 03:33:44.380213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983d537-98b9-44e8-8422-2f5eb7b8621a None None] Network 062203dd-5397-4875-b719-7b80e03152b2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:44.387586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79023-b54e-46a7-8c70-cda571b12c17 req-27e3462b-be93-46ad-8e2f-76d9756219d9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.400287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ed79023-b54e-46a7-8c70-cda571b12c17 req-27e3462b-be93-46ad-8e2f-76d9756219d9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.7584667 May 27 03:33:44.507697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ed79023-b54e-46a7-8c70-cda571b12c17 req-15d0e5cc-4969-4ed9-a25c-a49bd96bfcf5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044402 May 27 03:33:44.738838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b26c-f957-4b93-af36-d20385670a7f req-ab07a44e-09bf-4be0-b6fc-53e96a72f167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.746191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-ab07a44e-09bf-4be0-b6fc-53e96a72f167 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.4189730 May 27 03:33:44.831390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05006-2e3e-4864-8963-9c3d1e63ff83 req-9d291b0f-ad7a-4409-8726-096f91d16a71 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:44.844799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ef05006-2e3e-4864-8963-9c3d1e63ff83 req-9d291b0f-ad7a-4409-8726-096f91d16a71 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.1058655 May 27 03:33:44.845060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Attempting to bind port a9f01d41-6919-4499-88f6-e4a9f52a744e on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:44.845060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Attempting to bind port a9f01d41-6919-4499-88f6-e4a9f52a744e by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:44.845456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Attempting to bind port a9f01d41-6919-4499-88f6-e4a9f52a744e on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:44.892508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-c44936e1-a496-487a-9239-35860347787d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 217 time: 0.1374893 May 27 03:33:44.901401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Port a9f01d41-6919-4499-88f6-e4a9f52a744e on network 85ce4e55-2ab2-49cd-9272-9488510d7752 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:44.901724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Attempting to bind port a9f01d41-6919-4499-88f6-e4a9f52a744e on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:44.916565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ef05006-2e3e-4864-8963-9c3d1e63ff83 req-e2e4055a-eb69-4176-8375-9df8b072f995 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762522 May 27 03:33:44.973260 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-e3c48b93-c590-45a1-a917-8db23c7d1172 req-c5dc1c03-ce20-4d57-ba39-711546ff36a4 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] show failed (client error): The resource could not be found. May 27 03:33:44.985143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3c48b93-c590-45a1-a917-8db23c7d1172 req-c5dc1c03-ce20-4d57-ba39-711546ff36a4 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-group-rules/65e1f79f-94f6-4d2b-b4ca-de1f8b1e3432 HTTP/1.1" status: 404 len: 361 time: 0.0294802 May 27 03:33:45.028102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b26c-f957-4b93-af36-d20385670a7f req-a3c9c23c-14db-4567-a1eb-5f667d3de538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:45.029617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-a3c9c23c-14db-4567-a1eb-5f667d3de538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1292000 May 27 03:33:45.034475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-85b1cead-f834-4e71-b2ce-34403acdd374 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:45.101283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:45.101689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Checking segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:45.102088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Bound using segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:45.102555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Bound port: a9f01d41-6919-4499-88f6-e4a9f52a744e, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:45.102915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.131922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-38cb151e-b4f3-4aee-8bb1-23f82b4e0d77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875218 May 27 03:33:45.202762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a99cc41-e77f-43cd-9e87-447a023ace52 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:45.220938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-85b1cead-f834-4e71-b2ce-34403acdd374 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:45.222086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9551b3e-85a2-4153-be91-a43d3ce8caec req-85b1cead-f834-4e71-b2ce-34403acdd374 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8767571 May 27 03:33:45.513247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8a99cc41-e77f-43cd-9e87-447a023ace52 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:45.513902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.558954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-d0c78586-74fe-412c-8fd8-73ddeab51b38 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/e2564b3c-f946-4a32-9b3c-0e1000a43d9c HTTP/1.1" status: 200 len: 1647 time: 0.1253247 May 27 03:33:45.643178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.679127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.789954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-fc12f6c2-a0f4-4573-b92d-10eafbe35246 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260087 May 27 03:33:45.791189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.837747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:45.839596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e15a782b-beb5-44f0-a084-f114ab59eb77 req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2564b3c-f946-4a32-9b3c-0e1000a43d9c HTTP/1.1" status: 204 len: 173 time: 0.2789767 May 27 03:33:45.841155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ebf2c-88d2-4585-9c3b-d34263ad8032 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2564b3c-f946-4a32-9b3c-0e1000a43d9c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.025497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:46.070069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:46.087634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.099858 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-c97195bd-5a0c-4ca3-b292-99fa1c9cc799 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/ceb3f67a-cdfa-4805-815b-fc6dc756eb2e HTTP/1.1" status: 200 len: 1647 time: 0.0842607 May 27 03:33:46.229819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.269472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.339446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.377955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3f67a-cdfa-4805-815b-fc6dc756eb2e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.403260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.410968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-787ca00e-55ab-47d6-96fb-fb22271a8eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979288 May 27 03:33:46.425076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-847be4ae-1d51-4b6f-97cf-035952da8d48 req-56704cb7-6994-4dc4-a5ad-d8ce40cfeda2 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-groups/ceb3f67a-cdfa-4805-815b-fc6dc756eb2e HTTP/1.1" status: 204 len: 173 time: 0.3160267 May 27 03:33:46.431113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:46.434068 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] 10.222.0.41 "PUT /v2.0/ports/a9f01d41-6919-4499-88f6-e4a9f52a744e HTTP/1.1" status: 200 len: 1091 time: 5.8009858 May 27 03:33:46.435397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:46.517079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86ad0d-f47d-4eba-85ec-392e15cb4d7d req-328670b6-2673-47d9-87ea-696d42c802cb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:46.525492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e86ad0d-f47d-4eba-85ec-392e15cb4d7d req-328670b6-2673-47d9-87ea-696d42c802cb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.5870199 May 27 03:33:46.641972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb4374-b41e-4da3-8c2d-0cae92b29e7f service neutron] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.700665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e86ad0d-f47d-4eba-85ec-392e15cb4d7d req-8f9890cd-896f-4455-b605-e50811ecbd34 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725285 May 27 03:33:46.743248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-ce458757-4a3b-4d5e-9c2a-3651f37fd56a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 1094 time: 0.2324836 May 27 03:33:46.746849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db2e8d-79a0-4422-9479-197ee9dc8c9e req-5ac5c8b1-4a8c-43d0-b1ba-300ff92beeb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:46.755990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54db2e8d-79a0-4422-9479-197ee9dc8c9e req-5ac5c8b1-4a8c-43d0-b1ba-300ff92beeb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.1696463 May 27 03:33:46.830322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:46.957751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54db2e8d-79a0-4422-9479-197ee9dc8c9e req-4195a717-86a9-4518-bb38-ddfa9fa51837 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007689 May 27 03:33:46.966731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-fa65a4cf-db89-4ec4-81aa-77fc3cb6274a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e HTTP/1.1" status: 200 len: 217 time: 0.2178998 May 27 03:33:46.996547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Deleting subnet a6707f7e-0ff5-4344-bdb4-bf9edc41c4a3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:33:47.017189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.071852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-cbd3a776-97c3-41a6-a7bf-684c3fba0bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:47.076336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-cbd3a776-97c3-41a6-a7bf-684c3fba0bde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.0996974 May 27 03:33:47.129051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df79c5-12e0-4016-b355-f968b8b20e6e req-e6b795dd-1b5f-4b5f-ac3a-63c5fb7271ae tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:47.136639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49df79c5-12e0-4016-b355-f968b8b20e6e req-e6b795dd-1b5f-4b5f-ac3a-63c5fb7271ae tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 943 time: 0.2462525 May 27 03:33:47.159560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-be968a19-087b-44e2-a390-46f8dcc4bdc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762105 May 27 03:33:47.307453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.340195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49df79c5-12e0-4016-b355-f968b8b20e6e req-967cfd3f-bbaa-4fdc-b089-0470622f9b79 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887772 May 27 03:33:47.409416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dde2a98-4731-43d6-a024-319e2223af48 req-35da979f-7e84-4763-a988-29db1598658c tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/9e92c992-80ef-4af5-990e-46c3ae0e0a08 HTTP/1.1" status: 200 len: 1644 time: 0.3007376 May 27 03:33:47.465572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.486445 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-57dd727d-5e6a-467e-aa20-eefe60d19194 service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193002 May 27 03:33:47.578131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2dde2a98-4731-43d6-a024-319e2223af48 req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.608541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2dde2a98-4731-43d6-a024-319e2223af48 req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.688493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.800116 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330a891a-e6f2-4380-a1e2-723f8dfaf297'] response: {'name': 'network-changed', 'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'status': 'completed', 'code': 200} May 27 03:33:47.859087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cf609dd-3f6e-4c4a-8b64-d96fdb029096 req-bb67e980-7c5e-42c7-8b25-f460f98100c4 service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654351 May 27 03:33:47.905726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6707f7e-0ff5-4344-bdb4-bf9edc41c4a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:47.939622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.976333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c8ddc3e9-f1d4-40a3-8798-1050e18bfe8d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a6707f7e-0ff5-4344-bdb4-bf9edc41c4a3 HTTP/1.1" status: 204 len: 168 time: 1.1419706 May 27 03:33:47.977833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2dde2a98-4731-43d6-a024-319e2223af48 req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.982239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2dde2a98-4731-43d6-a024-319e2223af48 req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:47.989594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dde2a98-4731-43d6-a024-319e2223af48 req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-groups/9e92c992-80ef-4af5-990e-46c3ae0e0a08 HTTP/1.1" status: 204 len: 173 time: 0.5878139 May 27 03:33:47.990097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:48.450041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-c4b7aa44-7797-46fe-bcd2-f562d5fe3f90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 1094 time: 0.5086086 May 27 03:33:48.456874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92c992-80ef-4af5-990e-46c3ae0e0a08,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:48.530694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Sync routers for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:33:48.553752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:48.554402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:48.565842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.566607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.567188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.567798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.568463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.568996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.569523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.570036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.570550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.571062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.571566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906a24fd-4191-4528-aabf-fd3c9632397a tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:48.591482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:48.682769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d526-4ccf-45f2-9db1-c0ef5981677e req-1dd09466-2ec8-4985-b3c3-16a1c833ab20 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:48.683409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319434-b31b-4b41-9657-9bc731eec50a req-91c33c8e-62c2-4850-8c87-015c0ae9a0fb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:48.691132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc25d526-4ccf-45f2-9db1-c0ef5981677e req-1dd09466-2ec8-4985-b3c3-16a1c833ab20 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.4020288 May 27 03:33:48.694473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0319434-b31b-4b41-9657-9bc731eec50a req-91c33c8e-62c2-4850-8c87-015c0ae9a0fb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.6498826 May 27 03:33:48.803707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0319434-b31b-4b41-9657-9bc731eec50a req-8e1e0911-ba48-42d0-80ae-ec596be83332 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080003 May 27 03:33:48.847978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-1e787fcd-ce56-4494-be09-9c2eeea51ddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:48.849505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-1e787fcd-ce56-4494-be09-9c2eeea51ddc service neutron] 10.222.0.41 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 922 time: 0.3865321 May 27 03:33:48.955953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-76c66d94-a8a0-4e76-be03-30fb94151047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e HTTP/1.1" status: 200 len: 217 time: 0.0992687 May 27 03:33:48.975064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc25d526-4ccf-45f2-9db1-c0ef5981677e req-6e60bbdc-fa25-40c5-a89d-2e9054379737 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827146 May 27 03:33:48.986299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.049070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062203dd-5397-4875-b719-7b80e03152b2']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:49.073892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277a084b-a48e-4cb7-b288-a79a7f862ce7') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:49.073892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277a084b-a48e-4cb7-b288-a79a7f862ce7') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:49.108131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.164681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-5b2c350b-291e-4237-996f-4f5de91f80be tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/034cf055-6ebc-4c1e-8820-58719995948a HTTP/1.1" status: 200 len: 1646 time: 0.2442293 May 27 03:33:49.180861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-eaadd587-ca53-462e-afb9-86153d721cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:49.182043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.185997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:49.194256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-eaadd587-ca53-462e-afb9-86153d721cf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.2302165 May 27 03:33:49.202685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:33:49.203029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.323320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-6332b6d9-09b7-422f-a6e5-e9dfe248ebdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998034 May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: timer() May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:49.513026 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:49.650744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.679172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.682682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.744106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.754552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 4, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9dc1cf54-2569-4166-98c6-51585b3e52c2', 'name': '', 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'mac_address': 'fa:16:3e:9c:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:34Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 2, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'subnets': [{'id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:49.755513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=062203dd-5397-4875-b719-7b80e03152b2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:49.758753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f1ae09db-abc7-4952-ac88-00e116807d1c admin admin] 10.222.0.46 "DELETE /v2.0/networks/062203dd-5397-4875-b719-7b80e03152b2 HTTP/1.1" status: 204 len: 168 time: 1.7495577 May 27 03:33:49.772155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Checking router: fb8a3824-74fc-4c8f-97c6-1ed88075ab21 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:33:49.772938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Updating router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 port 9dc1cf54-2569-4166-98c6-51585b3e52c2 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:33:49.793392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-3ac65805-0bae-40ab-b9a6-1e8c88525dda service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619784 May 27 03:33:49.849367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84ec9-62ca-406a-be14-8d02b42ad0a6 req-76f4f7a4-04e2-485d-8f03-9a6d9970d0a8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:49.859954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85f84ec9-62ca-406a-be14-8d02b42ad0a6 req-76f4f7a4-04e2-485d-8f03-9a6d9970d0a8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 943 time: 0.3430140 May 27 03:33:49.918226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:49.987941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85f84ec9-62ca-406a-be14-8d02b42ad0a6 req-3db49b14-697d-45db-9825-8a426b1193c1 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266093 May 27 03:33:49.993199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.097201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034cf055-6ebc-4c1e-8820-58719995948a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:50.115263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.127581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c34ceeb-424a-4f65-b72a-310cf3a10709 req-2fd5242c-ab9a-4d0a-9343-c3deba76dbad tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-groups/034cf055-6ebc-4c1e-8820-58719995948a HTTP/1.1" status: 204 len: 173 time: 0.9619374 May 27 03:33:50.158420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:50.292695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-263a59fc-d596-4acc-9b36-ef6ab9e9c27c req-463b4d76-197b-493b-b3e8-5c9708c1f94a service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699347 May 27 03:33:50.339293 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-636fb207-c965-4a8c-9609-ed6a0ef1e9b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d6ea52b9a7748e387e62f588b7b8d60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795907 May 27 03:33:50.343129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:50.654896 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.699289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Transition to ACTIVE for port object 9dc1cf54-2569-4166-98c6-51585b3e52c2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:33:50.715445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.777849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004db4-3aec-46f7-aa3c-d00655746281 req-4255d1de-ca7b-460d-bcb2-cbbd179b5800 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:50.797527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98004db4-3aec-46f7-aa3c-d00655746281 req-4255d1de-ca7b-460d-bcb2-cbbd179b5800 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.1538596 May 27 03:33:50.819057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.897154 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:50.987528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98004db4-3aec-46f7-aa3c-d00655746281 req-99789642-5070-4ebb-a87d-d6f9029e7b8f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889915 May 27 03:33:51.007385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa683906-cd5d-4fbc-9400-478e443f46f5 None None] Pushing event updated for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:51.077866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14540665-a229-41fa-b773-169d5f63b035 req-725e01f7-1bb8-4c83-8070-8fb59cf540fa tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "GET /v2.0/security-groups/4afc5b70-26af-4bac-904c-4c8eccd06177 HTTP/1.1" status: 200 len: 1644 time: 0.2746742 May 27 03:33:51.105272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.147777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb6e5e-0a12-4527-afee-b63906888ce2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:51.172767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.179073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7420006d-ac82-483d-9337-b9ddccfda3f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ecb6e5e-0a12-4527-afee-b63906888ce2 HTTP/1.1" status: 204 len: 168 time: 0.8350236 May 27 03:33:51.255547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14540665-a229-41fa-b773-169d5f63b035 req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.335541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14540665-a229-41fa-b773-169d5f63b035 req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.390325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f2c03-5387-41c5-abf8-42974d3f79c2 req-cbbbefc4-4165-454a-80da-3f0ecb5e3b33 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:51.399525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f6f2c03-5387-41c5-abf8-42974d3f79c2 req-cbbbefc4-4165-454a-80da-3f0ecb5e3b33 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.2333634 May 27 03:33:51.404304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Attempting to bind port 9dc1cf54-2569-4166-98c6-51585b3e52c2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:51.405355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Attempting to bind port 9dc1cf54-2569-4166-98c6-51585b3e52c2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:51.406273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Attempting to bind port 9dc1cf54-2569-4166-98c6-51585b3e52c2 on network aa6daf09-8c6f-470b-b3a8-470240366af4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:51.425355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:51.425800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Checking segment: {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:51.431082 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.431597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Bound using segment: {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:51.432114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Bound port: 9dc1cf54-2569-4166-98c6-51585b3e52c2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d46c3-5575-4d03-a4ae-3d9867e8bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:51.432512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.497414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14540665-a229-41fa-b773-169d5f63b035 req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.511604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f6f2c03-5387-41c5-abf8-42974d3f79c2 req-a78cde5f-70a6-47a3-8eba-ba894dd752a0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055367 May 27 03:33:51.565237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc5b70-26af-4bac-904c-4c8eccd06177,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:51.580678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14540665-a229-41fa-b773-169d5f63b035 req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.585429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14540665-a229-41fa-b773-169d5f63b035 req-7ce05a02-89c7-4271-bfb3-b66caf1542d8 tempest-SecurityGroupRulesNegativeTestJSON-1914414864 tempest-SecurityGroupRulesNegativeTestJSON-1914414864-project] 10.222.0.46 "DELETE /v2.0/security-groups/4afc5b70-26af-4bac-904c-4c8eccd06177 HTTP/1.1" status: 204 len: 173 time: 0.5061204 May 27 03:33:51.594420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:51.683600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] For port 9dc1cf54-2569-4166-98c6-51585b3e52c2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:51.688670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] For port 9dc1cf54-2569-4166-98c6-51585b3e52c2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9dc1cf54-2569-4166-98c6-51585b3e52c2,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:51.725934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:51.761615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:51.971169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Deleting subnet 24ecd08f-b071-4eab-ada7-d8bdfc2d89fb {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:33:51.996268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.217317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:52.272286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.284561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa683906-cd5d-4fbc-9400-478e443f46f5 None None] Pushing event updated for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:52.310491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:33:52.319991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:33:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:52.331638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934601b-8083-4395-90ae-34d64c6e1aa3 req-f7d3e87c-9d71-4193-8596-991b6906ef34 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:52.340718 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3934601b-8083-4395-90ae-34d64c6e1aa3 req-f7d3e87c-9d71-4193-8596-991b6906ef34 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 943 time: 0.5153263 May 27 03:33:52.441302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'port_id': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'mac_address': 'fa:16:3e:5a:ad:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252bc3b0-95c8-471f-8a2b-c5bc0ed172e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:33:52.467186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.709700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3934601b-8083-4395-90ae-34d64c6e1aa3 req-80103034-e413-4d62-a99d-9a657c7defec tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678491 May 27 03:33:52.815026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.840648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10f95-f763-4aea-886d-28dc812dbbbb req-d7b0bafe-fdba-40ae-ab3a-73b5bf369e1c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:52.847608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a10f95-f763-4aea-886d-28dc812dbbbb req-d7b0bafe-fdba-40ae-ab3a-73b5bf369e1c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.4939418 May 27 03:33:52.879497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-d884c883-a72b-473b-a57b-16859d454c08 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:52.897154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-d884c883-a72b-473b-a57b-16859d454c08 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.4643500 May 27 03:33:52.985498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ecd08f-b071-4eab-ada7-d8bdfc2d89fb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:52.998081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:52.999495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:33:53.011632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3152c465-add6-4b83-a821-3c9e94844584 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/24ecd08f-b071-4eab-ada7-d8bdfc2d89fb HTTP/1.1" status: 204 len: 168 time: 1.4160202 May 27 03:33:53.014392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.227863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a10f95-f763-4aea-886d-28dc812dbbbb req-3f8d69fa-8dcc-4f8b-b80b-24d6aaa0cbae tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728724 May 27 03:33:53.258651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port c4c6d041-2c9d-4796-a46f-960649a807b3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:53.265168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.523577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.648473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.653674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:53.725184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13a0fb-895a-48c9-b696-d0a31ba374f0 req-7cce53f7-85d6-443b-a49f-56d3537b0636 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:53.732916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a13a0fb-895a-48c9-b696-d0a31ba374f0 req-7cce53f7-85d6-443b-a49f-56d3537b0636 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 945 time: 0.5008221 May 27 03:33:53.858701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:53.909537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a13a0fb-895a-48c9-b696-d0a31ba374f0 req-1b2ad79c-923a-4405-b35c-27d908ebe1ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753283 May 27 03:33:53.914749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3600ebc5-e4fa-4e30-a27d-6cda0b1e452f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.956042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0ad82d-623f-4b1f-bd58-94017334ccfe') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:53.956378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0ad82d-623f-4b1f-bd58-94017334ccfe') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:54.000684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.012978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.028979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f01d41-6919-4499-88f6-e4a9f52a744e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:33:54.049091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:54.057394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.074129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.106254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port c4c6d041-2c9d-4796-a46f-960649a807b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c4c6d041-2c9d-4796-a46f-960649a807b3,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:54.106254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.149218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1273135454-network', 'tenant_id': '2b4132f985b74051b27d7cc4c370c6cb'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:54.168144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:54.176024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:33:54.181554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: timer() May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:33:54.232759 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:33:54.265453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:54.274477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 4, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9dc1cf54-2569-4166-98c6-51585b3e52c2', 'name': '', 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'mac_address': 'fa:16:3e:9c:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:34Z', 'updated_at': '2022-05-27T03:33:51Z', 'revision_number': 4, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'subnets': [{'id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:54.284402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc18a6-19cf-42bd-8b6d-0f7f622ecc7f None None] The sync data for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 is: [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 4, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9dc1cf54-2569-4166-98c6-51585b3e52c2', 'name': '', 'network_id': 'aa6daf09-8c6f-470b-b3a8-470240366af4', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'mac_address': 'fa:16:3e:9c:03:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:34Z', 'updated_at': '2022-05-27T03:33:51Z', 'revision_number': 4, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'subnets': [{'id': '499fe87d-e13a-4543-95d8-63f319ee432d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:33:54.369269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Usage tracker for resource:network and tenant:2b4132f985b74051b27d7cc4c370c6cb is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:54.431827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:54.461992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:54.487930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Made reservation on behalf of 2b4132f985b74051b27d7cc4c370c6cb for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:54.489380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['a9f01d41-6919-4499-88f6-e4a9f52a744e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:54.491606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.556969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.669572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.712592 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:54.762160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3600ebc5-e4fa-4e30-a27d-6cda0b1e452f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:54.768022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ceddeae7-23ac-43c8-88be-0a2beebd09a9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3600ebc5-e4fa-4e30-a27d-6cda0b1e452f HTTP/1.1" status: 204 len: 168 time: 1.7525959 May 27 03:33:54.834278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34cef-bcf3-4000-acfd-90de4eafa758 req-2363b658-c566-43f9-9520-5684145fe8e0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:54.836561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8d34cef-bcf3-4000-acfd-90de4eafa758 req-2363b658-c566-43f9-9520-5684145fe8e0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.4632151 May 27 03:33:54.846838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for c4c6d041-2c9d-4796-a46f-960649a807b3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:55.003009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8d34cef-bcf3-4000-acfd-90de4eafa758 req-6618e47d-6c4a-43a5-96dc-5660f7162551 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562040 May 27 03:33:55.017786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:55.027550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Usage tracker for resource:security_group_rule and tenant:2b4132f985b74051b27d7cc4c370c6cb is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:55.038583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:55.044454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fec5-5905-4994-8886-34c22387a320 req-95e0257b-28c3-40f3-bc1b-35d818100679 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:55.057032 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6015fec5-5905-4994-8886-34c22387a320 req-95e0257b-28c3-40f3-bc1b-35d818100679 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 944 time: 0.2956400 May 27 03:33:55.074200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:55.213900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:55.234110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9dc1cf54-2569-4166-98c6-51585b3e52c2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:55.386865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.395274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.436166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:55.441111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:55.441470 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.585154 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.596843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:33:55.612548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:33:55.719407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6015fec5-5905-4994-8886-34c22387a320 req-959fe1af-35a4-41d0-9660-ae57eac44f03 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605887 May 27 03:33:55.727707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-63526287-ce43-4e3a-b8e3-c36a697851e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=573fb8c66798476f8381879ac216746b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5126407 May 27 03:33:55.731604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56056) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:55.846630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71de20d2-5ee4-450d-9a23-7c3c076c00b0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:55.849279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=c4c6d041-2c9d-4796-a46f-960649a807b3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:55.894922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:55.895263 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Added segment 01696144-4ad4-49b2-976f-bd3daeb3a5b3 of type vlan for network 098f60d6-273f-4cba-99ad-425773a7493d May 27 03:33:55.949593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.014014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port c4c6d041-2c9d-4796-a46f-960649a807b3 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:33:56.023807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-d4dfeafc-1fd2-445b-bbb5-7b0efe67260f tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1097 time: 0.6812110 May 27 03:33:56.038141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.052412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'name': 'network-vif-deleted', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:56.084413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9dc1cf54-2569-4166-98c6-51585b3e52c2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9dc1cf54-2569-4166-98c6-51585b3e52c2,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:56.093492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-2'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:56.120544 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.129200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:56.137303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22d39d-ab80-4fb7-9eb4-b444da1151eb req-97f042d0-b764-4290-8aaa-94f602e1bf55 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:56.151204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d22d39d-ab80-4fb7-9eb4-b444da1151eb req-97f042d0-b764-4290-8aaa-94f602e1bf55 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 946 time: 0.6915309 May 27 03:33:56.234160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.290975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-114f651b-ac84-4f2f-b700-9a0b1e6ae9f0 req-447da006-fdfb-430b-a1e5-152aa4996ed3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:33:56.347649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.348485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d9f946be-73cd-4d67-b1ba-6a55c4c35a24 req-916fe81a-b64e-41d8-843c-8a72ff08b2d6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "DELETE /v2.0/ports/c4c6d041-2c9d-4796-a46f-960649a807b3 HTTP/1.1" status: 204 len: 173 time: 3.3318985 May 27 03:33:56.349087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:56.351949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.464540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8085880 May 27 03:33:56.468130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:56.485065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:33:56.488281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56068) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:33:56.506841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.509250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.510474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.511655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.512834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.514025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.515499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.517419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.519416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.520327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.521672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:56.530845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.651013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.702085 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:33:56.711478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.747738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-3eef7ae2-5f33-4e2b-8461-450e49ec1bc9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:56.751914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-3eef7ae2-5f33-4e2b-8461-450e49ec1bc9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 1.1401808 May 27 03:33:56.764726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Request body: {'subnet': {'network_id': '098f60d6-273f-4cba-99ad-425773a7493d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1273135454-subnet', 'tenant_id': '2b4132f985b74051b27d7cc4c370c6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:33:56.919545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port a9f01d41-6919-4499-88f6-e4a9f52a744e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:33:56.941227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:33:56.950450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port a9f01d41-6919-4499-88f6-e4a9f52a744e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:56.951187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:56.967503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d22d39d-ab80-4fb7-9eb4-b444da1151eb req-3e04d720-2c45-4075-ac9e-e0b7c312f22b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8151267 May 27 03:33:56.979888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Usage tracker for resource:subnet and tenant:2b4132f985b74051b27d7cc4c370c6cb is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:33:56.986283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:33:57.006587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659c31-821c-455f-9efb-c19b9f8bad7c admin admin] Pushing event updated for resources: {'Network': ['ID=098f60d6-273f-4cba-99ad-425773a7493d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:57.015128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:33:57.039211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port 5111554a-5f84-4522-8bb9-36dea5250deb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:33:57.040131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.092347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 098f60d6-273f-4cba-99ad-425773a7493d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:33:57.175418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:33:57.308857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-114f651b-ac84-4f2f-b700-9a0b1e6ae9f0 req-447da006-fdfb-430b-a1e5-152aa4996ed3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:33:57.334024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-114f651b-ac84-4f2f-b700-9a0b1e6ae9f0 req-447da006-fdfb-430b-a1e5-152aa4996ed3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439 HTTP/1.1" status: 200 len: 210 time: 1.1581371 May 27 03:33:57.355413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Made reservation on behalf of 2b4132f985b74051b27d7cc4c370c6cb for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:57.357968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.384560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:57.400561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.519177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:57.524846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9dc1cf54-2569-4166-98c6-51585b3e52c2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:33:57.572648 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a754b2a-f935-4cd8-a9b7-f507b8c6192b'] response: {'server_uuid': '7bb7cd4a-4e2f-4c8a-879a-5ea2dd897439', 'name': 'network-vif-deleted', 'tag': 'c4c6d041-2c9d-4796-a46f-960649a807b3', 'status': 'completed', 'code': 200} May 27 03:33:57.645812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.691632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:57.740467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.751123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b377c-7eff-4331-8348-1a65d7656ece,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:57.805159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:57.810545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a8b830b-8680-4032-acff-06de73ce8151 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd5b377c-7eff-4331-8348-1a65d7656ece HTTP/1.1" status: 204 len: 168 time: 1.9993608 May 27 03:33:57.818582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.088009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 has no active binding in host n-h1-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:33:58.121114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a079402-c22d-488d-82d7-ca9e8d038c7b req-23ae714e-56d9-40b8-8715-ebeb08105592 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:58.131923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a079402-c22d-488d-82d7-ca9e8d038c7b req-23ae714e-56d9-40b8-8715-ebeb08105592 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 945 time: 0.8209860 May 27 03:33:58.253175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f2d6-1c7a-4216-af9d-7058ef3c27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.372739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:58.374541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.421532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a079402-c22d-488d-82d7-ca9e8d038c7b req-e863d47d-e0ff-4925-b4be-46809d576023 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885206 May 27 03:33:58.477118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 5111554a-5f84-4522-8bb9-36dea5250deb no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:33:58.477323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:58.657134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:33:58.658213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:33:58.659141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:58.725308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:33:58.726386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Attempting to bind port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:33:58.765819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f314-ec86-49e1-824e-6649213e25fd req-88c41b0d-6348-443a-a36f-02460e23bdd3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:58.783273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeb2f314-ec86-49e1-824e-6649213e25fd req-88c41b0d-6348-443a-a36f-02460e23bdd3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 944 time: 0.8041301 May 27 03:33:58.845246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.876286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for 5111554a-5f84-4522-8bb9-36dea5250deb owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:33:58.972329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:58.984377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:33:58.985181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:58.985977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:33:58.987239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Bound port: e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:33:58.987983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.083673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:59.093908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:59.110161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9435a42c-7dee-4337-a2f0-519df2ae1e00,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:59.110969 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.183963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9dc1cf54-2569-4166-98c6-51585b3e52c2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:33:59.184461 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.224456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeb2f314-ec86-49e1-824e-6649213e25fd req-d3ab1ef2-ca40-45b6-bee9-9a038d99c522 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347367 May 27 03:33:59.352353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:59.359406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:59.378320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.439397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.484173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Checking segment: {'id': '01696144-4ad4-49b2-976f-bd3daeb3a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:33:59.499811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Network hostable DHCP agents. Network: 098f60d6-273f-4cba-99ad-425773a7493d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:33:59.564432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933efe-c40b-4aee-a519-b5a2d0d1b83f req-1da8d662-fa96-431d-97f0-952cf4099d34 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:59.573609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad933efe-c40b-4aee-a519-b5a2d0d1b83f req-1da8d662-fa96-431d-97f0-952cf4099d34 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.4009285 May 27 03:33:59.601574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:33:59.611596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:33:59.611922 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:33:59.632043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Network 098f60d6-273f-4cba-99ad-425773a7493d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:33:59.657723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad933efe-c40b-4aee-a519-b5a2d0d1b83f req-8e7dda75-0572-4ae0-9eb1-8650220b56e1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831451 May 27 03:33:59.659855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 098f60d6-273f-4cba-99ad-425773a7493d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:59.664556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:33:59.665127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.715714 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fa8123-1be4-46c2-a2cb-a4c732902270'] response: {'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb', 'code': 200} May 27 03:33:59.754245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f8c9e0a2-6589-467c-a236-bf311381bd05 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0000379 May 27 03:33:59.807240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1845a-c2ac-4924-ace2-3f7abf44edb3 None None] Network 098f60d6-273f-4cba-99ad-425773a7493d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:33:59.903951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:59.985937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:33:59.994888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-0d899df0-6bf6-427d-9896-36a9d1f607ac service neutron] 10.222.0.21 "PUT /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 1122 time: 3.9437912 May 27 03:34:00.127703 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576a5820-9a09-405d-a5e7-cee51e1fbc72'] response: {'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'code': 200} May 27 03:34:00.183768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port 5111554a-5f84-4522-8bb9-36dea5250deb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:00.187254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.350769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:00.470842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:00.587555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56146) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:00.659656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:00.677457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:00.683825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f614a35f-626f-40d9-b220-ba49b9831fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.745148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.746175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c4c6d041-2c9d-4796-a46f-960649a807b3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:00.830230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad546c9-ae51-46b2-bd5b-8ffcf2e2958e req-34e8963a-46a5-4ca9-8e10-e634ee57d637 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:00.832525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8ad546c9-ae51-46b2-bd5b-8ffcf2e2958e req-34e8963a-46a5-4ca9-8e10-e634ee57d637 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:00.873469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09ffe-087b-4707-a1f7-6f2ee5ce7e88 req-3529284b-9c3c-4d20-b8d6-cf2a108e6956 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:00.875263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68d09ffe-087b-4707-a1f7-6f2ee5ce7e88 req-3529284b-9c3c-4d20-b8d6-cf2a108e6956 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.2487574 May 27 03:34:00.883620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8ad546c9-ae51-46b2-bd5b-8ffcf2e2958e req-34e8963a-46a5-4ca9-8e10-e634ee57d637 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:00.884929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ad546c9-ae51-46b2-bd5b-8ffcf2e2958e req-34e8963a-46a5-4ca9-8e10-e634ee57d637 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 943 time: 0.8642867 May 27 03:34:00.897573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port 5111554a-5f84-4522-8bb9-36dea5250deb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=5111554a-5f84-4522-8bb9-36dea5250deb,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:00.898039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:00.941226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-61531788-network', 'tenant_id': 'fe98440f762d4432a99882ee7a234bba'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:00.950590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:00.963735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c4c6d041-2c9d-4796-a46f-960649a807b3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:34:00.964156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c4c6d041-2c9d-4796-a46f-960649a807b3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:00.968811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Usage tracker for resource:network and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:00.980181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:00.990314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:01.008861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68d09ffe-087b-4707-a1f7-6f2ee5ce7e88 req-aa3a16fb-7f5e-4280-baf4-8d67087c039e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239190 May 27 03:34:01.011544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:01.014175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.031625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.079725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:01.085002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Usage tracker for resource:security_group_rule and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:01.089419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:01.094935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.095755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for 5111554a-5f84-4522-8bb9-36dea5250deb owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:01.097414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:01.193322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.201008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.247662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:34:01.260688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.271502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ad546c9-ae51-46b2-bd5b-8ffcf2e2958e req-fc64e96b-6f60-4fa7-adb4-7e05dc05c0e9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637438 May 27 03:34:01.271763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad91b14-c066-491e-b206-bfc199dc80e0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.292969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.294338 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Added segment 1d8d1fb1-0d61-4444-83cf-0c9f2277393b of type vlan for network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 May 27 03:34:01.361404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88309c-8288-46a7-883b-eef49ce5e397 None None] Network 098f60d6-273f-4cba-99ad-425773a7493d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:01.374339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.472068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.486937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.489420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:01.492148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.547354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.707309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] Pushing event updated for resources: {'Network': ['ID=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.733443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c671f87-118b-4dc1-8f8e-e88d1f4f9c38 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1431320 May 27 03:34:01.736212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56166) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:01.753925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Request body: {'subnet': {'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-61531788-subnet', 'tenant_id': 'fe98440f762d4432a99882ee7a234bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:01.769621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:01.776088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Usage tracker for resource:subnet and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:01.794492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:01.799372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=5111554a-5f84-4522-8bb9-36dea5250deb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:01.802737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:01.811444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:01.817586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:34:01.830896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:01.834506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.920055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port 5111554a-5f84-4522-8bb9-36dea5250deb on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:01.923016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:01.928530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-deleted', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:01.952656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088c919-4a23-4622-a592-2687e582402a req-b40a0cab-f324-4399-bb9b-b2c19647586a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:01.963198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f088c919-4a23-4622-a592-2687e582402a req-b40a0cab-f324-4399-bb9b-b2c19647586a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.2207890 May 27 03:34:01.986138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d2e6eaa-bc09-485a-99db-87b1ddee62c4 req-0f63a541-da33-47d1-8574-d3ae112e4ba3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "DELETE /v2.0/ports/5111554a-5f84-4522-8bb9-36dea5250deb HTTP/1.1" status: 204 len: 173 time: 5.1973467 May 27 03:34:02.026898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f088c919-4a23-4622-a592-2687e582402a req-04870a59-a4d3-4879-abe6-98c518687e56 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643866 May 27 03:34:02.128993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:02.312008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-f979ab71-18f0-4db8-877c-74ebc6088285 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:02.313680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-f979ab71-18f0-4db8-877c-74ebc6088285 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.2192750 May 27 03:34:02.341426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4cbb-ddb9-4927-aafb-8c9cf39c8434 req-9a60e1f6-190d-4e6d-a511-695fc56ce3bf tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:02.344196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59ca4cbb-ddb9-4927-aafb-8c9cf39c8434 req-9a60e1f6-190d-4e6d-a511-695fc56ce3bf tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 950 time: 0.1392388 May 27 03:34:02.349400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-a6b8cac5-1ff3-4286-800c-b1f408f83ab2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0286953 May 27 03:34:02.408860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.409697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59ca4cbb-ddb9-4927-aafb-8c9cf39c8434 req-397ebc35-739a-4b80-8ec4-83bca9436422 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540969 May 27 03:34:02.498801 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2886d190-c706-4241-a1e8-9eebb9a42fd0'] response: {'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'code': 200} May 27 03:34:02.721198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f93bf7-e354-45d5-ade6-0a952cf7cae5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:02.736038 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3169e08c-132f-4b2e-ba07-a87af9658552'] response: {'server_uuid': 'd8ee07ab-1006-4c51-9d14-03b0e2c71053', 'name': 'network-vif-deleted', 'tag': '5111554a-5f84-4522-8bb9-36dea5250deb', 'status': 'completed', 'code': 200} May 27 03:34:02.749348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-834723a7-978d-4a1a-a4a4-c0f66ba221cf tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3858509 May 27 03:34:02.763274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-d0a29ecd-23b8-45f2-944d-3e1e27487a1b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:34:02.771287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-d0a29ecd-23b8-45f2-944d-3e1e27487a1b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0119240 May 27 03:34:02.846885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:02.853734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Checking segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:02.854324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Network hostable DHCP agents. Network: e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:34:02.982866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1544a25-e191-4e71-aef8-c9723ebe9a72 req-a54d788c-9b8c-482f-a7e3-2e976536ae0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 1096 time: 0.3914642 May 27 03:34:03.013324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b9-0a21-40b9-94f8-e07ebe6070b6 req-4faf3b9e-dbc2-4069-b3a8-73bfcdd5a276 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:03.014933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f3b42b9-0a21-40b9-94f8-e07ebe6070b6 req-4faf3b9e-dbc2-4069-b3a8-73bfcdd5a276 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.1298246 May 27 03:34:03.081824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-2aa40b8a-b121-4551-9870-fc0f8935787b service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089390 May 27 03:34:03.082383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:34:03.107439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f3b42b9-0a21-40b9-94f8-e07ebe6070b6 req-113c7401-afaf-41cb-a675-f619384f51c8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774875 May 27 03:34:03.117255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:03.121322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:03.121917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:03.135290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8c4331-0b37-46ef-8626-8ed85542423c None None] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:03.191592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1544a25-e191-4e71-aef8-c9723ebe9a72 req-1599dd52-ad3b-408b-a553-fb75e2e39de6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001643 May 27 03:34:03.254330 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae65399d-e9ea-450d-a592-e507f47495ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4972308 May 27 03:34:03.339315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-7897f6ec-eff7-4935-a281-22fc33437137 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409670 May 27 03:34:03.343161 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a4c1cd-9d8a-495a-b217-7010c96a6b2e'] response: {'name': 'network-changed', 'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'status': 'completed', 'code': 200} May 27 03:34:03.713644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-1d6b7256-358f-4891-8789-296b35d4378c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1125 time: 0.1849873 May 27 03:34:03.760248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-60d86f96-2196-4786-825e-5902277f9255 req-02e23537-d116-479c-ac6a-cec12c41dcf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:03.769870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18232f5f-1b2b-41db-8e75-db5ef84ca067 None None] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:03.807402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-60d86f96-2196-4786-825e-5902277f9255 req-02e23537-d116-479c-ac6a-cec12c41dcf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:03.815097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d86f96-2196-4786-825e-5902277f9255 req-02e23537-d116-479c-ac6a-cec12c41dcf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8ee07ab-1006-4c51-9d14-03b0e2c71053 HTTP/1.1" status: 200 len: 210 time: 0.2278357 May 27 03:34:03.970614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-1120fa65-c09f-4af5-aeef-4994d91f593a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:03.978432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-1120fa65-c09f-4af5-aeef-4994d91f593a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.2366993 May 27 03:34:04.098235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-61b4d0e1-4334-4592-b0cb-9fcd213ac991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 217 time: 0.1095083 May 27 03:34:04.272878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:04.314082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-52118bcc-1d19-4fc8-8e02-e8f8a91234e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:04.315748 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-52118bcc-1d19-4fc8-8e02-e8f8a91234e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2100327 May 27 03:34:04.387646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bfeb-cb8b-4b46-9de5-25b3e0557d73 req-ba7b09ee-e18d-4a9f-8529-6256cc939702 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:04.393085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1580bfeb-cb8b-4b46-9de5-25b3e0557d73 req-ba7b09ee-e18d-4a9f-8529-6256cc939702 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.1939976 May 27 03:34:04.428023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.451929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-c9089df8-0a59-4317-9185-ec079777f055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266704 May 27 03:34:04.473952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:04.480428 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:04.527662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1580bfeb-cb8b-4b46-9de5-25b3e0557d73 req-47f6bad0-ec16-4e09-8a1d-9372a604a518 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248674 May 27 03:34:04.570987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:04.627378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:04.840083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3ba12cb3-6457-4741-880a-8d71723431ad req-e696745a-97fc-41ed-a95c-355201230bfc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 210 time: 0.0786004 May 27 03:34:04.843416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-fa0900b5-38df-4653-9bf5-9dfe148090db service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842437 May 27 03:34:05.066610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c81d9e87-295b-4798-8f11-20c15aa50a38 req-a5950f83-5fe2-42b8-b44b-084e85860103 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118421 May 27 03:34:05.144337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-62fa4182-3496-4fec-ab8a-de77a3ac0561 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:05.152849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-62fa4182-3496-4fec-ab8a-de77a3ac0561 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.2586973 May 27 03:34:05.186948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-00c447ee-9250-4c48-98c2-353abdb8835f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/quotas/fe98440f762d4432a99882ee7a234bba HTTP/1.1" status: 200 len: 375 time: 0.0315495 May 27 03:34:05.360172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-24d76618-b0f1-469a-a9f3-81cfb702becf tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714222 May 27 03:34:05.576775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca623-6d44-4e1f-a637-f47800d980ab req-584d7703-a35a-4998-8726-99cbb1ef3e4b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:05.579966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a92ca623-6d44-4e1f-a637-f47800d980ab req-584d7703-a35a-4998-8726-99cbb1ef3e4b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.1349092 May 27 03:34:05.666053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a92ca623-6d44-4e1f-a637-f47800d980ab req-84aabecc-f665-4855-8f62-9e27d8afaf30 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795805 May 27 03:34:05.721262 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-6887b9bd-ebc0-46f6-bb80-c802a2b4942c service neutron] 10.222.0.46 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556821 May 27 03:34:05.822499 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6610891a-2264-44ba-a282-fa946c24564b'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'code': 200} May 27 03:34:05.894314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3137731e-b084-43ea-a480-a56c7d817369 service neutron] 10.222.0.46 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718185 May 27 03:34:06.314938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-32e421b5-89f0-4222-abe0-bdf11e007b8e service neutron] 10.222.0.41 "GET /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.2011194 May 27 03:34:06.412236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19b3a-43b6-43fc-b844-cee4b26f08af req-423db426-0863-4bbb-9d48-0ad1eb03c190 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:06.415122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bb19b3a-43b6-43fc-b844-cee4b26f08af req-423db426-0863-4bbb-9d48-0ad1eb03c190 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 944 time: 0.1916544 May 27 03:34:06.571169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-6838f80c-3fab-4839-9d8c-d69b057c6016 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:06.572681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-6838f80c-3fab-4839-9d8c-d69b057c6016 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.3421519 May 27 03:34:06.602050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': '4b743062-bb27-4089-bd68-c877b3e81229', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:06.667359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837c804-bd3a-4c15-ac2a-4640ff3d1db7 req-98f92096-4259-4bbf-8345-da632f0e0870 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:06.668949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f837c804-bd3a-4c15-ac2a-4640ff3d1db7 req-98f92096-4259-4bbf-8345-da632f0e0870 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.3433900 May 27 03:34:06.774791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bb19b3a-43b6-43fc-b844-cee4b26f08af req-a880e8f6-7d62-414a-8445-871ececcadbc tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528280 May 27 03:34:06.837205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f837c804-bd3a-4c15-ac2a-4640ff3d1db7 req-7b97bbfa-c3fd-4a08-8f20-81e5cf8d184a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912647 May 27 03:34:06.920547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:06.924906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:06.943499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:06.960446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:06.967781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:06.978142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:07.049357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:07.065491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:07.136692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:07.183449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f06a63d6-1e61-4e4b-b687-92515007a595 req-a1a6e5f9-579e-424e-80b1-d6155a65b429 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 210 time: 0.2163689 May 27 03:34:07.266100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.12 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/f7a36ed3-ebcd-47d1-8160-83db51571362) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:07.438575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] Transition to ACTIVE for port object e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:07.452161 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:07.685974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] Pushing event updated for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:07.741554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] No DVR routers for this DVR port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:07.905091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-9e2fa536-0e8f-487f-9726-d88e9799bd12 service neutron] 10.222.0.41 "PUT /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7/bindings/n-h1-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5839217 May 27 03:34:07.908176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cd9d18c-1819-4bfe-9efa-b2c507a50629 req-c8e3cd9b-a96b-463c-b398-63cc8b4179d6 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 210 time: 0.0684097 May 27 03:34:07.959090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:07.975481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911da2-09c9-4d46-83a8-7d0326abe8a8 req-2e6eaf06-f75c-4f7d-a42b-91cc97350181 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:07.976843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49911da2-09c9-4d46-83a8-7d0326abe8a8 req-2e6eaf06-f75c-4f7d-a42b-91cc97350181 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.1548562 May 27 03:34:08.037271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49911da2-09c9-4d46-83a8-7d0326abe8a8 req-27aa2032-62a5-4128-99f3-ec04a9784f2a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 May 27 03:34:08.039573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.058868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:08.193304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:08.204152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:08.217909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:08.287541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:08.367705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.367705 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.377504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa09f-602d-4c6a-83d5-e6ab95d4ef38 req-cc3f4706-8b03-43f6-811b-fb0f3a716d9b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.378052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:08.387949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd0aa09f-602d-4c6a-83d5-e6ab95d4ef38 req-cc3f4706-8b03-43f6-811b-fb0f3a716d9b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 0.1736403 May 27 03:34:08.440480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:08.454823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:08.579634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e0c27d5f-9260-4819-ac90-13329dd8e2ff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9911685 May 27 03:34:08.729590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd0aa09f-602d-4c6a-83d5-e6ab95d4ef38 req-1f9b3ee0-5d85-4196-a5ab-37dceda69640 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398817 May 27 03:34:08.733060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:08.742740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-a7ca08af-db06-4f28-bbfe-af8cb250288d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.750989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'mac_address': 'fa:16:3e:8a:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:08.756318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-a7ca08af-db06-4f28-bbfe-af8cb250288d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4347248 May 27 03:34:08.792039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3da2bcf6-08a0-4101-98c4-dae49fe1af1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0342140 May 27 03:34:08.850935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.872248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Request body: {'port': {'device_id': '4b743062-bb27-4089-bd68-c877b3e81229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:08.898807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2aff26b2-fa14-4f23-9b25-0e5c4ef34571 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:08.906978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2aff26b2-fa14-4f23-9b25-0e5c4ef34571 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:08.914481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e3b6539-3dcb-45a4-895f-9973d668281e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:08.955645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2aff26b2-fa14-4f23-9b25-0e5c4ef34571 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:08.956856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2aff26b2-fa14-4f23-9b25-0e5c4ef34571 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.4849133 May 27 03:34:08.968346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:08.981576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-dbce83f7-e5f2-4552-bbbd-de233f345e06 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1871080 May 27 03:34:08.983799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:08.987898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Request body: {'port': {'device_id': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'admin_state_up': True, 'tenant_id': 'fe98440f762d4432a99882ee7a234bba'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:09.149027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0e3b6539-3dcb-45a4-895f-9973d668281e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:09.306273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:09.391055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.590283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:09.607364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Usage tracker for resource:port and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:09.614533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-56e5fa86-aca2-4b7c-877f-0bf15c26cb50 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319087 May 27 03:34:09.620079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:09.642557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-442dfca1-e602-47ed-898a-73f981112b8d tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.7288504 May 27 03:34:09.644530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:09.704256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-e30693ab-e3cb-46c1-9436-cbf68ba1d56a tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.706185 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-e30693ab-e3cb-46c1-9436-cbf68ba1d56a tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.41 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.4511161 May 27 03:34:09.719184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:09.722652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:09.749581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Request body: {'port': {'device_id': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'admin_state_up': True, 'tenant_id': 'fe98440f762d4432a99882ee7a234bba'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:09.963556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22977ba6-039f-4795-934e-706c9974ddea req-b1ad7b42-f2a2-45f5-be39-ba1a5aaa01f7 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:09.965146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22977ba6-039f-4795-934e-706c9974ddea req-b1ad7b42-f2a2-45f5-be39-ba1a5aaa01f7 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.6746502 May 27 03:34:10.026485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-32a2208c-d95c-4583-83bb-4b972d0598d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27&tenant_id=434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 1096 time: 0.3294780 May 27 03:34:10.115998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22977ba6-039f-4795-934e-706c9974ddea req-6afb85db-a466-4c47-b47a-a6d82a35682a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918012 May 27 03:34:10.117163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Allocated IP 172.20.0.13 (e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7/89f93bf7-e354-45d5-ade6-0a952cf7cae5/70e3454c-c76b-4333-90ba-a44d8b465ec1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:10.185269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-0dac290e-d9ad-4cfd-ba7a-8110b0e46885 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577207 May 27 03:34:10.318316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:10.389087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-3fb859bb-7157-4db5-91f7-f46839b6b176 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1096 time: 0.3342326 May 27 03:34:10.589561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 0e3b6539-3dcb-45a4-895f-9973d668281e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:10.590330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:10.780272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:10.792830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:10.840512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:10.853631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:10.881121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:10.888089 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.020232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:11.033685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:11.041428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:11.050046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:11.076738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:11.106841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Usage tracker for resource:port and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:11.127077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:11.157085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:11.185947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event updated for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:11.234909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:11.235691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.265389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5256-b85f-45fb-b429-5e3b9278d455 req-777000c0-41a1-4531-8552-5a36ebcbb5c9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:11.267435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b92f5256-b85f-45fb-b429-5e3b9278d455 req-777000c0-41a1-4531-8552-5a36ebcbb5c9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 932 time: 0.4379892 May 27 03:34:11.268217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:11.272233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.302316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-2f7d7d57-b6cb-401c-af95-5718dec83c3e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3279517 May 27 03:34:11.329212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Request body: {'port': {'device_id': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:11.466506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2a3a857-0a95-4659-98ef-70c245c59fca req-21c4eb2a-fd89-446a-8152-419876c68344 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 210 time: 0.1420941 May 27 03:34:11.518987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a36ed3-ebcd-47d1-8160-83db51571362 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:11.567939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.605568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Transition to ACTIVE for port object f7a36ed3-ebcd-47d1-8160-83db51571362 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:11.607158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b26c-f957-4b93-af36-d20385670a7f req-1a694627-b4f7-48d9-9c54-cb13e5972679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:11.608855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-1a694627-b4f7-48d9-9c54-cb13e5972679 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 1.1978953 May 27 03:34:11.616632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.717090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:11.784238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b92f5256-b85f-45fb-b429-5e3b9278d455 req-92287d96-7633-402e-8a8a-18ea83c7e034 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890263 May 27 03:34:11.992825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Allocated IP 172.20.0.7 (e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7/89f93bf7-e354-45d5-ade6-0a952cf7cae5/96d4c8c4-8545-4111-aa8b-58ca56f6d60d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:12.144345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-bebd0a4c-6595-40d2-8649-a5218da6166e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 200 len: 217 time: 0.5206237 May 27 03:34:12.167687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Pushing event updated for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:12.380587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac432944-4d62-48d3-ae8a-3149f6c9f88f req-6ef264a1-d4e7-4f8f-b7e5-a01c25d515a5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 210 time: 0.2348537 May 27 03:34:12.411919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b26c-f957-4b93-af36-d20385670a7f req-2dcdc1b2-bd56-47b2-bccb-205ca090106c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:12.413759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-2dcdc1b2-bd56-47b2-bccb-205ca090106c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2420695 May 27 03:34:12.547351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-4e820a5e-2a08-44a1-8d52-f775428d4bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008322 May 27 03:34:12.860470 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bad7967-1a59-4406-9a9e-f153cfd5258a'] response: {'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'code': 200} May 27 03:34:12.926770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-34e949f0-0962-485d-9d05-bc13f3ab5319 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8496633 May 27 03:34:12.953907 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:12.962862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-43308004-cfbb-41fc-9966-fe859223a062 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:12.965986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-43308004-cfbb-41fc-9966-fe859223a062 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4296491 May 27 03:34:12.984092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:13.159245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711076e-51c1-4068-bc6f-45eb4b4f952a req-74720db1-712f-40c4-881c-daa0aefbf08d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:13.162412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b711076e-51c1-4068-bc6f-45eb4b4f952a req-74720db1-712f-40c4-881c-daa0aefbf08d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 1.3091097 May 27 03:34:13.188341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Attempting to bind port f7a36ed3-ebcd-47d1-8160-83db51571362 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:13.188708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Attempting to bind port f7a36ed3-ebcd-47d1-8160-83db51571362 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:13.189114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Attempting to bind port f7a36ed3-ebcd-47d1-8160-83db51571362 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:13.235627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-d1ea72d0-54f2-4644-8463-229f39e00a87 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266971 May 27 03:34:13.299799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Port f7a36ed3-ebcd-47d1-8160-83db51571362 on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:13.300174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Attempting to bind port f7a36ed3-ebcd-47d1-8160-83db51571362 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:13.423220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:13.423647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:13.424019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:13.424463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Bound port: f7a36ed3-ebcd-47d1-8160-83db51571362, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:13.425229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.470465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b711076e-51c1-4068-bc6f-45eb4b4f952a req-4e5637ca-0722-4c9d-aad7-4110236259a6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997985 May 27 03:34:13.485894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e3454c-c76b-4333-90ba-a44d8b465ec1 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:13.494514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.513504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Transition to ACTIVE for port object 70e3454c-c76b-4333-90ba-a44d8b465ec1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:13.515168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.520943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-a07e9386-a738-462c-8975-de3e93966d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 1096 time: 0.5410182 May 27 03:34:13.719589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-316ad70a-8589-45fa-a801-62a72c7b03d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618084 May 27 03:34:13.788254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:13.790349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f7a36ed3-ebcd-47d1-8160-83db51571362,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:13.809918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.823361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:13.828711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:13.842318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:13.875815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:13.888302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:13.894601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:13.977010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403f6b5-0204-46f7-937a-ec827f289461 req-1a867914-479c-4836-befd-e8ff61c26491 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:13.984529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b403f6b5-0204-46f7-937a-ec827f289461 req-1a867914-479c-4836-befd-e8ff61c26491 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.8884981 May 27 03:34:14.002740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.004273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] 10.222.0.21 "PUT /v2.0/ports/f7a36ed3-ebcd-47d1-8160-83db51571362 HTTP/1.1" status: 200 len: 1092 time: 5.4118345 May 27 03:34:14.062818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:14.118031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff007334-c2b3-43ed-ae5e-3a25c24084fd service neutron] Pushing event updated for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:14.121727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event updated for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:14.137461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-6708326c-6691-47d8-81af-4f47fd17cc9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:14.140886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-6708326c-6691-47d8-81af-4f47fd17cc9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.5856364 May 27 03:34:14.162830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:14.169399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.369866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Pushing event updated for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:14.404357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:14.405642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.537249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-cfb7fe43-91ed-4186-8d15-d0133884f04d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 200 len: 217 time: 0.3885984 May 27 03:34:14.613663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Attempting to bind port 70e3454c-c76b-4333-90ba-a44d8b465ec1 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:14.614671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Attempting to bind port 70e3454c-c76b-4333-90ba-a44d8b465ec1 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:14.614886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Attempting to bind port 70e3454c-c76b-4333-90ba-a44d8b465ec1 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:14.643173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b403f6b5-0204-46f7-937a-ec827f289461 req-a5a475dd-cad8-4d8d-8028-4d2966d97ab6 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573749 May 27 03:34:14.644431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-eb91f064-d03f-44cb-9668-2a89ca7e7c6e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8997066 May 27 03:34:14.645038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Port 70e3454c-c76b-4333-90ba-a44d8b465ec1 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:14.645366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Attempting to bind port 70e3454c-c76b-4333-90ba-a44d8b465ec1 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:14.656808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-dc1dee71-8670-4d39-9962-c436f5345de0 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:34:14.657836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-dc1dee71-8670-4d39-9962-c436f5345de0 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066741 May 27 03:34:14.701606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:14.701952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Checking segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:14.702346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Bound using segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:14.702794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Bound port: 70e3454c-c76b-4333-90ba-a44d8b465ec1, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:14.703147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.760567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-8ebf0fca-cfe6-4511-a3e6-950ac4c4df9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:14.763986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-8ebf0fca-cfe6-4511-a3e6-950ac4c4df9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2161283 May 27 03:34:14.841362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.5 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/c99f03a9-ec35-4a75-a7bf-4cc391c67ac2) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:14.862417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:14.867963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:14.882958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.923740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-ee2ac7d3-a1fa-488e-97c5-05c3ee65269f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445813 May 27 03:34:14.932862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:14.935899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] 10.222.0.21 "PUT /v2.0/ports/70e3454c-c76b-4333-90ba-a44d8b465ec1 HTTP/1.1" status: 200 len: 1092 time: 3.6139259 May 27 03:34:14.938299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-e983edbf-d93d-458e-8ad2-2e8f2568408a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 1095 time: 0.7004738 May 27 03:34:14.944727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:15.033161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Request body: {'port': {'device_id': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:15.159339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-d55868ac-ff64-4e9f-9107-70837ddaa227 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248509 May 27 03:34:15.243156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-19d23b05-8416-43e6-a4ae-fc3efebf049d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a36ed3-ebcd-47d1-8160-83db51571362 HTTP/1.1" status: 200 len: 217 time: 0.0823414 May 27 03:34:15.250365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159feeb0-9edc-4632-a98d-190ff1a49cf4 req-aabd95cf-26c1-4bba-b8a9-a3f93b6d7136 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:15.251978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-159feeb0-9edc-4632-a98d-190ff1a49cf4 req-aabd95cf-26c1-4bba-b8a9-a3f93b6d7136 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 931 time: 0.9683220 May 27 03:34:15.342467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-22c93ed4-8bf5-4871-81e1-6a9ed95ffff9 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 1.1059749 May 27 03:34:15.344218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ef86899f-c66b-45dc-b811-e8d4922bf884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:15.346055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-ef86899f-c66b-45dc-b811-e8d4922bf884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.0926507 May 27 03:34:15.381724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385b00-98b7-45a7-b0e5-3c4cfd9e745d service neutron] Pushing event updated for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:15.568393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a25c3c-49a6-42c8-a22a-1cc8364bbb2f req-d9d9d8bc-508f-449c-aa2f-65ae4e1bc686 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:15.570060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64a25c3c-49a6-42c8-a22a-1cc8364bbb2f req-d9d9d8bc-508f-449c-aa2f-65ae4e1bc686 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 944 time: 0.5428524 May 27 03:34:15.575205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-4dd14a79-b3d8-4e62-b131-525cc786e9d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=cc3444ea-abcd-4057-b4df-876d23b9f66f HTTP/1.1" status: 200 len: 1095 time: 0.5857811 May 27 03:34:15.633645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-6356fb26-dcd8-46da-bea6-033d3b6b7d27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500351 May 27 03:34:15.701653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:15.769398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-159feeb0-9edc-4632-a98d-190ff1a49cf4 req-e13fee67-4129-44e1-a45a-f3c33fed48bf tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218919 May 27 03:34:15.777527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-25af27b9-61e4-4b0d-91e9-10f3669e6d83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1 HTTP/1.1" status: 200 len: 217 time: 0.1858597 May 27 03:34:15.819088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88033c16-d4af-4db2-bd0b-9af78824f1cb req-a7f8aa36-5071-4d9f-956e-e7c14b6ffa2f service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810491 May 27 03:34:15.822833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d065b26c-f957-4b93-af36-d20385670a7f req-cfad57d8-c20f-413f-a001-47d1cc08d205 service neutron] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:15.834838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d065b26c-f957-4b93-af36-d20385670a7f req-cfad57d8-c20f-413f-a001-47d1cc08d205 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:15.836347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d065b26c-f957-4b93-af36-d20385670a7f req-cfad57d8-c20f-413f-a001-47d1cc08d205 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7/bindings/n-h2-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.3548813 May 27 03:34:15.897856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-bed74eb1-1db4-4c8e-a548-f3714efe592a service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504354 May 27 03:34:15.937232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:15.985321 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b063fcf-491b-449b-88b3-243e832d4bd9'] response: {'name': 'network-changed', 'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362', 'status': 'completed', 'code': 200} May 27 03:34:15.998629 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64a25c3c-49a6-42c8-a22a-1cc8364bbb2f req-12425ad4-57ef-4cea-9b85-0861cdee421d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160941 May 27 03:34:16.002628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-db049d77-8394-40a5-adaf-5e19b70ab824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:16.006604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-db049d77-8394-40a5-adaf-5e19b70ab824 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.1705570 May 27 03:34:16.025540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:16.308551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e04ec3d-3d57-4fae-b76a-97f285e82927 req-20dea7c7-139e-4a18-948a-43c567ffb1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960633 May 27 03:34:16.544713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016011-2a63-4787-b5ac-306a78524ecf req-b7582c7d-d2b5-4c0f-b174-634e8ce7d614 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:16.562346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34016011-2a63-4787-b5ac-306a78524ecf req-b7582c7d-d2b5-4c0f-b174-634e8ce7d614 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 931 time: 0.3324199 May 27 03:34:16.580469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-9d3e8249-d3bf-4ddb-ae29-8154c9598c0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5665879 May 27 03:34:16.655162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:16.659488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34016011-2a63-4787-b5ac-306a78524ecf req-c3858110-2ea1-4c69-b04c-136e08159c09 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962014 May 27 03:34:16.705523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:16.718816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:16.734046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-53dd046e-97d6-4bf5-9d49-9ddc746d08e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 1095 time: 0.3279932 May 27 03:34:16.767609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:17.008339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-184e4f54-5243-4c45-aa0d-54122bd799e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028165 May 27 03:34:17.075477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-43cd7c98-ff7e-49eb-b5b6-68e24d589bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:17.076085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-43cd7c98-ff7e-49eb-b5b6-68e24d589bc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.3350756 May 27 03:34:17.320801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-df53ab65-fa09-4601-bde0-7926908c2154 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a36ed3-ebcd-47d1-8160-83db51571362 HTTP/1.1" status: 200 len: 217 time: 0.2371867 May 27 03:34:17.334014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014ac7-6b02-4839-a19c-e7999ff54f72 req-de0ecee0-4734-4b92-aa89-8fff4aefd40a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:17.340708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3014ac7-6b02-4839-a19c-e7999ff54f72 req-de0ecee0-4734-4b92-aa89-8fff4aefd40a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.3586049 May 27 03:34:17.351439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d4c8c4-8545-4111-aa8b-58ca56f6d60d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:17.360972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:17.379990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Transition to ACTIVE for port object 96d4c8c4-8545-4111-aa8b-58ca56f6d60d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:17.429228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:17.451891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-ce5e431a-cbda-4805-8034-7ef327c93a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:17.453440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-ce5e431a-cbda-4805-8034-7ef327c93a3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.0966511 May 27 03:34:17.467556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3014ac7-6b02-4839-a19c-e7999ff54f72 req-357f9408-9349-4e1c-920c-7436976c135b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258390 May 27 03:34:17.621651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-1046f5cc-002c-4f9c-9a07-7f19923496ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527464 May 27 03:34:17.780831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Pushing event updated for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:17.788714 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b347e64-9562-40d0-84b6-99cbd33bb403'] response: {'name': 'network-changed', 'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1', 'status': 'completed', 'code': 200} May 27 03:34:17.829754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:17.830403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:17.953560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-e96c92cb-d3ac-457f-8ad1-0715bf6b0a1b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9739928 May 27 03:34:17.963953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa5a78-0b01-4592-a77d-3547ba438447 req-0ec86253-0883-4529-91c0-3e7a31214a13 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:17.965622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8fa5a78-0b01-4592-a77d-3547ba438447 req-0ec86253-0883-4529-91c0-3e7a31214a13 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 1.7012489 May 27 03:34:17.968048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-ded649a3-6065-40ad-a383-0481cb3e4c1e service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844991 May 27 03:34:17.974598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Request body: {'port': {'device_id': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:18.053253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-c41d2567-92a3-4e70-914b-df31b3c02ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232614 May 27 03:34:18.237836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Attempting to bind port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:18.238677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Attempting to bind port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:18.239190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Attempting to bind port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:18.260093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8fa5a78-0b01-4592-a77d-3547ba438447 req-fafd465e-43c3-4354-8f6f-123d1cae6c09 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508404 May 27 03:34:18.294047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:18.294746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Attempting to bind port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:18.321184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:18.321827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Checking segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:18.322480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Bound using segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:18.323679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Bound port: 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:18.324704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.335205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094add3-3899-4714-b8c8-e0e832fbf2f9 req-48afb695-c876-4681-add4-571b6af16d98 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:18.337327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f094add3-3899-4714-b8c8-e0e832fbf2f9 req-48afb695-c876-4681-add4-571b6af16d98 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 943 time: 0.2823267 May 27 03:34:18.344500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d3863f9-ef16-469c-84bb-577e34eb0b21 req-c7454119-9cee-4b19-ba8b-93165bd9f232 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280540 May 27 03:34:18.352971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.369933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f7a36ed3-ebcd-47d1-8160-83db51571362 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:18.408458 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-8ad03925-f39b-4f12-a435-c749b2076dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=cc3444ea-abcd-4057-b4df-876d23b9f66f HTTP/1.1" status: 200 len: 1095 time: 0.3349943 May 27 03:34:18.431601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f094add3-3899-4714-b8c8-e0e832fbf2f9 req-ee0b4936-aa7b-47d0-8f65-a825228affb2 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817075 May 27 03:34:18.628080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f7a36ed3-ebcd-47d1-8160-83db51571362,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:18.651615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'f7a36ed3-ebcd-47d1-8160-83db51571362', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': 'f7a36ed3-ebcd-47d1-8160-83db51571362', 'mac_address': 'fa:16:3e:d7:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:18.691448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-30ff947e-1eb6-4dc2-9910-a3a5b6ca1ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:18.693389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-30ff947e-1eb6-4dc2-9910-a3a5b6ca1ecd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 912 time: 0.2838092 May 27 03:34:18.758280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c542a-453e-4c59-bd3a-de9b0e753d42 req-eee654a9-3210-4f09-93ca-e4e5a5b190ba tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:18.768069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d08c542a-453e-4c59-bd3a-de9b0e753d42 req-eee654a9-3210-4f09-93ca-e4e5a5b190ba tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 931 time: 0.1169593 May 27 03:34:18.797498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.819213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a36ed3-ebcd-47d1-8160-83db51571362 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:18.832696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d08c542a-453e-4c59-bd3a-de9b0e753d42 req-5ad1afc8-4922-4622-919e-b35b6a764849 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 May 27 03:34:18.839735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f7a36ed3-ebcd-47d1-8160-83db51571362,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:18.853197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:18.950461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:19.042972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-9bd8ab13-e479-4da8-abe6-f6afefdef5bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1 HTTP/1.1" status: 200 len: 217 time: 0.2809529 May 27 03:34:19.115079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['f7a36ed3-ebcd-47d1-8160-83db51571362'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:19.117028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:19.209577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-7e701a7d-9239-4976-9a4a-3ef1d14022ec tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:19.210548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-7e701a7d-9239-4976-9a4a-3ef1d14022ec tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Synchronizing usage tracker for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:19.234398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:19.242299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-7e701a7d-9239-4976-9a4a-3ef1d14022ec tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Unset dirty status for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:19.244584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-7e701a7d-9239-4976-9a4a-3ef1d14022ec tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/networks?id=098f60d6-273f-4cba-99ad-425773a7493d HTTP/1.1" status: 200 len: 810 time: 0.2694890 May 27 03:34:19.251226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a685d9-2857-4053-8e00-88be8407218a req-f67d5c95-bc67-4dfa-a4d9-d419ad2ac16a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:19.253025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0a685d9-2857-4053-8e00-88be8407218a req-f67d5c95-bc67-4dfa-a4d9-d419ad2ac16a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 944 time: 0.6851861 May 27 03:34:19.261470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.271564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-19a4dbca-0b21-4e18-b3d3-ee848410a496 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/quotas/2b4132f985b74051b27d7cc4c370c6cb HTTP/1.1" status: 200 len: 375 time: 0.0191987 May 27 03:34:19.382349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-d24f82c1-c8dd-4782-8e39-56704241395f tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b4132f985b74051b27d7cc4c370c6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029911 May 27 03:34:19.388104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56462) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:19.417583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-482196842'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:19.424274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:19.429279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:network and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:19.432404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:19.438729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:19.493835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.497500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] 10.222.0.41 "PUT /v2.0/ports/96d4c8c4-8545-4111-aa8b-58ca56f6d60d HTTP/1.1" status: 200 len: 1091 time: 4.8298800 May 27 03:34:19.503720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-d6804d20-271a-4872-beab-b14ec02e8ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:19.506987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-d6804d20-271a-4872-beab-b14ec02e8ea0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.4605143 May 27 03:34:19.508110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:19.512486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.588947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-d9c04d24-8aca-45d6-8ca1-5a7e62573d3e service neutron] 10.222.0.46 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054219 May 27 03:34:19.718476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-c71aa758-257d-4538-af1e-c3a7bf46610e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054058 May 27 03:34:19.774491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-69b10434-5ae9-422d-b6e3-7a9e85f697f7 service neutron] 10.222.0.46 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834655 May 27 03:34:19.799435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:19.893920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82c36a-aae1-4b87-a52e-d718b40ab91b service neutron] Pushing event updated for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:19.924827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0a685d9-2857-4053-8e00-88be8407218a req-9cb29ffb-026d-405c-8c11-e6c13335d55b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579149 May 27 03:34:19.964125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:34:19.998428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:19.998777 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Added segment 22c645a0-aae3-46aa-b0c7-a07903dbb232 of type vlan for network 63dbb359-7e82-47e3-ba00-c715175954e2 May 27 03:34:20.003790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-1d5dd692-45be-4287-babd-cfedc8d9da6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 1094 time: 0.3772316 May 27 03:34:20.218176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:34:20.237860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-6c0c4d91-f83f-4064-9971-f265f55dd049 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d HTTP/1.1" status: 200 len: 217 time: 0.2153690 May 27 03:34:20.252601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.382836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-217c4bc8-84df-4f76-95e2-62a6fd265fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498051 May 27 03:34:20.389998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 70e3454c-c76b-4333-90ba-a44d8b465ec1 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:20.392567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f7a36ed3-ebcd-47d1-8160-83db51571362 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:20.470519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff426-f7be-4f03-8367-9267e93f5b9f req-ed9fcb29-c39e-47fb-bcb7-928c48604508 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.472544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4adff426-f7be-4f03-8367-9267e93f5b9f req-ed9fcb29-c39e-47fb-bcb7-928c48604508 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 943 time: 0.1739304 May 27 03:34:20.570086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4adff426-f7be-4f03-8367-9267e93f5b9f req-8274035a-044b-4c95-9b1e-e5112e33b550 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873144 May 27 03:34:20.573319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:20.587601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.607175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-34d5c7b2-c806-4c2a-a3a1-22e227a7473a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.608707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-34d5c7b2-c806-4c2a-a3a1-22e227a7473a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.3583391 May 27 03:34:20.691122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port f7a36ed3-ebcd-47d1-8160-83db51571362 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:20.732780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port f7a36ed3-ebcd-47d1-8160-83db51571362 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:20.733323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.774754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a29194f4-6605-43ee-8dd7-d5552734d6fa req-ea353343-2ab0-4a34-9c57-87a487a816e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572664 May 27 03:34:20.778689 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60de4c09-aa45-4e2a-8980-d22251201226'] response: {'name': 'network-changed', 'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d', 'status': 'completed', 'code': 200} May 27 03:34:20.802864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.807831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.808633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:20.814002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Transition to ACTIVE for port object c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:20.883528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-69700d81-0c1e-4f0a-b2a4-b126ba986432 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2656639 May 27 03:34:20.889815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:20.917105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75f43-8f89-41de-93f9-05beb0bb8f85 req-fde6849c-6b70-4188-8521-8db4043f4cf4 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:20.932878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ee75f43-8f89-41de-93f9-05beb0bb8f85 req-fde6849c-6b70-4188-8521-8db4043f4cf4 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.8180635 May 27 03:34:20.983824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.005134 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.014785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '70e3454c-c76b-4333-90ba-a44d8b465ec1', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'port_id': '70e3454c-c76b-4333-90ba-a44d8b465ec1', 'mac_address': 'fa:16:3e:95:6c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f93bf7-e354-45d5-ade6-0a952cf7cae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:21.074776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e945-bc06-494c-8b40-157c1564ea70 req-1aab7c54-5dd2-44a3-935e-7088425342d8 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:21.076612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d88e945-bc06-494c-8b40-157c1564ea70 req-1aab7c54-5dd2-44a3-935e-7088425342d8 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 943 time: 0.1015131 May 27 03:34:21.090326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.109565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:21.129794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f7a36ed3-ebcd-47d1-8160-83db51571362,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:21.133895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e3454c-c76b-4333-90ba-a44d8b465ec1 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:21.142792 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.163940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d88e945-bc06-494c-8b40-157c1564ea70 req-36da1604-d27f-4ef1-9be6-cdd7d54eb74b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785108 May 27 03:34:21.282491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:21.300989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:21.310777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.436734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:21.492437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ee75f43-8f89-41de-93f9-05beb0bb8f85 req-e9896978-55c5-4e64-b5a4-f42a102f7354 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554664 May 27 03:34:21.517585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-ef7a7790-4271-40dc-8302-7f59e80f19e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942348 May 27 03:34:21.528945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1211512 May 27 03:34:21.544744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:21.546522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-978293077'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:21.554716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:21.558865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:network and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:21.562216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:21.569547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:21.580189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['70e3454c-c76b-4333-90ba-a44d8b465ec1'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:21.603334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:21.614079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.665372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f64cc9b4-e89d-44ac-b43d-175334f9fa17 req-282bf0be-bc38-42df-a19c-f01e65555b7a tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1096 time: 0.2422099 May 27 03:34:21.760199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:34:21.795290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f64cc9b4-e89d-44ac-b43d-175334f9fa17 req-280ddeb1-77cf-48ad-8129-90ddb9f090a7 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293247 May 27 03:34:21.806520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.806863 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Added segment d03a2182-44ca-49c2-9d9e-3458763cab43 of type vlan for network 64fac7f4-787d-4f35-bbfa-766aa909a04e May 27 03:34:21.861023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b9945-96da-47bf-85ee-f7e502f88ddf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Network': ['ID=63dbb359-7e82-47e3-ba00-c715175954e2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:21.880003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.882222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 63dbb359-7e82-47e3-ba00-c715175954e2 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:34:21.932997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Pushing event updated for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:21.977532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09752396-16b5-45bb-b3f2-e3e16ec32b91 req-0c394bd4-c2a4-4e1b-aa10-5f87a7848e8f tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 210 time: 0.1126199 May 27 03:34:21.983895 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:21.992130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:21.993255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.124021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1feaf72-d0ed-4329-a176-e977e0834491 req-5ba1c4ee-bdd4-4096-88ca-6c96c5bf5113 service neutron] 10.222.0.41 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728505 May 27 03:34:22.188402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Attempting to bind port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:22.188734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Attempting to bind port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:22.189106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Attempting to bind port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:22.276676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56512) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:22.277485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7437785 May 27 03:34:22.301140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'subnet': {'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:22.306351 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa6df57-117e-4606-9067-1a4684065bd5'] response: {'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362', 'code': 200} May 27 03:34:22.339773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:22.354627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Attempting to bind port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:22.381191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:22.381871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:22.382520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:22.383283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Bound port: c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:22.383926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.601212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3dbc7fd8-2ccc-4f76-a45e-ff1bcb4b4bf4 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:22.602541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3dbc7fd8-2ccc-4f76-a45e-ff1bcb4b4bf4 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.41 "GET /v2.0/networks?id=098f60d6-273f-4cba-99ad-425773a7493d HTTP/1.1" status: 200 len: 810 time: 0.2770586 May 27 03:34:22.626094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Request body: {'port': {'device_id': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d', 'admin_state_up': True, 'tenant_id': '2b4132f985b74051b27d7cc4c370c6cb'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:22.695766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:22.725209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95bc9d-fbd6-4356-9896-0fe1f9edebd7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Network': ['ID=64fac7f4-787d-4f35-bbfa-766aa909a04e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:22.725646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:22.735545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:22.744943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:34:22.750318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:subnet and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:22.753430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.759457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:22.806516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:22.819724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705a76-3c4f-48e8-b58f-a6635efce9b6 req-1f164c74-8184-430d-843f-27be7d3136b3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:22.820446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6a705a76-3c4f-48e8-b58f-a6635efce9b6 req-1f164c74-8184-430d-843f-27be7d3136b3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:22.829789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:22.832353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-33f6bcfc-e65e-430b-9845-81789f825e9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 1094 time: 0.6380956 May 27 03:34:22.844336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Usage tracker for resource:port and tenant:2b4132f985b74051b27d7cc4c370c6cb is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:22.846906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:22.851648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6a705a76-3c4f-48e8-b58f-a6635efce9b6 req-1f164c74-8184-430d-843f-27be7d3136b3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:22.862226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a705a76-3c4f-48e8-b58f-a6635efce9b6 req-1f164c74-8184-430d-843f-27be7d3136b3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.6707079 May 27 03:34:22.894962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:22.897750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.899732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] 10.222.0.41 "PUT /v2.0/ports/c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 HTTP/1.1" status: 200 len: 1091 time: 4.9305475 May 27 03:34:22.902056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:22.921033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:22.933441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Made reservation on behalf of 2b4132f985b74051b27d7cc4c370c6cb for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:22.937125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:22.995020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a705a76-3c4f-48e8-b58f-a6635efce9b6 req-79ece1dc-01da-46f2-a072-f00b545a2ac6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292944 May 27 03:34:23.121845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67aa4f-f1f7-475f-9bb3-405b5a3710ed service neutron] Pushing event updated for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:23.149247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0c02f8a-274a-4944-8766-fa79fe10c6b0 req-2d666e63-34cd-4024-b445-d3d0d01e9b78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 1097 time: 0.6961663 May 27 03:34:23.216956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f0fef-f6c3-44d0-affa-44b950011fdc req-09530a66-83c0-4344-a973-1b0e5409d9d7 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:23.218517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c5f0fef-f6c3-44d0-affa-44b950011fdc req-09530a66-83c0-4344-a973-1b0e5409d9d7 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.6614153 May 27 03:34:23.234495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.373361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Allocated IP 172.20.0.3 (098f60d6-273f-4cba-99ad-425773a7493d/9435a42c-7dee-4337-a2f0-519df2ae1e00/b87c866d-6f05-471c-b542-de0c8d3774a3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:23.424554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-a0e402c6-8467-4da4-9a6a-84410f7c8556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:23.431104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-a0e402c6-8467-4da4-9a6a-84410f7c8556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 912 time: 0.5845237 May 27 03:34:23.438902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe64f8-704c-4f45-abdf-c4f83729c7b3 req-2b437306-bcd6-4e34-acbb-ceb1c4ec8184 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:23.440450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdbe64f8-704c-4f45-abdf-c4f83729c7b3 req-2b437306-bcd6-4e34-acbb-ceb1c4ec8184 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 943 time: 0.1661291 May 27 03:34:23.514653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0c02f8a-274a-4944-8766-fa79fe10c6b0 req-eb621d5a-d5da-4caf-bd9c-578250a6675b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565838 May 27 03:34:23.559209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c5f0fef-f6c3-44d0-affa-44b950011fdc req-187c7dee-f61e-4e3e-9936-be5360845843 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276160 May 27 03:34:23.630049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.698731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.713602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-62b1c3f5-754f-4a3d-857c-35c8bf1266ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d HTTP/1.1" status: 200 len: 217 time: 0.2732711 May 27 03:34:23.718673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.742628 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cdbe64f8-704c-4f45-abdf-c4f83729c7b3 req-7e82dc1a-6fcc-4998-8141-84f076a93fe2 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951386 May 27 03:34:23.744413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:23.910449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:23.925361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-aaa3a99d-4ece-41c8-bf6f-0bab753ce38b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 1094 time: 0.9458516 May 27 03:34:23.934277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Network 098f60d6-273f-4cba-99ad-425773a7493d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:23.940671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:23.951697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:24.084852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.086437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.130061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-6de13d2c-012b-44e5-a4c6-0c3f22e42b78 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076573 May 27 03:34:24.147212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Request body: {'port': {'device_id': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:24.164353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-97d2eb7a-83df-46ba-a56b-2d142562468e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 HTTP/1.1" status: 200 len: 217 time: 0.2204018 May 27 03:34:24.177861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Subnet': ['ID=0a2d0ed1-39a6-4741-834f-4a15d04020a5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.180574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-eb4a9fe7-2ff3-47ca-8765-16eceb45e180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.182004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-eb4a9fe7-2ff3-47ca-8765-16eceb45e180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.4590950 May 27 03:34:24.222425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53520ed-a327-4e1f-8bdb-5d5f4a2fdf9d req-6af19783-7686-41b1-8928-f594eaa993d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.230198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a53520ed-a327-4e1f-8bdb-5d5f4a2fdf9d req-6af19783-7686-41b1-8928-f594eaa993d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 943 time: 0.2924955 May 27 03:34:24.303004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-f8e17137-a259-4eb8-a7cf-d7556a0b8f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:24.304451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-f8e17137-a259-4eb8-a7cf-d7556a0b8f2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.1300077 May 27 03:34:24.306407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-2647af61-a736-4afe-96c4-096c2a24076e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595574 May 27 03:34:24.315665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:24.316476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network hostable DHCP agents. Network: 63dbb359-7e82-47e3-ba00-c715175954e2, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:34:24.337869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a53520ed-a327-4e1f-8bdb-5d5f4a2fdf9d req-73d52d76-30c6-4af4-96e8-fbe5586eac56 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067100 May 27 03:34:24.355890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.400928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 70e3454c-c76b-4333-90ba-a44d8b465ec1 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:24.470383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-445b96cd-80d5-4c09-bbf7-230adfa90ba0 req-e398b14e-9e44-42cc-965f-c65d067d61be tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 1096 time: 0.5427072 May 27 03:34:24.545186 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8483f64-eff8-4b8d-84cb-3ec33a2f20f9'] response: {'name': 'network-changed', 'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2', 'status': 'completed', 'code': 200} May 27 03:34:24.547241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 70e3454c-c76b-4333-90ba-a44d8b465ec1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:24.553692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 70e3454c-c76b-4333-90ba-a44d8b465ec1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:24.554637 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.603893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-de0076a3-ac92-471e-aaa1-a10269b29a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392560 May 27 03:34:24.668529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-445b96cd-80d5-4c09-bbf7-230adfa90ba0 req-947c8301-eb77-4e2f-ad00-7dc8cba2106f tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 May 27 03:34:24.670385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-7fa512e8-3dd7-45d5-9546-71d340a70bf3 service neutron] 10.222.0.41 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481190 May 27 03:34:24.758714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.820289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:24.823024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:24.832940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:24.877690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668b73ee-f896-465e-a04d-705ef4cfc490 req-633a3b75-3301-4456-9e10-900cd04faf2d service neutron] 10.222.0.41 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493750 May 27 03:34:24.903655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:34:24.938953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 63dbb359-7e82-47e3-ba00-c715175954e2) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:24.957280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ad774-595d-4f1e-8ce4-808b38966097 None None] Network 63dbb359-7e82-47e3-ba00-c715175954e2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:25.013875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.014979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.059492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-6ba97968-5b70-46d4-b321-539ec0946285 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497242 May 27 03:34:25.064513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-92c9e23c-6d1b-4b3c-b998-0e7d0822a240 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7844722 May 27 03:34:25.091026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56542) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:25.103974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'subnet': {'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:25.119676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:25.161520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396b59-2113-4aad-b013-7980b4467494 req-51774072-0387-4bda-af20-5ed9d80138d7 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:25.162668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1f396b59-2113-4aad-b013-7980b4467494 req-51774072-0387-4bda-af20-5ed9d80138d7 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Synchronizing usage tracker for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:25.222020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1f396b59-2113-4aad-b013-7980b4467494 req-51774072-0387-4bda-af20-5ed9d80138d7 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Unset dirty status for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:25.225956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f396b59-2113-4aad-b013-7980b4467494 req-51774072-0387-4bda-af20-5ed9d80138d7 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 931 time: 0.7060404 May 27 03:34:25.379459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-63dbb359-7e82-47e3-ba00-c715175954e2', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'tenant_id': '68df637837bc48949188723b32207391', 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:34:25.380630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.388993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:25.418503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1f396b59-2113-4aad-b013-7980b4467494 req-701e8a2d-7175-44f0-8387-10238e853e70 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Synchronizing usage tracker for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:25.421719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:subnet and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:25.439370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:25.462509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:25.592200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:25.616962 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-ea923c22-7253-445f-b6bb-72a8c819d098 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495076 May 27 03:34:25.617708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Allocated IP 10.1.1.2 (63dbb359-7e82-47e3-ba00-c715175954e2/0a2d0ed1-39a6-4741-834f-4a15d04020a5/eb48b5c6-46d9-467f-a16b-e66b3c1957a2) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:25.631296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87c866d-6f05-471c-b542-de0c8d3774a3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:25.642755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.647562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1f396b59-2113-4aad-b013-7980b4467494 req-701e8a2d-7175-44f0-8387-10238e853e70 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Unset dirty status for tenant:2b4132f985b74051b27d7cc4c370c6cb on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:25.683383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f396b59-2113-4aad-b013-7980b4467494 req-701e8a2d-7175-44f0-8387-10238e853e70 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335103 May 27 03:34:25.780118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Transition to ACTIVE for port object b87c866d-6f05-471c-b542-de0c8d3774a3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:25.787693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.907630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.935779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:25.960053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Transition to ACTIVE for port object eb48b5c6-46d9-467f-a16b-e66b3c1957a2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:25.996443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Transition to ACTIVE for port object eb48b5c6-46d9-467f-a16b-e66b3c1957a2 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:26.006697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.098726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:26.103685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:26.107879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:26.114187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.123807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Pushing event updated for resources: {'Port': ['ID=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.205080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96d4c8c4-8545-4111-aa8b-58ca56f6d60d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:26.237204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Attempting to bind port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:26.237598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Attempting to bind port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:26.237910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Attempting to bind port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:26.240856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-fe591b2d-8d05-4122-ae61-ec7d94308333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 1094 time: 0.5437210 May 27 03:34:26.249715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:26.250146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:26.250546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.250934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Bound using segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:26.251411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Bound port: eb48b5c6-46d9-467f-a16b-e66b3c1957a2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:26.251776 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.320411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.459482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79537a15-d86a-452e-acc2-66343aace29d req-3ff9780f-0a67-47fb-ba13-4460c5f8625e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.469103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79537a15-d86a-452e-acc2-66343aace29d req-3ff9780f-0a67-47fb-ba13-4460c5f8625e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.3164337 May 27 03:34:26.494581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] For port eb48b5c6-46d9-467f-a16b-e66b3c1957a2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:26.507985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:26.527378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] For port eb48b5c6-46d9-467f-a16b-e66b3c1957a2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:26.530557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'port_id': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d', 'mac_address': 'fa:16:3e:61:bb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f93bf7-e354-45d5-ade6-0a952cf7cae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:26.534270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-6c71f931-a690-4b98-8ddb-f5e3a977513f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.535791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-6c71f931-a690-4b98-8ddb-f5e3a977513f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:26.536360 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.628544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-6c71f931-a690-4b98-8ddb-f5e3a977513f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:26.629777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-6c71f931-a690-4b98-8ddb-f5e3a977513f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 943 time: 0.5300221 May 27 03:34:26.668752 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.696510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79537a15-d86a-452e-acc2-66343aace29d req-61c5e6f7-af73-44ce-9107-b5ace1a5f0b1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256815 May 27 03:34:26.701308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-4a39c2a4-e02d-4d7a-91f4-ca3992a71de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:26.702913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-4a39c2a4-e02d-4d7a-91f4-ca3992a71de7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.4493387 May 27 03:34:26.710322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Attempting to bind port b87c866d-6f05-471c-b542-de0c8d3774a3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:26.711375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Attempting to bind port b87c866d-6f05-471c-b542-de0c8d3774a3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '01696144-4ad4-49b2-976f-bd3daeb3a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:26.711375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Attempting to bind port b87c866d-6f05-471c-b542-de0c8d3774a3 on network 098f60d6-273f-4cba-99ad-425773a7493d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:26.712590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d4c8c4-8545-4111-aa8b-58ca56f6d60d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:26.733501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Port b87c866d-6f05-471c-b542-de0c8d3774a3 on network 098f60d6-273f-4cba-99ad-425773a7493d not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:26.733824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Attempting to bind port b87c866d-6f05-471c-b542-de0c8d3774a3 on network 098f60d6-273f-4cba-99ad-425773a7493d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:26.753429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf94ac-580e-4417-bbe0-d4d1dc3ddb6c None None] Pushing event updated for resources: {'Port': ['ID=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.753622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:26.753783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Checking segment: {'id': '01696144-4ad4-49b2-976f-bd3daeb3a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:26.754188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Bound using segment: {'id': '01696144-4ad4-49b2-976f-bd3daeb3a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:26.754633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Bound port: b87c866d-6f05-471c-b542-de0c8d3774a3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01696144-4ad4-49b2-976f-bd3daeb3a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:26.754986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.757543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:26.764514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:26.817419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-306ba7dc-648c-4a0d-8914-76e28dcfa6f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 HTTP/1.1" status: 200 len: 217 time: 0.0934122 May 27 03:34:26.867805 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2565e4fb-556d-49cc-a136-6a41f0544c61'] response: {'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1', 'code': 200} May 27 03:34:26.874068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:26.991230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-179ab3cb-5b83-4cde-b753-9960545da3b4 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:26.996418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:26.999832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:27.007710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:27.063836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-916e82b6-f7e7-4670-9106-274a5f74bbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.065220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-916e82b6-f7e7-4670-9106-274a5f74bbac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.2220647 May 27 03:34:27.074238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:27.102112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:27.103509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] 10.222.0.41 "PUT /v2.0/ports/b87c866d-6f05-471c-b542-de0c8d3774a3 HTTP/1.1" status: 200 len: 1091 time: 2.9619930 May 27 03:34:27.114328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:27.246700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['96d4c8c4-8545-4111-aa8b-58ca56f6d60d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:27.255613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-36ecab22-3c94-49dc-93dc-7650dff9b5a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634431 May 27 03:34:27.262930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-179ab3cb-5b83-4cde-b753-9960545da3b4 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:27.265362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-882acf1a-fca3-474b-bccd-c1beb02877c3 req-179ab3cb-5b83-4cde-b753-9960545da3b4 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126420 May 27 03:34:27.281565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c2950-3c7f-4589-898f-7c742ad54431 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:27.382271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-badde300-9b0d-4fef-85ec-1588a23fcca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b4132f985b74051b27d7cc4c370c6cb&device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 1094 time: 0.2241631 May 27 03:34:27.462737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-429151c6-a37b-424e-8a46-48581660e82d service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845133 May 27 03:34:27.470799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Subnet': ['ID=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:27.535871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4f6065d-d080-4307-b5de-eeef9e313ad2 req-a83f32b3-2d46-493c-a4ed-e518af54e362 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc3444ea-abcd-4057-b4df-876d23b9f66f HTTP/1.1" status: 200 len: 1097 time: 0.6077776 May 27 03:34:27.570134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-69e843c4-c355-45d3-b826-a7f2e6cc5641 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87c866d-6f05-471c-b542-de0c8d3774a3 HTTP/1.1" status: 200 len: 217 time: 0.1777794 May 27 03:34:27.690230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-5ef7ea2c-9172-430e-bd27-28aacd60e11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.691897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-5ef7ea2c-9172-430e-bd27-28aacd60e11a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9435a42c-7dee-4337-a2f0-519df2ae1e00 HTTP/1.1" status: 200 len: 850 time: 0.1118014 May 27 03:34:27.767398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2235217a-dcda-4e85-be35-1fcc637c27c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:27.786764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-c5692a5a-1c26-45d2-bc44-652d7982d814 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=098f60d6-273f-4cba-99ad-425773a7493d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862725 May 27 03:34:27.861494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Checking segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:27.861879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network hostable DHCP agents. Network: 64fac7f4-787d-4f35-bbfa-766aa909a04e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:34:27.915726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64286ea-8ab3-4e9a-8b73-5c160facf50b req-28bf0122-fcb0-47d5-9bc9-ae6128883fe1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:27.916253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f64286ea-8ab3-4e9a-8b73-5c160facf50b req-28bf0122-fcb0-47d5-9bc9-ae6128883fe1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:27.944169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4f6065d-d080-4307-b5de-eeef9e313ad2 req-9963eef9-e71d-4b87-9aae-a428f1b6a24b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981841 May 27 03:34:27.959286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f64286ea-8ab3-4e9a-8b73-5c160facf50b req-28bf0122-fcb0-47d5-9bc9-ae6128883fe1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:27.961190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64286ea-8ab3-4e9a-8b73-5c160facf50b req-28bf0122-fcb0-47d5-9bc9-ae6128883fe1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 943 time: 0.3085644 May 27 03:34:27.965479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:34:27.989390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-980bd6da-86ba-4507-9f76-9fe84f494192 service neutron] 10.222.0.41 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926692 May 27 03:34:27.998253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 64fac7f4-787d-4f35-bbfa-766aa909a04e) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:28.003535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:28.004428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:28.008967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a833b8-3f86-441f-8ccb-dbc5dbc6ee22 None None] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:28.025724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0857c24d-819b-44cd-a1fd-8be85b241352 req-08df0828-0cba-4d41-a075-4e3bccf019a3 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490317 May 27 03:34:28.068433 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8ce617bf-26bb-455a-8265-3b36347e00dc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9732428 May 27 03:34:28.071197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56580) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:28.079209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'name': 'tempest-TaggedBootDevicesTest_v242-553966438', 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:28.103713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f64286ea-8ab3-4e9a-8b73-5c160facf50b req-ce3e44f4-c734-4ed5-a081-6162eedc87fa tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283627 May 27 03:34:28.208831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:28.327264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12b843a1-73d1-4f80-bf12-091b00dcd7ac req-9c5c1f5d-82f2-4da1-a6ec-1851afdb32c3 service neutron] 10.222.0.41 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290296 May 27 03:34:28.480760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5804f-75ba-4200-ad7b-03a3c1a446e1 req-31555de3-7d15-478e-9d57-e6f82a99ee74 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:28.482569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5eb5804f-75ba-4200-ad7b-03a3c1a446e1 req-31555de3-7d15-478e-9d57-e6f82a99ee74 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.1544213 May 27 03:34:28.563754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5eb5804f-75ba-4200-ad7b-03a3c1a446e1 req-af607c86-34fb-409e-89aa-bf707dd39a43 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 May 27 03:34:28.604989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eb48b5c6-46d9-467f-a16b-e66b3c1957a2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:28.701185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:28.706998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:port and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:28.712288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:28.729057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:28.745544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436295a-07f5-4230-a8ca-4e051f97c8b0 req-08b51d51-2307-434b-a481-910a3dbce7e5 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:28.753281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7436295a-07f5-4230-a8ca-4e051f97c8b0 req-08b51d51-2307-434b-a481-910a3dbce7e5 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 943 time: 0.3471956 May 27 03:34:28.766553 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7eb3074-ddbd-4efd-b6be-0db1138ad19a'] response: {'name': 'network-changed', 'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'status': 'completed', 'code': 200} May 27 03:34:28.795558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:28.827230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab634da-c376-48ea-96f5-df34767d2c0f None None] Network 63dbb359-7e82-47e3-ba00-c715175954e2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:28.985283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-9a668f9c-b9ac-4ac4-8021-50832912a9c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b4132f985b74051b27d7cc4c370c6cb&device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 1094 time: 0.1898968 May 27 03:34:28.995995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:29.028832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-64fac7f4-787d-4f35-bbfa-766aa909a04e', 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'tenant_id': '68df637837bc48949188723b32207391', 'fixed_ips': [{'subnet_id': 'a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:34:29.029670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.087001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.091085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2', 'mac_address': 'fa:16:3e:41:aa:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:29.157457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] device_id is not set on port 1db09813-6273-47bd-92e1-ec717192af0b yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:34:29.300039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-7712ca3e-fd5f-49b2-92ce-5703079e04ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:29.308810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-7712ca3e-fd5f-49b2-92ce-5703079e04ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=098f60d6-273f-4cba-99ad-425773a7493d HTTP/1.1" status: 200 len: 911 time: 0.3157759 May 27 03:34:29.457975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-17e8f4ae-02a5-470d-8143-b7651450eb9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b87c866d-6f05-471c-b542-de0c8d3774a3 HTTP/1.1" status: 200 len: 217 time: 0.1407011 May 27 03:34:29.493457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Provisioning for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:29.510417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:29.582592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:29.584326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.596328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.1.1.138 (63dbb359-7e82-47e3-ba00-c715175954e2/0a2d0ed1-39a6-4741-834f-4a15d04020a5/1db09813-6273-47bd-92e1-ec717192af0b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:29.632336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Provisioning complete for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:29.633006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.634457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-cd1f3313-20e2-462d-8cbc-29206645e11d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:29.638520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-cd1f3313-20e2-462d-8cbc-29206645e11d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9435a42c-7dee-4337-a2f0-519df2ae1e00 HTTP/1.1" status: 200 len: 850 time: 0.1700485 May 27 03:34:29.723102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7436295a-07f5-4230-a8ca-4e051f97c8b0 req-272de7d8-4cf3-48b0-984c-2381fe5d7bd9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9522717 May 27 03:34:29.793057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:29.825968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-b8328d13-370c-45b6-9cfc-4f67f6a8f4d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=098f60d6-273f-4cba-99ad-425773a7493d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627281 May 27 03:34:30.025415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:30.055236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.143920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:30.294489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-9ac2e155-d434-4369-995f-4fca9f248388 service neutron] 10.222.0.41 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664354 May 27 03:34:30.301317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.357301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:30.359851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96d4c8c4-8545-4111-aa8b-58ca56f6d60d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:30.391609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.427881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object 1db09813-6273-47bd-92e1-ec717192af0b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:30.484188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.535413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-514febd9-f1c5-42c6-aac8-31a21539a3a7 req-5a39ed95-829c-4610-a105-999631f3a05f service neutron] 10.222.0.41 "GET /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326889 May 27 03:34:30.622592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b83ea8d7-b0e5-415f-ac15-42c4d316ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.635513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b71b6-f8b3-4303-a277-b7de4fda9801 req-9556ae74-ff17-44e4-8357-0efd8c125c99 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:30.638560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:30.643230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba8b71b6-f8b3-4303-a277-b7de4fda9801 req-9556ae74-ff17-44e4-8357-0efd8c125c99 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 944 time: 0.5116680 May 27 03:34:30.678594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:30.684248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:30.690283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:30.725253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:30.727016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.751192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:30.789557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba8b71b6-f8b3-4303-a277-b7de4fda9801 req-c3245c43-e16e-4103-978f-2aed554724ec tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453240 May 27 03:34:30.813600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] For port eb48b5c6-46d9-467f-a16b-e66b3c1957a2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:30.815350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Allocated IP 10.2.2.2 (64fac7f4-787d-4f35-bbfa-766aa909a04e/a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8/175eadee-4fd4-48f2-ac84-46ded6452217) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:30.836689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:30.837391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.839238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:34:30.868803 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.898096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2eb4e7a6-d519-47f5-b7b3-e18442a91976 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8220303 May 27 03:34:30.900417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56606) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:30.917544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1047549402', 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:30.934829 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:30.937929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd143-c2ee-4f6c-9226-026baa755649 req-9db89e18-37cd-4c03-bb74-96ff4cd4a2ed tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:30.950334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd2cd143-c2ee-4f6c-9226-026baa755649 req-9db89e18-37cd-4c03-bb74-96ff4cd4a2ed tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 944 time: 0.3554211 May 27 03:34:30.967657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:30.970869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c99f03a9-ec35-4a75-a7bf-4cc391c67ac2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:31.029845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd2cd143-c2ee-4f6c-9226-026baa755649 req-aad09f71-25b4-411a-91ce-cb1ea35057f6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778797 May 27 03:34:31.286016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a3e15-b912-47c8-940e-025c5c0a2400 req-ec22fb56-c5b3-4939-94a3-324e39731f10 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:31.294844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd9a3e15-b912-47c8-940e-025c5c0a2400 req-ec22fb56-c5b3-4939-94a3-324e39731f10 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.1252131 May 27 03:34:31.321600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:31.334786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.354865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:port and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:31.361870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:31.371267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:31.374869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd9a3e15-b912-47c8-940e-025c5c0a2400 req-f619b2f3-0f57-48ba-b36e-2abeada41904 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 May 27 03:34:31.398243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:31.408432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.547800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3ff5b5cd-d2f2-40aa-8d20-ba92e4e02782 None None] Provisioning complete for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:31.548447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b5cd-d2f2-40aa-8d20-ba92e4e02782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:31.569976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] device_id is not set on port 8a518343-caff-4589-9a57-cee912e573c5 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:34:31.726914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490571-fdd3-4a0b-8175-d4e0e46d6ef9 req-97bb815a-5875-4f7e-8144-046d69162d41 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:31.734877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05490571-fdd3-4a0b-8175-d4e0e46d6ef9 req-97bb815a-5875-4f7e-8144-046d69162d41 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.4913228 May 27 03:34:31.770679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3500452-91c2-47dd-bd81-03bb7885c7d0 None None] Pushing event updated for resources: {'Port': ['ID=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:31.795794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99f29-da46-4d18-b507-92cff9bbf548 req-adc095b0-0964-483b-a330-81d0a7d2dc42 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:31.805423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07c99f29-da46-4d18-b507-92cff9bbf548 req-adc095b0-0964-483b-a330-81d0a7d2dc42 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 943 time: 0.1472085 May 27 03:34:31.881801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07c99f29-da46-4d18-b507-92cff9bbf548 req-ed2aa14a-2713-4245-abcb-6573f1b99ace tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751855 May 27 03:34:31.933419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05490571-fdd3-4a0b-8175-d4e0e46d6ef9 req-520cd870-0df4-4cde-996f-4b8e530d0cfe tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969376 May 27 03:34:31.990202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.084957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.202624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:32.238576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.1.1.69 (63dbb359-7e82-47e3-ba00-c715175954e2/0a2d0ed1-39a6-4741-834f-4a15d04020a5/8a518343-caff-4589-9a57-cee912e573c5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:32.329982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:32.336839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:32.417023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.461615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5009f8-cf66-4d37-ad38-50b4a06580d1 req-2f009ff2-9a3f-4215-8394-569d2639c159 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:32.468531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab5009f8-cf66-4d37-ad38-50b4a06580d1 req-2f009ff2-9a3f-4215-8394-569d2639c159 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 944 time: 0.1812751 May 27 03:34:32.530817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:34:32.531160 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:34:32.547429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab5009f8-cf66-4d37-ad38-50b4a06580d1 req-ad8bd7b7-abb8-4a9b-8062-a1b0109441cd tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727384 May 27 03:34:32.562464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'port_id': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'mac_address': 'fa:16:3e:5a:ad:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252bc3b0-95c8-471f-8a2b-c5bc0ed172e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:32.631280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.662181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-50b93d71-1826-4372-9065-6e9318a9a49f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:32.666849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-50b93d71-1826-4372-9065-6e9318a9a49f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.9760094 May 27 03:34:32.710050 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a930bf9-7b86-45e4-8083-be51c2e50806'] response: {'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d', 'code': 200} May 27 03:34:32.808017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object 8a518343-caff-4589-9a57-cee912e573c5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:32.874526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.921100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.970798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Transition to ACTIVE for port object 175eadee-4fd4-48f2-ac84-46ded6452217 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:32.974664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9f01d41-6919-4499-88f6-e4a9f52a744e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:32.983160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port f7a36ed3-ebcd-47d1-8160-83db51571362 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:32.984969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:32.989240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:33.014849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.166745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba0ae8e0-da9f-4931-aa07-1729b31565d5 req-824085ab-91cd-4c8f-b1b4-b6bcaf366e8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 1096 time: 0.4010384 May 27 03:34:33.190304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5545-fa5d-4687-8462-abc0a50e0889 req-daf1e758-721e-4004-b9eb-613604cdd913 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.200507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a7c5545-fa5d-4687-8462-abc0a50e0889 req-daf1e758-721e-4004-b9eb-613604cdd913 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 945 time: 0.6747715 May 27 03:34:33.220370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Transition to ACTIVE for port object 175eadee-4fd4-48f2-ac84-46ded6452217 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:33.226825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:33.241287 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.243514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.304054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b87c866d-6f05-471c-b542-de0c8d3774a3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:33.352175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77a599-2c2d-400c-b5b6-15c6af5a8f9d req-e5b444b3-6ca9-49a9-b3b1-2f7994670b26 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.357474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.359756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab77a599-2c2d-400c-b5b6-15c6af5a8f9d req-e5b444b3-6ca9-49a9-b3b1-2f7994670b26 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 946 time: 0.4572890 May 27 03:34:33.364443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a7c5545-fa5d-4687-8462-abc0a50e0889 req-9ecde2fe-ac88-49a8-85d8-b2b545841d35 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588354 May 27 03:34:33.387265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eb48b5c6-46d9-467f-a16b-e66b3c1957a2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:33.455132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba0ae8e0-da9f-4931-aa07-1729b31565d5 req-983e6697-4663-496c-b581-19824b2b9eda service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703438 May 27 03:34:33.467269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['a9f01d41-6919-4499-88f6-e4a9f52a744e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:33.480863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab77a599-2c2d-400c-b5b6-15c6af5a8f9d req-3d2eb904-081b-4f4d-bd39-a717e747247a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136472 May 27 03:34:33.517990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:33.520021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:33.522963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:33.527798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:33.531247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a551a414-4f5e-4a46-aa60-fd7966b9d9cd None None] Provisioning for port 1db09813-6273-47bd-92e1-ec717192af0b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:33.612391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.617693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.658922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:33.674306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a551a414-4f5e-4a46-aa60-fd7966b9d9cd None None] Provisioning complete for port 1db09813-6273-47bd-92e1-ec717192af0b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:33.675002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a551a414-4f5e-4a46-aa60-fd7966b9d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:33.787950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:34:33.840867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6388d7b1-145e-48e7-8c1f-218c466f0944 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9346728 May 27 03:34:33.901702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca20a5-8dbe-4408-be8f-4bc02d562f76 req-3cd4bef6-844c-4b15-9504-903b7d333fc6 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:33.909142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bca20a5-8dbe-4408-be8f-4bc02d562f76 req-3cd4bef6-844c-4b15-9504-903b7d333fc6 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 944 time: 0.1545019 May 27 03:34:33.922346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:33.926165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:33.928502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:33.989518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bca20a5-8dbe-4408-be8f-4bc02d562f76 req-c7e6faf1-62f6-4455-a05f-82377564537d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793951 May 27 03:34:34.169633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:34:34.297557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Pushing event updated for resources: {'Port': ['ID=175eadee-4fd4-48f2-ac84-46ded6452217,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:34.299952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port f7a36ed3-ebcd-47d1-8160-83db51571362, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f7a36ed3-ebcd-47d1-8160-83db51571362,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:34.301245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:34.338478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158df383-48ea-4d32-85d6-c6f61617deca req-db1dae5c-5e4c-48d6-9bdd-a7e7d1a6ce55 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.340037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-158df383-48ea-4d32-85d6-c6f61617deca req-db1dae5c-5e4c-48d6-9bdd-a7e7d1a6ce55 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 944 time: 0.1244886 May 27 03:34:34.458623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f7a36ed3-ebcd-47d1-8160-83db51571362 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:34.461409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for f7a36ed3-ebcd-47d1-8160-83db51571362 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:34.483370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-158df383-48ea-4d32-85d6-c6f61617deca req-ada1098c-c082-417d-bcba-a7b3857cbc63 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312261 May 27 03:34:34.518204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a551a414-4f5e-4a46-aa60-fd7966b9d9cd None None] Port 1db09813-6273-47bd-92e1-ec717192af0b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:34:34.531546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16332e-700f-4a2a-a376-a5f75a8255f8 req-adcbc756-588f-4db7-8b85-d2008343c0fa tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:34.538896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c16332e-700f-4a2a-a376-a5f75a8255f8 req-adcbc756-588f-4db7-8b85-d2008343c0fa tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 943 time: 0.6569753 May 27 03:34:34.623359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c16332e-700f-4a2a-a376-a5f75a8255f8 req-06ae3645-31f2-408f-90ef-e6c5554bd95f tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832195 May 27 03:34:34.646755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:34.649664 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:34.747259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:34.754135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56688) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:34.763164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717419153', 'description': 'tempest-description--194923846'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:34.778253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:34.792982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:security_group and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:34.804941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:34.820886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:34.847708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:34.857659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:34.903140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:34.908224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:security_group_rule and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:34.912481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:34.919393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:34.978595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=f7a36ed3-ebcd-47d1-8160-83db51571362,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:35.005343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Attempting to bind port 175eadee-4fd4-48f2-ac84-46ded6452217 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:35.005700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Attempting to bind port 175eadee-4fd4-48f2-ac84-46ded6452217 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:35.006103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Attempting to bind port 175eadee-4fd4-48f2-ac84-46ded6452217 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:35.043252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.110992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Port f7a36ed3-ebcd-47d1-8160-83db51571362 update to DOWN by agent not found {{(pid=84157) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 27 03:34:35.116569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d85ddf7a-626b-405d-8993-687512ca79b0 req-d1257adf-2331-49e4-b520-625706b808da tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b743062-bb27-4089-bd68-c877b3e81229 HTTP/1.1" status: 200 len: 210 time: 0.0686932 May 27 03:34:35.120712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.196858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b69d085a-3949-4e26-81a8-abed75d227d6 None None] Provisioning for port 8a518343-caff-4589-9a57-cee912e573c5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:35.216573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:35.240684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:35.243548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.252750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ecbdca43-363b-41de-8b5f-4e835a8023f3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4967110 May 27 03:34:35.258010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:35.263624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port f7a36ed3-ebcd-47d1-8160-83db51571362 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:35.287456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b69d085a-3949-4e26-81a8-abed75d227d6 None None] Provisioning complete for port 8a518343-caff-4589-9a57-cee912e573c5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:35.287456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b69d085a-3949-4e26-81a8-abed75d227d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.293218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'security_group_rule': {'security_group_id': '47d2d0b0-cdaa-4785-a97a-c395ee68ed1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:35.313435 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.326145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:35.326933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Checking segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:35.327452 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.328063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'name': 'network-vif-deleted', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:35.328217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Bound using segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:35.328972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Bound port: 175eadee-4fd4-48f2-ac84-46ded6452217, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:35.329483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.347792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a1a6c8c-4c50-4257-b131-03f1e021939a req-c553506d-1b6c-43e7-a9b9-76af699412f1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "DELETE /v2.0/ports/f7a36ed3-ebcd-47d1-8160-83db51571362 HTTP/1.1" status: 204 len: 173 time: 2.6678040 May 27 03:34:35.360750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:35.378214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:security_group_rule and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:35.383735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504522d-7d05-4055-82d0-b93e2edbca40 req-286f4c01-a86c-41ba-8ce7-15bfbf5d4d7e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:35.395628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f504522d-7d05-4055-82d0-b93e2edbca40 req-286f4c01-a86c-41ba-8ce7-15bfbf5d4d7e tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 945 time: 0.5573335 May 27 03:34:35.397840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:35.416880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'network_id': '098f60d6-273f-4cba-99ad-425773a7493d', 'port_id': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'mac_address': 'fa:16:3e:f9:e1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435a42c-7dee-4337-a2f0-519df2ae1e00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:35.419271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:35.532499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f504522d-7d05-4055-82d0-b93e2edbca40 req-6464e0be-d090-40f0-974f-8e920567d0aa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356874 May 27 03:34:35.583406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.680485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.688417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.705544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b69d085a-3949-4e26-81a8-abed75d227d6 None None] Port 8a518343-caff-4589-9a57-cee912e573c5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:34:35.731092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd95e6b-b306-4a61-8d6f-3d797d38d881,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:35.788494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c06f9-df8a-4fc6-8dbf-9c83abb0e1af req-28bd9f62-f56c-4a43-932c-44257f1970b2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:35.796606 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f468cc-6740-422a-8f2b-e5eb234cb609'] response: {'server_uuid': '4b743062-bb27-4089-bd68-c877b3e81229', 'name': 'network-vif-deleted', 'tag': 'f7a36ed3-ebcd-47d1-8160-83db51571362', 'status': 'completed', 'code': 200} May 27 03:34:35.799009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a35c06f9-df8a-4fc6-8dbf-9c83abb0e1af req-28bd9f62-f56c-4a43-932c-44257f1970b2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 944 time: 0.3580763 May 27 03:34:35.801777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.803149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9b3c28b2-145f-4d92-88e6-d6d70c795efd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5398014 May 27 03:34:35.805950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56716) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:35.815748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'security_group_rule': {'security_group_id': '47d2d0b0-cdaa-4785-a97a-c395ee68ed1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:35.826798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:35.833526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:security_group_rule and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:35.840401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:35.855860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:35.869482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a35c06f9-df8a-4fc6-8dbf-9c83abb0e1af req-75e26d4f-2bc0-468c-9b0b-ab2ca5e49b33 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690267 May 27 03:34:35.891466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:35.904778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.082337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87c866d-6f05-471c-b542-de0c8d3774a3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:36.103681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.110969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.317377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48b64f9-70f2-4b30-88c5-8249ad57eed4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:36.354619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.355343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.355924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.356500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.357152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.357777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.358345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.358906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.359486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.360093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.360661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:36.365144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.371577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-daa84004-54e9-4cc6-91c1-f8e2b9d254d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5641155 May 27 03:34:36.372677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:36.385807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:36.393133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2787b-5e91-417d-ad37-c7770539cf07 req-f8194b43-5bc6-463a-868d-edea83afe4e4 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:36.394176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:36.395308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5be2787b-5e91-417d-ad37-c7770539cf07 req-f8194b43-5bc6-463a-868d-edea83afe4e4 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 943 time: 0.2187982 May 27 03:34:36.408348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:floatingip and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:36.412218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:36.425411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:36.438190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9b372-4f13-4fa2-9a95-4d26ea577b8f req-1a030389-2ede-4b21-b766-470d69d3033a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:36.446262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1b9b372-4f13-4fa2-9a95-4d26ea577b8f req-1a030389-2ede-4b21-b766-470d69d3033a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 944 time: 0.2925787 May 27 03:34:36.478688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.481059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5be2787b-5e91-417d-ad37-c7770539cf07 req-d70246a8-e167-4626-ad48-812b3ac7e45b tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 May 27 03:34:36.502538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:36.597833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.621351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] For port 175eadee-4fd4-48f2-ac84-46ded6452217, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:36.745548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1b9b372-4f13-4fa2-9a95-4d26ea577b8f req-3eeebe1a-d6df-4efa-8241-3364dd804211 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979076 May 27 03:34:36.787748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:36.934207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:36.943885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] For port 175eadee-4fd4-48f2-ac84-46ded6452217, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=175eadee-4fd4-48f2-ac84-46ded6452217,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:36.966341 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.015348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:37.081629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b87c866d-6f05-471c-b542-de0c8d3774a3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:37.093861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaffa4f-5673-462f-870f-f9688ec009f1 req-43206b8b-0b60-4d50-9859-eb0afa078290 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.105666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfaffa4f-5673-462f-870f-f9688ec009f1 req-43206b8b-0b60-4d50-9859-eb0afa078290 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 945 time: 0.2194114 May 27 03:34:37.235569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfaffa4f-5673-462f-870f-f9688ec009f1 req-f16884db-b60a-4bc0-9115-801d37d5bfc9 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203611 May 27 03:34:37.272775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902905d4-0c71-45e4-ae8d-8679d7476029 None None] Pushing event updated for resources: {'Port': ['ID=175eadee-4fd4-48f2-ac84-46ded6452217,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:37.364028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:37.402134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:37.402917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.409358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 172.25.8.200 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0ac03fe6-b36a-4c18-ab93-805b7b71f646) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:37.551586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c2bd9-d1fd-4032-ab44-aed641f87dd8 req-d8be840f-92ca-4581-89a4-60b5a7a3fa87 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.553103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b82c2bd9-d1fd-4032-ab44-aed641f87dd8 req-d8be840f-92ca-4581-89a4-60b5a7a3fa87 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 944 time: 0.2864857 May 27 03:34:37.727990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.756001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-6ae7a00e-2078-4c05-8ce2-ecaa0021dff8 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:37.758931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-6ae7a00e-2078-4c05-8ce2-ecaa0021dff8 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.3582206 May 27 03:34:37.778269 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.781093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b82c2bd9-d1fd-4032-ab44-aed641f87dd8 req-9f46789c-0cfb-4f6d-b6a9-7489d7d6ae5e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985564 May 27 03:34:37.790048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-49d7a840-a60f-4b61-9cef-a662cfdbab9b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0239682 May 27 03:34:37.822624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.857214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:37.858167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:37.866856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:37.962213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:37.965723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-b6c89dce-c592-4258-ae91-def07cb06aff tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1551592 May 27 03:34:38.043328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:38.051369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:38.054697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:38.106058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=0ac03fe6-b36a-4c18-ab93-805b7b71f646,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:38.189228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4c6d5-04c6-4e6a-8398-c0bd19fc16af req-3d4399ba-b470-4c4a-b3ad-ab0eb2190168 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.191935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0e4c6d5-04c6-4e6a-8398-c0bd19fc16af req-3d4399ba-b470-4c4a-b3ad-ab0eb2190168 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc3444ea-abcd-4057-b4df-876d23b9f66f HTTP/1.1" status: 200 len: 946 time: 0.1995225 May 27 03:34:38.236990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-6873f24c-1e42-4a70-9f79-34cbdbdb3d02 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700438 May 27 03:34:38.422210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-053f9c55-4132-43b9-83e2-13179ee9d038 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835878 May 27 03:34:38.487826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f0e4c6d5-04c6-4e6a-8398-c0bd19fc16af req-4362ea7f-be84-48fa-a4e5-9f81b601375d tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870879 May 27 03:34:38.493446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.617375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:38.629836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.776808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 175eadee-4fd4-48f2-ac84-46ded6452217 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:38.916530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port a9f01d41-6919-4499-88f6-e4a9f52a744e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:38.920209 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:38.943790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685d0a4-60a3-4c33-9644-2de0827ed54a req-9cba4d74-4dc3-4d61-811a-a3c56856dd0c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:38.951696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f685d0a4-60a3-4c33-9644-2de0827ed54a req-9cba4d74-4dc3-4d61-811a-a3c56856dd0c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 945 time: 0.1705620 May 27 03:34:38.963605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ea8f5-8e4d-4529-b939-8cf4aa865938 None None] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:34:39.033532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f685d0a4-60a3-4c33-9644-2de0827ed54a req-c4e9a16d-6696-479f-8d35-66af5a71e8e1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808830 May 27 03:34:39.077002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e77def-7ffa-45f2-b47c-8cd62e7c5b2a req-d810f101-0b40-4c14-aec2-d5a563bb51de tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:39.083859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e77def-7ffa-45f2-b47c-8cd62e7c5b2a req-d810f101-0b40-4c14-aec2-d5a563bb51de tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 944 time: 0.3529894 May 27 03:34:39.186022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04e77def-7ffa-45f2-b47c-8cd62e7c5b2a req-4dded0cc-ca75-4a0e-894f-d49e1241fd1d tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012027 May 27 03:34:39.234843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.239696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.248113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Provisioning for port 175eadee-4fd4-48f2-ac84-46ded6452217 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:39.275661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 175eadee-4fd4-48f2-ac84-46ded6452217 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:39.339748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Provisioning complete for port 175eadee-4fd4-48f2-ac84-46ded6452217 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:39.340361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.398029 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911487d3-52f3-4a79-b566-e524e2c251a9'] response: {'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2', 'code': 200} May 27 03:34:39.398698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 175eadee-4fd4-48f2-ac84-46ded6452217 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:39.399061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.422759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=0ac03fe6-b36a-4c18-ab93-805b7b71f646,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:39.519342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.578566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.586282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dc4543af-569f-425c-90c3-0958e9f76af2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2113822 May 27 03:34:39.725505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.813573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:39.827472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-981e0583-ef87-4442-9a91-50fae271c698 req-f1f9736e-0a74-4d15-85f2-4f7fd45f8003 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 1096 time: 0.2639508 May 27 03:34:39.832226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:39.833245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b87c866d-6f05-471c-b542-de0c8d3774a3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:39.914621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-425b4e96-d7bb-4158-bb56-3ea8cad893dc req-16120edb-52a4-4602-b456-9a7ecb48b9e4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:39.949438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-981e0583-ef87-4442-9a91-50fae271c698 req-20c441f4-21f6-4ab8-be2b-38b3e936a985 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147518 May 27 03:34:39.955403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-425b4e96-d7bb-4158-bb56-3ea8cad893dc req-16120edb-52a4-4602-b456-9a7ecb48b9e4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:39.957024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-425b4e96-d7bb-4158-bb56-3ea8cad893dc req-16120edb-52a4-4602-b456-9a7ecb48b9e4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 210 time: 0.1103508 May 27 03:34:40.128407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.197535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856490fe-77b4-43ce-b2e4-d0c2374b80c0 req-4e19c854-3db2-4515-88cb-c762c7e86863 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:40.205688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-856490fe-77b4-43ce-b2e4-d0c2374b80c0 req-4e19c854-3db2-4515-88cb-c762c7e86863 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.1279798 May 27 03:34:40.242923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] For port 175eadee-4fd4-48f2-ac84-46ded6452217, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=175eadee-4fd4-48f2-ac84-46ded6452217,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:40.264022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:40.269590 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.308433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-856490fe-77b4-43ce-b2e4-d0c2374b80c0 req-ab85fc8b-f261-4cde-be98-0e00fab10d88 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957806 May 27 03:34:40.355242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-cd31d224-1446-4ed5-a48e-362c6e537f1d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--717419153&fields=id&tenant_id=68df637837bc48949188723b32207391 HTTP/1.1" status: 200 len: 267 time: 0.0806386 May 27 03:34:40.377900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b87c866d-6f05-471c-b542-de0c8d3774a3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:40.389440 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.499495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b87c866d-6f05-471c-b542-de0c8d3774a3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:40.500105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.530978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:34:40.531465 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:34:40.532242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:40.590845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e96a8973-9b1b-4fe4-8cd7-f4572f0ea3f2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:40.593269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e96a8973-9b1b-4fe4-8cd7-f4572f0ea3f2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:40.641350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e96a8973-9b1b-4fe4-8cd7-f4572f0ea3f2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:40.653221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e96a8973-9b1b-4fe4-8cd7-f4572f0ea3f2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 936 time: 0.2969944 May 27 03:34:40.720242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411041d-2c7d-46f0-bff2-ca8da35ae7ad None None] Pushing event updated for resources: {'Port': ['ID=175eadee-4fd4-48f2-ac84-46ded6452217,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:40.786922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1e5fb6a5-6de8-431d-b314-8db98b7f3b19 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:40.793961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1e5fb6a5-6de8-431d-b314-8db98b7f3b19 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 936 time: 0.1398511 May 27 03:34:40.851887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:40.866812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-93b694d5-ef51-41eb-b599-d75e179c0721 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678434 May 27 03:34:40.957085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1f875ca1-6507-4866-b551-d42288120bc5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0889823 May 27 03:34:40.962772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.001070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:41.011536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.015556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88ea9-2399-49cc-a38a-46de41a47b0b req-5d688372-e14b-46e0-8411-89cbcd712cda tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.017819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62f88ea9-2399-49cc-a38a-46de41a47b0b req-5d688372-e14b-46e0-8411-89cbcd712cda tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 945 time: 0.1613088 May 27 03:34:41.079807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-8f806ebb-521a-4845-a4ef-9e6a68c75163 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.081362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-8f806ebb-521a-4845-a4ef-9e6a68c75163 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.6257091 May 27 03:34:41.102320 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62f88ea9-2399-49cc-a38a-46de41a47b0b req-21956167-3c93-42bd-b271-7829b7990c84 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 May 27 03:34:41.102560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:41.140501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:41.187098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.245938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:41.270517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.277919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.282325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.283570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:41.349106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:41.362405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b5cfb516-5345-4226-8435-df4ff90160af tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/networks?id=97c91322-7645-4a23-b1c8-af95ea2b6c02&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=64fac7f4-787d-4f35-bbfa-766aa909a04e&id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 1994 time: 0.4037409 May 27 03:34:41.404361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e'}, {'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e'}, {'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:41.409429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-db1e58b3-0271-4da9-9d2f-78a1315be58e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/quotas/68df637837bc48949188723b32207391 HTTP/1.1" status: 200 len: 375 time: 0.0443194 May 27 03:34:41.468756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-af4c8258-61f3-492d-963a-88d6847930a0 None None] Provisioning complete for port 175eadee-4fd4-48f2-ac84-46ded6452217 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:41.469127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-af4c8258-61f3-492d-963a-88d6847930a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.502686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:41.545353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:41.570055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:41.584305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:41.593476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.614877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa676384-0829-435a-bc82-6cdf6ebb0687 req-5b939527-ce1e-4006-8148-10c0eeb922be tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.626416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa676384-0829-435a-bc82-6cdf6ebb0687 req-5b939527-ce1e-4006-8148-10c0eeb922be tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 0.3146176 May 27 03:34:41.639687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 175eadee-4fd4-48f2-ac84-46ded6452217 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:41.811867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-f7b97477-b319-4f6e-a6be-04a445099218 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:41.813562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-f7b97477-b319-4f6e-a6be-04a445099218 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3444ea-abcd-4057-b4df-876d23b9f66f HTTP/1.1" status: 200 len: 946 time: 0.3957787 May 27 03:34:41.838050 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-09887998-e88a-42c0-9a71-0743a35233b8 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4170489 May 27 03:34:41.867638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa676384-0829-435a-bc82-6cdf6ebb0687 req-34e65d14-17b3-4189-9f18-80475bdfdc5b tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402403 May 27 03:34:41.886229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 175eadee-4fd4-48f2-ac84-46ded6452217 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:41.886601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:41.975803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Deleting port 70e3454c-c76b-4333-90ba-a44d8b465ec1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:41.976146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.026013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-637f34e7-dc8a-4950-bbe5-00e18b8f7d65 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:42.027751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-637f34e7-dc8a-4950-bbe5-00e18b8f7d65 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 945 time: 0.1902173 May 27 03:34:42.092308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.12 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/a7fec53e-47df-4c1b-ae64-25603299c2a0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:42.195997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-29b6b670-a597-41e5-8012-ecf1c6a89f48 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:42.198271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-29b6b670-a597-41e5-8012-ecf1c6a89f48 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf41c14-08a4-43de-8414-408598492cb7 HTTP/1.1" status: 200 len: 945 time: 0.4623790 May 27 03:34:42.411784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Deleting port a9f01d41-6919-4499-88f6-e4a9f52a744e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:42.412123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.446095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:42.446095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.478059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8cad-b71f-4d0f-8327-eb65a473ef75 req-43c5bb56-a650-4b70-a6a6-161be4133132 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:42.479584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fceb8cad-b71f-4d0f-8327-eb65a473ef75 req-43c5bb56-a650-4b70-a6a6-161be4133132 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 945 time: 0.3922856 May 27 03:34:42.636434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] For port 70e3454c-c76b-4333-90ba-a44d8b465ec1, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=70e3454c-c76b-4333-90ba-a44d8b465ec1,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:42.636799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:42.727542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3f92e53b-b0f7-457f-80fa-e5b0a9abdc64 service neutron] 10.222.0.46 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838918 May 27 03:34:42.945919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-466b644f-bac1-4966-a113-6db9f8858f37 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:42.947342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-466b644f-bac1-4966-a113-6db9f8858f37 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc9841d6-f26e-4880-b73c-309caa03e856 HTTP/1.1" status: 200 len: 945 time: 0.5599976 May 27 03:34:42.963624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Calling delete_port for 70e3454c-c76b-4333-90ba-a44d8b465ec1 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:42.992456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fceb8cad-b71f-4d0f-8327-eb65a473ef75 req-efa4eba7-9557-41db-a15b-76454d344534 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952688 May 27 03:34:43.065008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.103497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] For port a9f01d41-6919-4499-88f6-e4a9f52a744e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=a9f01d41-6919-4499-88f6-e4a9f52a744e,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:43.103865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.130483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Deleting port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:43.130825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.224022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-428a1472-0251-4b48-9522-6946bea668a3 service neutron] 10.222.0.46 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835279 May 27 03:34:43.274672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Calling delete_port for a9f01d41-6919-4499-88f6-e4a9f52a744e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:43.291898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:43.292651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.474159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:43.501496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.513762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['96d4c8c4-8545-4111-aa8b-58ca56f6d60d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:43.533861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.564032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:43.565051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event deleted for resources: {'Port': ['ID=70e3454c-c76b-4333-90ba-a44d8b465ec1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.606183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fa95909a-266a-474f-b3f9-663ce69270f6 service neutron] 10.222.0.46 "GET /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3642116 May 27 03:34:43.691570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-de29fb4c-ac37-43cf-95e0-234f76f14fd5 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:43.693160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-de29fb4c-ac37-43cf-95e0-234f76f14fd5 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.3857608 May 27 03:34:43.752583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] No DVR routers for this DVR port 70e3454c-c76b-4333-90ba-a44d8b465ec1 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:43.755890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.773682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'name': 'network-vif-deleted', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:43.818584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-1434933f-d313-44cd-9b90-f523b126d886 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/quotas/fe98440f762d4432a99882ee7a234bba HTTP/1.1" status: 200 len: 375 time: 0.0897677 May 27 03:34:43.840272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:43.840884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:43.848513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:43.855719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:43.922282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:43.927343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab7b4a4f-fe80-4804-913c-685367dc761b req-8ab7f8f3-a68d-45e8-8ffb-5968f962585f tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "DELETE /v2.0/ports/70e3454c-c76b-4333-90ba-a44d8b465ec1 HTTP/1.1" status: 204 len: 173 time: 2.1020072 May 27 03:34:44.050696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event deleted for resources: {'Port': ['ID=a9f01d41-6919-4499-88f6-e4a9f52a744e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:44.164537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] No DVR routers for this DVR port a9f01d41-6919-4499-88f6-e4a9f52a744e on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:44.170176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.172302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71d6ce08-3650-417a-8adf-4ef69518c0d2 req-058ddc3d-2f97-44e7-8088-eb714be1b355 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "DELETE /v2.0/ports/a9f01d41-6919-4499-88f6-e4a9f52a744e HTTP/1.1" status: 204 len: 173 time: 1.9454033 May 27 03:34:44.202961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0dd0a677-7437-4721-82d7-fe223502ddd5 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:44.204635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] For port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:44.205085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.218777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d647119d-bd33-4fd5-9da9-38d083313496 service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512707 May 27 03:34:44.227654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0dd0a677-7437-4721-82d7-fe223502ddd5 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:44.228989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:44.229616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.230711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0dd0a677-7437-4721-82d7-fe223502ddd5 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4107919 May 27 03:34:44.254051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.265716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c99f03a9-ec35-4a75-a7bf-4cc391c67ac2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:44.419787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Calling delete_port for 96d4c8c4-8545-4111-aa8b-58ca56f6d60d owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:44.460182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 70e3454c-c76b-4333-90ba-a44d8b465ec1 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:44.510078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-9fefab03-1189-4bfb-a7f9-fa9ebeb698ae service neutron] 10.222.0.46 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709849 May 27 03:34:44.511749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 70e3454c-c76b-4333-90ba-a44d8b465ec1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:34:44.512123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 70e3454c-c76b-4333-90ba-a44d8b465ec1 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:44.520889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=c99f03a9-ec35-4a75-a7bf-4cc391c67ac2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:44.600369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-093102c7-2348-4511-968e-eb3bff0d8286 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5018637 May 27 03:34:44.656676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:44.665879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Request body: {'port': {'device_id': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:44.701114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:44.703914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: a9f01d41-6919-4499-88f6-e4a9f52a744e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:34:44.708681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device a9f01d41-6919-4499-88f6-e4a9f52a744e not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:44.709210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96d4c8c4-8545-4111-aa8b-58ca56f6d60d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:44.730768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.732718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a49fa61f-b45c-4667-96c7-d3cb152078f7 req-30263b86-7d80-4a2e-a34c-54cb46552ec2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "DELETE /v2.0/ports/c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 HTTP/1.1" status: 204 len: 173 time: 2.6986141 May 27 03:34:44.735336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'name': 'network-vif-deleted', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:44.766942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-89f1a8bf-f676-40b8-ba19-b95f1524a176 service neutron] 10.222.0.46 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541571 May 27 03:34:44.767445 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4b1e47ad-1a38-4f78-812f-1dfe844d4a55 service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319014 May 27 03:34:44.902927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:44.988621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:45.006251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3ab7d6d7-50ac-40df-9fa9-796f8ab66f05 service neutron] 10.222.0.46 "GET /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1811044 May 27 03:34:45.320878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:45.329562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb951b-e910-420d-a36c-6053945c9646 req-8f7c05d4-7612-43ae-9421-6f79749c6edb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:45.337711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16bb951b-e910-420d-a36c-6053945c9646 req-8f7c05d4-7612-43ae-9421-6f79749c6edb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 932 time: 0.1612556 May 27 03:34:45.423911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16bb951b-e910-420d-a36c-6053945c9646 req-b8bc97fd-0f8f-42c9-8896-587492181fae tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847361 May 27 03:34:45.448499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event deleted for resources: {'Port': ['ID=96d4c8c4-8545-4111-aa8b-58ca56f6d60d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:45.462796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-7f00fa66-ba9d-4ee5-ac78-3f9119ef521c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 210 time: 0.0828357 May 27 03:34:45.620574 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59447a5-63a3-410b-9580-cd19b4d2d2f9'] response: {'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'code': 200} May 27 03:34:45.621119 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59447a5-63a3-410b-9580-cd19b4d2d2f9'] response: {'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'code': 200} May 27 03:34:45.621585 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59447a5-63a3-410b-9580-cd19b4d2d2f9'] response: {'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'code': 200} May 27 03:34:45.789329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2509bac1-f435-436a-b388-416385150cc3 req-01b1c492-91e7-4352-9e27-25b44d49f5c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 1096 time: 0.1003776 May 27 03:34:45.795838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-72e90403-d9a5-4216-82b8-8187bc8e5f7d service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7760680 May 27 03:34:45.906273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-b048c468-055f-47b5-a8c6-95b636f1e290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:45.906608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2509bac1-f435-436a-b388-416385150cc3 req-34afa3f2-5ce8-44ab-acad-dd68e96d6222 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112494 May 27 03:34:45.908081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-b048c468-055f-47b5-a8c6-95b636f1e290 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c68d694357974baeaeb629aae6ba6380&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4370742 May 27 03:34:46.080038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] No DVR routers for this DVR port 96d4c8c4-8545-4111-aa8b-58ca56f6d60d on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:46.082896 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:46.099733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-c08abe80-14da-4e1b-9ad7-a23a7be688b7 service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811163 May 27 03:34:46.107807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-622951ef-ed21-487d-b479-4f4cfcffc61e req-fa3d51d0-b972-46ef-8f59-75443bc3ddc1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.41 "DELETE /v2.0/ports/96d4c8c4-8545-4111-aa8b-58ca56f6d60d HTTP/1.1" status: 204 len: 173 time: 3.1475084 May 27 03:34:46.633422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf6c3ef4-22f5-4d54-b17a-ad690bd0a070 req-30d69e40-9c1c-4671-8f03-ecc7dea6bc7d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 210 time: 0.1545951 May 27 03:34:46.717099 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19edd70b-a6a7-4785-b976-63ec0a737d19'] response: {'server_uuid': 'cc3444ea-abcd-4057-b4df-876d23b9f66f', 'name': 'network-vif-deleted', 'tag': '70e3454c-c76b-4333-90ba-a44d8b465ec1', 'status': 'completed', 'code': 200} May 27 03:34:46.988096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fec53e-47df-4c1b-ae64-25603299c2a0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:47.019712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.039099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-53f40762-c780-49e2-b5e7-09792736155d service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9269834 May 27 03:34:47.040013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-7a208573-682c-43cd-8fcf-e8d2d1da0bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:47.041393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-7a208573-682c-43cd-8fcf-e8d2d1da0bd6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5798848 May 27 03:34:47.050427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Transition to ACTIVE for port object a7fec53e-47df-4c1b-ae64-25603299c2a0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:47.058279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.112779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3552b6-1f66-4f6f-a2fa-46fbf3285b17 req-0efc1189-35c5-4697-89b7-8e9116e800da tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:47.120191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e3552b6-1f66-4f6f-a2fa-46fbf3285b17 req-0efc1189-35c5-4697-89b7-8e9116e800da tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 945 time: 0.2430873 May 27 03:34:47.188209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-e949f181-cd72-47c3-a02b-0b06927a5fb7 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:47.191172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-e949f181-cd72-47c3-a02b-0b06927a5fb7 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.3637216 May 27 03:34:47.203921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e3552b6-1f66-4f6f-a2fa-46fbf3285b17 req-5e3cd5f5-f140-4e02-913f-48a3bbb61166 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 May 27 03:34:47.211939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Request body: {'port': {'device_id': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'admin_state_up': True, 'tenant_id': 'fe98440f762d4432a99882ee7a234bba'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:47.235021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Pushing event updated for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:47.360786 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d07d13a-9582-46c0-8d23-421476ec7714'] response: {'server_uuid': 'fefdaa27-fb43-4e9b-b7fa-cb132e570970', 'name': 'network-vif-deleted', 'tag': 'c99f03a9-ec35-4a75-a7bf-4cc391c67ac2', 'status': 'completed', 'code': 200} May 27 03:34:47.580830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe1e160d-2b23-4a1f-ab94-da5dd8038384 service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183480 May 27 03:34:47.778834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-2591e3ac-12c1-49d5-932e-13d60a632d8b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:47.780314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-2591e3ac-12c1-49d5-932e-13d60a632d8b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 811 time: 0.4080498 May 27 03:34:47.782670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:47.787300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Usage tracker for resource:port and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:47.790409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:47.790601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Attempting to bind port a7fec53e-47df-4c1b-ae64-25603299c2a0 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:47.790818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Attempting to bind port a7fec53e-47df-4c1b-ae64-25603299c2a0 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:47.791146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Attempting to bind port a7fec53e-47df-4c1b-ae64-25603299c2a0 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:47.800010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Request body: {'port': {'device_id': '4f57b942-5167-4681-a17f-95f598096ac0', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'admin_state_up': True, 'tenant_id': 'fe98440f762d4432a99882ee7a234bba'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:47.821434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:47.822547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56880) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:47.829192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135883722', 'description': 'tempest-description--250180177'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:47.839946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:47.845346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Port a7fec53e-47df-4c1b-ae64-25603299c2a0 on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:47.845675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Attempting to bind port a7fec53e-47df-4c1b-ae64-25603299c2a0 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:47.874171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:47.879133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:47.879475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:47.879936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:47.880432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Bound port: a7fec53e-47df-4c1b-ae64-25603299c2a0, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:47.880745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.900025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:47.903002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:47.984944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:47.989477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:47.992290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-be841385-9e91-454b-84ec-33d2db4760db service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838043 May 27 03:34:47.998852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.036919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:48.046218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Usage tracker for resource:port and tenant:fe98440f762d4432a99882ee7a234bba is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:48.052263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:48.099022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Pushing event updated for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.106983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.129773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:48.164855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Made reservation on behalf of fe98440f762d4432a99882ee7a234bba for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:48.167778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.204214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.205651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-2ec7613c-b96c-4e84-9528-afb2c434ebff service neutron] 10.222.0.21 "PUT /v2.0/ports/a7fec53e-47df-4c1b-ae64-25603299c2a0 HTTP/1.1" status: 200 len: 1092 time: 3.5529127 May 27 03:34:48.217672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Allocated IP 172.20.0.11 (e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7/89f93bf7-e354-45d5-ade6-0a952cf7cae5/9a9d8d56-9fa5-4677-8349-9ea71f853d1e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:48.304846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:48.317311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33465d-c856-4b39-a2b5-92800a259d6b req-cd691fba-a6b1-41ad-9a6a-7e856cdd3939 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:48.318840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b33465d-c856-4b39-a2b5-92800a259d6b req-cd691fba-a6b1-41ad-9a6a-7e856cdd3939 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 944 time: 0.2606943 May 27 03:34:48.321780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Usage tracker for resource:security_group_rule and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:48.333917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:48.346655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:48.358397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f04e86c9-4876-4290-a6b2-447004db1eeb service neutron] 10.222.0.46 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539431 May 27 03:34:48.429835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b33465d-c856-4b39-a2b5-92800a259d6b req-f0e5b147-6836-445a-9775-3b029f8e394f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046238 May 27 03:34:48.525804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-b53a86d4-f5e5-45d1-8082-7d641e3e8662 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 1095 time: 0.2652717 May 27 03:34:48.531996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.601327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.669001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0198d7a-5d69-4fdc-ab1c-c41edfb10dd5 req-4020a64b-b308-4be4-8aa4-a298d3be139c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 210 time: 0.0513656 May 27 03:34:48.723061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.724756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-deleted', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:48.730126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.789683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-3e6b21df-8ead-4d28-88a5-d47fe7d52179 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0 HTTP/1.1" status: 200 len: 217 time: 0.2532878 May 27 03:34:48.804837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-53ed7bf0-6c2c-4754-abd5-ad73f3c244fc service neutron] 10.222.0.46 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393687 May 27 03:34:48.820362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Allocated IP 172.20.0.10 (e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7/89f93bf7-e354-45d5-ade6-0a952cf7cae5/85d93946-fe43-4802-9958-39f573a681d5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:48.959665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:48.962256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:48.966359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-92614309-d6d3-4b90-9050-dcc76b0f1396 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1418266 May 27 03:34:48.982269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:48.984196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-7e36d9dd-85d8-483f-a028-e113f4df66b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:48.985681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-7e36d9dd-85d8-483f-a028-e113f4df66b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.1799488 May 27 03:34:49.003804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'security_group_rule': {'security_group_id': 'd70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:49.030405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b40c061a-897e-4b1d-b37d-14e9b3ef6095 req-215f13a8-4f1d-4fa8-a9e3-91080517e7f2 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 210 time: 0.1140389 May 27 03:34:49.031618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:49.054084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:49.055265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Usage tracker for resource:security_group_rule and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:49.062880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:49.065625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:49.078117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:49.088175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-56eaf300-31b4-49c6-81a6-01106917f0c7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:49.103570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-3f5b47d7-0c05-44bc-8adc-515041eaaed9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855608 May 27 03:34:49.252175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event updated for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:49.263633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-56eaf300-31b4-49c6-81a6-01106917f0c7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:49.264787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01a90802-fd6e-4a19-967f-4f5e47d3ab45 req-56eaf300-31b4-49c6-81a6-01106917f0c7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/ports?device_id=fefdaa27-fb43-4e9b-b7fa-cb132e570970 HTTP/1.1" status: 200 len: 210 time: 0.2866015 May 27 03:34:49.300528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-5188ef52-0d30-45fe-a5d1-f37bf5f658cd service neutron] 10.222.0.46 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465237 May 27 03:34:49.331746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:49.335291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-4d2f21dc-e24f-4bde-b9a7-6c251d98558f service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228673 May 27 03:34:49.396818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.397187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.397522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.397857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.398165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.398488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.398807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.399125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.399450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.399748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.400067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:49.444112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.454848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:49.455536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.466047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'name': 'network-vif-deleted', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d'}, {'name': 'network-changed', 'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:49.542775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.591545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-97d07b33-788d-41aa-88b8-08b791558afa tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3863888 May 27 03:34:49.599696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.613028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Request body: {'port': {'device_id': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:49.714567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-5ec9c4fc-2ed5-470f-9d8b-e748519e42bf service neutron] 10.222.0.46 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059074 May 27 03:34:49.724988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4515a23-c708-438d-af6d-1cbbf7ab9dcb req-cbde03a8-5fbc-4f7d-9bbf-4cc8c57adb6f service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815787 May 27 03:34:49.738092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbc35d-38eb-461b-acf8-09f92f207804 req-c3faddb2-354a-41b8-ac56-e84315d2c22b tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:49.739925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5fbc35d-38eb-461b-acf8-09f92f207804 req-c3faddb2-354a-41b8-ac56-e84315d2c22b tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 945 time: 0.4974821 May 27 03:34:49.780047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.794135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:49.800428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.802530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:49.804492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:49.814308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:49.941789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5dfaaa-0b61-4aa6-ab3e-3b24b432cb33,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:49.950986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e14c36f0-1018-4844-8b48-e2537cf87d77 service neutron] 10.222.0.46 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234840 May 27 03:34:49.967527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.968577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-03ae0743-0fdf-4ca0-a2fc-bd4f6cfe4e52 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9728913 May 27 03:34:49.973376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56908) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:49.982920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'security_group_rule': {'security_group_id': 'd70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:49.984330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:49.990529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:49.990760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:49.995825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Usage tracker for resource:security_group_rule and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:49.999355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:50.015265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5fbc35d-38eb-461b-acf8-09f92f207804 req-256f9982-ad35-46e3-8664-09f9243248ba tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512212 May 27 03:34:50.020142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.031157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:50.090057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.111732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-596d19fe-1780-4dd4-94d4-2a40f23f0d6b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3157420 May 27 03:34:50.138207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Request body: {'port': {'device_id': '4f57b942-5167-4681-a17f-95f598096ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:50.201196 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64cfc53-5e18-41ff-9b1f-b6ccb93aa928'] response: {'server_uuid': 'fbf41c14-08a4-43de-8414-408598492cb7', 'name': 'network-vif-deleted', 'tag': 'a9f01d41-6919-4499-88f6-e4a9f52a744e', 'status': 'completed', 'code': 200} May 27 03:34:50.244097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.254495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.292936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9473d8a7-bb03-4d53-a11a-f5df76a2b102,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:50.323128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.324469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5db15987-d9c0-4bd7-ae38-4f0e3bc1d6e3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3500652 May 27 03:34:50.329846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56924) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:34:50.340163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:50.362059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:50.367681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Usage tracker for resource:floatingip and tenant:c37b97afda7d48a0aca3b2c74be3fa26 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:34:50.382011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:34:50.390387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:50.419386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.517716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.686363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:50.741273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:50.788176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84e815-30ae-4751-9240-2d301b0dbeeb req-8c021f63-cf1b-4d3e-ba4c-8301d8569aca tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:50.789659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe84e815-30ae-4751-9240-2d301b0dbeeb req-8c021f63-cf1b-4d3e-ba4c-8301d8569aca tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 944 time: 0.3432133 May 27 03:34:50.902318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe84e815-30ae-4751-9240-2d301b0dbeeb req-ede51816-1964-4052-92bd-3657d96403c4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042864 May 27 03:34:50.935440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:51.002118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '938e1018-5174-4838-8651-5e6c82e3a04b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '938e1018-5174-4838-8651-5e6c82e3a04b', 'mac_address': 'fa:16:3e:e7:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:51.028070 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5b9795-69b6-434b-90ea-00f075c014cb'] response: {'server_uuid': 'dc9841d6-f26e-4880-b73c-309caa03e856', 'name': 'network-vif-deleted', 'tag': '96d4c8c4-8545-4111-aa8b-58ca56f6d60d', 'status': 'completed', 'code': 200} May 27 03:34:51.028469 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5b9795-69b6-434b-90ea-00f075c014cb'] response: {'name': 'network-changed', 'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0', 'status': 'completed', 'code': 200} May 27 03:34:51.061737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9d8d56-9fa5-4677-8349-9ea71f853d1e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:51.101055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:51.110683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Allocated IP 172.25.8.91 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/882933ab-7e54-4017-8f77-126e8130a541) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:51.166272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Transition to ACTIVE for port object 9a9d8d56-9fa5-4677-8349-9ea71f853d1e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:51.231472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:51.262021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:51.291371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:51.332804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:51.344821 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:51.457044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:51.481440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-bae346cd-0e24-441c-aac8-77f7d5570987 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 1095 time: 0.4357822 May 27 03:34:51.514452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['938e1018-5174-4838-8651-5e6c82e3a04b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:51.872140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:51.943817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347b677-4262-4419-80ba-ce02b8c76028 req-ba3093c3-c389-4448-b5b9-2690be6d8ae1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:51.949184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8347b677-4262-4419-80ba-ce02b8c76028 req-ba3093c3-c389-4448-b5b9-2690be6d8ae1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:52.040756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.097820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-c251dbe0-3bdd-4cc9-8100-71540012563a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:52.099318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-c251dbe0-3bdd-4cc9-8100-71540012563a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.6088583 May 27 03:34:52.249732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-f781bad5-99b1-4a69-b260-a8f04701d016 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0 HTTP/1.1" status: 200 len: 217 time: 0.1306193 May 27 03:34:52.254456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8347b677-4262-4419-80ba-ce02b8c76028 req-ba3093c3-c389-4448-b5b9-2690be6d8ae1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:52.267035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8347b677-4262-4419-80ba-ce02b8c76028 req-ba3093c3-c389-4448-b5b9-2690be6d8ae1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 932 time: 0.7940934 May 27 03:34:52.308670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:34:52.341278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.443872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8347b677-4262-4419-80ba-ce02b8c76028 req-abf1320c-89c5-42da-b9df-06a3b8efa123 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755793 May 27 03:34:52.452678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Attempting to bind port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:52.453846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Attempting to bind port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:52.454381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Attempting to bind port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:52.464453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d93946-fe43-4802-9958-39f573a681d5 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:52.470668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:52.476115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-9b28399d-e8ac-4d24-bb01-4e8fe9159066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:52.477614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-9b28399d-e8ac-4d24-bb01-4e8fe9159066 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.2217314 May 27 03:34:52.478721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:52.484598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.493023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'Port': ['ID=882933ab-7e54-4017-8f77-126e8130a541,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:52.498887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:52.540350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Transition to ACTIVE for port object 85d93946-fe43-4802-9958-39f573a681d5 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:52.556620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:52.557802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Attempting to bind port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:52.560384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a7fec53e-47df-4c1b-ae64-25603299c2a0 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:34:52.568077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.658910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-2a27aee1-da76-49ea-ba1a-bfcf4b548cca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325686 May 27 03:34:52.722398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-e2bee0c7-19c7-40e0-82bf-61c6cf7f8e65 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:52.724118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-e2bee0c7-19c7-40e0-82bf-61c6cf7f8e65 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.5123415 May 27 03:34:52.770514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7b6cd79b-27f4-4ae2-9a54-481d71fe2fe5 req-c25ce465-2450-4d8f-8016-76d508a281ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:34:52.818959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-2b453a51-7a96-4169-bee0-a4013c225649 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0431509 May 27 03:34:52.870707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:52.884740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:52.892252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Checking segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:52.894167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Bound using segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:52.894908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Bound port: 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:52.895490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:52.902780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-875ddcde-7813-4500-946b-d6ecfb0d66be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734189 May 27 03:34:52.985509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:53.023869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-7be811e5-28e8-4ae3-83ab-89db44151a6a service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456240 May 27 03:34:53.026426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'a7fec53e-47df-4c1b-ae64-25603299c2a0', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': 'a7fec53e-47df-4c1b-ae64-25603299c2a0', 'mac_address': 'fa:16:3e:a1:a1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:34:53.049792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:53.054580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:53.056006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7b6cd79b-27f4-4ae2-9a54-481d71fe2fe5 req-c25ce465-2450-4d8f-8016-76d508a281ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:34:53.068672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b6cd79b-27f4-4ae2-9a54-481d71fe2fe5 req-c25ce465-2450-4d8f-8016-76d508a281ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 210 time: 0.3643596 May 27 03:34:53.087136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.187189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.197812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 938e1018-5174-4838-8651-5e6c82e3a04b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:53.200468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.242799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.277249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fec53e-47df-4c1b-ae64-25603299c2a0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:34:53.323122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-9fa33cdc-d400-4619-bd7d-c4b1270e6190 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193270 May 27 03:34:53.344856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:53.378670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.428117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.566447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Attempting to bind port 85d93946-fe43-4802-9958-39f573a681d5 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:34:53.567461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Attempting to bind port 85d93946-fe43-4802-9958-39f573a681d5 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:34:53.568360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Attempting to bind port 85d93946-fe43-4802-9958-39f573a681d5 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:53.576359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.579384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-0e3d967f-a1d4-4495-a6b7-947b7cea2113 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a9d8d56-9fa5-4677-8349-9ea71f853d1e HTTP/1.1" status: 200 len: 1092 time: 3.9772568 May 27 03:34:53.585671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:53.643278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Port 85d93946-fe43-4802-9958-39f573a681d5 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:34:53.645299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Attempting to bind port 85d93946-fe43-4802-9958-39f573a681d5 on network e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:34:53.666540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:34:53.686239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Checking segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:34:53.686863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Bound using segment: {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:34:53.687619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Bound port: 85d93946-fe43-4802-9958-39f573a681d5, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8d1fb1-0d61-4444-83cf-0c9f2277393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:34:53.688184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.697499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-451fb854-ad16-4552-a6ee-d55a7c8654a4 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475127 May 27 03:34:53.789938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.877573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:53.885329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:53.898731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a7fec53e-47df-4c1b-ae64-25603299c2a0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:34:53.918889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-467531da-5ab1-4597-90f4-3aa5da54078d service neutron] 10.222.0.41 "GET /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 1032 time: 0.2199707 May 27 03:34:53.920997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d2e5bfb-b01d-4ca8-80e6-9904b6181e48 req-45b0d4c1-55ab-46a5-9f4c-ce26c0290234 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895116 May 27 03:34:53.981599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:53.982906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.001874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.022038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.030130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:54.034731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:54.077140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.078562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:54.150781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:54.152295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/85d93946-fe43-4802-9958-39f573a681d5 HTTP/1.1" status: 200 len: 1092 time: 4.0210266 May 27 03:34:54.197008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958fdcb-39f7-43d1-88ef-a1044ec8ac0e req-f9c1c8ac-daab-4264-8076-8543470d38d4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:54.209038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5958fdcb-39f7-43d1-88ef-a1044ec8ac0e req-f9c1c8ac-daab-4264-8076-8543470d38d4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 945 time: 0.7449188 May 27 03:34:54.213719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:34:54.214012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c99f03a9-ec35-4a75-a7bf-4cc391c67ac2 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:34:54.296237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-38789350-3c06-4067-ab39-e72ffefe6d02 service neutron] 10.222.0.41 "GET /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 1032 time: 0.2963791 May 27 03:34:54.305697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=10']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:54.485850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e457cd-975e-4cf0-b741-7c2c1ea9dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:54.537723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5958fdcb-39f7-43d1-88ef-a1044ec8ac0e req-070c396b-ccf5-4750-99bb-43c60eeee765 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274076 May 27 03:34:54.586081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-aaf5585a-d3cf-4bc2-9513-d148c47fc1a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 1095 time: 0.8476624 May 27 03:34:54.609391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-f11c1824-a3d9-44e7-8aec-914fef80659a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 1095 time: 0.3572297 May 27 03:34:54.697128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:55.020712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-fdffa8b6-aaae-4d25-83ca-70dcf45b17ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e HTTP/1.1" status: 200 len: 217 time: 0.4149604 May 27 03:34:55.022606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-3783dfe3-2584-4d4b-9c9a-ac15374f0149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85d93946-fe43-4802-9958-39f573a681d5 HTTP/1.1" status: 200 len: 217 time: 0.2755558 May 27 03:34:55.123671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-cdcadcf9-2c0c-4d6c-849d-e86b8cccd2d0 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.125237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-cdcadcf9-2c0c-4d6c-849d-e86b8cccd2d0 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 945 time: 1.1993706 May 27 03:34:55.280611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-7f189c47-5abc-4bb0-8fb4-d0c817740fe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.283130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-7f189c47-5abc-4bb0-8fb4-d0c817740fe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.2490563 May 27 03:34:55.352640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545deb29-2902-45d5-ba80-d2539a00a461 req-032bf466-d7f5-43f0-8be2-e470e344b33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.355911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-032bf466-d7f5-43f0-8be2-e470e344b33a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.2434506 May 27 03:34:55.365572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-a8fe8a5f-8995-4e65-b596-7cdeb6128cb4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.369756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-a8fe8a5f-8995-4e65-b596-7cdeb6128cb4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.373860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-a8fe8a5f-8995-4e65-b596-7cdeb6128cb4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.376647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-a8fe8a5f-8995-4e65-b596-7cdeb6128cb4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/networks?id=97c91322-7645-4a23-b1c8-af95ea2b6c02&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=64fac7f4-787d-4f35-bbfa-766aa909a04e&id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 1994 time: 0.7747228 May 27 03:34:55.389160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bbfc8-ba3d-47a9-bc31-a3ed7d560933 req-f19c4518-6cd6-4865-9f5d-02712e715231 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.398481 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e3bbfc8-ba3d-47a9-bc31-a3ed7d560933 req-f19c4518-6cd6-4865-9f5d-02712e715231 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 945 time: 1.1100025 May 27 03:34:55.454620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-3a560ed7-a314-4ecc-822b-6ba769ab309b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901504 May 27 03:34:55.458722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-71ace48a-19ae-4e77-abc9-8a45e2291fea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686044 May 27 03:34:55.465903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43677b82-ca1a-4058-bb6c-bbe6fa0ab284 req-e2e51227-bc90-453a-a2c5-c24a34340257 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:55.467179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Deleting port b87c866d-6f05-471c-b542-de0c8d3774a3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:55.467720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:55.467868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43677b82-ca1a-4058-bb6c-bbe6fa0ab284 req-e2e51227-bc90-453a-a2c5-c24a34340257 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 944 time: 0.7197225 May 27 03:34:55.628617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e3bbfc8-ba3d-47a9-bc31-a3ed7d560933 req-e19427d8-16b5-4e18-b6a7-c9de433b11bf tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281649 May 27 03:34:55.634356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-0b2438ec-3688-4d87-976e-1587d1fe0bad tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68df637837bc48949188723b32207391 HTTP/1.1" status: 200 len: 379 time: 0.2294292 May 27 03:34:55.707448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'admin_state_up': True, 'tenant_id': '68df637837bc48949188723b32207391', 'security_groups': ['47d2d0b0-cdaa-4785-a97a-c395ee68ed1c']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:55.919072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:34:56.045040 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b992d3-31fb-410b-944e-5341cd9504a5'] response: {'name': 'network-changed', 'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e', 'status': 'completed', 'code': 200} May 27 03:34:56.047565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.103951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.130760 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:56.506428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-4856506c-a61b-4140-972e-3bcdb8c6230a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:56.510377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-4856506c-a61b-4140-972e-3bcdb8c6230a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.3435597 May 27 03:34:56.523123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43677b82-ca1a-4058-bb6c-bbe6fa0ab284 req-25d7256f-5273-4691-a90e-318141e24be0 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9878328 May 27 03:34:56.546901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:34:56.595635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a7fec53e-47df-4c1b-ae64-25603299c2a0 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:34:56.609078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ec8d658-872a-4fec-bf88-9281fcda0ab7 req-017f6ffd-e7b3-4782-a16f-cbf70c66b930 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 210 time: 0.2530818 May 27 03:34:56.845641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b87c866d-6f05-471c-b542-de0c8d3774a3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:34:56.861264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-9fad494b-824d-45ae-ab75-bd14013814e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3918087 May 27 03:34:56.919396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-2d7ad9d6-213f-49be-8191-b8ba2334e9dc service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4182203 May 27 03:34:56.949270 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fe3788-76f7-47b0-a174-5aad26d19e10'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'code': 200} May 27 03:34:56.954837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:56.955196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.033208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'Port': ['ID=882933ab-7e54-4017-8f77-126e8130a541,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:57.060501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:57.246538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.278068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port a7fec53e-47df-4c1b-ae64-25603299c2a0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:34:57.300269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:57.305348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port a7fec53e-47df-4c1b-ae64-25603299c2a0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:34:57.305722 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.400842 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.443130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:34:57.536318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:57.545105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Calling delete_port for b87c866d-6f05-471c-b542-de0c8d3774a3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:34:57.581070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7a082c5-e4aa-44ac-ab20-0ca5f113c509 req-259e5659-9df5-4c3e-88aa-8abc2460932b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 210 time: 0.4896495 May 27 03:34:57.604993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.645123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:34:57.648681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:57.654868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.744684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-44243d42-d452-4444-98a4-54f97b78706b service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639784 May 27 03:34:57.785834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:34:57.786363 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:34:57.787702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.794718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:57.798179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.805582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0017ec5a-39f0-458e-9d5a-9092ee7d1503 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4740756 May 27 03:34:57.808381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.927852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-545deb29-2902-45d5-ba80-d2539a00a461 req-4a330a70-baab-4955-9e77-e24cbab0eae7 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9344051 May 27 03:34:57.937933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:57.969551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-209a486d-849b-4307-8f53-b2d14528c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:57.991358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:57.997664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:57.998414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:57.999005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:57.999645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.000500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.001621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.002215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.003871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.004448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.007660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:58.041292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:58.052883 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.169806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'tag': '85d93946-fe43-4802-9958-39f573a681d5'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:58.203205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b81e-1bef-48fe-9254-11bf4c4ecb6e req-4953d20c-35c3-47a7-b1bc-d74bcf965012 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:58.209279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6f7b81e-1bef-48fe-9254-11bf4c4ecb6e req-4953d20c-35c3-47a7-b1bc-d74bcf965012 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 945 time: 0.9121401 May 27 03:34:58.231925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:58.368057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6f7b81e-1bef-48fe-9254-11bf4c4ecb6e req-977548d2-766b-46ef-96c3-a0cd6eb756df tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425087 May 27 03:34:58.432525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Deleting port b87c866d-6f05-471c-b542-de0c8d3774a3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:34:58.433091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.471080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-9cebdbd3-c66f-40b9-adba-f4f0cb14ff04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 1095 time: 0.6527421 May 27 03:34:58.592751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.10 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/f82638f8-4794-4017-8580-b2e32f8c2e88) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:58.647458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 172.20.0.7 (97c91322-7645-4a23-b1c8-af95ea2b6c02/7d6ef3a5-0787-465a-946e-c724574cdc69/19bac76a-ec80-4ff7-b472-ff51f6512bd9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:58.923196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-ad3386a7-fbba-490a-9225-666c1c61d5f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:58.924853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-ad3386a7-fbba-490a-9225-666c1c61d5f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 912 time: 0.4460149 May 27 03:34:58.951189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3'}, {'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:34:58.957845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:58.988447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object 19bac76a-ec80-4ff7-b472-ff51f6512bd9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:34:59.087378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-1565a67a-084e-42ad-9213-4235e48d3e57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e HTTP/1.1" status: 200 len: 217 time: 0.1387098 May 27 03:34:59.226560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.459586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:59.487484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:59.532674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:34:59.766464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.959197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed65f82-2821-405a-9982-bd3a251c49a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.975997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:34:59.976544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2ea0-9cb6-4d1a-baff-80f103c76b4c req-787f2ada-1869-4c44-9f0a-b768095f1915 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:34:59.994305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-979a2ea0-9cb6-4d1a-baff-80f103c76b4c req-787f2ada-1869-4c44-9f0a-b768095f1915 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/ports?device_id=9698b363-70f8-49c7-8d06-f54512d5f29b HTTP/1.1" status: 200 len: 943 time: 1.9678900 May 27 03:35:00.004299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:00.103866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bbeca22d-8a68-4d02-bd59-4900590c7e91 None None] Provisioning for port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:00.114740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bbeca22d-8a68-4d02-bd59-4900590c7e91 None None] Provisioning complete for port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:00.115131 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bbeca22d-8a68-4d02-bd59-4900590c7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:00.121169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-7a37715f-e6ef-4822-9c20-4e625002a16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:00.124572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-7a37715f-e6ef-4822-9c20-4e625002a16e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.3012285 May 27 03:35:00.138009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:00.138009 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:00.140638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048c248-2380-4aed-8c0c-5fe8e641c7e7 req-ae06a2cf-e59a-4afc-9530-17e4097b3f82 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:00.145086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2048c248-2380-4aed-8c0c-5fe8e641c7e7 req-ae06a2cf-e59a-4afc-9530-17e4097b3f82 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 944 time: 1.3796058 May 27 03:35:00.261891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] For port b87c866d-6f05-471c-b542-de0c8d3774a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b87c866d-6f05-471c-b542-de0c8d3774a3,segment=NetworkSegment(01696144-4ad4-49b2-976f-bd3daeb3a5b3),segment_id=01696144-4ad4-49b2-976f-bd3daeb3a5b3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:00.262655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:00.345406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bbeca22d-8a68-4d02-bd59-4900590c7e91 None None] Port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:00.475062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-68b44d41-3d58-4a39-bb2c-77d00402154d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627786 May 27 03:35:00.475872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:00.553657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-979a2ea0-9cb6-4d1a-baff-80f103c76b4c req-cd69d3f1-f1f7-4d10-8cd5-87e4cebe9534 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.46 "GET /v2.0/security-groups?id=71de20d2-5ee4-450d-9a23-7c3c076c00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572562 May 27 03:35:00.573955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Calling delete_port for b87c866d-6f05-471c-b542-de0c8d3774a3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:00.621194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9d8d56-9fa5-4677-8349-9ea71f853d1e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:00.670999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3262d97f-b31c-4d11-8b21-09a6b1196dea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9853828 May 27 03:35:00.685503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:00.692045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:00.699399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'admin_state_up': True, 'tenant_id': '68df637837bc48949188723b32207391', 'security_groups': ['47d2d0b0-cdaa-4785-a97a-c395ee68ed1c']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:00.701427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:00.878744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2048c248-2380-4aed-8c0c-5fe8e641c7e7 req-94c5a363-8f2a-49c1-a5f0-aa62cb37b7ee tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856640 May 27 03:35:01.056205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-a0dcf373-7553-4a21-98d0-dd9de095ba36 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627000 May 27 03:35:01.083069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:01.083758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.165293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.250850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'port_id': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e', 'mac_address': 'fa:16:3e:71:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f93bf7-e354-45d5-ade6-0a952cf7cae5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:01.362354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-bd9fb217-f14f-4cd6-9164-66006b1d0493 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8353474 May 27 03:35:01.371533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:01.384320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.398265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Request body: {'port': {'device_id': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:01.430385 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.434311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.465977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:port and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:01.470394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.472490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:01.496119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9d8d56-9fa5-4677-8349-9ea71f853d1e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:01.546094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.553925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.554850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d93946-fe43-4802-9958-39f573a681d5 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:01.596711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:01.606752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e325254-a989-4ffe-ba7c-f7df2ffb87ad req-6905c400-c8f4-4e67-ac69-67fbe4fa3747 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:01.609691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e325254-a989-4ffe-ba7c-f7df2ffb87ad req-6905c400-c8f4-4e67-ac69-67fbe4fa3747 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 932 time: 0.7289565 May 27 03:35:01.685245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Pushing event deleted for resources: {'Port': ['ID=b87c866d-6f05-471c-b542-de0c8d3774a3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:01.742944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.760345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:01.763948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '85d93946-fe43-4802-9958-39f573a681d5', 'network_id': 'e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7', 'port_id': '85d93946-fe43-4802-9958-39f573a681d5', 'mac_address': 'fa:16:3e:49:de:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f93bf7-e354-45d5-ade6-0a952cf7cae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:01.782604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01494c4-bfc6-4bd8-8c93-93a71d8238f0 req-3410e7bd-e0ff-4f39-b6c5-78960f04e388 service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119505 May 27 03:35:01.802707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:01.807856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.838181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] No DVR routers for this DVR port b87c866d-6f05-471c-b542-de0c8d3774a3 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:01.868043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-d53ce99f-5372-4aa5-8793-4500c9138bf9 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:01.869983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-d53ce99f-5372-4aa5-8793-4500c9138bf9 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 0.6938632 May 27 03:35:01.897531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-0afd1db5-cecb-4830-bc60-306219c91147 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/quotas/c37b97afda7d48a0aca3b2c74be3fa26 HTTP/1.1" status: 200 len: 375 time: 0.0181255 May 27 03:35:01.899068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.899454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:01.938301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d93946-fe43-4802-9958-39f573a681d5 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:01.967524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:01.989286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.132111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.1.1.94 (63dbb359-7e82-47e3-ba00-c715175954e2/0a2d0ed1-39a6-4741-834f-4a15d04020a5/d3aadd59-4ccc-4f93-8add-ca8d188f845c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:02.261284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.274762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-deleted', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:02.294616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:02.345990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['85d93946-fe43-4802-9958-39f573a681d5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:02.376670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0b2c5fe-7434-4adc-9baa-01247ef31d05 req-73051e8b-b5ec-4493-8efe-99364ae4f2a9 tempest-ServerGroupTestJSON-1105789811 tempest-ServerGroupTestJSON-1105789811-project] 10.222.0.41 "DELETE /v2.0/ports/b87c866d-6f05-471c-b542-de0c8d3774a3 HTTP/1.1" status: 204 len: 173 time: 7.2374825 May 27 03:35:02.413183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9a9d8d56-9fa5-4677-8349-9ea71f853d1e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:02.417512 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e325254-a989-4ffe-ba7c-f7df2ffb87ad req-436bb6ad-5e9f-4deb-8009-1c4ddea3db11 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556331 May 27 03:35:02.763430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.785848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object d3aadd59-4ccc-4f93-8add-ca8d188f845c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:02.835468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.867141 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a9c75a-31ae-4c1b-ad1b-fb6ed7ad483a'] response: {'name': 'network-changed', 'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'tag': '85d93946-fe43-4802-9958-39f573a681d5', 'status': 'completed', 'code': 200} May 27 03:35:02.954704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82638f8-4794-4017-8580-b2e32f8c2e88 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:02.966351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.971756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:02.990472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Transition to ACTIVE for port object f82638f8-4794-4017-8580-b2e32f8c2e88 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:02.999722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-7fff76d4-7078-469b-9955-5b413d3425c3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:03.016837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:03.146263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:03.238929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:03.252013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:03.270905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:03.348063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Pushing event updated for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:03.429574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:03.430415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:03.437610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-7fff76d4-7078-469b-9955-5b413d3425c3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:03.439510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-7fff76d4-7078-469b-9955-5b413d3425c3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5075331 May 27 03:35:03.478819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd8aff-9905-4019-a739-79b34129628b req-876b04e2-8caf-4983-9b60-05952de42f26 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:03.483332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd8aff-9905-4019-a739-79b34129628b req-876b04e2-8caf-4983-9b60-05952de42f26 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:03.484201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0ecd8aff-9905-4019-a739-79b34129628b req-876b04e2-8caf-4983-9b60-05952de42f26 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:03.490758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-223e8bfa-4bd6-44a0-a763-5cc82510bd39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8125217 May 27 03:35:03.503862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'admin_state_up': True, 'tenant_id': '68df637837bc48949188723b32207391', 'security_groups': ['47d2d0b0-cdaa-4785-a97a-c395ee68ed1c']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:03.623100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0ecd8aff-9905-4019-a739-79b34129628b req-876b04e2-8caf-4983-9b60-05952de42f26 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:03.634144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ecd8aff-9905-4019-a739-79b34129628b req-876b04e2-8caf-4983-9b60-05952de42f26 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 1652 time: 0.4863377 May 27 03:35:03.798833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ecd8aff-9905-4019-a739-79b34129628b req-0a13633e-e66e-48e1-a735-2b40e81b2dad tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605146 May 27 03:35:03.805954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-04ed9c78-e608-4e1f-b6c8-dbe0cbe3bfdb None None] Provisioning for port d3aadd59-4ccc-4f93-8add-ca8d188f845c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:03.814606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-04ed9c78-e608-4e1f-b6c8-dbe0cbe3bfdb None None] Provisioning complete for port d3aadd59-4ccc-4f93-8add-ca8d188f845c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:03.815125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04ed9c78-e608-4e1f-b6c8-dbe0cbe3bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:03.882771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:03.914005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:03.934445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-04ed9c78-e608-4e1f-b6c8-dbe0cbe3bfdb None None] Port d3aadd59-4ccc-4f93-8add-ca8d188f845c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:03.942708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:03.948189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:04.017025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-71069e33-3d5c-48cd-ba21-3f05a5d38a6a service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642555 May 27 03:35:04.078121 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355a1bb5-76d3-4635-80ef-5e52e3df32f3'] response: {'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'code': 200} May 27 03:35:04.078619 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355a1bb5-76d3-4635-80ef-5e52e3df32f3'] response: {'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0', 'code': 200} May 27 03:35:04.300303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-6eecc2f3-5d5a-45ad-bf62-87279a7475ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe98440f762d4432a99882ee7a234bba&device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 1096 time: 1.4307446 May 27 03:35:04.410971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.1.1.236 (63dbb359-7e82-47e3-ba00-c715175954e2/0a2d0ed1-39a6-4741-834f-4a15d04020a5/b1a31fc6-2547-4f8c-8d67-e7196e6f6147) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:04.534495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a620e-30f9-4292-a97a-5944dd4a571d req-945751d0-46c2-403a-b82a-e073c3a08577 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:04.535377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e61a620e-30f9-4292-a97a-5944dd4a571d req-945751d0-46c2-403a-b82a-e073c3a08577 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:04.552066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ced6f-cd7f-429d-9084-22e19848f18c req-64290170-e2a4-426e-9c58-0cfcab44ff14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:04.559067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-64290170-e2a4-426e-9c58-0cfcab44ff14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 200 len: 912 time: 0.1983743 May 27 03:35:04.627177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9d8d56-9fa5-4677-8349-9ea71f853d1e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:04.691599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Attempting to bind port f82638f8-4794-4017-8580-b2e32f8c2e88 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:04.691929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Attempting to bind port f82638f8-4794-4017-8580-b2e32f8c2e88 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:04.692258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Attempting to bind port f82638f8-4794-4017-8580-b2e32f8c2e88 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:04.700720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-76265312-360a-42ed-b0dc-f2c65199ca19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85d93946-fe43-4802-9958-39f573a681d5 HTTP/1.1" status: 200 len: 217 time: 0.1091788 May 27 03:35:04.716636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Port f82638f8-4794-4017-8580-b2e32f8c2e88 on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:04.717038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Attempting to bind port f82638f8-4794-4017-8580-b2e32f8c2e88 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:04.766868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e61a620e-30f9-4292-a97a-5944dd4a571d req-945751d0-46c2-403a-b82a-e073c3a08577 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:04.769922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:04.770252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:04.770637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:04.771085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Bound port: f82638f8-4794-4017-8580-b2e32f8c2e88, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:04.771432 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:04.773206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e61a620e-30f9-4292-a97a-5944dd4a571d req-945751d0-46c2-403a-b82a-e073c3a08577 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 946 time: 0.4689829 May 27 03:35:04.808989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:04.815771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:04.816453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:04.947526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ced6f-cd7f-429d-9084-22e19848f18c req-50d305df-2a46-4417-9969-6ecbde0c6993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:04.953966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e61a620e-30f9-4292-a97a-5944dd4a571d req-cf23e095-984f-43dc-a0af-978de9a781e2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725118 May 27 03:35:04.954612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-50d305df-2a46-4417-9969-6ecbde0c6993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 200 len: 851 time: 0.2227716 May 27 03:35:04.989507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:04.991313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e0dd904a-b08e-4f6f-a273-a3ad07855dd6 service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150848 May 27 03:35:05.020980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e49a3486-7b7e-4af6-a457-693e7a1daf3c req-659b42da-729a-4abd-a735-4e83c10705af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 1097 time: 0.7347679 May 27 03:35:05.022531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object b1a31fc6-2547-4f8c-8d67-e7196e6f6147 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:05.063763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.079138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.173474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:05.190652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.191720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d93946-fe43-4802-9958-39f573a681d5 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:05.324444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e49a3486-7b7e-4af6-a457-693e7a1daf3c req-37c68a4d-48bc-423b-8625-108bbaebba70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601417 May 27 03:35:05.337198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-4ad8279b-be59-437a-8490-1c61e19b3424 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3288834 May 27 03:35:05.343493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:05.348502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:05.367866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f82638f8-4794-4017-8580-b2e32f8c2e88,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:05.409125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.424079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 63dbb359-7e82-47e3-ba00-c715175954e2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:05.437188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:05.451746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:05.547559 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f03c87-0dba-4c55-bf08-8e94282a1fe5'] response: {'server_uuid': '9698b363-70f8-49c7-8d06-f54512d5f29b', 'name': 'network-vif-deleted', 'tag': 'b87c866d-6f05-471c-b542-de0c8d3774a3', 'status': 'completed', 'code': 200} May 27 03:35:05.639926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:05.643584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.655738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:05.700745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 85d93946-fe43-4802-9958-39f573a681d5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:05.729944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 85d93946-fe43-4802-9958-39f573a681d5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:05.731018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:05.741628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-52b2ca67-e2fb-473c-bae7-53c7304881d5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2433236 May 27 03:35:05.768642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'admin_state_up': True, 'tenant_id': '68df637837bc48949188723b32207391', 'security_groups': ['47d2d0b0-cdaa-4785-a97a-c395ee68ed1c']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:06.117957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:06.125220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.216072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-43c7b3be-1e37-4ffc-b2d5-010356ceb092 None None] Provisioning for port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:06.228592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-43c7b3be-1e37-4ffc-b2d5-010356ceb092 None None] Provisioning complete for port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:06.228592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43c7b3be-1e37-4ffc-b2d5-010356ceb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.279882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.281327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] 10.222.0.41 "PUT /v2.0/ports/f82638f8-4794-4017-8580-b2e32f8c2e88 HTTP/1.1" status: 200 len: 1092 time: 4.9007807 May 27 03:35:06.283093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-5e72e067-b9e4-4b5a-a716-d2c1c502161c service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060663 May 27 03:35:06.289498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:06.334640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:06.335266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a74baa-5c05-4141-99fb-db8a81d0bc58 service neutron] Pushing event updated for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:06.345102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:06.401728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43c7b3be-1e37-4ffc-b2d5-010356ceb092 None None] Port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:06.444489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:06.545166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-0c3a7c8e-6223-430b-9853-db554772f1f4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:06.547195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-0c3a7c8e-6223-430b-9853-db554772f1f4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.5476859 May 27 03:35:06.581511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:06.602277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-076ced6f-cd7f-429d-9084-22e19848f18c req-2883260d-6714-4dff-802d-32789001732b service neutron] 10.222.0.21 "GET /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691507 May 27 03:35:06.606629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:port and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:06.620374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:06.634193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:06.641525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-edf5a616-349a-49cf-8691-c5b978f0005e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/quotas/434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 375 time: 0.0768671 May 27 03:35:06.677077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1879b4-1cc6-4bcf-8c31-dfad4b34d46d req-8eb6a120-499f-463a-accf-863b363ce7f7 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:06.684510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d1879b4-1cc6-4bcf-8c31-dfad4b34d46d req-8eb6a120-499f-463a-accf-863b363ce7f7 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 945 time: 1.0959079 May 27 03:35:06.745106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-f1e3394d-5055-4574-9be2-20996b80da6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 1095 time: 0.3968692 May 27 03:35:06.765533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:06.912709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-574e0cbc-5392-4930-a883-5133308e29a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f82638f8-4794-4017-8580-b2e32f8c2e88 HTTP/1.1" status: 200 len: 217 time: 0.1519508 May 27 03:35:06.929640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d1879b4-1cc6-4bcf-8c31-dfad4b34d46d req-0eb82182-87b3-4eed-8262-6c6c383225e4 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440400 May 27 03:35:06.989518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:07.027309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-8f6174b5-4a9e-4337-b9dd-55d6e1734f29 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3770826 May 27 03:35:07.045289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-82409c77-fbf1-46fa-943a-7f4999e059cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:07.049969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-82409c77-fbf1-46fa-943a-7f4999e059cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.1165726 May 27 03:35:07.291315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-e60afa62-fcd1-4249-97c7-f417354153bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350175 May 27 03:35:07.539676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-d18226d0-1395-4dda-8bea-d1c4e679270f service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409964 May 27 03:35:07.725165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6abc95-0e11-4516-ae3c-cf396906d2e9 req-b503cdf9-bfb6-4cc3-8770-f297bbc96efe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:07.726500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-be6abc95-0e11-4516-ae3c-cf396906d2e9 req-b503cdf9-bfb6-4cc3-8770-f297bbc96efe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:07.756499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.2.2.100 (64fac7f4-787d-4f35-bbfa-766aa909a04e/a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8/b391eb18-d064-4a92-9dcc-c4e3af793e12) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:07.777300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-be6abc95-0e11-4516-ae3c-cf396906d2e9 req-b503cdf9-bfb6-4cc3-8770-f297bbc96efe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:07.787000 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be6abc95-0e11-4516-ae3c-cf396906d2e9 req-b503cdf9-bfb6-4cc3-8770-f297bbc96efe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 944 time: 0.6823854 May 27 03:35:07.830124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc85a02-6d4c-42fe-b261-5425f962ccd0 req-7c90925e-d994-469c-a332-2f9844bfbda0 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811179 May 27 03:35:07.876135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be6abc95-0e11-4516-ae3c-cf396906d2e9 req-b154f4b4-0db9-421f-bc9a-502aa5f85865 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877016 May 27 03:35:07.919779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-4c869526-98e2-4895-925f-7d60b9c17041 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049204 May 27 03:35:08.164716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-b1d8c109-0279-4289-b203-cc2dc448a042 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.169437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-b1d8c109-0279-4289-b203-cc2dc448a042 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.173561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-b1d8c109-0279-4289-b203-cc2dc448a042 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.177157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-b1d8c109-0279-4289-b203-cc2dc448a042 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 2373 time: 0.1228282 May 27 03:35:08.198768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.217961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-1adc024a-8479-48cc-b267-49ea50153077 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.219549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-1adc024a-8479-48cc-b267-49ea50153077 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 0.7766051 May 27 03:35:08.243274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'port': {'device_id': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'admin_state_up': True, 'tenant_id': 'c37b97afda7d48a0aca3b2c74be3fa26'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:08.246615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-68f19fb4-bfe2-47d5-8c33-1a1bc082107f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:08.263324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object b391eb18-d064-4a92-9dcc-c4e3af793e12 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:08.305105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-68f19fb4-bfe2-47d5-8c33-1a1bc082107f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:08.307647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19b6b212-65ee-4d59-a196-55a2f14f7ced req-68f19fb4-bfe2-47d5-8c33-1a1bc082107f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254728 May 27 03:35:08.340124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-49fca815-ae60-498c-a9b6-e46b094eab14 service neutron] 10.222.0.46 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055159 May 27 03:35:08.417685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:08.429277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:08.438244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.445278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Made reservation on behalf of c37b97afda7d48a0aca3b2c74be3fa26 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:08.448525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.542895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:08.574832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42daa449-e00a-4b26-a9cb-0e25235562a7 req-6a75f573-92a0-4cfc-9b46-098c26a98400 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 210 time: 0.0505648 May 27 03:35:08.579585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:08.587831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:08.625014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:08.769733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:08.770440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:08.922239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d5926325-df16-4f3c-9a4c-5bc9807adfb2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1718071 May 27 03:35:08.933918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'admin_state_up': True, 'tenant_id': '68df637837bc48949188723b32207391', 'security_groups': ['47d2d0b0-cdaa-4785-a97a-c395ee68ed1c']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:08.967466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Allocated IP 172.20.0.11 (85ce4e55-2ab2-49cd-9272-9488510d7752/252bc3b0-95c8-471f-8a2b-c5bc0ed172e0/3c9df73b-ed13-4cac-bde7-e3188b5afe69) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:08.974639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6ea3221b-1824-4de3-b0ad-9eac5081711d None None] Provisioning for port b391eb18-d064-4a92-9dcc-c4e3af793e12 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:08.991804 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efdb9ef-02e9-4485-a9d6-19610bf4dd7e'] response: {'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e', 'code': 200} May 27 03:35:09.009820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6ea3221b-1824-4de3-b0ad-9eac5081711d None None] Provisioning complete for port b391eb18-d064-4a92-9dcc-c4e3af793e12 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:09.010186 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6ea3221b-1824-4de3-b0ad-9eac5081711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:09.085916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766987-4335-454b-b84f-4e2cb6e9891e req-081631cc-9a2f-401a-b3e8-6f336b27f805 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:09.095109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63766987-4335-454b-b84f-4e2cb6e9891e req-081631cc-9a2f-401a-b3e8-6f336b27f805 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 946 time: 0.1591909 May 27 03:35:09.167358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63766987-4335-454b-b84f-4e2cb6e9891e req-c0beda68-2095-4345-ad86-efe010b8bb10 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712526 May 27 03:35:09.202553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3221b-1824-4de3-b0ad-9eac5081711d None None] Port b391eb18-d064-4a92-9dcc-c4e3af793e12 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:09.225899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:09.243117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Usage tracker for resource:port and tenant:68df637837bc48949188723b32207391 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:09.255734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:09.288306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:09.484118 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a90d3-c347-47bc-959f-13f9df7f7953'] response: {'name': 'network-changed', 'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88', 'status': 'completed', 'code': 200} May 27 03:35:09.493751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Made reservation on behalf of 68df637837bc48949188723b32207391 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:09.504681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:09.676487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb75672a-25b7-49de-81ce-9830cd915f1f req-4a3ff962-33e9-4eae-900b-b116c3ea563b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.5071282 May 27 03:35:09.679665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2b79b2d-44e3-4ff7-8dac-0f2bda5697a4 req-106444b0-e0cf-4008-b891-24b062a9328b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 210 time: 0.0547130 May 27 03:35:09.680756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-ab833a3a-9322-4f8b-b53e-4c877d6adc57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 1095 time: 0.1959233 May 27 03:35:09.687103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17206687-bf44-4c2d-ba20-9f78a3c55836 req-36072235-6008-4633-96b1-a3991e51db25 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:09.689691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17206687-bf44-4c2d-ba20-9f78a3c55836 req-36072235-6008-4633-96b1-a3991e51db25 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 946 time: 0.2432649 May 27 03:35:09.761594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:09.996219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93408c2f-3821-422e-bf9f-82534182228e req-8ed1397e-d505-48e8-aa02-f929bbad8eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:09.997618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-8ed1397e-d505-48e8-aa02-f929bbad8eda service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.3069773 May 27 03:35:10.131809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.173594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb75672a-25b7-49de-81ce-9830cd915f1f req-195b1235-9140-4b95-a67e-be8e7fcbbe85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812756 May 27 03:35:10.176232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-a79cf9e8-c598-485b-a674-1cb4cb9b7f18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f82638f8-4794-4017-8580-b2e32f8c2e88 HTTP/1.1" status: 200 len: 217 time: 0.1226819 May 27 03:35:10.205095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Allocated IP 10.2.2.200 (64fac7f4-787d-4f35-bbfa-766aa909a04e/a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8/dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:10.268953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93408c2f-3821-422e-bf9f-82534182228e req-fe3da10e-c3fc-420a-bb3a-7bb974c4d118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.270328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-fe3da10e-c3fc-420a-bb3a-7bb974c4d118 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.0846281 May 27 03:35:10.280857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:10.295678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:10.297809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.306656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:10.340641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17206687-bf44-4c2d-ba20-9f78a3c55836 req-3d9b5cd3-63d6-4c8a-ab22-50fd018fbf69 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420382 May 27 03:35:10.342721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-da1324aa-a024-4972-b56a-c8473c7a7f37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639565 May 27 03:35:10.343896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96640d94-e007-4824-8ddd-63de4a70cb87 req-b59b9024-6644-4d6c-b35d-4c34fda8c145 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.351103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96640d94-e007-4824-8ddd-63de4a70cb87 req-b59b9024-6644-4d6c-b35d-4c34fda8c145 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 944 time: 0.2971153 May 27 03:35:10.521536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96640d94-e007-4824-8ddd-63de4a70cb87 req-ee752bf1-3086-441b-bd23-30124dfc9105 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694639 May 27 03:35:10.526888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.527549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.582698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-34608183-9df4-42bf-9c13-2c2ff171e8c2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3440430 May 27 03:35:10.609884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Request body: {'port': {'device_id': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:10.672862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-f49263c8-045b-40a5-9db5-678a16d02e70 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221636 May 27 03:35:10.776024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:10.795792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f82638f8-4794-4017-8580-b2e32f8c2e88 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:10.974836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-eda22aa5-3ec7-4926-a437-2fb1aa2f6e39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.989070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-eda22aa5-3ec7-4926-a437-2fb1aa2f6e39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.993054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-eda22aa5-3ec7-4926-a437-2fb1aa2f6e39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:10.996808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-eda22aa5-3ec7-4926-a437-2fb1aa2f6e39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:11.007433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d93946-fe43-4802-9958-39f573a681d5'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:11.013718 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-eda22aa5-3ec7-4926-a437-2fb1aa2f6e39 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3094 time: 0.5344539 May 27 03:35:11.025935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-cea374e7-aa78-48ac-9cb9-a30732773598 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:11.028779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-cea374e7-aa78-48ac-9cb9-a30732773598 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 808 time: 0.1743999 May 27 03:35:11.039924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Transition to ACTIVE for port object dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:11.062840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f82638f8-4794-4017-8580-b2e32f8c2e88,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:11.084799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Request body: {'port': {'device_id': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'admin_state_up': True, 'tenant_id': '434aa2eabd83452b84d0baa8ea86673f'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:11.098076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f82638f8-4794-4017-8580-b2e32f8c2e88', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': 'f82638f8-4794-4017-8580-b2e32f8c2e88', 'mac_address': 'fa:16:3e:86:ee:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:11.111233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93408c2f-3821-422e-bf9f-82534182228e req-cedffa15-d61f-4939-beed-71ab521b0235 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311874 May 27 03:35:11.140771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-566c6994-4aa3-41c2-8ee3-c7594cc6441e req-d92e4356-567b-4d3d-9922-2fe3cfcf46f5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211247 May 27 03:35:11.175951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.177185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:35:11.258909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.306544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82638f8-4794-4017-8580-b2e32f8c2e88 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:11.339307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f82638f8-4794-4017-8580-b2e32f8c2e88,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:11.347887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.490061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.653443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f82-9584-4f27-bf3b-19013199433a req-58404c67-e96d-4d39-a610-17b27dabf16e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:11.668560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-58404c67-e96d-4d39-a610-17b27dabf16e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.9168725 May 27 03:35:11.673535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f82638f8-4794-4017-8580-b2e32f8c2e88'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:11.689413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.821885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9df73b-ed13-4cac-bde7-e3188b5afe69 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:11.827044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-39fa6f59-c85d-48ca-8bb6-fe05e9791fe6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.1276939 May 27 03:35:11.900366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:11.924639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:11.949923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:11.953535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.961374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293227c-0dc0-44ae-b78e-63122c6fc951 req-bd39dcd0-e9fb-4194-943f-ec51653ea8f2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:11.972209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:11.979387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f293227c-0dc0-44ae-b78e-63122c6fc951 req-bd39dcd0-e9fb-4194-943f-ec51653ea8f2 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 932 time: 0.3721738 May 27 03:35:12.032772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:12.083123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Transition to ACTIVE for port object 3c9df73b-ed13-4cac-bde7-e3188b5afe69 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:12.106518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:12.108120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f293227c-0dc0-44ae-b78e-63122c6fc951 req-40d1a850-ac20-4709-83fe-1156914bc167 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278708 May 27 03:35:12.148255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:12.357316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bfe379d8-e853-429b-9dc9-66865ffdafa4 None None] Provisioning for port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:12.368060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bfe379d8-e853-429b-9dc9-66865ffdafa4 None None] Provisioning complete for port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:12.368522 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfe379d8-e853-429b-9dc9-66865ffdafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:12.456267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f20b03c7-e823-41fb-8f1e-60a1c0b75c4e req-02775d2e-55e6-48c5-ad33-0984055ea859 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 210 time: 0.0686505 May 27 03:35:12.475759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bfe379d8-e853-429b-9dc9-66865ffdafa4 None None] Port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:12.520843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:12.534925 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46f521c-850a-4877-a8df-38ade8aaa923'] response: {'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d93946-fe43-4802-9958-39f573a681d5', 'code': 200} May 27 03:35:12.561841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:12.562452 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:12.577436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Made reservation on behalf of 434aa2eabd83452b84d0baa8ea86673f for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:12.580948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:12.678733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2f3fcd47-42a3-4fff-8b4e-ce9586b7aaae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7491817 May 27 03:35:12.693525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-6326051d-5e1c-43c3-a930-3864e3f91c83 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8429081 May 27 03:35:12.722211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:12.801129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8ca0850-354c-4c0d-a5e4-5034093000fc req-ce0f10bf-0bac-4afd-b42b-cb59ef3d28bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1952379 May 27 03:35:12.812297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4cb3-802e-446e-8518-599fe563f3dd req-25ce66c4-591f-4fc3-b576-287f39218e15 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:12.815533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f4a4cb3-802e-446e-8518-599fe563f3dd req-25ce66c4-591f-4fc3-b576-287f39218e15 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 946 time: 0.1433599 May 27 03:35:12.899397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f4a4cb3-802e-446e-8518-599fe563f3dd req-cb662137-3c29-450a-9d27-4c4635f34385 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 May 27 03:35:12.925904 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8ca0850-354c-4c0d-a5e4-5034093000fc req-7c9eb87e-0bc5-4811-ad36-2cdf8815f060 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086726 May 27 03:35:12.968952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f82638f8-4794-4017-8580-b2e32f8c2e88 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:13.116160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port f82638f8-4794-4017-8580-b2e32f8c2e88 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:13.132783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f82638f8-4794-4017-8580-b2e32f8c2e88 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:13.133020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:13.169263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:13.344377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:13.362171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-b2fd00c2-7ffc-4e36-b878-b06b29e2a4fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2457495 May 27 03:35:13.403662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f82638f8-4794-4017-8580-b2e32f8c2e88,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:13.409239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:13.476647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5891b5-f4de-4026-a411-1da3cd36adee req-b0ab4aea-de59-4384-a5b6-40e88002a2c7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:13.483499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Attempting to bind port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:13.483836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Attempting to bind port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:13.484167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Attempting to bind port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:13.486097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df5891b5-f4de-4026-a411-1da3cd36adee req-b0ab4aea-de59-4384-a5b6-40e88002a2c7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 945 time: 0.2011771 May 27 03:35:13.554481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:13.555120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Attempting to bind port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:13.576803 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df5891b5-f4de-4026-a411-1da3cd36adee req-3bb1b744-8efa-46e2-8703-028d0c521d53 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 May 27 03:35:13.611954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-bbdbfdc1-1976-4111-b7ac-b9164a93c6ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 1097 time: 0.2174826 May 27 03:35:13.634402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:13.653050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:13.653424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Checking segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:13.653794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Bound using segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:13.654301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Bound port: 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:13.654652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:13.687396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-c735e91a-6dd0-47b8-8f4d-b8a338d15608 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9913838 May 27 03:35:13.871680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Allocated IP 172.20.0.9 (3ec7dcf1-024a-4189-a85c-8e6381d0e0d4/2a1709a3-d978-408e-8965-896b5c4c668b/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:13.937301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-0b436387-e3ca-495b-9390-2662b29af02f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:13.939290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-0b436387-e3ca-495b-9390-2662b29af02f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.3053067 May 27 03:35:14.031140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.035737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.040184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.044345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.049663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.055985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:14.059283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-85b79fd8-719a-4431-b2e6-2c712516113e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3815 time: 0.2384324 May 27 03:35:14.084790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-914bc470-c51b-40ff-90f1-b48b3fbeaa27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 200 len: 217 time: 0.1383746 May 27 03:35:14.143277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-5d1de2db-5752-4e26-959b-b7b72d8a59a2 service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301476 May 27 03:35:14.173758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-289d5b9c-d664-4219-a29e-3b6d83e0fb02 req-2499718a-b5d0-4a1c-a377-d3c0f33d1515 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129470 May 27 03:35:14.175204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:14.201596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-cf400101-cc95-46b3-bf3f-f7d3b608ad46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.207467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-cf400101-cc95-46b3-bf3f-f7d3b608ad46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.1092279 May 27 03:35:14.323779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-28f9636f-23c1-4af0-97c9-c4e106d9f280 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103609 May 27 03:35:14.537001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:14.626009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-e951db62-9330-4b65-8756-82374d179284 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942548 May 27 03:35:14.657663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.695435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d343-b814-4b2c-b742-bb1eb3f00032 req-a45abc19-e2ab-4112-a251-72b50773f64b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:14.696430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.702787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5b6d343-b814-4b2c-b742-bb1eb3f00032 req-a45abc19-e2ab-4112-a251-72b50773f64b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 944 time: 0.2259929 May 27 03:35:14.749461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bac76a-ec80-4ff7-b472-ff51f6512bd9 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:14.777423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc7cd68c-7c69-4a1f-9dca-826dd2c66f10 req-e8ed6bd8-3dd4-499f-8bc6-56826ba1b238 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 210 time: 0.1413467 May 27 03:35:14.805176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.814233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.827458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:14.836171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:14.838143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c9df73b-ed13-4cac-bde7-e3188b5afe69 HTTP/1.1" status: 200 len: 1092 time: 4.2335041 May 27 03:35:14.845613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:14.873938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Transition to ACTIVE for port object 19bac76a-ec80-4ff7-b472-ff51f6512bd9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:14.936489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aea592-c1a0-4906-b123-7a71612d2234 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:14.937341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5b6d343-b814-4b2c-b742-bb1eb3f00032 req-5e69a19e-b779-4381-b264-eb60efd4c9da tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336545 May 27 03:35:15.012726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b53093e0-9593-4eeb-98be-bd66f0d9d426 req-536f4f40-8bec-4bd1-8a7d-7e417191d6f6 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789265 May 27 03:35:15.154632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:15.169499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:15.171523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.180054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:15.212662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b08a8d4-78d5-4b8b-b018-3c8e3b2d8f08 req-863cc14b-bfd7-4621-b89e-afb314146168 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 210 time: 0.0911670 May 27 03:35:15.340235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:15.353361 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f28008-9b03-475d-8d84-f827cef58b7f'] response: {'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88', 'code': 200} May 27 03:35:15.599961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.641422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.642104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:15.662900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fd231be-bb94-4505-861c-d40bcd4de6b8 req-1107d475-ac6b-4555-a26c-fb9ca6d843cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 1097 time: 0.2287974 May 27 03:35:15.678672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-e598ddde-fede-4354-96a2-8f48a45f96f2 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6076424 May 27 03:35:15.714218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-27e27a5a-1feb-4eb3-acbb-5ae5e9810f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 1095 time: 0.8294842 May 27 03:35:15.720949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Request body: {'port': {'device_id': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:15.870350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6976d7e-563e-4e35-92b2-0d8a39e5f8f3 req-01e218f5-3218-4f56-9d95-ba394a19f369 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.871071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d6976d7e-563e-4e35-92b2-0d8a39e5f8f3 req-01e218f5-3218-4f56-9d95-ba394a19f369 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:15.873118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fd231be-bb94-4505-861c-d40bcd4de6b8 req-02140a84-a96e-43b9-b679-b53e06971b76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037773 May 27 03:35:15.880229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c41af3-c932-46df-a92d-d1aad38bbe6c req-9b71a2a1-7032-468f-9d45-9f3d8b19810d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:15.882139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91c41af3-c932-46df-a92d-d1aad38bbe6c req-9b71a2a1-7032-468f-9d45-9f3d8b19810d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 946 time: 0.3585660 May 27 03:35:15.949430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91c41af3-c932-46df-a92d-d1aad38bbe6c req-23bb6951-b0c9-445f-b7ac-aa4506b0cde3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593946 May 27 03:35:15.966574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-efe42f5f-d77c-4ae8-9b77-6b5e230ba4e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69 HTTP/1.1" status: 200 len: 217 time: 0.2154572 May 27 03:35:16.013312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d6976d7e-563e-4e35-92b2-0d8a39e5f8f3 req-01e218f5-3218-4f56-9d95-ba394a19f369 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:16.014472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6976d7e-563e-4e35-92b2-0d8a39e5f8f3 req-01e218f5-3218-4f56-9d95-ba394a19f369 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 946 time: 0.8523505 May 27 03:35:16.109359 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151edc2a-9f0d-497d-b7dc-121f2f50a3b8'] response: {'name': 'network-changed', 'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'status': 'completed', 'code': 200} May 27 03:35:16.110208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.426647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Attempting to bind port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:16.427108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Attempting to bind port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:16.428950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Attempting to bind port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 on network 97c91322-7645-4a23-b1c8-af95ea2b6c02 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:16.441983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-968db162-66a5-46e7-afa9-ddcdddda22bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.444230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-968db162-66a5-46e7-afa9-ddcdddda22bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.3043337 May 27 03:35:16.446418 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6976d7e-563e-4e35-92b2-0d8a39e5f8f3 req-d9956484-926b-4449-807f-194a6fdd6fe4 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566597 May 27 03:35:16.495684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.500387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.505029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.509529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.510316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 on network 97c91322-7645-4a23-b1c8-af95ea2b6c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:16.510648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Attempting to bind port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 on network 97c91322-7645-4a23-b1c8-af95ea2b6c02 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:16.513805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.516352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42003490-8bb9-454a-95e9-22f8728083af req-a1f11769-689f-4a2f-ba10-87cf61c8d215 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3827 time: 0.2235918 May 27 03:35:16.522521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f82-9584-4f27-bf3b-19013199433a req-908046c4-f8f9-439b-900a-c5b871d1f252 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:16.524421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-908046c4-f8f9-439b-900a-c5b871d1f252 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.3827772 May 27 03:35:16.529593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-a7ef7a43-fe22-45f9-9fb5-66a8f5e5056a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747550 May 27 03:35:16.544190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:16.684657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:16.685308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Checking segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:16.685645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Bound using segment: {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:16.685955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Bound port: 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc58883-5d95-4e98-ba21-ba6a5dadfd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:16.686522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.689544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42003490-8bb9-454a-95e9-22f8728083af req-596d848c-57d5-4824-beaa-3b19243fc783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644695 May 27 03:35:16.776444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:16.788561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:16.802450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:16.810663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:16.848696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:16.851887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:16.940580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:17.089665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817753b4-24c4-4eb3-a909-d03caef40c46 req-757e9643-adf6-4ece-b0f7-e1f63dffe34f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:17.103084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-817753b4-24c4-4eb3-a909-d03caef40c46 req-757e9643-adf6-4ece-b0f7-e1f63dffe34f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 944 time: 0.2218785 May 27 03:35:17.223286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.9 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/da7a5d3c-fbaa-4237-9579-66ec82c1143f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:17.245849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-817753b4-24c4-4eb3-a909-d03caef40c46 req-c037c7d9-232e-43e6-adf7-ba38ba66d9c4 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324465 May 27 03:35:17.319528 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:17.325101 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] 10.222.0.41 "PUT /v2.0/ports/19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 200 len: 1091 time: 4.6106894 May 27 03:35:17.358636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-ead6eff6-79e0-43d2-a912-ee77d26bd5ea service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643340 May 27 03:35:17.373001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:17.570591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faf870b4-ac9a-4d1c-b49d-b2271ab35a55 req-4bbbdf7e-9355-4188-a971-a20a5a24bb2d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 210 time: 0.0604529 May 27 03:35:17.607082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc58d55-8eaf-4e00-a05e-bb980ece0ea4 req-f02d7bfa-8064-471e-a55b-ae0b3461f76d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:17.608537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3dc58d55-8eaf-4e00-a05e-bb980ece0ea4 req-f02d7bfa-8064-471e-a55b-ae0b3461f76d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:17.621117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8962585-a75d-4e0c-aef5-7230b5ff8756 service neutron] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:17.724473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:17.846964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:17.872987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc96062a-309c-4051-9bef-bc081dffe3d3 req-63252324-1942-4b71-b957-9feb7a6dd37e service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181828 May 27 03:35:17.886890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3dc58d55-8eaf-4e00-a05e-bb980ece0ea4 req-f02d7bfa-8064-471e-a55b-ae0b3461f76d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:17.888110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dc58d55-8eaf-4e00-a05e-bb980ece0ea4 req-f02d7bfa-8064-471e-a55b-ae0b3461f76d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 931 time: 1.1379161 May 27 03:35:17.997237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b82d24-81f8-4028-86ac-b297a5763031 req-71641efd-0546-49fb-a062-91761879a275 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:17.999048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77b82d24-81f8-4028-86ac-b297a5763031 req-71641efd-0546-49fb-a062-91761879a275 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 946 time: 0.2435431 May 27 03:35:18.020398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:18.028608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.039569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.052321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'a7fec53e-47df-4c1b-ae64-25603299c2a0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:18.153679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:18.202418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Transition to ACTIVE for port object 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:18.210965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-f81516af-44c9-4c61-95bc-f5f8c097c353 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8510990 May 27 03:35:18.227661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.264007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:18.295846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:18.357217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:18.364478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:18.428351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dc58d55-8eaf-4e00-a05e-bb980ece0ea4 req-4dfce917-71b2-49b3-996a-b0c43547e5cf tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320170 May 27 03:35:18.443287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77b82d24-81f8-4028-86ac-b297a5763031 req-9c5204a8-edb5-4de9-a59d-19421a11fbe6 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337952 May 27 03:35:18.527627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:18.552041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:18.552721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.598573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-721364aa-b33c-42a3-bd24-63ceb321d482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 1095 time: 0.5123911 May 27 03:35:18.778284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-9b75fb4e-eded-4865-9e63-c658c13e7cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 1095 time: 0.4200463 May 27 03:35:18.855574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db09813-6273-47bd-92e1-ec717192af0b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:18.863693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:18.864037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:18.864369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:18.864591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.883545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Transition to ACTIVE for port object 1db09813-6273-47bd-92e1-ec717192af0b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:18.935311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:18.976516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:18.977140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:19.026876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:19.027283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:19.027602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:19.029056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Bound port: 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:19.029056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.048870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-e9ec5ada-72a1-4bab-b28a-9a95c5cfe1bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5078900 May 27 03:35:19.060744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-173cdb93-8adb-422c-8a1c-e925c2707283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.062203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-173cdb93-8adb-422c-8a1c-e925c2707283 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 922 time: 0.4575491 May 27 03:35:19.065222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Request body: {'port': {'device_id': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:19.141452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.149350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.153440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.157356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.162155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.163156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:19.232456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-183786f3-a278-465c-b53f-fdb3da45936d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.233941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-183786f3-a278-465c-b53f-fdb3da45936d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.4089472 May 27 03:35:19.244121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-c1e6b33d-0cfa-4958-b32e-1656faa59456 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69 HTTP/1.1" status: 200 len: 217 time: 0.1688869 May 27 03:35:19.273293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.295515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:19.320388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0ba6-9c23-4e8d-9a4e-9405f629e769 req-adfd5075-4673-4e84-986c-8dffe782b876 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.321980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a3a0ba6-9c23-4e8d-9a4e-9405f629e769 req-adfd5075-4673-4e84-986c-8dffe782b876 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 946 time: 0.4346204 May 27 03:35:19.360302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:19.368436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-874da431-037c-428d-9ff1-2bcd9f329e6f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3827 time: 0.5825198 May 27 03:35:19.426270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-d8ac9b91-5fb3-4bc5-a494-3097d35a14e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 200 len: 217 time: 0.1777160 May 27 03:35:19.428210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:19.442098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:19.494175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.535838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a3a0ba6-9c23-4e8d-9a4e-9405f629e769 req-ea905381-c169-42e3-8700-e6548639900b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787195 May 27 03:35:19.558969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-0388e2d0-4a81-46f1-b614-cb4f5cb21160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.558969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-0388e2d0-4a81-46f1-b614-cb4f5cb21160 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.2367306 May 27 03:35:19.645922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2315c6cf-4a15-4c52-91ca-49bce50cb8b2 req-f394d187-e41c-4cc2-9582-9326cea2952f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764184 May 27 03:35:19.660867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-ad094851-65b1-49b5-b12e-d439a138d34b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095347 May 27 03:35:19.671894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-a4655f8c-8790-477c-b8a9-dcb1451b5250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:19.674843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-a4655f8c-8790-477c-b8a9-dcb1451b5250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2311671 May 27 03:35:19.676683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:19.678132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 1091 time: 3.9825256 May 27 03:35:19.681001 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7687a316-5410-4b3a-a400-71ddd2ab21ed'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'status': 'completed', 'code': 200} May 27 03:35:19.685789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.41', 58836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:19.856009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Attempting to bind port 1db09813-6273-47bd-92e1-ec717192af0b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:19.856578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Attempting to bind port 1db09813-6273-47bd-92e1-ec717192af0b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:19.856879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Attempting to bind port 1db09813-6273-47bd-92e1-ec717192af0b on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:19.868396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Port 1db09813-6273-47bd-92e1-ec717192af0b on network 63dbb359-7e82-47e3-ba00-c715175954e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:19.868930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Attempting to bind port 1db09813-6273-47bd-92e1-ec717192af0b on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:19.994761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:19.995350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:19.995826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Bound using segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:19.996269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Bound port: 1db09813-6273-47bd-92e1-ec717192af0b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:19.996636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.037718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-82c8c695-d838-44ce-b254-3a7fcc5e78af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3508437 May 27 03:35:20.175040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749bbdb-7acf-4b27-b817-9124e3cfcf29 req-9499040d-0550-46ad-a5fe-3d149b633c0a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:20.183104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8749bbdb-7acf-4b27-b817-9124e3cfcf29 req-9499040d-0550-46ad-a5fe-3d149b633c0a tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 944 time: 0.3186433 May 27 03:35:20.203350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:20.213204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b57c6-1bac-41fe-8961-5615682dda71 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.300145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Deleting subnet 9435a42c-7dee-4337-a2f0-519df2ae1e00 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:35:20.320241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.383070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:20.449431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1db09813-6273-47bd-92e1-ec717192af0b,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:20.462264 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-5d633fbd-96ea-4480-8b63-1f8f527ba8b3 service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831757 May 27 03:35:20.468017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.513487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8749bbdb-7acf-4b27-b817-9124e3cfcf29 req-8a75bef1-7a90-4974-91b4-83f8d5639041 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300445 May 27 03:35:20.523781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-5d1edc0a-65e7-4f0f-a9cb-7658a04f936a service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630157 May 27 03:35:20.524473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.526683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-5fed6be5-fb73-4447-a650-c5bb9e053bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1094 time: 0.7073698 May 27 03:35:20.533738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-b24d39a0-d4c0-4a94-8448-582a1e387107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5248 time: 0.7461796 May 27 03:35:20.636698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.638014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 1135 time: 3.2725985 May 27 03:35:20.643808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '1db09813-6273-47bd-92e1-ec717192af0b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:20.664369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7a5d3c-fbaa-4237-9579-66ec82c1143f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:20.682035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:20.727336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.740226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbccf2f-6826-4a74-99c3-4362f8d5ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.758733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:20.856984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:20.904048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-921f9ff9-d731-4efb-b199-e33ea0946b69 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062310 May 27 03:35:20.927390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Transition to ACTIVE for port object da7a5d3c-fbaa-4237-9579-66ec82c1143f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:21.009733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a639a8c1-999d-4fe1-9e66-2719d41068a0 req-d443c7ae-49dd-4ff0-b422-2c53785f6ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265226 May 27 03:35:21.015184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e69499-5d6a-4b8c-971c-0bef54e156a2 req-aa62990d-70b1-41a8-ab9d-bbffc23c7f6e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.022911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15e69499-5d6a-4b8c-971c-0bef54e156a2 req-aa62990d-70b1-41a8-ab9d-bbffc23c7f6e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 931 time: 0.7054508 May 27 03:35:21.043145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.049859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-c96caa36-11f4-42dd-9638-59bf90672183 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 217 time: 0.4340413 May 27 03:35:21.148681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:21.165926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'port_id': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'mac_address': 'fa:16:3e:31:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252bc3b0-95c8-471f-8a2b-c5bc0ed172e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:21.211455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-5d621204-9b24-4ab6-af7c-454079d2a1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.212136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-5d621204-9b24-4ab6-af7c-454079d2a1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.212662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-5d621204-9b24-4ab6-af7c-454079d2a1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.214382 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-5d621204-9b24-4ab6-af7c-454079d2a1a0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68df637837bc48949188723b32207391&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6364493 May 27 03:35:21.241724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-4da6047a-d6e5-4323-9471-8aee686ac786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.243546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-4da6047a-d6e5-4323-9471-8aee686ac786 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1867955 May 27 03:35:21.254128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.261567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15e69499-5d6a-4b8c-971c-0bef54e156a2 req-4c59ee16-1726-49bd-b428-44c785890a00 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376840 May 27 03:35:21.281459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9df73b-ed13-4cac-bde7-e3188b5afe69 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:21.306419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:21.314845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.400916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.441162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-53943b91-3bc7-4aa5-baae-5f08ea056641 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611431 May 27 03:35:21.474480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.533703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9435a42c-7dee-4337-a2f0-519df2ae1e00,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.601171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-cc1ce0ac-661b-4705-a678-a4ba04917711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.602841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38b9dc79-6739-42c4-81b0-75bb4da3ade6 req-cc1ce0ac-661b-4705-a678-a4ba04917711 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3795955 May 27 03:35:21.673150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-a9fac9b2-0cae-4760-8f1a-e59b900ac6be service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943913 May 27 03:35:21.682664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:21.683943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['3c9df73b-ed13-4cac-bde7-e3188b5afe69'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:21.848715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Attempting to bind port da7a5d3c-fbaa-4237-9579-66ec82c1143f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:21.849466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Attempting to bind port da7a5d3c-fbaa-4237-9579-66ec82c1143f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:21.850009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Attempting to bind port da7a5d3c-fbaa-4237-9579-66ec82c1143f on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:21.855444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Pushing event updated for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.865494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef895849-5a55-468b-aa5c-2f524b512cc8 req-36dc583f-94d5-44cb-9002-7eaea9acf0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741321 May 27 03:35:21.868852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933db5a-127f-4237-b9d8-f2a275453d50 req-60642170-48a2-4312-a17a-ac51c11a6903 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:21.871758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8933db5a-127f-4237-b9d8-f2a275453d50 req-60642170-48a2-4312-a17a-ac51c11a6903 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 1.1413612 May 27 03:35:21.875671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.906091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:21.926688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Port da7a5d3c-fbaa-4237-9579-66ec82c1143f on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:21.926932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Attempting to bind port da7a5d3c-fbaa-4237-9579-66ec82c1143f on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:21.938606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-724ec271-10c7-4ff5-8d32-dcdcbd49958e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9435a42c-7dee-4337-a2f0-519df2ae1e00 HTTP/1.1" status: 204 len: 168 time: 1.7180579 May 27 03:35:21.939324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57298) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:21.998115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:21.998455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:21.998842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:21.999293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Bound port: da7a5d3c-fbaa-4237-9579-66ec82c1143f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:21.999640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.049186 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699a8afe-babe-43f9-a295-389575c8d90f'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '1db09813-6273-47bd-92e1-ec717192af0b', 'status': 'completed', 'code': 200} May 27 03:35:22.079144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-93dd14ce-bf5a-45ba-b96b-136ebb6e622d tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.081305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-93dd14ce-bf5a-45ba-b96b-136ebb6e622d tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/ports?device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 946 time: 0.5379796 May 27 03:35:22.090204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8933db5a-127f-4237-b9d8-f2a275453d50 req-47b10b83-f2f4-48aa-9b52-13cbd75e131b tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996942 May 27 03:35:22.234985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.338927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Deleting port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:22.339364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.409260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:22.477384 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.499416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:22.516173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098f60d6-273f-4cba-99ad-425773a7493d']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:22.529929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-e94e2db6-83da-4dbb-8654-23dac50c78c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5290 time: 0.2910609 May 27 03:35:22.541739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.545548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.549394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.553213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.556994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.560747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.564572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.566415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-92e2a5b4-35e4-4a67-bf3a-ca127a0c5ff3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 4604 time: 0.2981241 May 27 03:35:22.568207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01696144-4ad4-49b2-976f-bd3daeb3a5b3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:22.568498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01696144-4ad4-49b2-976f-bd3daeb3a5b3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:22.604685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.693685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.718983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:35:22.719283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: timer() May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:35:22.732720 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:35:22.745298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.746685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] 10.222.0.21 "PUT /v2.0/ports/da7a5d3c-fbaa-4237-9579-66ec82c1143f HTTP/1.1" status: 200 len: 1091 time: 3.6860883 May 27 03:35:22.771031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8ee10-3534-4244-bc10-6bbc9848ed7e req-4b061a56-a5e7-4e05-8eab-b878f0be561f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.772437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7e8ee10-3534-4244-bc10-6bbc9848ed7e req-4b061a56-a5e7-4e05-8eab-b878f0be561f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 945 time: 0.5234840 May 27 03:35:22.792544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d090f-d142-4f58-9569-1e57591320fd service neutron] Pushing event updated for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:22.826952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98be00bf-1a0c-4f0c-bbff-3f635215db50 req-459fc419-628f-4f2d-b622-e158a239e083 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2457674 May 27 03:35:22.861681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.879666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:22.884938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:35:22.887094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:22.889947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-e8aaf84d-3a92-4954-96dc-8e4e0a407077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.890320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-e8aaf84d-3a92-4954-96dc-8e4e0a407077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.890675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-e8aaf84d-3a92-4954-96dc-8e4e0a407077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:22.892389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-e8aaf84d-3a92-4954-96dc-8e4e0a407077 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68df637837bc48949188723b32207391&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3168938 May 27 03:35:22.897192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] Pushing event deleted for resources: {'Network': ['ID=098f60d6-273f-4cba-99ad-425773a7493d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:22.924118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae5636eb-795d-4bf6-80fc-bff257b30624 admin admin] 10.222.0.46 "DELETE /v2.0/networks/098f60d6-273f-4cba-99ad-425773a7493d HTTP/1.1" status: 204 len: 168 time: 0.9839118 May 27 03:35:22.989288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] For port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:22.989895 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.014239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7e8ee10-3534-4244-bc10-6bbc9848ed7e req-318dd0be-5908-4ccd-8e24-2e11a35b5eae tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266176 May 27 03:35:23.076697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:23.088045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:23.088406 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.119913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-4421c4fa-57f6-467c-9b78-304e6ed9f55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.121402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9e6d757-d18d-4e0e-8afe-28593cd9646e req-4421c4fa-57f6-467c-9b78-304e6ed9f55f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2210670 May 27 03:35:23.142147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a518343-caff-4589-9a57-cee912e573c5 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:23.184008 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c598ee-f820-46a0-8b9d-570857424e91'] response: {'name': 'network-changed', 'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'status': 'completed', 'code': 200} May 27 03:35:23.260602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Calling delete_port for 9a9d8d56-9fa5-4677-8349-9ea71f853d1e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:23.282586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:23.296529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.306161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.350933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Transition to ACTIVE for port object 8a518343-caff-4589-9a57-cee912e573c5 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:23.355823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:23.357309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:23.359436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-a98da9e2-53cf-4a40-9f2a-983f1881bdc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 1094 time: 0.5617125 May 27 03:35:23.364229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.365997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.371436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ffdb06c3-3c26-4f36-ae2a-17c170ecd7df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b4132f985b74051b27d7cc4c370c6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0819151 May 27 03:35:23.378271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a989-13cc-470c-a9a8-a742e821e77e req-ad60072c-6f6d-43eb-8d95-bce444395dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.379889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76b3a989-13cc-470c-a9a8-a742e821e77e req-ad60072c-6f6d-43eb-8d95-bce444395dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 946 time: 0.2621827 May 27 03:35:23.380762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:23.459593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:23.500192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76b3a989-13cc-470c-a9a8-a742e821e77e req-60f98933-10a0-4732-b875-8e31a91405ad tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984459 May 27 03:35:23.509887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-0fa90502-39a0-4e05-8f92-97ab3093ecdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1094 time: 0.3020837 May 27 03:35:23.597167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.627678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.653571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-43730e3d-c0cc-452e-9aba-c9621209b6bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f HTTP/1.1" status: 200 len: 217 time: 0.2841306 May 27 03:35:23.718997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.834953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-968fab23-b0c7-4291-b9e5-92f74d7c59bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.836751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-968fab23-b0c7-4291-b9e5-92f74d7c59bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3185196 May 27 03:35:23.914903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:23.920106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-1b873b9e-4244-429e-89c6-622f50665624 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 217 time: 0.0770438 May 27 03:35:23.926549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-119afed4-9c0d-4522-99dc-ab2eb8f71f0c tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.928299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-119afed4-9c0d-4522-99dc-ab2eb8f71f0c tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 946 time: 0.3065658 May 27 03:35:23.948254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6f82-9584-4f27-bf3b-19013199433a req-50c70e80-a94a-473d-be9a-8e2d39e301c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:23.949873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-50c70e80-a94a-473d-be9a-8e2d39e301c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.2864780 May 27 03:35:23.955323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:23.967508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['85d93946-fe43-4802-9958-39f573a681d5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:24.071774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:24.131380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event deleted for resources: {'Port': ['ID=9a9d8d56-9fa5-4677-8349-9ea71f853d1e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:24.136962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-7582fc9b-cbae-4903-b986-907a271761ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787877 May 27 03:35:24.150175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.212522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5d3e-baf1-4c11-9be3-36ba53eda514 req-956f84b6-6c71-4f62-990f-b80c187447fd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:24.215110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01ac5d3e-baf1-4c11-9be3-36ba53eda514 req-956f84b6-6c71-4f62-990f-b80c187447fd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 943 time: 0.5920568 May 27 03:35:24.240625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71de20d2-5ee4-450d-9a23-7c3c076c00b0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:24.292639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Deleting port 85d93946-fe43-4802-9958-39f573a681d5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:24.293436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.306795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd27d9-e597-46ba-ad93-9d77c18d20b1 req-1544eaac-ca1d-415c-a83f-739265ad0ea1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:24.308399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63fd27d9-e597-46ba-ad93-9d77c18d20b1 req-1544eaac-ca1d-415c-a83f-739265ad0ea1 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=90adf1d7-416a-4f71-9dc7-07efa673a2e0 HTTP/1.1" status: 200 len: 946 time: 0.6512680 May 27 03:35:24.318288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-12abd0b1-ac40-4fa0-8f4a-fc2009ed9db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:24.319725 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-12abd0b1-ac40-4fa0-8f4a-fc2009ed9db2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.3890133 May 27 03:35:24.332437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.333558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5fac3be5-850c-4d7d-928b-40bc47dc421f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71de20d2-5ee4-450d-9a23-7c3c076c00b0 HTTP/1.1" status: 204 len: 168 time: 0.9455776 May 27 03:35:24.378646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] No DVR routers for this DVR port 9a9d8d56-9fa5-4677-8349-9ea71f853d1e on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:24.380563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Attempting to bind port 8a518343-caff-4589-9a57-cee912e573c5 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:24.380756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Attempting to bind port 8a518343-caff-4589-9a57-cee912e573c5 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:24.381037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Attempting to bind port 8a518343-caff-4589-9a57-cee912e573c5 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:24.387007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-00a4e225-f9c7-4a97-ae09-002af41f88a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520287 May 27 03:35:24.387855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.402270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Port 8a518343-caff-4589-9a57-cee912e573c5 on network 63dbb359-7e82-47e3-ba00-c715175954e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:24.402597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Attempting to bind port 8a518343-caff-4589-9a57-cee912e573c5 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:24.450397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:24.450729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:24.451111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Bound using segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:24.451557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Bound port: 8a518343-caff-4589-9a57-cee912e573c5, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:24.451898 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.462955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-edc7fa6c-5035-4d84-880b-bda986138a12 req-e6ff2b36-7d1b-4475-85f5-3c38493eab4b tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "DELETE /v2.0/ports/9a9d8d56-9fa5-4677-8349-9ea71f853d1e HTTP/1.1" status: 204 len: 173 time: 2.3639007 May 27 03:35:24.476790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01ac5d3e-baf1-4c11-9be3-36ba53eda514 req-f33eea6e-f795-495a-b3aa-859d91cb0f4e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372656 May 27 03:35:24.502137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63fd27d9-e597-46ba-ad93-9d77c18d20b1 req-d895e289-bfa7-4716-8b80-5e59ccb207eb tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ad91b14-c066-491e-b206-bfc199dc80e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509273 May 27 03:35:24.518620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-51a86326-a835-40f6-9d9d-1e5ed6900db5 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735702 May 27 03:35:24.706868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9d8d56-9fa5-4677-8349-9ea71f853d1e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:24.711101 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-7f6f5fbe-eddc-4da9-997b-4299a7120c7b service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143640 May 27 03:35:24.787841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 9a9d8d56-9fa5-4677-8349-9ea71f853d1e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:35:24.788287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9d8d56-9fa5-4677-8349-9ea71f853d1e not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:24.788823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d93946-fe43-4802-9958-39f573a681d5 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:24.872185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:24.918992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:24.933066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8a518343-caff-4589-9a57-cee912e573c5,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:24.961212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:24.961494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.976185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.983928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:24.985910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-423b6f82-9584-4f27-bf3b-19013199433a req-09d5e412-ff66-455f-8414-be0ce72634f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669145 May 27 03:35:25.082028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:25.082268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f32c3-7062-44a6-87ef-17f8b3fed508 req-11202628-b240-4172-a209-b0a977f5b241 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.083909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-454f32c3-7062-44a6-87ef-17f8b3fed508 req-11202628-b240-4172-a209-b0a977f5b241 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.3134167 May 27 03:35:25.090253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.091726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 1135 time: 4.4185395 May 27 03:35:25.137045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.163817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:25.171692 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.285802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:25.295924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Calling delete_port for 85d93946-fe43-4802-9958-39f573a681d5 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:25.298058 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.316398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.356030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb8efc27-d56a-483f-abf7-99b97bd87726 req-53b0e426-b641-49f1-b3a1-b1ea10bfec34 service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336324 May 27 03:35:25.415575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.427468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76adc0-b23f-4192-b93d-328a74507380 req-91c30a0b-9d21-44ff-948e-93b6e21d11e7 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.433544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d76adc0-b23f-4192-b93d-328a74507380 req-91c30a0b-9d21-44ff-948e-93b6e21d11e7 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 951 time: 0.6817739 May 27 03:35:25.463218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-454f32c3-7062-44a6-87ef-17f8b3fed508 req-eaaa6185-fbc2-4c4c-b9ea-370f9b105757 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405662 May 27 03:35:25.464252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:25.480718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fca1d-d5ce-4dd5-84b2-d3a3529b9ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.537177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d76adc0-b23f-4192-b93d-328a74507380 req-1b19228b-d0b2-4778-9fe8-667e2c84da1f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007123 May 27 03:35:25.538110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:35:25.538534 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:35:25.551827 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088a6705-166f-42f4-8848-c35c98037236'] response: {'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'code': 200} May 27 03:35:25.890527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.895799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.899953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.903837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.908096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.912166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.916122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:25.924171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-d66d6642-cb03-439c-90ba-e0848c502832 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5381 time: 0.1690257 May 27 03:35:25.965396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe67fd8f-b8b4-42ce-a5c2-1fd456656dc3 req-6bf14c69-3784-40be-9e25-52dea1f32509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 1097 time: 0.3058219 May 27 03:35:26.013503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15ee62a8-1734-4ca5-ba51-e6e4dc335925 req-8566bdeb-c0ed-48b8-889b-76c771289fda tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883865 May 27 03:35:26.021374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe67fd8f-b8b4-42ce-a5c2-1fd456656dc3 req-94f3dde3-39cc-4e66-8905-3b792fc22051 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 May 27 03:35:26.041449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Deleting port 85d93946-fe43-4802-9958-39f573a681d5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:26.042397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.094407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.140199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aadd59-4ccc-4f93-8add-ca8d188f845c {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:26.149072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.174691 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1ff5d5-de75-453b-a146-db937510e3df'] response: {'name': 'network-changed', 'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f', 'status': 'completed', 'code': 200} May 27 03:35:26.208921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Transition to ACTIVE for port object d3aadd59-4ccc-4f93-8add-ca8d188f845c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:26.252375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.426877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:26.436453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] For port 85d93946-fe43-4802-9958-39f573a681d5, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d93946-fe43-4802-9958-39f573a681d5,segment=NetworkSegment(1d8d1fb1-0d61-4444-83cf-0c9f2277393b),segment_id=1d8d1fb1-0d61-4444-83cf-0c9f2277393b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:26.436874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.486572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bff909-9d63-4f93-a097-05d2253357a1 req-f21a420c-af8e-45f3-9b63-d94578d56155 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:26.488017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3bff909-9d63-4f93-a097-05d2253357a1 req-f21a420c-af8e-45f3-9b63-d94578d56155 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 946 time: 0.3171020 May 27 03:35:26.560141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-aefe9598-f0ff-4224-a357-3cf89d751cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 1094 time: 0.3842785 May 27 03:35:26.690784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device da7a5d3c-fbaa-4237-9579-66ec82c1143f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:26.701213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Calling delete_port for 85d93946-fe43-4802-9958-39f573a681d5 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:26.742146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3bff909-9d63-4f93-a097-05d2253357a1 req-0868e870-80d3-43c6-9b05-17efb745fa4e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182019 May 27 03:35:26.749953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Attempting to bind port d3aadd59-4ccc-4f93-8add-ca8d188f845c on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:26.750341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Attempting to bind port d3aadd59-4ccc-4f93-8add-ca8d188f845c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:26.750601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Attempting to bind port d3aadd59-4ccc-4f93-8add-ca8d188f845c on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:26.777429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33202e-69b9-4ce8-9608-18ea7c819ecd req-53804e75-85fa-45c5-9a95-9a449d69b8c7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:26.790384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Port d3aadd59-4ccc-4f93-8add-ca8d188f845c on network 63dbb359-7e82-47e3-ba00-c715175954e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:26.790384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Attempting to bind port d3aadd59-4ccc-4f93-8add-ca8d188f845c on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:26.790757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e33202e-69b9-4ce8-9608-18ea7c819ecd req-53804e75-85fa-45c5-9a95-9a449d69b8c7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 943 time: 0.4217310 May 27 03:35:26.805121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f576-33d1-4110-893c-2650bc81f73d req-6eee93f9-6c42-44c0-929d-2e83eb2ac2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:26.806602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-6eee93f9-6c42-44c0-929d-2e83eb2ac2ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.2366207 May 27 03:35:26.807486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:26.807810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:26.808189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Bound using segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:26.808625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Bound port: d3aadd59-4ccc-4f93-8add-ca8d188f845c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:26.808988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.877465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e33202e-69b9-4ce8-9608-18ea7c819ecd req-a65a2de7-70fb-48a6-b897-92d463074391 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 May 27 03:35:26.939692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:26.951727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-2adcf561-8768-4b5e-b755-2d1ac672ff6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f HTTP/1.1" status: 200 len: 217 time: 0.1213160 May 27 03:35:26.990997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:27.021803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f', 'mac_address': 'fa:16:3e:50:61:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:27.047211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Pushing event deleted for resources: {'Port': ['ID=85d93946-fe43-4802-9958-39f573a681d5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.051988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f576-33d1-4110-893c-2650bc81f73d req-74c4490e-b745-4187-847e-58c0d8e21fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.053662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-74c4490e-b745-4187-847e-58c0d8e21fb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.0909827 May 27 03:35:27.057907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:27.143378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.166579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7a5d3c-fbaa-4237-9579-66ec82c1143f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:27.192204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:27.198765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.223706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-2020a863-cad7-4bdd-a17b-bc80e502916b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628928 May 27 03:35:27.226929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:27.234781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] No DVR routers for this DVR port 85d93946-fe43-4802-9958-39f573a681d5 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:27.244707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.254859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-deleted', 'tag': '85d93946-fe43-4802-9958-39f573a681d5'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:27.261574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b3ba716-317a-4b1d-9679-2153595d65b1 req-abe1cd90-5f7e-4391-8498-859330bcbf12 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Synchronizing usage tracker for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:27.265310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-117421d6-ea4a-490a-bf0d-3b81ee82d371 req-daf05646-f936-40be-96be-b82ac9013f18 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.21 "DELETE /v2.0/ports/85d93946-fe43-4802-9958-39f573a681d5 HTTP/1.1" status: 204 len: 173 time: 3.2994220 May 27 03:35:27.282146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b3ba716-317a-4b1d-9679-2153595d65b1 req-abe1cd90-5f7e-4391-8498-859330bcbf12 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] Unset dirty status for tenant:fe98440f762d4432a99882ee7a234bba on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:27.294753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b3ba716-317a-4b1d-9679-2153595d65b1 req-abe1cd90-5f7e-4391-8498-859330bcbf12 tempest-MultipleCreateTestJSON-812433079 tempest-MultipleCreateTestJSON-812433079-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f57b942-5167-4681-a17f-95f598096ac0 HTTP/1.1" status: 200 len: 210 time: 0.1135874 May 27 03:35:27.296971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.324672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.496023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['da7a5d3c-fbaa-4237-9579-66ec82c1143f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:27.555717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d93946-fe43-4802-9958-39f573a681d5'}, {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:27.556469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57382) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:27.564867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-b8a5f09c-946a-436c-acc7-62f1ebae8e02 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119571 May 27 03:35:27.567032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.569208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] 10.222.0.41 "PUT /v2.0/ports/d3aadd59-4ccc-4f93-8add-ca8d188f845c HTTP/1.1" status: 200 len: 1090 time: 2.4100494 May 27 03:35:27.596829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df85dd-ba33-4c4a-808d-31548746734f req-7d9ceca7-4c19-4633-a6c5-c4fc75a09abd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.598824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2df85dd-ba33-4c4a-808d-31548746734f req-7d9ceca7-4c19-4633-a6c5-c4fc75a09abd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.1550076 May 27 03:35:27.688782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2df85dd-ba33-4c4a-808d-31548746734f req-b9cb40e2-342a-4e84-b7c1-c80647e3da97 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843005 May 27 03:35:27.690050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:27.731114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3332-1215-4c85-922a-ef02c3b7a7cb service neutron] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.823568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8474-bd53-4ef6-bcb4-e3a762912d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.858928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801096-e29b-4b98-9acb-e0c9a9025dd1 req-25281286-ab34-48c9-97cb-bd1d5d883a22 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.867096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5801096-e29b-4b98-9acb-e0c9a9025dd1 req-25281286-ab34-48c9-97cb-bd1d5d883a22 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 946 time: 0.7306156 May 27 03:35:27.894505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-3bbc2148-1004-483d-aaa3-76eb7796c055 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:27.896411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-3bbc2148-1004-483d-aaa3-76eb7796c055 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 946 time: 0.1935804 May 27 03:35:27.951416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9701f576-33d1-4110-893c-2650bc81f73d req-56c9c9d8-8375-4c97-aa78-1d92d9d844f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717206 May 27 03:35:27.982447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:27.985577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.010815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port f82638f8-4794-4017-8580-b2e32f8c2e88 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:28.011085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.135645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:28.154395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa3ca571c7a448e8811bf0dcd6f254d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:28.188630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'name': 'network-vif-deleted', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e'}, {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '8a518343-caff-4589-9a57-cee912e573c5'}, {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:28.197702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:28.217062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:28.228472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5801096-e29b-4b98-9acb-e0c9a9025dd1 req-c5666f31-2a20-4a6f-8e81-34dd6e061361 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604567 May 27 03:35:28.306635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.311847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.316425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.321716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.324299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.328355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.332819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.334805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-ff332e81-a193-4dbe-9795-51f643afc185 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5393 time: 0.2898822 May 27 03:35:28.340182 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb21fdd-025e-45b8-9d85-f10b8e759dff'] response: {'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-deleted', 'tag': '85d93946-fe43-4802-9958-39f573a681d5', 'status': 'completed', 'code': 200} May 27 03:35:28.393886 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df03e14-50e2-4820-98cb-7a4e8fb66517'] response: {'server_uuid': '4f57b942-5167-4681-a17f-95f598096ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d93946-fe43-4802-9958-39f573a681d5', 'code': 200} May 27 03:35:28.394670 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df03e14-50e2-4820-98cb-7a4e8fb66517'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'code': 200} May 27 03:35:28.520628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-490975cd-6e24-4ee7-bc0a-604749784de4 req-acc3ce25-70db-4769-9f77-ae84968f9de3 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756239 May 27 03:35:28.553231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port f82638f8-4794-4017-8580-b2e32f8c2e88, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f82638f8-4794-4017-8580-b2e32f8c2e88,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:28.553510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.572552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.580045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.604215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a31fc6-2547-4f8c-8d67-e7196e6f6147 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:28.613794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.643460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Transition to ACTIVE for port object b1a31fc6-2547-4f8c-8d67-e7196e6f6147 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:28.651924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.696168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device da7a5d3c-fbaa-4237-9579-66ec82c1143f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:28.720724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for f82638f8-4794-4017-8580-b2e32f8c2e88 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:28.795636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1955-4f83-4d55-8716-2fa95c2dea2f req-6098e30c-e124-4c6b-b1be-64bca3ffd74e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:28.797245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4dac1955-4f83-4d55-8716-2fa95c2dea2f req-6098e30c-e124-4c6b-b1be-64bca3ffd74e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 946 time: 0.2587800 May 27 03:35:28.851141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.875614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port da7a5d3c-fbaa-4237-9579-66ec82c1143f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:28.883543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port da7a5d3c-fbaa-4237-9579-66ec82c1143f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:28.884030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.905653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:28.929739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f82638f8-4794-4017-8580-b2e32f8c2e88'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:29.004546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=f82638f8-4794-4017-8580-b2e32f8c2e88,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.009215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4dac1955-4f83-4d55-8716-2fa95c2dea2f req-25f03554-5da9-44b1-aff8-547c220475cb tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933198 May 27 03:35:29.051344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862752b6-4f2b-4888-b8dd-3d633d53314b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.061439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-815f0974-187f-472f-9dfe-44d8deb4d4f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eaa3ca571c7a448e8811bf0dcd6f254d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5039272 May 27 03:35:29.067824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:29.076308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.097186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Attempting to bind port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:29.100006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Attempting to bind port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:29.100341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Attempting to bind port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:29.115044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 on network 63dbb359-7e82-47e3-ba00-c715175954e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:29.115355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Attempting to bind port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:29.117724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:29.127676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.135524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:29.135876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Checking segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:29.136265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Bound using segment: {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:29.136674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Bound port: b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c645a0-aae3-46aa-b0c7-a07903dbb232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:29.137062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.216815 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36265442-1c4e-45a5-93a0-bafc092b1517'] response: {'server_uuid': '90adf1d7-416a-4f71-9dc7-07efa673a2e0', 'name': 'network-vif-deleted', 'tag': '9a9d8d56-9fa5-4677-8349-9ea71f853d1e', 'status': 'completed', 'code': 200} May 27 03:35:29.217564 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36265442-1c4e-45a5-93a0-bafc092b1517'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '8a518343-caff-4589-9a57-cee912e573c5', 'status': 'completed', 'code': 200} May 27 03:35:29.218024 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36265442-1c4e-45a5-93a0-bafc092b1517'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'status': 'completed', 'code': 200} May 27 03:35:29.224992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.284071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:29.289740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:29.296335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.336993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57420) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:29.355888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port f82638f8-4794-4017-8580-b2e32f8c2e88 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:29.381050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.382825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1a31fc6-2547-4f8c-8d67-e7196e6f6147 HTTP/1.1" status: 200 len: 1091 time: 1.6972330 May 27 03:35:29.401034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.406225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2349cb2-a3d8-4c0a-b0b5-e402c33f4924 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.429254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:29.481127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.492636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6829d63-34f1-4f7c-ba50-dea7b75dfc5e req-7ae6e79e-7c30-4f33-aca6-d3afe51da895 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "DELETE /v2.0/ports/f82638f8-4794-4017-8580-b2e32f8c2e88 HTTP/1.1" status: 204 len: 173 time: 1.5909109 May 27 03:35:29.505061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Deleting subnet 89f93bf7-e354-45d5-ade6-0a952cf7cae5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:35:29.517030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.578123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.643518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.647048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8fdc7-6fc1-4c5b-95c7-4bb65aff3257 req-acbc5905-a432-480a-8962-b320f1af4451 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.655113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92d8fdc7-6fc1-4c5b-95c7-4bb65aff3257 req-acbc5905-a432-480a-8962-b320f1af4451 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 944 time: 0.6721847 May 27 03:35:29.668710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee82dd-d888-413f-9435-245aeb56bb3a req-8b1bd405-83f7-4490-92fe-e5d04b386fc6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:29.670261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15ee82dd-d888-413f-9435-245aeb56bb3a req-8b1bd405-83f7-4490-92fe-e5d04b386fc6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.2062476 May 27 03:35:29.724579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-ee8ddc60-3889-4ed9-a7fa-2e94c6fb5492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6352 time: 0.4168892 May 27 03:35:29.727522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.795684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.824063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15ee82dd-d888-413f-9435-245aeb56bb3a req-4c88a18b-85da-4c93-9937-74ce6ede6426 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249835 May 27 03:35:29.887430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92d8fdc7-6fc1-4c5b-95c7-4bb65aff3257 req-c7a6554d-8cb6-4cca-8316-157599283ed9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315471 May 27 03:35:29.889587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862752b6-4f2b-4888-b8dd-3d633d53314b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.909063 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e9febb32-cd71-4845-b756-8b76eecbf8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.950364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:29.953931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8261cd89-9db6-4cfe-837c-05997947bace admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/862752b6-4f2b-4888-b8dd-3d633d53314b HTTP/1.1" status: 204 len: 168 time: 0.8811429 May 27 03:35:29.960366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.057670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-7bbee7ae-f71f-400a-82be-694ed35d01b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.058205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-7bbee7ae-f71f-400a-82be-694ed35d01b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.058796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-7bbee7ae-f71f-400a-82be-694ed35d01b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.060620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-7bbee7ae-f71f-400a-82be-694ed35d01b5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68df637837bc48949188723b32207391&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3042138 May 27 03:35:30.190182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b391eb18-d064-4a92-9dcc-c4e3af793e12 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:30.209168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.237367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Transition to ACTIVE for port object b391eb18-d064-4a92-9dcc-c4e3af793e12 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:30.247849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.355245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'name': 'network-vif-deleted', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:30.358733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.369378 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.395631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:30.417209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-ecf0193f-c8a8-4c7b-94b7-f505c6d81348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.418738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-ecf0193f-c8a8-4c7b-94b7-f505c6d81348 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520398 May 27 03:35:30.438232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f93bf7-e354-45d5-ade6-0a952cf7cae5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.450376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.460403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82411ccf-acca-478a-9ce6-a1d92b0e015e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/89f93bf7-e354-45d5-ade6-0a952cf7cae5 HTTP/1.1" status: 204 len: 168 time: 1.1146896 May 27 03:35:30.481118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a72e426b-42da-4b64-90cd-a4f0aa086a36 req-2dd58112-76e1-422a-abb2-c19e338a101b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5 HTTP/1.1" status: 200 len: 210 time: 0.1258991 May 27 03:35:30.481634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:30.546632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465be5-8d2a-4d82-b982-83333862b2ae req-f0a365ae-bc50-4e67-9a2f-435eb9588adb tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.547361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86465be5-8d2a-4d82-b982-83333862b2ae req-f0a365ae-bc50-4e67-9a2f-435eb9588adb tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:30.616641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-1ce93437-0891-46d1-a975-a0aaee34d4a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6377 time: 0.1535208 May 27 03:35:30.619166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86465be5-8d2a-4d82-b982-83333862b2ae req-f0a365ae-bc50-4e67-9a2f-435eb9588adb tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:30.621209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86465be5-8d2a-4d82-b982-83333862b2ae req-f0a365ae-bc50-4e67-9a2f-435eb9588adb tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 946 time: 0.3794398 May 27 03:35:30.776617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86465be5-8d2a-4d82-b982-83333862b2ae req-71a0f81c-86c2-4d3c-a8be-e623792e5c4d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:30.819518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86465be5-8d2a-4d82-b982-83333862b2ae req-71a0f81c-86c2-4d3c-a8be-e623792e5c4d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:30.820662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86465be5-8d2a-4d82-b982-83333862b2ae req-71a0f81c-86c2-4d3c-a8be-e623792e5c4d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656725 May 27 03:35:30.831116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-26856ff7-2669-4866-ae98-264498c5cf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.831570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-26856ff7-2669-4866-ae98-264498c5cf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.832140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-26856ff7-2669-4866-ae98-264498c5cf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:30.833834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-26856ff7-2669-4866-ae98-264498c5cf81 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68df637837bc48949188723b32207391&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2075782 May 27 03:35:30.922046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:30.967666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:30.983996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f82638f8-4794-4017-8580-b2e32f8c2e88 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:31.016693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Attempting to bind port b391eb18-d064-4a92-9dcc-c4e3af793e12 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:31.017112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Attempting to bind port b391eb18-d064-4a92-9dcc-c4e3af793e12 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:31.017453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Attempting to bind port b391eb18-d064-4a92-9dcc-c4e3af793e12 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:31.051192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd57f-dd08-4dc6-9038-967c33433521 req-36c85f0a-6f93-4617-b65e-4c3547f48613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.053709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-818fd57f-dd08-4dc6-9038-967c33433521 req-36c85f0a-6f93-4617-b65e-4c3547f48613 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144322 May 27 03:35:31.080924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.093448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.094954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: f82638f8-4794-4017-8580-b2e32f8c2e88 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:35:31.095975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f82638f8-4794-4017-8580-b2e32f8c2e88 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:31.104254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:35:31.105125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.115484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.121222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.126630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.131629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.132192 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd85f8d-348e-4c50-8a7e-4c3ca1c886e9'] response: {'server_uuid': '2d20eec0-6aff-44e9-a21d-fd6a2a5bcab5', 'name': 'network-vif-deleted', 'tag': 'f82638f8-4794-4017-8580-b2e32f8c2e88', 'status': 'completed', 'code': 200} May 27 03:35:31.139921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-9d4aefad-7dd5-420b-990c-954ad98146f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5417 time: 0.4551895 May 27 03:35:31.237408 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac9a311-0742-4849-8b85-9df681904433'] response: {'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f', 'code': 200} May 27 03:35:31.244198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Port b391eb18-d064-4a92-9dcc-c4e3af793e12 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:31.244487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Attempting to bind port b391eb18-d064-4a92-9dcc-c4e3af793e12 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:31.246563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:31.249796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.288849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:31.289228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Checking segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:31.289654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Bound using segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:31.290111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Bound port: b391eb18-d064-4a92-9dcc-c4e3af793e12, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:31.290467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.318393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.343803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:31.376762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4', 'port_id': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'mac_address': 'fa:16:3e:13:86:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1709a3-d978-408e-8965-896b5c4c668b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:31.420394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.429564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-941983d8-fcc2-44b1-8e1b-361627fffef7 req-c76ddeaa-28e6-4c3e-9549-3971479db197 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886264 May 27 03:35:31.457151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:31.477871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8d1fb1-0d61-4444-83cf-0c9f2277393b') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:31.478315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8d1fb1-0d61-4444-83cf-0c9f2277393b') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:31.479668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.507897 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.521888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:31.540795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:31.553583 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.556871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:31.558778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:31.568841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:35:31.568841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.569291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.590447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: timer() May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:35:31.594326 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:35:31.599579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452c35-8d58-47dc-9852-74aff5fde86f req-8918ef2a-949a-4e4a-96b2-6ae7ac55125c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.606661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e452c35-8d58-47dc-9852-74aff5fde86f req-8918ef2a-949a-4e4a-96b2-6ae7ac55125c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.2084045 May 27 03:35:31.660933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e452c35-8d58-47dc-9852-74aff5fde86f req-d4f4589e-da32-4fa0-b806-ad90cd56cea5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533657 May 27 03:35:31.693879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.754166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19cac7ee-08e2-4a09-b531-cc8bfc544a52 req-16c032b6-000e-4127-b5f9-07e8ce3881c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 1096 time: 0.3817091 May 27 03:35:31.755489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.756774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] 10.222.0.41 "PUT /v2.0/ports/b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 200 len: 1091 time: 2.3346443 May 27 03:35:31.782539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.793564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Request body: {'port': {'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:31.841856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:31.873950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b5b0-6d17-486a-8e8f-43924bb6a17a service neutron] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.887667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.911551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff4fd9-a350-46d9-9303-bae006280f97 req-baad2316-3a94-4fb5-9248-30db68233722 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:31.914419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03ff4fd9-a350-46d9-9303-bae006280f97 req-baad2316-3a94-4fb5-9248-30db68233722 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.1131101 May 27 03:35:31.915853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:31.927023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c4eecece-3299-4013-a910-47b7a463b3c4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e35d0143-a9f3-4ac4-aa8d-6cfe33c1b3d7 HTTP/1.1" status: 204 len: 168 time: 1.4304085 May 27 03:35:31.958877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19cac7ee-08e2-4a09-b531-cc8bfc544a52 req-9a7d1412-511f-4c25-9f04-d646aaaf587d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979544 May 27 03:35:32.049634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03ff4fd9-a350-46d9-9303-bae006280f97 req-1459ee24-9188-4791-88ed-6d01aeb17c3a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258464 May 27 03:35:32.086087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.282757 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a111de21-6572-4608-9aaf-e4427e0066ab'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'status': 'completed', 'code': 200} May 27 03:35:32.398011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57492) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:32.482770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5e689095-3aac-430b-be78-28d16aa59844 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe98440f762d4432a99882ee7a234bba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0819955 May 27 03:35:32.486686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57500) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:32.560525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-cb7b5796-1209-4d00-9b04-38d8d835b40e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6419 time: 0.3073368 May 27 03:35:32.608273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.849019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.852016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.883968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:32.892464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.917883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Transition to ACTIVE for port object dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:32.926983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:32.969288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-357a98a4-7210-4d28-8801-1157f61a8636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:32.969719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-357a98a4-7210-4d28-8801-1157f61a8636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:32.970050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-357a98a4-7210-4d28-8801-1157f61a8636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:32.972646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-357a98a4-7210-4d28-8801-1157f61a8636 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68df637837bc48949188723b32207391&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3860326 May 27 03:35:33.013121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.154482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad91b14-c066-491e-b206-bfc199dc80e0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:33.197613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.199476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-621c51d8-7a19-4ea8-a2e6-a6d08a4328e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ad91b14-c066-491e-b206-bfc199dc80e0 HTTP/1.1" status: 204 len: 168 time: 0.7108574 May 27 03:35:33.236888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:33.276083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-b80293fb-6f84-4a01-ad50-dc8dd1d52517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.277890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a45e76e-8113-4e00-85eb-34572b38d437 req-b80293fb-6f84-4a01-ad50-dc8dd1d52517 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989726 May 27 03:35:33.336141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.340816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.345205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.349428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.353443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.357804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.361947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.364141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-196a1461-bb4d-49ed-8236-77a04f750726 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.2650752 May 27 03:35:33.451245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08ada125-868a-4f8f-8f3c-59d6a83fe322 req-f64f7dec-3ad9-4c39-a4c3-424fc24e5271 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637052 May 27 03:35:33.494721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac890ef-057a-4bc6-9753-f4d22c959c33 req-bf415fe5-a730-4e24-aed9-e8f7aa5647b0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.496483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ac890ef-057a-4bc6-9753-f4d22c959c33 req-bf415fe5-a730-4e24-aed9-e8f7aa5647b0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.4604006 May 27 03:35:33.575889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Attempting to bind port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:33.576351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Attempting to bind port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:33.576690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Attempting to bind port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:33.603917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:33.604321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Attempting to bind port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 on network 64fac7f4-787d-4f35-bbfa-766aa909a04e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:33.609964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ac890ef-057a-4bc6-9753-f4d22c959c33 req-808bdd86-1784-4484-96c0-5bc5fa53d118 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 May 27 03:35:33.618314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:33.618827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Checking segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:33.619055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Bound using segment: {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:33.619478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Bound port: dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03a2182-44ca-49c2-9d9e-3458763cab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:33.619829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.737855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:33.741697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:33.754538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.829815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:33.831238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] 10.222.0.41 "PUT /v2.0/ports/dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 200 len: 1091 time: 2.0419042 May 27 03:35:33.860340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf44703-5559-4784-b586-0acd4286ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:33.933227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-c3934f52-4c74-45b1-b054-bf51739b1398 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:33.937451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-c3934f52-4c74-45b1-b054-bf51739b1398 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.3225012 May 27 03:35:33.964885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-40d20738-b511-461f-94a3-c520ae84f7ac tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0181811 May 27 03:35:34.061066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4629a8b5-81b6-4197-85ab-0037ef252e7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6486 time: 0.1754804 May 27 03:35:34.115228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-672ce655-a0c5-49f9-9090-1c58fac11c8f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:34.150702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-672ce655-a0c5-49f9-9090-1c58fac11c8f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:34.166713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-672ce655-a0c5-49f9-9090-1c58fac11c8f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1826088 May 27 03:35:34.278893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3765c456-8280-4f03-ae39-c6dfbd080e2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 200 len: 217 time: 0.2044244 May 27 03:35:34.285097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12'}, {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:34.413842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-4d44aba6-d65a-4301-a059-ed059513b5aa service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403915 May 27 03:35:34.446165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8272649f-e677-4b07-870e-2fe2dbce76fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:34.448165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8272649f-e677-4b07-870e-2fe2dbce76fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6ef3a5-0787-465a-946e-c724574cdc69 HTTP/1.1" status: 200 len: 856 time: 0.1542141 May 27 03:35:34.553811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e0f53ca1-e564-4ae2-aec9-a2f688ad5ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97c91322-7645-4a23-b1c8-af95ea2b6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989890 May 27 03:35:34.645501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-7dfd9621-4b68-40cf-afdd-544d99129158 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280011 May 27 03:35:34.774766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-e0d374ec-28fb-4362-ae10-fa8fb8ee030a service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139690 May 27 03:35:34.803805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57570) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:34.879207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9c679-3d33-4279-b8ec-00e6c3276a7b req-0be65151-4a04-44e9-bbc7-1947c13fc060 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:34.879951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-06a9c679-3d33-4279-b8ec-00e6c3276a7b req-0be65151-4a04-44e9-bbc7-1947c13fc060 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:34.896680 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d118446d-4000-4a54-93bc-e50757f5cd04'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'status': 'completed', 'code': 200} May 27 03:35:34.897040 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d118446d-4000-4a54-93bc-e50757f5cd04'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'status': 'completed', 'code': 200} May 27 03:35:34.933150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-06a9c679-3d33-4279-b8ec-00e6c3276a7b req-0be65151-4a04-44e9-bbc7-1947c13fc060 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:34.940631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06a9c679-3d33-4279-b8ec-00e6c3276a7b req-0be65151-4a04-44e9-bbc7-1947c13fc060 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.2990561 May 27 03:35:34.989651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-2b90a47f-2ff9-4ee6-a8a4-3581b549d41f service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071667 May 27 03:35:35.009177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:35.069509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-369592815-network', 'tenant_id': 'ff373081db304819b7fa43aca692792e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:35.078374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:35.091326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Usage tracker for resource:network and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:35.108329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:35.110506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3cd34a7a-61c1-4b77-b549-094d2cc33c85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 217 time: 0.1127002 May 27 03:35:35.117273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:35.129520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06a9c679-3d33-4279-b8ec-00e6c3276a7b req-bdd6a733-5a49-4e23-9594-af5af6f677f5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877196 May 27 03:35:35.143504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:35.145914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.184041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.216254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:35.260612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:35.269586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:35.273030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:35.278683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8393b4a0-b964-4019-a128-b7a5c1b54189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.283872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8393b4a0-b964-4019-a128-b7a5c1b54189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.1522264 May 27 03:35:35.287384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:35.387655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-94d4bb31-c8fa-4204-aab6-070143c511c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972586 May 27 03:35:35.427267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:35.446001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'port_id': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'mac_address': 'fa:16:3e:31:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252bc3b0-95c8-471f-8a2b-c5bc0ed172e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:35.476705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.478891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:35.483185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.493764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:35.494448 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.528173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:35.542964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473a7e4-f4f9-4afb-a680-84f2c1d0981f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.554736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.555148 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Added segment 5af54470-b5c2-4793-850f-e2ff876da0be of type vlan for network 2d969655-9e36-4c80-8569-9226d261e6e5 May 27 03:35:35.580221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.604745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.618161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c9df73b-ed13-4cac-bde7-e3188b5afe69 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:35.685530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:35.692570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.746081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddd7f8-1d66-4d64-8b1d-7f059ed0fd34 req-9c4a3e3d-7cc0-4a67-ad0e-81b0f5a0127d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.754038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cfddd7f8-1d66-4d64-8b1d-7f059ed0fd34 req-9c4a3e3d-7cc0-4a67-ad0e-81b0f5a0127d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 946 time: 0.2940648 May 27 03:35:35.771400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.772267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.772966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.778526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-5bdbc72d-76b4-4d32-92fa-0d06615dbc2d service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812675 May 27 03:35:35.785518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.831677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:35.842157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['3c9df73b-ed13-4cac-bde7-e3188b5afe69'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:35.872083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.882727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:35.911281 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:35.918756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cfddd7f8-1d66-4d64-8b1d-7f059ed0fd34 req-da498ad4-0987-442a-9c2b-1c663c0e8348 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635983 May 27 03:35:35.926702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1215391 May 27 03:35:35.927874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb361-ea53-4c87-82cf-935f12c616c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d969655-9e36-4c80-8569-9226d261e6e5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.930081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:35.959883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Request body: {'subnet': {'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-369592815-subnet', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:35.966431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:35.971397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Usage tracker for resource:subnet and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:35.974451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.975201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:35.978290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.981355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:35.982201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.986084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.990357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.994559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:35.998796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.000837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-8cd7b0f2-c823-46b7-8182-7865483b15fd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.3208284 May 27 03:35:36.006181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2d969655-9e36-4c80-8569-9226d261e6e5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:35:36.014363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:36.017428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:36.076788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81fd4f70-a99c-4c45-974e-db6ddd93d63f req-fa12b2a7-a3b7-46f4-a295-5392165d3cbc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679512 May 27 03:35:36.182153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:36.291963 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09c4e9bf-7a8c-43f8-94e7-925d1a6fed4c req-069389c3-b696-4638-8b16-ed243ca79b0b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 210 time: 0.0437756 May 27 03:35:36.295691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-36b84e8c-0b27-4a34-acce-731e694b5cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116889 May 27 03:35:36.391744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6c5277b6-8568-484a-85a6-31ab73c65a50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 217 time: 0.0851498 May 27 03:35:36.545201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437b21a-b1ca-4215-bce4-c52508a2757c req-e0ab42df-dd2f-4198-81c8-8a8f454264d0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.553544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d437b21a-b1ca-4215-bce4-c52508a2757c req-e0ab42df-dd2f-4198-81c8-8a8f454264d0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 946 time: 0.1160316 May 27 03:35:36.615794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d437b21a-b1ca-4215-bce4-c52508a2757c req-4d849bc4-f9ef-4e2c-8501-8206ca10c711 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 May 27 03:35:36.620227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3533ca-2601-44fe-8dae-c529ea5aca96 req-347af5cc-60e0-443f-80b9-fe524e46670c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.621731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af3533ca-2601-44fe-8dae-c529ea5aca96 req-347af5cc-60e0-443f-80b9-fe524e46670c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.4031036 May 27 03:35:36.628247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-5b7b750f-ab01-4310-9ba4-6cb4011d3144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.629710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-5b7b750f-ab01-4310-9ba4-6cb4011d3144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2288229 May 27 03:35:36.761062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8345984d-0568-4ae1-8f1d-27968e88e826 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:36.762516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8345984d-0568-4ae1-8f1d-27968e88e826 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.3627243 May 27 03:35:36.790222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:36.888018 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2ced00-c0a1-4861-aa06-759761bbe420'] response: {'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'code': 200} May 27 03:35:36.892959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af3533ca-2601-44fe-8dae-c529ea5aca96 req-494a5e66-5832-499e-accd-dbcbe156ee0d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590871 May 27 03:35:36.929472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:36.996745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-a5be223b-a2e9-4868-bf85-6bc515601f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3442643 May 27 03:35:37.020124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:37.146843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acfe8060-5141-40a1-8cda-8dac540b783b req-ab816ede-0acd-4320-861c-ed3885f6b86f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1096 time: 0.1497035 May 27 03:35:37.150459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb2cc92-1fb0-4125-96c8-527f5e282209,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:37.154790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a25ea1-c4bc-46fe-a5cc-6b0f0c38dc56 req-c23fc4d5-05ff-466c-9edb-d22286999359 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.162098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90a25ea1-c4bc-46fe-a5cc-6b0f0c38dc56 req-c23fc4d5-05ff-466c-9edb-d22286999359 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.1319773 May 27 03:35:37.174451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:37.188503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:37.189414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Network hostable DHCP agents. Network: 2d969655-9e36-4c80-8569-9226d261e6e5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:37.200350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:37.243718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:37.246950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.257900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90a25ea1-c4bc-46fe-a5cc-6b0f0c38dc56 req-10c83cf8-fb86-4dab-970a-3cc5295b497f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 May 27 03:35:37.266368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acfe8060-5141-40a1-8cda-8dac540b783b req-bdda9287-0a0a-45ac-8178-a44279d20e77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017809 May 27 03:35:37.274579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:37.278373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-568b28a6-e5e5-458d-8b88-49264d6964db service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676065 May 27 03:35:37.286559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.352503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:37.397681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2d969655-9e36-4c80-8569-9226d261e6e5) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:37.407728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.408400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.419556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafcd893-a663-4228-9930-42c8121cf813 None None] Network 2d969655-9e36-4c80-8569-9226d261e6e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:35:37.609470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:37.619169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af5196a6-175c-4978-88e0-ca7475da101b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6847897 May 27 03:35:37.627677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:37.637369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:37.648805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:37.664842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Usage tracker for resource:router and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:37.669440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:37.679843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:37.727491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faa368-92a9-4373-aceb-5cbddd54a194 req-cedfeaa9-6424-4d7d-a064-4c9c9f1217ce tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.730411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68faa368-92a9-4373-aceb-5cbddd54a194 req-cedfeaa9-6424-4d7d-a064-4c9c9f1217ce tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 945 time: 0.3073380 May 27 03:35:37.731686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.733155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.755796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.766667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.12 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/76d2733f-59eb-49c8-8aab-2f47e0deee39) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:37.801181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.827539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.833187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.838733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.843150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.843362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:37.843639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.849919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.851625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.853937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.858458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:37.861324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1698e81-489c-4455-a7e0-142231c8666d req-494bd004-9ad6-46d4-8ddb-981e7e39d9ec tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.3494868 May 27 03:35:37.866902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68faa368-92a9-4373-aceb-5cbddd54a194 req-4f602cb4-4e0c-4f65-b5d3-dece1c714754 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252980 May 27 03:35:37.873714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:37.879214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9c8dfc8d434a46925b87d83e8c74a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:37.883148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:37.893407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:37.968848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2d969655-9e36-4c80-8569-9226d261e6e5', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:35:37.971196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:37.995911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.003318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-13bed111-c07a-43d1-95fe-42b914c672cd service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304304 May 27 03:35:38.130685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.185090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.203269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.266526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Allocated IP 172.20.0.2 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/c9f1d449-8f03-4d4a-b95a-1e7c630e5d17) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:38.310416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644780bd-5125-44fc-849d-d59753520ba1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.334602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e9c8dfc8d434a46925b87d83e8c74a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7220426 May 27 03:35:38.341836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:38.348399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.348805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.349096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.349540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.349752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.350062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.350395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.350756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.351079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.351466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.351790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7e5f4-4a6a-4986-81d1-6a9e3f2d70f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:38.427803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.473571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1698e81-489c-4455-a7e0-142231c8666d req-4197cd97-3d5e-4145-a152-8a83eeae65fb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5895452 May 27 03:35:38.510912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-b2a7aec7-bdd4-4837-86b7-0d50121e2bde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c HTTP/1.1" status: 200 len: 217 time: 0.3128753 May 27 03:35:38.522402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.525355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.542066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6acb10ea-94ed-46b9-8db4-00956fa0e413 req-f9f2279a-30a5-41d8-9e68-b2c7eee7616c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 210 time: 0.0784144 May 27 03:35:38.585879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.612250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Transition to ACTIVE for port object c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:38.663408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.688500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Transition to ACTIVE for port object c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:38.707813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.731798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.733925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.792406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.817917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644780bd-5125-44fc-849d-d59753520ba1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.878207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:38.882137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f86c1446-9df1-4b26-80b1-aa3ba0c08090 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/644780bd-5125-44fc-849d-d59753520ba1 HTTP/1.1" status: 204 len: 168 time: 0.5369611 May 27 03:35:38.949344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:38.954466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Pushing event updated for resources: {'Port': ['ID=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.995556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:38.997063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:39.000828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:39.095838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4c3a310e-aea3-4575-ad7c-27aa8e705903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:39.097733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4c3a310e-aea3-4575-ad7c-27aa8e705903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.5592871 May 27 03:35:39.110744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:39.111587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.164445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:39.166955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:39.195266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Attempting to bind port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:39.195907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Attempting to bind port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:39.196591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Attempting to bind port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:39.205688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:39.206365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:39.207043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.207589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:39.208268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Bound port: c9f1d449-8f03-4d4a-b95a-1e7c630e5d17, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:39.208829 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.228637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Allocated IP 172.25.8.83 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a6477ab4-f5f2-4061-9a9b-bb8d73395c36) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:39.284196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:39.284876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.314346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195f604-79a2-4410-89d5-c41cedbdc13f req-4845be99-250b-4b78-8021-1baa1384da3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:39.316675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3195f604-79a2-4410-89d5-c41cedbdc13f req-4845be99-250b-4b78-8021-1baa1384da3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.3978119 May 27 03:35:39.319322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-52b10027-5c36-4497-9880-20f2bf26bbf5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5385923 May 27 03:35:39.333899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Request body: {'port': {'device_id': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:39.340680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] For port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:39.346995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] For port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:39.355593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.372001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-ae3dd58d-dd6e-4511-9497-8f0c74584928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2672181 May 27 03:35:39.455463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.457990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d357-a97d-4986-98e5-40cbf1f853ba None None] Pushing event updated for resources: {'Port': ['ID=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.483692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e0d7-0220-43e9-9305-f06c882682f7 req-23dc1c65-4269-47b5-99a6-cdbd97fc7322 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:39.491191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6222e0d7-0220-43e9-9305-f06c882682f7 req-23dc1c65-4269-47b5-99a6-cdbd97fc7322 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.4511712 May 27 03:35:39.534567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.627756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6222e0d7-0220-43e9-9305-f06c882682f7 req-2df17e77-101d-4788-9905-8663934fb791 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355810 May 27 03:35:39.646020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:39.686008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:39.693710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Pushing event updated for resources: {'Port': ['ID=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.695587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:39.699502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3195f604-79a2-4410-89d5-c41cedbdc13f req-8bcae9b1-8e62-4f85-8368-7f94c4ceea91 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310039 May 27 03:35:39.742181 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:39.887688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-6bf6939e-c0b4-494a-8158-82def5ecbd68 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748511 May 27 03:35:39.969219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-9ba2bc63-7a66-4dd7-946a-5872de6a5bd4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:39.971464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-9ba2bc63-7a66-4dd7-946a-5872de6a5bd4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.3213079 May 27 03:35:40.085278 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2433a80d-530f-4bf8-989f-781ec464536d'] response: {'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'code': 200} May 27 03:35:40.106986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port da7a5d3c-fbaa-4237-9579-66ec82c1143f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:40.107358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.429195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-725ddf81-ab4c-4129-96d7-1ece4bea72a7 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171084 May 27 03:35:40.449211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41d955-32b6-40f3-9726-1704c16461fb req-d662a964-a517-45bd-857b-cb4eebe0bd6e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.456745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af41d955-32b6-40f3-9726-1704c16461fb req-d662a964-a517-45bd-857b-cb4eebe0bd6e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 946 time: 0.3769495 May 27 03:35:40.495674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.496392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.570157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-1bf3a043-189b-4405-b587-098b216e6fd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147 HTTP/1.1" status: 200 len: 217 time: 0.1278515 May 27 03:35:40.676026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af41d955-32b6-40f3-9726-1704c16461fb req-d12277dd-efe9-4c33-9e80-e7f9e709bf0d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180068 May 27 03:35:40.696630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:40.757476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.761337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.765232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.769329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d2733f-59eb-49c8-8aab-2f47e0deee39 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:40.770105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.774061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.777996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.788352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.789776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.791851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-134baef4-67f8-4dd9-ad8f-c28f4036d49e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.5653615 May 27 03:35:40.802937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8c781243-7a7c-413d-ace4-54ae6a0d3ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:40.804534 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8c781243-7a7c-413d-ace4-54ae6a0d3ec6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2224712 May 27 03:35:40.864681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-308f23d7-fa8c-4172-8ab1-32fe144bd3f7 req-fe97fe21-b3bd-4b66-83a2-4a97565fdfed tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566902 May 27 03:35:40.899031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port da7a5d3c-fbaa-4237-9579-66ec82c1143f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=da7a5d3c-fbaa-4237-9579-66ec82c1143f,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:40.899480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.902541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Transition to ACTIVE for port object 76d2733f-59eb-49c8-8aab-2f47e0deee39 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:40.981744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:40.995145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-network', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:41.000428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:41.006203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Usage tracker for resource:network and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:41.010123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:41.022912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:41.040142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:41.101372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for da7a5d3c-fbaa-4237-9579-66ec82c1143f owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:41.118918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21818696-6bd5-4941-8cdf-1762c8a46323 None None] Network 2d969655-9e36-4c80-8569-9226d261e6e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:35:41.130943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Made reservation on behalf of 6ac9c108963c4c0bb55c8b6a2c88afec for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:41.133290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.159511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.300971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:41.318324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:41.324704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:41.339122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:41.373055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-9fb2876d-9784-47fb-be91-43130c5375b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5610085 May 27 03:35:41.374634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.383785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-caf08a97-0199-447f-841c-94f378b965a4 None None] Provisioning for port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:41.443970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.482581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16e763-6b24-4f7b-a26c-dc513af349db req-1845b574-544b-471b-9efe-85f9db8e5419 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:41.484215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed16e763-6b24-4f7b-a26c-dc513af349db req-1845b574-544b-471b-9efe-85f9db8e5419 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2622d48-d555-4a6d-840d-d622f2a8d5ff HTTP/1.1" status: 200 len: 945 time: 0.2144215 May 27 03:35:41.527231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:41.542719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1e04-3653-446c-984b-c42db372f358 req-c61b5d51-30d3-4dc4-9576-8c0d08f4dc4b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:41.543017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.543585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17bd1e04-3653-446c-984b-c42db372f358 req-c61b5d51-30d3-4dc4-9576-8c0d08f4dc4b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:41.569043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.571432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'a7fec53e-47df-4c1b-ae64-25603299c2a0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:41.642386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=da7a5d3c-fbaa-4237-9579-66ec82c1143f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.648705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:41.655399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17bd1e04-3653-446c-984b-c42db372f358 req-c61b5d51-30d3-4dc4-9576-8c0d08f4dc4b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:41.657095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17bd1e04-3653-446c-984b-c42db372f358 req-c61b5d51-30d3-4dc4-9576-8c0d08f4dc4b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.7527370 May 27 03:35:41.676143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.686672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-f1f6a834-0490-4fe0-aafb-0f4109b51812 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038435 May 27 03:35:41.723918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.770846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Router c46b1175-d97a-424c-9bc4-7a69efad7469 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:35:41.787021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed16e763-6b24-4f7b-a26c-dc513af349db req-6a640c02-19af-434b-9259-f384f53c7753 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708650 May 27 03:35:41.793361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.800791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:41.806966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Attempting to bind port 76d2733f-59eb-49c8-8aab-2f47e0deee39 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:41.806966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Attempting to bind port 76d2733f-59eb-49c8-8aab-2f47e0deee39 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:41.806966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Attempting to bind port 76d2733f-59eb-49c8-8aab-2f47e0deee39 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:41.812117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port da7a5d3c-fbaa-4237-9579-66ec82c1143f on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:41.821904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.827861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'name': 'network-vif-deleted', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:41.833486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17bd1e04-3653-446c-984b-c42db372f358 req-2f7f47f3-fc1c-4315-9cb0-97f2397cd549 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653972 May 27 03:35:41.836632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Port 76d2733f-59eb-49c8-8aab-2f47e0deee39 on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:41.837000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Attempting to bind port 76d2733f-59eb-49c8-8aab-2f47e0deee39 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:41.847264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.847683 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Added segment 775da5ad-885a-4071-8df3-6a8b75c31c2e of type vlan for network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 May 27 03:35:41.852099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f8234-6a7f-42e8-8d35-58783a225bc7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.864821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:41.883999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:41.884695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:41.889791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:41.890125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:41.890517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:41.895700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Bound port: 76d2733f-59eb-49c8-8aab-2f47e0deee39, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:41.896175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.044010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-7a3cccc6-8237-4d39-aa8d-1e87abf1b9cd service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495612 May 27 03:35:42.084335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94456186-37a0-4fc5-b936-6dcb07cf5620 req-ebddb14c-449e-431e-8c10-b55c79ba1555 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "DELETE /v2.0/ports/da7a5d3c-fbaa-4237-9579-66ec82c1143f HTTP/1.1" status: 204 len: 173 time: 2.0958948 May 27 03:35:42.107516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:42.178236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4b60f50a-f759-47f9-b870-12176ec02bf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 200 len: 217 time: 0.1245718 May 27 03:35:42.206623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.291576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.329789 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.330957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:42.333496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.382845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-661846a3-192d-4820-97a3-659684622cd9 None None] Provisioning complete for port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:42.383212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-661846a3-192d-4820-97a3-659684622cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.405232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3d4260dd-dd35-4b51-bf91-b54382c215d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:42.406903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-3d4260dd-dd35-4b51-bf91-b54382c215d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.1743486 May 27 03:35:42.416965 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70c2721-7cb8-4ea7-b5c8-b1dc39dd477d'] response: {'server_uuid': 'c2622d48-d555-4a6d-840d-d622f2a8d5ff', 'name': 'network-vif-deleted', 'tag': 'da7a5d3c-fbaa-4237-9579-66ec82c1143f', 'status': 'completed', 'code': 200} May 27 03:35:42.430653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7326007 May 27 03:35:42.462779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:42.464424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:42.476960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.478754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Request body: {'subnet': {'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-subnet', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:42.504424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:42.512579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Usage tracker for resource:subnet and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:42.520661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:42.522568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea184ef-efe6-4b9a-bdc4-ae37f88649da req-549bc7e5-8c58-4295-8679-8838b1e394d0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:42.524003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:42.524673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ea184ef-efe6-4b9a-bdc4-ae37f88649da req-549bc7e5-8c58-4295-8679-8838b1e394d0 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.4025750 May 27 03:35:42.537549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:42.549914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:42.593667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c04a-9191-4426-b15f-fdfe6f198c41 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd3dd42-689b-4b6d-b3a2-4f2eba154234,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:42.598122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.613147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:35:42.631916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:42.661548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ea184ef-efe6-4b9a-bdc4-ae37f88649da req-667e2833-d786-4dd7-b30b-0cd04aae06a7 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290808 May 27 03:35:42.668839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:42.696734 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Sync routers for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:35:42.698203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.707086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a467760b-706f-4d64-bf4c-2819e9e9d2ba admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0779541 May 27 03:35:42.708799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57738) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:42.723111 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:42.724122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:42.732112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device da7a5d3c-fbaa-4237-9579-66ec82c1143f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:42.768167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Made reservation on behalf of 6ac9c108963c4c0bb55c8b6a2c88afec for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:42.773305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.779641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: da7a5d3c-fbaa-4237-9579-66ec82c1143f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:35:42.779997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device da7a5d3c-fbaa-4237-9579-66ec82c1143f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:42.827389 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea48194-0e0a-49d9-97b7-96ee563ed995'] response: {'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'code': 200} May 27 03:35:42.920626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-c6ebfd4d-2498-415f-a256-06f9abd420d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4978938 May 27 03:35:42.943242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:42.944655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] 10.222.0.21 "PUT /v2.0/ports/76d2733f-59eb-49c8-8aab-2f47e0deee39 HTTP/1.1" status: 200 len: 1092 time: 3.6164489 May 27 03:35:42.980575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:43.062906 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:43.134898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d83e-fa13-4c12-ab6f-b08a9bfeb221 service neutron] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:43.269496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.277163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.285444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.292441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.294929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f25669-e940-487f-9596-c90c0d0ba4d9 req-7c7cd157-ccba-43d5-a50f-3640c29a73b8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.295848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22f25669-e940-487f-9596-c90c0d0ba4d9 req-7c7cd157-ccba-43d5-a50f-3640c29a73b8 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 944 time: 0.2550731 May 27 03:35:43.300607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.306936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.312074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:43.315192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73e48c59-86c3-491b-a115-117bb9754767 req-120cf346-4879-44e5-8e30-aefa27c6f6c5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.7799988 May 27 03:35:43.367829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22f25669-e940-487f-9596-c90c0d0ba4d9 req-7365dc01-3530-4b8e-a749-8d6340fbdc9f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605836 May 27 03:35:43.375741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-358b8c95-b834-4e6a-95c7-a72c99caa7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266675 May 27 03:35:43.433322 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:39Z', 'revision_number': 3, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:43.448581 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Checking router: c46b1175-d97a-424c-9bc4-7a69efad7469 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:35:43.448853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Updating router c46b1175-d97a-424c-9bc4-7a69efad7469 port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:35:43.523359 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:43.567297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:43.687843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:43.688322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:43.797157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-10a2674a-58f2-4578-8af6-2b35a8ca74f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 1095 time: 0.7951336 May 27 03:35:43.807356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73e48c59-86c3-491b-a115-117bb9754767 req-103678f7-68ad-49bd-8737-2a8f0f1b2c5a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4848208 May 27 03:35:43.956002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-58ad3b8b-03ac-4c23-b7f5-ad7a9700f250 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640743 May 27 03:35:43.962616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-73d12ea2-6d2e-4751-8f75-68f2804bf5bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39 HTTP/1.1" status: 200 len: 217 time: 0.1537700 May 27 03:35:44.004712 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.018627 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Transition to ACTIVE for port object a6477ab4-f5f2-4061-9a9b-bb8d73395c36 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:44.024670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10dd1b69-7f42-4081-8ad7-193c99ecaa3d req-faf1f4e0-9997-48c9-b053-3e375be838fa tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1096 time: 0.3343804 May 27 03:35:44.028971 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.092291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10dd1b69-7f42-4081-8ad7-193c99ecaa3d req-96a7c3ae-61b1-4690-b0d7-af917f1d80d1 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 May 27 03:35:44.102480 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Pushing event updated for resources: {'Port': ['ID=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.103048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.114535 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.115186 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.115676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.116160 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.116640 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.117240 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.117712 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.118185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.118681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.119275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.119892 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:44.191776 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Attempting to bind port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:44.192835 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Attempting to bind port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:44.194138 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Attempting to bind port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:44.214348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:44.214883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:44.215719 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.216538 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:44.217930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Bound port: a6477ab4-f5f2-4061-9a9b-bb8d73395c36, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:44.218580 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.284291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-360ede2e-c9fc-49d8-924f-801b933384ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:44.285847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-360ede2e-c9fc-49d8-924f-801b933384ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.2330410 May 27 03:35:44.287153 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-c7670191-287b-4546-bc6c-ddb790187066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 200 len: 217 time: 0.3206384 May 27 03:35:44.351765 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] For port a6477ab4-f5f2-4061-9a9b-bb8d73395c36, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:44.356151 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] For port a6477ab4-f5f2-4061-9a9b-bb8d73395c36, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:44.363437 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.382324 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906b6042-3bdc-4fdb-be14-954aa483f9b9'] response: {'name': 'network-changed', 'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'status': 'completed', 'code': 200} May 27 03:35:44.413857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-22ecec4f-4637-4136-8d54-f3b989e6c312 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161754 May 27 03:35:44.454490 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:44.455423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:44.477052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.549206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c68632c-3cd4-4f09-ad73-208a9148a4ee,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.565694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4dbcbdbd-38b9-4d47-a251-d91c19fd3b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:44.567181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-4dbcbdbd-38b9-4d47-a251-d91c19fd3b52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.2677467 May 27 03:35:44.577519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:44.577519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Network hostable DHCP agents. Network: cfd3dd42-689b-4b6d-b3a2-4f2eba154234, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:44.593550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-d72d9c6c-ea3a-467a-aba7-922bd8c73ba5 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:44.595335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-d72d9c6c-ea3a-467a-aba7-922bd8c73ba5 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 944 time: 0.4455435 May 27 03:35:44.673730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Deleting port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:44.674007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:44.701034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-f55a9931-b408-4c37-832c-d4afe399cc04 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726705 May 27 03:35:44.768882 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7df6-971b-4bb2-8f86-a81f505b5ceb None None] Pushing event updated for resources: {'Port': ['ID=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.853872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:44.875719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7404c6-0651-4d26-ab56-b5ee2943b5d3 req-f06e9b2a-0cad-403d-8e7f-f62340887107 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:44.885247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f7404c6-0651-4d26-ab56-b5ee2943b5d3 req-f06e9b2a-0cad-403d-8e7f-f62340887107 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.8334897 May 27 03:35:44.980718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:45.000376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d181aca9-ba52-4311-b982-9a7e6fee2dec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4139678 May 27 03:35:45.029237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f7404c6-0651-4d26-ab56-b5ee2943b5d3 req-b1ea1c69-b1ed-41c3-b272-c00ae3681fd5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429539 May 27 03:35:45.132511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Allocated IP 172.20.0.1 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/23a9c69b-6159-4e19-95a0-7ffe14d61351) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:45.185785 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:39Z', 'revision_number': 3, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:45.191380 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab47132-6532-49f8-8f19-4df285333a1b None None] The sync data for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 is: [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:39Z', 'revision_number': 3, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:35:45.224739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, cfd3dd42-689b-4b6d-b3a2-4f2eba154234) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:45.231810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75563b2-f283-47e7-a012-3c17354d5407 None None] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:35:45.248751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:45.249581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.337605 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41588e12-ddaa-48e0-a263-020a02aa68a2 req-f076f0fc-38e6-4386-b63a-ed24b85b5953 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252873 May 27 03:35:45.359635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] For port 3c9df73b-ed13-4cac-bde7-e3188b5afe69, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3c9df73b-ed13-4cac-bde7-e3188b5afe69,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:45.363249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31cf17c1-d9a9-4012-b93d-c64fb62a3c81 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8917034 May 27 03:35:45.370920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.379499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:45.410760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:45.474005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:45.502924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Usage tracker for resource:router and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:45.505434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:45.516874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-8c02cb0c-50e6-4db7-9615-ff4dfc1602a0 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818110 May 27 03:35:45.517847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:45.654209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.656235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.665990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Calling delete_port for 3c9df73b-ed13-4cac-bde7-e3188b5afe69 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:45.671984 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc721ad1-b7e9-4b8d-8d12-eb0d86a7b47c req-528f1a93-cc4a-4d22-89d9-be04ee04a8d3 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1096 time: 0.4395130 May 27 03:35:45.682905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:35:45.687013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.792879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-532c5792-dbc7-4602-8546-18c33a7dd947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 1095 time: 0.3863542 May 27 03:35:45.808005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.909960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc721ad1-b7e9-4b8d-8d12-eb0d86a7b47c req-54be31f1-a8a3-4bb9-993f-087142d3ccdc tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369757 May 27 03:35:45.922587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:45.972799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Transition to ACTIVE for port object 23a9c69b-6159-4e19-95a0-7ffe14d61351 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:46.054734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f72e2ae-505a-4a0b-8fbf-6d94e607e613 req-5c8a00f1-ba3e-4e05-b75a-7b12f25b4a9e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9353fc1-339c-497d-9d0f-3c6015eceeca HTTP/1.1" status: 200 len: 210 time: 0.0779660 May 27 03:35:46.057450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.059552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756cbcb7-7e91-444c-8a48-1741d79d3fe7 req-d8f54b4c-7719-45ca-be21-217297b8e5c8 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250521 May 27 03:35:46.067727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Allocated IP 172.20.0.2 (cfd3dd42-689b-4b6d-b3a2-4f2eba154234/9c68632c-3cd4-4f09-ad73-208a9148a4ee/80ea6bbe-a83e-489c-ab94-bc7c56f17a7a) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:46.235580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event deleted for resources: {'Port': ['ID=3c9df73b-ed13-4cac-bde7-e3188b5afe69,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:46.246744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] No DVR routers for this DVR port 3c9df73b-ed13-4cac-bde7-e3188b5afe69 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:46.250333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.255044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-deleted', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:46.282653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a900c288-e81c-4ece-94dd-c6fe684b869b req-30af3783-229e-4a3e-af45-3d96915fa053 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.41 "DELETE /v2.0/ports/3c9df73b-ed13-4cac-bde7-e3188b5afe69 HTTP/1.1" status: 204 len: 173 time: 1.6825607 May 27 03:35:46.285566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.381070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:46.385233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:46.388392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:46.458866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Pushing event updated for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:46.464269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.643718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.742146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.764398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Transition to ACTIVE for port object 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:46.781507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:35:46.825706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad863e7-70dc-4515-8f87-c00d9627629a req-65115051-7422-4b1c-bd8e-bf917e98e109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:46.826005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Transition to ACTIVE for port object 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:46.827619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-65115051-7422-4b1c-bd8e-bf917e98e109 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 1.0172908 May 27 03:35:46.853530 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.942770 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:46.985853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-a6377f08-0441-4994-ae20-7e7d3b468409 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39 HTTP/1.1" status: 200 len: 217 time: 0.1421504 May 27 03:35:47.026264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:47.032921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:47.039317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f49fa8a8-2102-40c6-8bfe-cad269a26c8b None None] Provisioning for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:47.047859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:47.054010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Pushing event updated for resources: {'Port': ['ID=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.061854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f49fa8a8-2102-40c6-8bfe-cad269a26c8b None None] Provisioning complete for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:47.062479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f49fa8a8-2102-40c6-8bfe-cad269a26c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.171312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.176405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.181322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.186391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.193169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.198142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.202371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.211206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53efa111-3bec-4dba-9687-c4d2fba257df req-5af94f44-f814-4adc-b73b-79e71566fc58 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.7266154 May 27 03:35:47.227551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:47.270204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-c2a67782-aadb-47cc-8329-b8f2d085be3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6486 time: 0.7197053 May 27 03:35:47.303618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.307342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 3c9df73b-ed13-4cac-bde7-e3188b5afe69 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:35:47.308197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3c9df73b-ed13-4cac-bde7-e3188b5afe69 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:47.313382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.382793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad863e7-70dc-4515-8f87-c00d9627629a req-1a43e3c4-227e-4df9-9b75-6cdb770f7b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.384154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-1a43e3c4-227e-4df9-9b75-6cdb770f7b7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.3917623 May 27 03:35:47.403719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f49fa8a8-2102-40c6-8bfe-cad269a26c8b None None] Port 23a9c69b-6159-4e19-95a0-7ffe14d61351 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:47.421991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:47.437973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Attempting to bind port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:47.439192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Attempting to bind port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:47.439711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Attempting to bind port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:47.444415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'mac_address': 'fa:16:3e:82:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:35:47.479108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-881c6d89-fd24-4841-9dda-ccf5af7875d5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.479951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-881c6d89-fd24-4841-9dda-ccf5af7875d5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:47.488317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:47.488827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:47.489273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.489672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Bound using segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:47.490258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Bound port: 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:47.490504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.499502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.529034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Pushing event updated for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.538592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53efa111-3bec-4dba-9687-c4d2fba257df req-1edd0341-f3b8-4f48-9868-4d3894cdbe97 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3243508 May 27 03:35:47.561142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-881c6d89-fd24-4841-9dda-ccf5af7875d5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:47.562647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-881c6d89-fd24-4841-9dda-ccf5af7875d5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 946 time: 0.4700959 May 27 03:35:47.567102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.591703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6477ab4-f5f2-4061-9a9b-bb8d73395c36 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:47.637971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d2733f-59eb-49c8-8aab-2f47e0deee39 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:35:47.700316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:47.704925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664bda-b6bb-4a44-ad35-4f712a0e908d req-e0129b8e-9808-45ff-9b73-82a8ebfefd32 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.708920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.712864 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84664bda-b6bb-4a44-ad35-4f712a0e908d req-e0129b8e-9808-45ff-9b73-82a8ebfefd32 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cbc319-9391-4818-ad5a-9bc756658b84 HTTP/1.1" status: 200 len: 946 time: 0.4040680 May 27 03:35:47.713160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] For port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:47.718428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-46125447-6bf7-45e4-b4c7-876e256c9f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:47.722476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-46125447-6bf7-45e4-b4c7-876e256c9f65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 902 time: 0.4411671 May 27 03:35:47.748548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port a7fec53e-47df-4c1b-ae64-25603299c2a0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:47.748927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.798337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.811139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] For port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:47.818338 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.819356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-f4c75888-6bdc-497d-b9d1-f449b0e895b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 200 len: 217 time: 0.0811813 May 27 03:35:47.821584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-bbfa66d1-d4fe-4696-a2e8-7f9ac8a48c89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3821244 May 27 03:35:47.876306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:47.897655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:47.898388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:47.956153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['76d2733f-59eb-49c8-8aab-2f47e0deee39'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:48.022101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892629-3aa9-425b-8c8b-763a8b8a8a71 None None] Pushing event updated for resources: {'Port': ['ID=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.034579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:48.057278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:48.097102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84664bda-b6bb-4a44-ad35-4f712a0e908d req-eb76a59c-35d1-4624-91ef-63c0f8260b34 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830225 May 27 03:35:48.139652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-9eaa41c9-98ed-4288-b82a-82b1d753ab42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:48.142325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-9eaa41c9-98ed-4288-b82a-82b1d753ab42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.3108225 May 27 03:35:48.161020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-0ca8a4d2-4f6f-48c1-abe1-dccc7b3930a3 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248308 May 27 03:35:48.171228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:35:48.326665 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d096b31-f52b-443c-8261-c67264e41b48'] response: {'server_uuid': 'b9353fc1-339c-497d-9d0f-3c6015eceeca', 'name': 'network-vif-deleted', 'tag': '3c9df73b-ed13-4cac-bde7-e3188b5afe69', 'status': 'completed', 'code': 200} May 27 03:35:48.410395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.443278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a6477ab4-f5f2-4061-9a9b-bb8d73395c36, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:48.508712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.541721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274570a-0593-4eaf-a01c-8402dc5094d7 req-712ff3a7-b468-4d39-aca5-4f462039ab3f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:48.558226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4274570a-0593-4eaf-a01c-8402dc5094d7 req-712ff3a7-b468-4d39-aca5-4f462039ab3f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 945 time: 0.7265871 May 27 03:35:48.720020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32e8090b-cdb6-4c97-b05b-5de3576a79a5 None None] Provisioning complete for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:48.720837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-32e8090b-cdb6-4c97-b05b-5de3576a79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.751697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.778502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port a7fec53e-47df-4c1b-ae64-25603299c2a0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a7fec53e-47df-4c1b-ae64-25603299c2a0,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:48.779089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:48.781716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4274570a-0593-4eaf-a01c-8402dc5094d7 req-ba25fd19-9eb5-4b0a-853c-00340a4e67c9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023220 May 27 03:35:48.788432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-95350600-b372-4ac4-95f3-955086f4da59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6200829 May 27 03:35:48.844016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-32e8090b-cdb6-4c97-b05b-5de3576a79a5 None None] Port 23a9c69b-6159-4e19-95a0-7ffe14d61351 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:48.899647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aad863e7-70dc-4515-8f87-c00d9627629a req-4f59c731-fd4e-4ea9-9165-f3f5c0b59782 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871929 May 27 03:35:48.997571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.050626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.213279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for a7fec53e-47df-4c1b-ae64-25603299c2a0 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:49.520960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-a0c12560-2654-4fea-8949-e02a217b8dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944714 May 27 03:35:49.648677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.668359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:49.669089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.674309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.674987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Allocated IP 172.25.8.153 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5610cb54-62ab-4762-aac1-86954e12fcae) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:49.684991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.695111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.699579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.704379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:49.706882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-084c7380-2b56-40cd-b845-8aaddac7cb21 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.2887418 May 27 03:35:49.709626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f292325a-25e3-4850-b385-3e65fbdbf3e6 req-87f48848-6de3-4a04-a6f0-1a8654dcd6c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6440911 May 27 03:35:49.736794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:49.740257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34533e-dad1-4bfe-b266-42b812cce44a None None] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:35:49.769977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:35:49.840230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-02e86200-6d9c-4239-afa2-7eeb98dd648e service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076808 May 27 03:35:49.999019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=a7fec53e-47df-4c1b-ae64-25603299c2a0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.231655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port a7fec53e-47df-4c1b-ae64-25603299c2a0 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:50.242943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-635926e3-f9a3-4ae6-958d-c63ca9b8aded req-10fc0cb5-bcf0-4108-905c-150f20d2c5ae tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4802034 May 27 03:35:50.242943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.291666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Router c46b1175-d97a-424c-9bc4-7a69efad7469 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:50.318835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88f513ae-0fee-49c6-b54b-be6ea93b8eac req-9bd8a86e-ef4b-4ae5-9629-80181113bb99 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "DELETE /v2.0/ports/a7fec53e-47df-4c1b-ae64-25603299c2a0 HTTP/1.1" status: 204 len: 173 time: 2.7464058 May 27 03:35:50.329109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'name': 'network-vif-deleted', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:50.332225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.450677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Provisioning for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:50.505606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.614682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-b2e25b95-3939-44c5-b6ba-57a90bbe351b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6486 time: 0.6976202 May 27 03:35:50.666068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:50.672046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:50.691804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Provisioning complete for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:50.692149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.782178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:50.809747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:50.841882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:50.886678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:50.886678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:50.920856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Pushing event updated for resources: {'Port': ['ID=5610cb54-62ab-4762-aac1-86954e12fcae,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:50.964978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:51.223426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-af0367db-ce61-42c6-a20b-632fc4e79ec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.223426 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-af0367db-ce61-42c6-a20b-632fc4e79ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 902 time: 0.5849452 May 27 03:35:51.341669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-6f950f00-d2aa-49d6-84c0-b33c4731c187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 200 len: 217 time: 0.1182237 May 27 03:35:51.414784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.414784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.482484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 76d2733f-59eb-49c8-8aab-2f47e0deee39 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:51.564665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 76d2733f-59eb-49c8-8aab-2f47e0deee39 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:51.564665 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.652756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.704446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ba272539-70d3-4406-9483-51a9ed7cc685 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.717010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ba272539-70d3-4406-9483-51a9ed7cc685 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 1.0117497 May 27 03:35:51.734906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.760943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-327577b2-bd12-45cc-97c2-97d5a3a9e905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:51.760943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-327577b2-bd12-45cc-97c2-97d5a3a9e905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.4145529 May 27 03:35:51.761427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-3767320a-ebaa-432a-b96e-74bacd97daff tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/quotas/c37b97afda7d48a0aca3b2c74be3fa26 HTTP/1.1" status: 200 len: 375 time: 0.0469627 May 27 03:35:51.785874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] For port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:51.803908 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:51.854191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-86a1c6bf-0c91-488f-9d4b-a2b638c6212e tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:35:51.855428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-86a1c6bf-0c91-488f-9d4b-a2b638c6212e tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076077 May 27 03:35:51.867361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Request body: {'binding': {'host': 'n-h1-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:51.868516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Unknown quota resources ['binding']. {{(pid=84155) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 03:35:51.873925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:51.880956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-26974f63-d0a2-4cd0-8f14-2d055fad8d3f admin admin] 10.222.0.46 "PUT /v2.0/routers/c46b1175-d97a-424c-9bc4-7a69efad7469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1705403 May 27 03:35:51.923512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-98317f1c-57ff-4c70-b66c-d85f0b14616c tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:51.941698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-98317f1c-57ff-4c70-b66c-d85f0b14616c tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:51.943851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-98317f1c-57ff-4c70-b66c-d85f0b14616c tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1817811 May 27 03:35:51.970280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Sync routers for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:35:52.044484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-e5ca89de-e1a7-4d66-858d-04bfc207569e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2674749 May 27 03:35:52.045251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:35:52.045763 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:35:52.107717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c82cc-1e16-4a2d-9984-3f8a93e42cd9 None None] Pushing event updated for resources: {'Port': ['ID=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:52.127323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:52.128147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:52.152149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-e03f42d0-6717-4310-a019-41514249c4af service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843662 May 27 03:35:52.214846 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:52.292222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bc94bcc4-b93b-49f3-a8eb-c241cfcb1033 None None] Provisioning complete for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:52.292665 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bc94bcc4-b93b-49f3-a8eb-c241cfcb1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:52.319360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-55c19f9d-4e69-4821-ab29-c088a06373a9 service neutron] 10.222.0.46 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609638 May 27 03:35:52.393968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:52.418526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:52.441140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:52.441889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a7fec53e-47df-4c1b-ae64-25603299c2a0 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:52.521627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-a408e5a5-2c39-46e1-be21-aa31b497d896 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687068 May 27 03:35:52.568402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on host n-h1-843301-2 for vnic_type normal with profile None {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:52.568746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:52.569307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:52.599675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:52.609240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: a7fec53e-47df-4c1b-ae64-25603299c2a0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:35:52.609587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a7fec53e-47df-4c1b-ae64-25603299c2a0 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:35:52.687242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:52.700019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:35:52.702009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:52.735527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6477ab4-f5f2-4061-9a9b-bb8d73395c36 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:52.746106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:52.746734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:52.747225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:52.747766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Bound port: 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:52.755918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:35:52.820170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4364bac-e64d-46d1-a2f3-16754c732ac8 req-ec221aae-953e-42fe-8f53-2d6df5b96175 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910621 May 27 03:35:52.963525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:53.010283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.011946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-3f90f442-6ba4-475c-a35f-3234efb52993 service neutron] 10.222.0.46 "POST /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1494620 May 27 03:35:53.088174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:53.091598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.126004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:53.141043 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:35:53.161674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.170448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a01bf32-e9c3-4e5e-acbf-ba5dcf4210ea admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7888761 May 27 03:35:53.174275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57954) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:53.198096 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:53.199568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:53.353803 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98329b5-70ad-4af0-8e69-6ad65eed71b2'] response: {'server_uuid': 'e7cbc319-9391-4818-ad5a-9bc756658b84', 'name': 'network-vif-deleted', 'tag': 'a7fec53e-47df-4c1b-ae64-25603299c2a0', 'status': 'completed', 'code': 200} May 27 03:35:53.371475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 2, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:53.385717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Checking router: c46b1175-d97a-424c-9bc4-7a69efad7469 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:35:53.386576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Updating router c46b1175-d97a-424c-9bc4-7a69efad7469 port 23a9c69b-6159-4e19-95a0-7ffe14d61351 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:35:53.465616 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:53.483530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffecd75-07a8-4d48-b58a-1bb10a1db3e5 req-01194cb3-54a1-4fd6-9751-7a77dad42692 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.495301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fffecd75-07a8-4d48-b58a-1bb10a1db3e5 req-01194cb3-54a1-4fd6-9751-7a77dad42692 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.4704707 May 27 03:35:53.515483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.531235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:53.586668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fffecd75-07a8-4d48-b58a-1bb10a1db3e5 req-1dc7f72b-9a54-46ea-96f8-1fb2f870cfe4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897484 May 27 03:35:53.682346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.686786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.692457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.697469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.701505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.707577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.712589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:53.722653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-0a2df562-698e-4d39-b5bb-21c1edd1832b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.1835401 May 27 03:35:53.732776 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.779588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fe72f04-28bc-48f7-bf45-f03a8b1a4dfd req-175c41be-b8d2-4137-afd9-7407bcd47100 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557048 May 27 03:35:53.856505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-30e52a96-8c8d-4fee-b17a-b6840ad26077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1096 time: 0.2560914 May 27 03:35:53.881661 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75298f34-47fa-4404-86ad-01c57437a384'] response: {'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'code': 200} May 27 03:35:53.882239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:53.882625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:53.957278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:54.046398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619164183', 'description': 'tempest-description--1571135451'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:54.075559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:54.105694 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:51Z', 'revision_number': 3, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:54.112395 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:35:54.113345 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Updating router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 port 5610cb54-62ab-4762-aac1-86954e12fcae binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:35:54.118414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:security_group and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:54.152174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-752cb34b-d4f3-40ac-bc67-4ca5c464acf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.152405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-752cb34b-d4f3-40ac-bc67-4ca5c464acf7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.2260611 May 27 03:35:54.203139 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.222798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:54.252060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:54.320821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-081b5482-0c0a-410b-be53-abd9f6b9d5cd req-05369b96-ecbd-4986-b154-c83518c187b5 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 210 time: 0.2405314 May 27 03:35:54.421825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.457216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-8aec9326-9c60-484b-983f-7a365e51ba07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 217 time: 0.2923450 May 27 03:35:54.462171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.495915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Transition to ACTIVE for port object 23a9c69b-6159-4e19-95a0-7ffe14d61351 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:54.509490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.599833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-efa009a0-4311-48f4-9164-7e865074f1eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.601849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-efa009a0-4311-48f4-9164-7e865074f1eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.1328344 May 27 03:35:54.647345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1cc8-a85b-483c-a890-d74cfead04f4 None None] Pushing event updated for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:54.671809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-b795c022-aa33-4747-97db-63e15ad9e3c3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.678532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-e45bde88-4801-49fa-b604-f44dac2af4ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660727 May 27 03:35:54.679603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-b795c022-aa33-4747-97db-63e15ad9e3c3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.21 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 821 time: 0.4324515 May 27 03:35:54.694103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-9fcaa74e-d72d-43c0-91b9-d578d046e5e3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:54.696280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-9fcaa74e-d72d-43c0-91b9-d578d046e5e3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.4217925 May 27 03:35:54.729033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Request body: {'port': {'device_id': '7b292888-d049-4877-9541-1156d448db22', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'admin_state_up': True, 'tenant_id': 'c37b97afda7d48a0aca3b2c74be3fa26'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:54.788223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Attempting to bind port 23a9c69b-6159-4e19-95a0-7ffe14d61351 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:54.789697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Attempting to bind port 23a9c69b-6159-4e19-95a0-7ffe14d61351 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:54.790559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Attempting to bind port 23a9c69b-6159-4e19-95a0-7ffe14d61351 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:54.796527 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.800505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:54.801311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:54.802161 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.802874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:54.803781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Bound port: 23a9c69b-6159-4e19-95a0-7ffe14d61351, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:54.804333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.826614 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Transition to ACTIVE for port object 5610cb54-62ab-4762-aac1-86954e12fcae will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:54.854468 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.942325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] For port 23a9c69b-6159-4e19-95a0-7ffe14d61351, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:54.956822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] For port 23a9c69b-6159-4e19-95a0-7ffe14d61351, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=23a9c69b-6159-4e19-95a0-7ffe14d61351,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:54.967521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:54.976298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:54.988275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:55.008487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abdace5b-15c7-4764-802a-00cbebd2ce57 req-0fc41acf-4555-4897-807c-9fa013fc1378 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 1097 time: 1.0559614 May 27 03:35:55.018817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Made reservation on behalf of c37b97afda7d48a0aca3b2c74be3fa26 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:55.022074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.022389 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c0d7c-ec1f-4292-9176-67d9606d815c None None] Pushing event updated for resources: {'Port': ['ID=5610cb54-62ab-4762-aac1-86954e12fcae,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.025228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Attempting to bind port 5610cb54-62ab-4762-aac1-86954e12fcae on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:35:55.025584 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Attempting to bind port 5610cb54-62ab-4762-aac1-86954e12fcae by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:35:55.025929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Attempting to bind port 5610cb54-62ab-4762-aac1-86954e12fcae on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:35:55.034156 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:35:55.034517 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:35:55.034901 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.035328 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:35:55.035643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-fac5ae34-d646-4fc1-afc1-81bb756f3be8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365130 May 27 03:35:55.035815 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Bound port: 5610cb54-62ab-4762-aac1-86954e12fcae, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:35:55.036156 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.107576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1cc8-a85b-483c-a890-d74cfead04f4 None None] Pushing event updated for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.134585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:55.135765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:55.174198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-c3e5b862-3f43-40c3-bd76-5f4e174d9248 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.1354516 May 27 03:35:55.214218 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] For port 5610cb54-62ab-4762-aac1-86954e12fcae, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:55.223188 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] For port 5610cb54-62ab-4762-aac1-86954e12fcae, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5610cb54-62ab-4762-aac1-86954e12fcae,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:55.228315 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.314506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c0d7c-ec1f-4292-9176-67d9606d815c None None] Pushing event updated for resources: {'Port': ['ID=5610cb54-62ab-4762-aac1-86954e12fcae,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.342459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-a26b4458-3da1-498b-b496-37ca9a16033f service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012204 May 27 03:35:55.346697 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:35:55.359567 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:35:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:55.371917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-36c8fd13-adef-4854-95ca-a825c9f3a4bc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:35:55.429123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abdace5b-15c7-4764-802a-00cbebd2ce57 req-ca3360c8-7504-4b15-b45b-34270c4c1051 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761377 May 27 03:35:55.475622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:55.507328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Allocated IP 172.20.0.10 (85ce4e55-2ab2-49cd-9272-9488510d7752/252bc3b0-95c8-471f-8a2b-c5bc0ed172e0/028f0121-6347-4507-82d0-e9842275ce47) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:55.509761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:security_group_rule and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:55.521589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:55.530917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:55.557109 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:35:55.572755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:55.599938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-36c8fd13-adef-4854-95ca-a825c9f3a4bc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:35:55.614202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-36c8fd13-adef-4854-95ca-a825c9f3a4bc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4387896 May 27 03:35:55.646103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-e93afa8e-3503-46eb-a8df-f3b404a12a68 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:55.647910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-e93afa8e-3503-46eb-a8df-f3b404a12a68 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.21 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 1.0801811 May 27 03:35:55.659493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a44cae-9e0d-40cf-9c79-2e1c71fd5001 req-44ad8293-3f4c-4351-af8f-e34a3c0cef9a tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:55.666900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06a44cae-9e0d-40cf-9c79-2e1c71fd5001 req-44ad8293-3f4c-4351-af8f-e34a3c0cef9a tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 948 time: 0.9622717 May 27 03:35:55.822504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:55.824965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-895de37c-5587-4670-92d1-47a01ff17c5b service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095935 May 27 03:35:55.952205 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:51Z', 'revision_number': 3, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:55.961502 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de76406-5d0c-44a9-9a4d-2b5fe4017acd None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:51Z', 'revision_number': 3, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:35:56.051749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-248fb410-ded0-45a2-99cf-1cbb3c06065c service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186172 May 27 03:35:56.126584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.142992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:54Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:56.148115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97040-9f40-4fc1-9359-a8018edd54a5 None None] The sync data for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 is: [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:54Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:35:56.332306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.547490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.742547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06a44cae-9e0d-40cf-9c79-2e1c71fd5001 req-cc981d71-53fe-425d-9858-346b5ac0e699 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0743690 May 27 03:35:56.746217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Deleting port 0e3b6539-3dcb-45a4-895f-9973d668281e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:35:56.746563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.795954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Allocated IP 172.20.0.1 (cfd3dd42-689b-4b6d-b3a2-4f2eba154234/9c68632c-3cd4-4f09-ad73-208a9148a4ee/a290d7b3-857a-43a6-886b-da69a42678f3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:56.828018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0e3b6539-3dcb-45a4-895f-9973d668281e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:35:56.884788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33dd78d-cce7-42d1-a95e-aa26e8544266,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:56.932031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.936232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-db47eb85-50c2-4d23-b085-74265a24f6d7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.9778175 May 27 03:35:56.937131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:56.950230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'security_group_rule': {'security_group_id': 'f33dd78d-cce7-42d1-a95e-aa26e8544266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:56.956555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:56.961871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:security_group_rule and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:56.965353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:56.976548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:56.989481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:56.996366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2892-e66d-422d-af9e-9ada2c8927af req-3cf6080c-7b9c-40e1-90fd-b46268c3dbbb tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.009939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6ce2892-e66d-422d-af9e-9ada2c8927af req-3cf6080c-7b9c-40e1-90fd-b46268c3dbbb tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.4007325 May 27 03:35:57.011774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:57.157118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6ce2892-e66d-422d-af9e-9ada2c8927af req-0ca839cb-871d-436a-8859-04690482c536 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432631 May 27 03:35:57.267870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:57.315380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Transition to ACTIVE for port object a290d7b3-857a-43a6-886b-da69a42678f3 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:35:57.408006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:57.554744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:57.576148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:57.583719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Pushing event updated for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:57.590963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:57.632017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 23a9c69b-6159-4e19-95a0-7ffe14d61351 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:57.667264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:57.761874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] For port 0e3b6539-3dcb-45a4-895f-9973d668281e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0e3b6539-3dcb-45a4-895f-9973d668281e,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:57.761874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:57.852140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.852140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.866637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.866637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.866637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.881428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.881428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:57.897360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-d9faa32e-8643-4aa0-957b-264f833715aa tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.3182867 May 27 03:35:58.086243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Calling delete_port for 0e3b6539-3dcb-45a4-895f-9973d668281e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:35:58.132603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1826e269-bb6e-416f-86e7-eb40baa1861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.296807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:58.324954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:58.325447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.332064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-520e7d58-b591-42a4-8268-cf6f7a9885ae req-ede24207-56d3-4732-adab-44188a2ed98b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4412291 May 27 03:35:58.332064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.463338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-df6745a8-4fdf-4a9c-bf7e-e6851d976149 None None] Provisioning for port a290d7b3-857a-43a6-886b-da69a42678f3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:35:58.510693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.525215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.535089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-df6745a8-4fdf-4a9c-bf7e-e6851d976149 None None] Provisioning complete for port a290d7b3-857a-43a6-886b-da69a42678f3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:58.535555 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-df6745a8-4fdf-4a9c-bf7e-e6851d976149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.638353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-df6745a8-4fdf-4a9c-bf7e-e6851d976149 None None] Port a290d7b3-857a-43a6-886b-da69a42678f3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:35:58.712852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.802117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.903289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 23a9c69b-6159-4e19-95a0-7ffe14d61351, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=23a9c69b-6159-4e19-95a0-7ffe14d61351,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:58.903289 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:58.980084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.012688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.012983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62c740-5f9e-40b3-ac89-ef8cd8692762 req-f8dc3e03-ad77-4e95-a4b2-8b7109b7f689 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:59.025704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b62c740-5f9e-40b3-ac89-ef8cd8692762 req-f8dc3e03-ad77-4e95-a4b2-8b7109b7f689 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 932 time: 0.2971284 May 27 03:35:59.037247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.038076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.038526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.038952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.039368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.039782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.040341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.041242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.041781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.042480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.042924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:59.091046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.100499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.122201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] No DVR routers for this DVR port 0e3b6539-3dcb-45a4-895f-9973d668281e on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:59.127938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.183513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-deleted', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:35:59.257052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.269044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event updated for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.303434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Pushing event updated for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.331435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Network 85ce4e55-2ab2-49cd-9272-9488510d7752 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:59.339664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63bf5b7-de69-48f9-8c87-ff6a0c651c4c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.354304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:59.356217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Pushing event deleted for resources: {'Port': ['ID=0e3b6539-3dcb-45a4-895f-9973d668281e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:59.360995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:35:59.366937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b62c740-5f9e-40b3-ac89-ef8cd8692762 req-7b3880b7-1e72-4718-aba3-0933c084f476 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285844 May 27 03:35:59.395370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fad43ce-4f55-428b-9342-1052e3d32a78 req-5f04ce85-7302-4a39-8411-114c0d25f3b3 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.21 "DELETE /v2.0/ports/0e3b6539-3dcb-45a4-895f-9973d668281e HTTP/1.1" status: 204 len: 173 time: 3.7068374 May 27 03:35:59.410720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.420769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:35:59.423285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-269287fc-1644-494a-b86c-93d8ca457e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.4794018 May 27 03:35:59.436251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'security_group_rule': {'security_group_id': 'f33dd78d-cce7-42d1-a95e-aa26e8544266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:59.442844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 23a9c69b-6159-4e19-95a0-7ffe14d61351 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:35:59.488440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f8c-12d8-4d63-9f49-b2745598d9b2 req-6de996d2-6711-46a8-a9e1-061a7ef9c43f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:59.490459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b458f8c-12d8-4d63-9f49-b2745598d9b2 req-6de996d2-6711-46a8-a9e1-061a7ef9c43f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 2.3336506 May 27 03:35:59.507429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:35:59.565283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:59.571991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:security_group_rule and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:35:59.583825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-23c5efe1-b33d-4a8a-a6ce-a1899a643dee tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:59.584987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:59.585655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-23c5efe1-b33d-4a8a-a6ce-a1899a643dee tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.8483918 May 27 03:35:59.589672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:35:59.605347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:35:59.606037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.627690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 23a9c69b-6159-4e19-95a0-7ffe14d61351 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:35:59.628333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.635961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': '1f8e1393-42af-4881-9c04-f754bc211475', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:59.751640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77e2e89-0e94-4818-a9d4-9c93d9093685 req-0fe0aca6-939c-4a86-bfcb-4cc189e7af37 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 210 time: 0.2321064 May 27 03:35:59.825174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:35:59.887748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b458f8c-12d8-4d63-9f49-b2745598d9b2 req-4e676697-87e1-4153-940c-164d7426ac89 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719234 May 27 03:35:59.909385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-c872ba6a-d8f1-44d2-9f42-30a085b38116 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1823409 May 27 03:35:59.940132 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc251-66fc-426f-b32e-fcf5c9f9d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:35:59.946064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Request body: {'port': {'device_id': '7b292888-d049-4877-9541-1156d448db22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:35:59.962201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.212221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5b858763-1404-409a-b9d8-6165ea5f6bba None None] Provisioning complete for port a290d7b3-857a-43a6-886b-da69a42678f3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:00.213083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b858763-1404-409a-b9d8-6165ea5f6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.217099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:00.318075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5b858763-1404-409a-b9d8-6165ea5f6bba None None] Port a290d7b3-857a-43a6-886b-da69a42678f3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:36:00.359459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.361044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c9b2047-7652-4484-ae8f-efc08e4d1699 req-208231ed-0c00-458c-896e-31e8fb459edf tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=978ce0c5-e01c-48af-a509-c3da0c9010d8 HTTP/1.1" status: 200 len: 210 time: 0.1519129 May 27 03:36:00.369623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:00.423239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:00.426422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.441847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.457304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.511142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0959786-9c39-4c35-98e2-297409dd9100,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:00.542349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.543792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d9057df-a8ce-4ecf-ac69-1c2fd0a94571 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1218212 May 27 03:36:00.549857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58008) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:00.560204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:00.566955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:00.572392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:floatingip and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:00.574953 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7904fa-7dda-4e82-8950-9f33f2dc16e3'] response: {'server_uuid': '978ce0c5-e01c-48af-a509-c3da0c9010d8', 'name': 'network-vif-deleted', 'tag': '0e3b6539-3dcb-45a4-895f-9973d668281e', 'status': 'completed', 'code': 200} May 27 03:36:00.578495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:00.595083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:00.623906 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:00.804462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:00.896339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.900149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.903954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.908678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.912495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.916307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.920122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.922628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-50c806e6-0471-4802-b90f-9d06009f91bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.2751188 May 27 03:36:00.963459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078ed54-5f05-435a-b946-d2e67f7e67e7 req-cb64de91-5ff4-4964-8212-2c875c0ae617 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:00.965067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e078ed54-5f05-435a-b946-d2e67f7e67e7 req-cb64de91-5ff4-4964-8212-2c875c0ae617 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.3875341 May 27 03:36:01.034351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.7 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/30e66273-b267-4ac3-844d-216bf5e993ab) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:01.083493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e078ed54-5f05-435a-b946-d2e67f7e67e7 req-72d2b99f-3f6f-4d6f-8c0c-32e7a9790bfa tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053233 May 27 03:36:01.218558 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.225919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.237663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cf507fe-0983-498c-8382-3f3be5d96e71 req-4630b7ed-7548-41b2-a29a-b14ca97339d0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3070312 May 27 03:36:01.313903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028f0121-6347-4507-82d0-e9842275ce47 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:01.339851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.382956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Transition to ACTIVE for port object 028f0121-6347-4507-82d0-e9842275ce47 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:01.382956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.417020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.443604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.546125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Pushing event updated for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:01.608395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.616780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5610cb54-62ab-4762-aac1-86954e12fcae up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:01.646444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:01.710005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.25.8.44 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/b0954015-db17-4c6c-bdd2-608a94cf3e77) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:01.781016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:01.796160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:01.798520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:01.801718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:01.875312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Attempting to bind port 028f0121-6347-4507-82d0-e9842275ce47 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:01.875312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Attempting to bind port 028f0121-6347-4507-82d0-e9842275ce47 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:01.875312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Attempting to bind port 028f0121-6347-4507-82d0-e9842275ce47 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:01.875312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Port 028f0121-6347-4507-82d0-e9842275ce47 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:36:01.875312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Attempting to bind port 028f0121-6347-4507-82d0-e9842275ce47 on network 85ce4e55-2ab2-49cd-9272-9488510d7752 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Checking segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Bound using segment: {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Bound port: 028f0121-6347-4507-82d0-e9842275ce47, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18af63-36a2-477b-a4d5-005d61c0c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:01.905890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.929942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5610cb54-62ab-4762-aac1-86954e12fcae completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:01.963615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5610cb54-62ab-4762-aac1-86954e12fcae triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:01.963615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:01.990237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-5be170d7-5be0-492d-834d-45c6160abde5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3585925 May 27 03:36:02.006735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Request body: {'port': {'device_id': '1f8e1393-42af-4881-9c04-f754bc211475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:02.114444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8e7fb-275f-440a-8816-0069f1132cd3 req-4de2c8bc-c181-464d-8940-0090ad62beb3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:02.114444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0a8e7fb-275f-440a-8816-0069f1132cd3 req-4de2c8bc-c181-464d-8940-0090ad62beb3 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 944 time: 0.5245044 May 27 03:36:02.144435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:02.162772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.185335 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.197289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:02.213811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5610cb54-62ab-4762-aac1-86954e12fcae, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5610cb54-62ab-4762-aac1-86954e12fcae,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:02.221368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028f0121-6347-4507-82d0-e9842275ce47,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:02.221609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d73b0954-3fd8-4142-9144-a496030f1e1c admin admin] 10.222.0.46 "PUT /v2.0/routers/c9d14c24-2ab8-4dd2-ab1d-e72c44695a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0323124 May 27 03:36:02.229816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.242574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.270133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0a8e7fb-275f-440a-8816-0069f1132cd3 req-1b35f46f-6c0f-4f17-a89b-428663523b13 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234415 May 27 03:36:02.302556 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.332673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.363082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.363082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] 10.222.0.21 "PUT /v2.0/ports/028f0121-6347-4507-82d0-e9842275ce47 HTTP/1.1" status: 200 len: 1092 time: 2.4298704 May 27 03:36:02.415225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb621a-e416-4137-aa0a-78076d013e7e service neutron] Pushing event updated for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:02.508795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:02.508795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:02.513903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926104c-4083-4ece-b36b-451e2932b7d1 req-b74d64f2-717e-4236-acad-0d2d6935fddb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:02.513903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3926104c-4083-4ece-b36b-451e2932b7d1 req-b74d64f2-717e-4236-acad-0d2d6935fddb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:02.519966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:02.577057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=b0954015-db17-4c6c-bdd2-608a94cf3e77,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:02.608365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'tag': '028f0121-6347-4507-82d0-e9842275ce47'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:02.686988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5610cb54-62ab-4762-aac1-86954e12fcae,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:02.788401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.797453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3926104c-4083-4ece-b36b-451e2932b7d1 req-b74d64f2-717e-4236-acad-0d2d6935fddb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:02.798594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3926104c-4083-4ece-b36b-451e2932b7d1 req-b74d64f2-717e-4236-acad-0d2d6935fddb tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 931 time: 0.6560280 May 27 03:36:02.885510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.891752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:02.956791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a376d0-c9f3-4cbe-9eba-ce987e876dbb req-980daf53-2d38-4948-8fd4-bcfa50376371 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:02.956791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04a376d0-c9f3-4cbe-9eba-ce987e876dbb req-980daf53-2d38-4948-8fd4-bcfa50376371 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.2104294 May 27 03:36:02.964915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-a8fc2314-9025-498d-bfe1-bfdf7ac497ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 1095 time: 0.5376487 May 27 03:36:02.983531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3926104c-4083-4ece-b36b-451e2932b7d1 req-57fca9e0-a4d1-4828-8435-c94fd4557dbc tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703906 May 27 03:36:03.101496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04a376d0-c9f3-4cbe-9eba-ce987e876dbb req-a42f539f-1dac-45d4-baf3-5c2be81ba388 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433725 May 27 03:36:03.186423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-7b53d664-5042-4133-a33f-ae6223fad79b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=028f0121-6347-4507-82d0-e9842275ce47 HTTP/1.1" status: 200 len: 217 time: 0.2049510 May 27 03:36:03.219962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.225032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.295646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ff30ec9e-64dc-4ed9-b477-531dfa60d0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.301212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-ff30ec9e-64dc-4ed9-b477-531dfa60d0f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.1027558 May 27 03:36:03.377382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-99cf26b6-5275-4412-8bd3-0c4858a21808 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660667 May 27 03:36:03.399927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=b0954015-db17-4c6c-bdd2-608a94cf3e77,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:03.487443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5610cb54-62ab-4762-aac1-86954e12fcae up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:03.501265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.538427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.543632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.545780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542dca-6049-43c3-847b-1d54fecbd47b req-47354382-3781-4ef3-89ba-deef8517feda tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.548478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30542dca-6049-43c3-847b-1d54fecbd47b req-47354382-3781-4ef3-89ba-deef8517feda tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 945 time: 0.4067514 May 27 03:36:03.548729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.553073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.553288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e66273-b267-4ac3-844d-216bf5e993ab {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:03.557269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.562108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.566718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:03.568611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-832fd936-ded4-402f-b3ee-ff000f87034b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.3085561 May 27 03:36:03.599614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.613950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.618705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cd0c63a9-6573-4920-bc63-1d3bc0390f5c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0645223 May 27 03:36:03.643272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5610cb54-62ab-4762-aac1-86954e12fcae triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:03.646262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.656931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Transition to ACTIVE for port object 30e66273-b267-4ac3-844d-216bf5e993ab will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:03.671134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:03.690677 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f71023a7-a1ec-4b7b-8fb3-856744ba3262 req-0f69cadc-03d4-49ca-8c32-d7079afa2ea8 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052883 May 27 03:36:03.739900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-63bcded5-cbec-4976-9c13-b35b5653d93f service neutron] 10.222.0.21 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288112 May 27 03:36:03.776332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30542dca-6049-43c3-847b-1d54fecbd47b req-508ce029-688b-41cc-b150-df5dc2dd0395 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158363 May 27 03:36:03.957097 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffd7926-ece8-4995-bdbc-6efbac07fae9'] response: {'name': 'network-changed', 'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'tag': '028f0121-6347-4507-82d0-e9842275ce47', 'status': 'completed', 'code': 200} May 27 03:36:03.993970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Pushing event updated for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:04.132363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:04.139009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029825283', 'description': 'tempest-description--2121001138'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:04.148231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:04.165397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:04.176354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:04.202283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:04.232666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de0744b2-3cfe-4cd3-8489-26ed24f536ce req-9d0df978-b894-42b9-957b-580da9bf9dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660389 May 27 03:36:04.239653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.367207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:04.372864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:04.376485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:04.396305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:04.403923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Attempting to bind port 30e66273-b267-4ac3-844d-216bf5e993ab on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:04.403923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Attempting to bind port 30e66273-b267-4ac3-844d-216bf5e993ab by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:04.403923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Attempting to bind port 30e66273-b267-4ac3-844d-216bf5e993ab on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:04.441578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e583b-4daf-4b18-904a-9bc9b158b143 req-e90a575c-7c6c-4941-8eb5-e55643026c50 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:04.441578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c1e583b-4daf-4b18-904a-9bc9b158b143 req-e90a575c-7c6c-4941-8eb5-e55643026c50 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 944 time: 0.1362076 May 27 03:36:04.452124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Port 30e66273-b267-4ac3-844d-216bf5e993ab on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:36:04.454678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Attempting to bind port 30e66273-b267-4ac3-844d-216bf5e993ab on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:04.467842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-45ba9f76-adab-45b4-a308-4f05e092c9bf tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.3300443 May 27 03:36:04.472591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-7233a539-b3fd-4a5e-84d3-2b368d184fed tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:04.482492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843301-2'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:04.517629 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.523938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:04.524291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:04.524710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:04.526031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Bound port: 30e66273-b267-4ac3-844d-216bf5e993ab, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:04.526031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.530355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.557400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c1e583b-4daf-4b18-904a-9bc9b158b143 req-3181f0d6-3ec7-4ab2-8b7f-e11ac274abc5 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028140 May 27 03:36:04.582450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddcfa5b-d341-476f-9d67-f1ae4a747bc2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:04.586817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.591025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-758de9c4-c21b-4d99-be17-442613ecd478 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4549317 May 27 03:36:04.592302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58056) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:04.593333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-1a72bf26-ad25-4aa7-9c8d-79a4ca8190b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 1095 time: 0.3021855 May 27 03:36:04.599991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group_rule': {'security_group_id': 'bddcfa5b-d341-476f-9d67-f1ae4a747bc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:04.616697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:04.622339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:04.626296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:04.634285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:04.668343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.731408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-7233a539-b3fd-4a5e-84d3-2b368d184fed tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:04.742119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-7233a539-b3fd-4a5e-84d3-2b368d184fed tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1619164183&fields=id&tenant_id=ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 267 time: 0.3843217 May 27 03:36:04.854891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:04.973485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:04.982686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.014193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9b2431-31a4-4158-bb74-e5c8e04cb46f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.021771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:05.036130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04cb7c-a49b-4cf4-9eba-a9cd20baefcc req-deafacfb-c0a2-4c6e-9b83-f3df79fd4bb0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.048432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d has no active binding in host n-h1-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 03:36:05.057495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a04cb7c-a49b-4cf4-9eba-a9cd20baefcc req-deafacfb-c0a2-4c6e-9b83-f3df79fd4bb0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 943 time: 0.2932787 May 27 03:36:05.082951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.082951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-90e6cb3b-5b51-467e-a7fe-2807af489d39 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4841731 May 27 03:36:05.082951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:05.089330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group_rule': {'security_group_id': 'bddcfa5b-d341-476f-9d67-f1ae4a747bc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:05.097176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:05.100404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:05.103981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:05.111096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.111555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:05.155809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.165311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a04cb7c-a49b-4cf4-9eba-a9cd20baefcc req-f3a1f2b9-3632-4f5f-824d-21627a73ea62 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033387 May 27 03:36:05.188019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:05.230170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=30e66273-b267-4ac3-844d-216bf5e993ab,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:05.234522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.239148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.268958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.271730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a1447b-b7a5-4879-b4fb-5f6f10ea4187,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.301002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.301002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f7e9b0df-3236-415b-8e1f-01d2e9cf7ddd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2138691 May 27 03:36:05.301002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58068) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:05.308692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:05.315804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:05.319813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:floatingip and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:05.322224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-0043b897-3783-4a63-96a7-ba2fb273f9bb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.323847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:05.327469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-0043b897-3783-4a63-96a7-ba2fb273f9bb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.5890112 May 27 03:36:05.348103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-01987042-6323-4b31-b7f4-cb863294fee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.348837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-01987042-6323-4b31-b7f4-cb863294fee6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 200 len: 922 time: 0.7160935 May 27 03:36:05.373718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:05.400200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.505473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.506708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] 10.222.0.41 "PUT /v2.0/ports/30e66273-b267-4ac3-844d-216bf5e993ab HTTP/1.1" status: 200 len: 1091 time: 3.5044131 May 27 03:36:05.520420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c4858-fa9a-42d9-b2e9-852e2d85c562 req-45d74806-cd69-49dd-9e9e-68f0f0e382e1 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.524318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-164c4858-fa9a-42d9-b2e9-852e2d85c562 req-45d74806-cd69-49dd-9e9e-68f0f0e382e1 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 949 time: 0.1947982 May 27 03:36:05.542279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-0ca95356-f989-4c3a-90c8-698d0cbbeb66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=028f0121-6347-4507-82d0-e9842275ce47 HTTP/1.1" status: 200 len: 217 time: 0.1728036 May 27 03:36:05.551389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-959b3570-c3c7-4f50-a0aa-9d30ebacfddb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/quotas/ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 375 time: 0.1975875 May 27 03:36:05.605230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-164c4858-fa9a-42d9-b2e9-852e2d85c562 req-b6630a2b-5ef1-4e69-8134-5519f33ad6a4 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0a1b109-b668-477a-a4dc-259d1b53295b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674567 May 27 03:36:05.619304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:05.672769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d20f4-391b-4856-905b-051eb04b152a service neutron] Pushing event updated for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.780970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-c35c1e6d-3e18-4895-9a15-7753f265d6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.782810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-c35c1e6d-3e18-4895-9a15-7753f265d6d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 200 len: 861 time: 0.2327187 May 27 03:36:05.785705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:05.849480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-18371670-d89a-43c5-8ec4-07b4698f108d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=85ce4e55-2ab2-49cd-9272-9488510d7752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602343 May 27 03:36:05.862169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Allocated IP 172.25.8.214 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/77a64f9b-9367-4632-974f-bc929fbcb5ce) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:05.900102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-30bd0a08-fbb7-4926-bdd8-9ba44c506312 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 1094 time: 0.3158615 May 27 03:36:05.951407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e7d77-791c-41f1-8a60-1c612a285333 req-236c1bd4-ac71-40f9-b4df-fb8c0bde0221 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:05.952878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-256e7d77-791c-41f1-8a60-1c612a285333 req-236c1bd4-ac71-40f9-b4df-fb8c0bde0221 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1819258 May 27 03:36:05.959954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:06.044503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-fab5d93b-b19c-4325-9219-1e6672f6d6c8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4128532 May 27 03:36:06.074008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-da23ad44-c899-4614-8685-0b37cb913073 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:36:06.074008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-da23ad44-c899-4614-8685-0b37cb913073 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050211 May 27 03:36:06.079621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:06.086453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-256e7d77-791c-41f1-8a60-1c612a285333 req-be578a88-60f8-497c-b53f-d392fe133f6d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154995 May 27 03:36:06.119151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.128655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-b9fb7bb2-3f92-4c82-846c-8a6328e72056 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e66273-b267-4ac3-844d-216bf5e993ab HTTP/1.1" status: 200 len: 217 time: 0.1640301 May 27 03:36:06.201962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.292863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:06.339204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:06.347742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:06.352687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.363102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-3569fbdc-b9a8-43fe-be13-f98e1e083268 service neutron] 10.222.0.21 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079689 May 27 03:36:06.378551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.397474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=77a64f9b-9367-4632-974f-bc929fbcb5ce,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:06.441630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4c0bf909-33db-4a42-8696-a7c636b88c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.443907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-4c0bf909-33db-4a42-8696-a7c636b88c9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.2984221 May 27 03:36:06.456549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-56470441-f7f7-4eac-9025-3a2ebeaad34f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.456549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-56470441-f7f7-4eac-9025-3a2ebeaad34f tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 949 time: 0.3046944 May 27 03:36:06.554141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.556274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.560078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.565208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.568319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.573764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.583752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:06.583752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-de2cd434-d096-4499-b050-3c18fdbdda9c tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.2897937 May 27 03:36:06.583752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Deleting port 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:06.583752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.591260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-3e20ba4f-48c2-469c-bbfd-ea590c1834c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243603 May 27 03:36:06.635466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-faf89c36-2fb2-46b3-9a1a-9db66270b8f1 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294161 May 27 03:36:06.800793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-391a911b-2a1f-4542-ad12-b56b24942f3b req-6eaa1dff-fab6-428d-9c53-6ea383a47e13 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892064 May 27 03:36:06.835607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:06.979665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:07.054446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.130630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4361214d-a84e-4ca8-8a7d-a1d968f49773 req-e81807e3-5224-4fa1-9e9f-37a2c6c39b78 service neutron] 10.222.0.21 "GET /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462559 May 27 03:36:07.165850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on host n-h2-843301-2 for vnic_type normal with profile {"migrating_to": "n-h1-843301-2"} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:07.166189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:07.166520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:07.204655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:36:07.207049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Attempting to bind port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on network 3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:07.217520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d5e027bc-652f-4855-8c92-997c0756648a service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534201 May 27 03:36:07.217520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-fa4e768b-4508-474f-8c42-3a5e6771be23 service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615251 May 27 03:36:07.221657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:07.221657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Checking segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:07.221657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Bound using segment: {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:07.221657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Bound port: 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec7dcf1-024a-4189-a85c-8e6381d0e0d4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:07.221657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.334742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] For port 938e1018-5174-4838-8651-5e6c82e3a04b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=938e1018-5174-4838-8651-5e6c82e3a04b,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:07.337852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.459449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:07.483596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:07.555870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.590958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Calling delete_port for 938e1018-5174-4838-8651-5e6c82e3a04b owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:07.616080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a150117-5b3e-4ba9-96de-dcf4c684835e req-a95062ba-4ac2-432c-b3fc-e5355fea082d service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838429 May 27 03:36:07.730427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:07.733388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e284bb-5685-4c46-97ed-51bcf6c04789 req-8410a93d-99de-458a-87ef-650f5b3e5ec6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:07.734720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9e284bb-5685-4c46-97ed-51bcf6c04789 req-8410a93d-99de-458a-87ef-650f5b3e5ec6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.7594686 May 27 03:36:07.774324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:07.776098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-cdceaea0-3954-4e47-bee8-608e5f2a8b06 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 1121 time: 3.3002987 May 27 03:36:07.785018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634766a0-30dc-4660-9c86-2153e6205d1f req-b590570e-5a48-493a-a6ab-0bab8e608ade tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:07.785018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-634766a0-30dc-4660-9c86-2153e6205d1f req-b590570e-5a48-493a-a6ab-0bab8e608ade tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Synchronizing usage tracker for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:07.831481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-634766a0-30dc-4660-9c86-2153e6205d1f req-b590570e-5a48-493a-a6ab-0bab8e608ade tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Unset dirty status for tenant:c37b97afda7d48a0aca3b2c74be3fa26 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:07.833515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-634766a0-30dc-4660-9c86-2153e6205d1f req-b590570e-5a48-493a-a6ab-0bab8e608ade tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 944 time: 0.3455844 May 27 03:36:07.876345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:07.892329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9e284bb-5685-4c46-97ed-51bcf6c04789 req-b252e329-b8c4-47a3-83f4-746f11e25726 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378844 May 27 03:36:07.927893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-634766a0-30dc-4660-9c86-2153e6205d1f req-59309887-b627-49ac-9473-73ba5cbc60a0 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781136 May 27 03:36:08.008462 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8a2bfa-2d19-4145-ba22-0c69540b1f7d'] response: {'name': 'network-changed', 'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab', 'status': 'completed', 'code': 200} May 27 03:36:08.109518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:08.129220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.294455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c85eb86c-6851-4b48-94af-95ddfc7cbe17 req-44fb1f42-3f08-4c04-beaa-bd84eeca721c tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5a5433-092b-4ded-980f-af68e5c9d6ed HTTP/1.1" status: 200 len: 210 time: 0.0741343 May 27 03:36:08.295338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Pushing event deleted for resources: {'Port': ['ID=938e1018-5174-4838-8651-5e6c82e3a04b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:08.334140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-7b201fb4-2f0c-4070-8ac6-3603cb7fdd24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 1094 time: 0.3020670 May 27 03:36:08.399726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:08.423009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] No DVR routers for this DVR port 938e1018-5174-4838-8651-5e6c82e3a04b on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:08.423009 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.430707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-deleted', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:08.450025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.458899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.597569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-fdcd280b-7653-45fc-883a-4f4e1db8f55e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:08.599989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-fdcd280b-7653-45fc-883a-4f4e1db8f55e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.2560918 May 27 03:36:08.636312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a50b420c-a5fb-4181-b6e0-6b1256ed040e req-30765d8c-7d0e-48f2-b94c-a4d0dfe24ad0 tempest-ListImageFiltersTestJSON-877709851 tempest-ListImageFiltersTestJSON-877709851-project] 10.222.0.41 "DELETE /v2.0/ports/938e1018-5174-4838-8651-5e6c82e3a04b HTTP/1.1" status: 204 len: 173 time: 2.1730034 May 27 03:36:08.705359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=77a64f9b-9367-4632-974f-bc929fbcb5ce,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:08.720331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.761487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-5dcb0e37-c6a4-42aa-a942-9ea618127a54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e66273-b267-4ac3-844d-216bf5e993ab HTTP/1.1" status: 200 len: 217 time: 0.1487215 May 27 03:36:08.776292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:08.777734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e8068f3e-bc27-4d3a-969f-b9f16529d84b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4768050 May 27 03:36:08.801836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3499feb-0328-4bcd-84a7-5aa8c5de2a56 req-1492ed5f-ffd9-4f95-b52d-797253594363 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:08.810089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3499feb-0328-4bcd-84a7-5aa8c5de2a56 req-1492ed5f-ffd9-4f95-b52d-797253594363 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 943 time: 0.5899270 May 27 03:36:08.841990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028f0121-6347-4507-82d0-e9842275ce47 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:08.975618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3499feb-0328-4bcd-84a7-5aa8c5de2a56 req-fbe62f5a-1f20-4b08-a826-6b55e7da5a2d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887043 May 27 03:36:09.026843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-79f22497-f11f-41c7-b589-1977ef54bb47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.028952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-79f22497-f11f-41c7-b589-1977ef54bb47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.2552249 May 27 03:36:09.070952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf1ce-69df-4813-9222-66dc6845d871 req-8002790d-8cb6-4078-982b-bdd435a8228a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.076318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfbf1ce-69df-4813-9222-66dc6845d871 req-8002790d-8cb6-4078-982b-bdd435a8228a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.2193191 May 27 03:36:09.095604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-51a8a6e5-20d1-4402-bd31-f78f7c8a3887 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597124 May 27 03:36:09.102282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028f0121-6347-4507-82d0-e9842275ce47,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:09.130795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '028f0121-6347-4507-82d0-e9842275ce47', 'network_id': '85ce4e55-2ab2-49cd-9272-9488510d7752', 'port_id': '028f0121-6347-4507-82d0-e9842275ce47', 'mac_address': 'fa:16:3e:39:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252bc3b0-95c8-471f-8a2b-c5bc0ed172e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:09.169894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfbf1ce-69df-4813-9222-66dc6845d871 req-23149bc1-ac26-4097-993d-4ca0597aab47 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 May 27 03:36:09.235627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:09.251949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:09.282880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a774ade-5fc0-4538-9893-68288397f76c req-7105644a-0a53-4708-a379-309762dc42b4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 210 time: 0.0640442 May 27 03:36:09.302556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 938e1018-5174-4838-8651-5e6c82e3a04b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:09.302938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 938e1018-5174-4838-8651-5e6c82e3a04b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:09.319327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028f0121-6347-4507-82d0-e9842275ce47 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:09.339741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028f0121-6347-4507-82d0-e9842275ce47,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:09.346275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-32e60d31-e68c-40ac-a073-df1e24522f37 service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428236 May 27 03:36:09.347857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:09.382505 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8340f7ea-7bbf-4876-b2c8-a69a2580141b'] response: {'server_uuid': '2f5a5433-092b-4ded-980f-af68e5c9d6ed', 'name': 'network-vif-deleted', 'tag': '938e1018-5174-4838-8651-5e6c82e3a04b', 'status': 'completed', 'code': 200} May 27 03:36:09.434305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.439015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.444283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.450720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.455561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.460068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.464508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.466768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-472b1786-1bbf-491f-820a-ce64d9b6ab57 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.1617057 May 27 03:36:09.483692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:09.527603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ade2f41f-695d-4ca7-8bef-910e0487b364 req-da3632f2-3d0e-477d-9da3-07f83216f152 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549707 May 27 03:36:09.704314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-11f64dec-d18a-4bfe-918e-ed6f2a10fba0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:09.727825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028f0121-6347-4507-82d0-e9842275ce47'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:09.732447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-11f64dec-d18a-4bfe-918e-ed6f2a10fba0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:09.744348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-11f64dec-d18a-4bfe-918e-ed6f2a10fba0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1029825283&fields=id&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 267 time: 0.0878482 May 27 03:36:09.811949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a4b87e9-ea37-44c6-9932-2e0ec6212b50 req-abea4d04-3720-4d85-b14e-c44232c6b50f service neutron] 10.222.0.41 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567485 May 27 03:36:09.903570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93769194-ffbb-465b-b169-22395b62713c req-d57fc6ae-7715-4f93-8763-6cdae79169a1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.906362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93769194-ffbb-465b-b169-22395b62713c req-d57fc6ae-7715-4f93-8763-6cdae79169a1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.3027143 May 27 03:36:09.934899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-1513cc98-a0e4-4a58-a74f-c638ae0e29ff tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.939291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-1513cc98-a0e4-4a58-a74f-c638ae0e29ff tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.2410207 May 27 03:36:09.976555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-463619f2-730b-49e0-8cf3-3e263857eb32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:09.977253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-463619f2-730b-49e0-8cf3-3e263857eb32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:10.003371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-463619f2-730b-49e0-8cf3-3e263857eb32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:10.009528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-463619f2-730b-49e0-8cf3-3e263857eb32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 817 time: 0.2633691 May 27 03:36:10.013916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'}, {'name': 'network-changed', 'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:10.027580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-42613374-3606-4b38-8955-a0b7125acfd3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/quotas/6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 375 time: 0.0125933 May 27 03:36:10.037711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93769194-ffbb-465b-b169-22395b62713c req-37b653fd-bd26-4d3d-bf25-25fe561cc023 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964708 May 27 03:36:10.048700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-91734164-446e-4a1b-a2da-0ff0997b68ea tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 380 time: 0.0858011 May 27 03:36:10.060661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'device_id': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'admin_state_up': True, 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'security_groups': ['f33dd78d-cce7-42d1-a95e-aa26e8544266']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:10.121613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-2640275b-be4e-4321-8226-e53d535dfe9c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:10.143630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-2640275b-be4e-4321-8226-e53d535dfe9c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:10.158170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-2640275b-be4e-4321-8226-e53d535dfe9c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232264 May 27 03:36:10.284281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:10.298128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Usage tracker for resource:port and tenant:ff373081db304819b7fa43aca692792e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:10.303105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:10.309719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-a0035193-c596-47aa-b2cd-6729858744c6 service neutron] 10.222.0.46 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482892 May 27 03:36:10.312314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:10.336281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:10.339537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:10.415957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b9498-8fe6-4d28-978d-a5f1e227fc97 req-4b998cb0-e7ee-4948-a3c1-ff4fce2c3c90 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:10.417712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c16b9498-8fe6-4d28-978d-a5f1e227fc97 req-4b998cb0-e7ee-4948-a3c1-ff4fce2c3c90 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 945 time: 0.1744330 May 27 03:36:10.451759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-c3fd1ee3-6d4e-459c-829f-94a02cf19533 service neutron] 10.222.0.46 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353490 May 27 03:36:10.523906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c16b9498-8fe6-4d28-978d-a5f1e227fc97 req-dc9ed9e6-97ee-46f4-a543-952a218bea3d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992510 May 27 03:36:10.566026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.20.0.5 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/3268ae31-ca3e-457b-a8ea-815c4bffa112) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:10.692612 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ed5e3f-7533-41a6-95c7-918a2b35abe9'] response: {'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'code': 200} May 27 03:36:10.692884 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ed5e3f-7533-41a6-95c7-918a2b35abe9'] response: {'name': 'network-changed', 'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'status': 'completed', 'code': 200} May 27 03:36:10.784167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d72ccd-54df-45fb-ab9e-f5706c934f5f req-b4a0bf08-6abf-4244-87db-f49e4a30fa60 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:10.786559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0d72ccd-54df-45fb-ab9e-f5706c934f5f req-b4a0bf08-6abf-4244-87db-f49e4a30fa60 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 943 time: 0.1013842 May 27 03:36:10.845240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028f0121-6347-4507-82d0-e9842275ce47 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:10.935574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:10.967434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0d72ccd-54df-45fb-ab9e-f5706c934f5f req-3d968ecd-e463-4398-89c7-cafa7bcf4032 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732688 May 27 03:36:10.985299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Transition to ACTIVE for port object 3268ae31-ca3e-457b-a8ea-815c4bffa112 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:10.986910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 028f0121-6347-4507-82d0-e9842275ce47 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:10.989413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-97e1f386-b952-4e6e-b760-f9fe9c0c62ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1124 time: 0.2589369 May 27 03:36:10.994091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 028f0121-6347-4507-82d0-e9842275ce47 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:10.994720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.148882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84560ccb-585a-43ae-9c7d-706ade920866 req-d4ab4b34-4bdd-4de2-935f-fe089b9104af tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:11.157840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84560ccb-585a-43ae-9c7d-706ade920866 req-d4ab4b34-4bdd-4de2-935f-fe089b9104af tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.3437638 May 27 03:36:11.190525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d5cd5873-6f77-4b67-b280-ee55d9931054 req-5fffb3cb-5edb-460d-962c-bf289a87a2ca tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:11.230138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d5cd5873-6f77-4b67-b280-ee55d9931054 req-5fffb3cb-5edb-460d-962c-bf289a87a2ca tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:11.269036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d5cd5873-6f77-4b67-b280-ee55d9931054 req-5fffb3cb-5edb-460d-962c-bf289a87a2ca tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 210 time: 0.1500151 May 27 03:36:11.269859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.282406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 30e66273-b267-4ac3-844d-216bf5e993ab details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:11.287329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84560ccb-585a-43ae-9c7d-706ade920866 req-71d36fb1-a3be-487e-a473-0f78fec73f71 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277211 May 27 03:36:11.344104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.381016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c66c-8b16-42af-979d-bf476a814637 req-974c83fc-03ea-4f76-938c-568b1fa1e50c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:11.381985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-974c83fc-03ea-4f76-938c-568b1fa1e50c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3770514 May 27 03:36:11.490110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028f0121-6347-4507-82d0-e9842275ce47,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:11.492796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028f0121-6347-4507-82d0-e9842275ce47'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:11.503719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-e861bb93-dcd7-4df1-9c9d-5f798962a37c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 217 time: 0.1044345 May 27 03:36:11.508323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:11.522433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:11.547894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:11.554312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:11.567179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:11.742862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5017e6a8-4324-47f4-99fa-eff21ce5400c req-32247aa8-5d90-4602-bfe4-82d919eeb7dd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 210 time: 0.0959735 May 27 03:36:11.796417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=30e66273-b267-4ac3-844d-216bf5e993ab,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:11.800581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c66c-8b16-42af-979d-bf476a814637 req-5518b67a-bb01-49c4-9ab8-a89b238a8653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:11.802003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-5518b67a-bb01-49c4-9ab8-a89b238a8653 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.2923443 May 27 03:36:11.813968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '30e66273-b267-4ac3-844d-216bf5e993ab', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': '30e66273-b267-4ac3-844d-216bf5e993ab', 'mac_address': 'fa:16:3e:16:e3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:11.816606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.880424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-69db2900-2681-4c62-8020-0d6741680103 service neutron] 10.222.0.41 "GET /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.3590112 May 27 03:36:11.925275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:11.926835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.973131 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:11.995164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e66273-b267-4ac3-844d-216bf5e993ab {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:12.003248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:12.022160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=30e66273-b267-4ac3-844d-216bf5e993ab,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:12.030596 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:12.032541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:12.130150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.131243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-79e44a13-de1d-4455-b3fc-728f93ec66a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3070037 May 27 03:36:12.134503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.139219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.144658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.155215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.160443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.165240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:12.168355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-4479b22f-b7e5-4056-b8bd-d4133cd5e48a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5429 time: 0.3989370 May 27 03:36:12.307543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:12.329289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-d45e5a21-60d1-41de-8866-f141fd926709 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2738271 May 27 03:36:12.353562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Request body: {'port': {'device_id': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:12.461061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd76d517-e29f-4d00-aac2-bc8e4e3e90a4 req-255617de-9a6a-471f-8268-cdf36d326283 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225943 May 27 03:36:12.572978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:12.619756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-e00f0331-37b6-4623-ba37-53030e7f66dc service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562378 May 27 03:36:12.632525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:12.676457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c5492e28-1b73-4f52-b830-94e28a42e4b5 None None] Provisioning for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:12.717279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c5492e28-1b73-4f52-b830-94e28a42e4b5 None None] Provisioning complete for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:12.717652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5492e28-1b73-4f52-b830-94e28a42e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:12.854198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:12.862892 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e890050d-19d6-4fb3-ab31-27ff48f723a7'] response: {'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028f0121-6347-4507-82d0-e9842275ce47', 'code': 200} May 27 03:36:12.894986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c5492e28-1b73-4f52-b830-94e28a42e4b5 None None] Port 3268ae31-ca3e-457b-a8ea-815c4bffa112 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:36:12.944401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:12.973341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'port_id': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'mac_address': 'fa:16:3e:dd:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:13.066060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.088551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-91653d05-38dc-4ac9-b731-d0fc27423f1c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:13.091144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:13.097004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-91653d05-38dc-4ac9-b731-d0fc27423f1c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 817 time: 0.6337852 May 27 03:36:13.111856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:13.117317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.117970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1db09813-6273-47bd-92e1-ec717192af0b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:13.246798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:13.255489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1113c66c-8b16-42af-979d-bf476a814637 req-1ca4a098-36f1-4564-95f2-b466e7deb79e service neutron] 10.222.0.41 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469898 May 27 03:36:13.300255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:13.344301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-268d1daa-ef07-4ff5-9243-660ce4f43406 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 380 time: 0.2212405 May 27 03:36:13.357629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'port': {'device_id': '98a83920-e609-410f-b966-f28eb2502e0e', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'admin_state_up': True, 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'security_groups': ['bddcfa5b-d341-476f-9d67-f1ae4a747bc2']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:13.405695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3d265-7025-4a0f-b62b-e41020a2b50c req-75bdf351-bd43-4f66-a8f6-71135574a70a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:13.413374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66d3d265-7025-4a0f-b62b-e41020a2b50c req-75bdf351-bd43-4f66-a8f6-71135574a70a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 943 time: 0.6066625 May 27 03:36:13.457423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11f5f04e-057c-4819-8453-ea221303ffaf req-e79d08b5-7493-445e-89a0-e157214fad80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 1097 time: 0.3227084 May 27 03:36:13.489138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:13.506586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1db09813-6273-47bd-92e1-ec717192af0b,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:13.523207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:13.532804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1db09813-6273-47bd-92e1-ec717192af0b', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'port_id': '1db09813-6273-47bd-92e1-ec717192af0b', 'mac_address': 'fa:16:3e:6e:77:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:13.576005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-66d3d265-7025-4a0f-b62b-e41020a2b50c req-b32c0565-1830-4c5c-b7dd-b3fe5078d2ac tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613419 May 27 03:36:13.579644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc5244-9701-449b-b4d2-a1f1821c5f5a req-4ec69705-7043-40bf-be7f-d0b8b4abd327 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:13.584133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:13.587468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8dcc5244-9701-449b-b4d2-a1f1821c5f5a req-4ec69705-7043-40bf-be7f-d0b8b4abd327 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 946 time: 0.4398277 May 27 03:36:13.596377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.618361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11f5f04e-057c-4819-8453-ea221303ffaf req-ee9b9667-a795-45f7-9d18-8e66433f92b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251979 May 27 03:36:13.619321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Transition to ACTIVE for port object 3268ae31-ca3e-457b-a8ea-815c4bffa112 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:13.623424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.625778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.692516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.715138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:13.749237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db09813-6273-47bd-92e1-ec717192af0b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:13.771795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1db09813-6273-47bd-92e1-ec717192af0b,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:13.782111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.782985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3aadd59-4ccc-4f93-8add-ca8d188f845c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:13.840784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:13.864475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:13.906721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Made reservation on behalf of 6ac9c108963c4c0bb55c8b6a2c88afec for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:13.916446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:13.946829 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:13.983463 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8dcc5244-9701-449b-b4d2-a1f1821c5f5a req-c0f1fe81-1f2f-4932-8faa-20de2d10d9a4 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950183 May 27 03:36:14.024502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.072098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:14.109408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'port_id': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'mac_address': 'fa:16:3e:03:f4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:14.254799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.286983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aadd59-4ccc-4f93-8add-ca8d188f845c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:14.314925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Attempting to bind port 3268ae31-ca3e-457b-a8ea-815c4bffa112 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:14.314925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Attempting to bind port 3268ae31-ca3e-457b-a8ea-815c4bffa112 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:14.314925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Attempting to bind port 3268ae31-ca3e-457b-a8ea-815c4bffa112 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:14.320669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.327582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.327582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 19bac76a-ec80-4ff7-b472-ff51f6512bd9 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:14.328552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Port 3268ae31-ca3e-457b-a8ea-815c4bffa112 on network 2d969655-9e36-4c80-8569-9226d261e6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:36:14.328552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Attempting to bind port 3268ae31-ca3e-457b-a8ea-815c4bffa112 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:14.333521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] Transition to ACTIVE for port object 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:14.346876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c2921-a200-4bbb-bb90-ebb74c25b680 req-592e74c4-02c0-4576-aadf-ec9bf287ea1e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:14.347292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.355378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d51c2921-a200-4bbb-bb90-ebb74c25b680 req-592e74c4-02c0-4576-aadf-ec9bf287ea1e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.5749929 May 27 03:36:14.425522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d51c2921-a200-4bbb-bb90-ebb74c25b680 req-ce61417e-8709-4c85-8ad9-a60353d1d2fa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 May 27 03:36:14.426329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:14.426661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:14.428120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:14.428284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Bound port: 3268ae31-ca3e-457b-a8ea-815c4bffa112, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:14.428497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.531885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:14.558967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:14.569372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:14.587214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.681601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.701322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:14.741167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'port_id': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'mac_address': 'fa:16:3e:68:ef:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:14.748275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] No DVR routers for this DVR port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:14.751621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Allocated IP 172.20.0.7 (cfd3dd42-689b-4b6d-b3a2-4f2eba154234/9c68632c-3cd4-4f09-ad73-208a9148a4ee/c729a28b-28ae-4fff-b9b4-5c2283da2964) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:14.838900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95b3f-59f8-41df-88bf-78a2f8578205 req-38270f12-4922-49f9-848f-cc1c499fd6a4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:14.845993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f95b3f-59f8-41df-88bf-78a2f8578205 req-38270f12-4922-49f9-848f-cc1c499fd6a4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.4897916 May 27 03:36:14.887957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-207716e1-0bcd-4c47-82b5-182f140d62c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d/bindings/n-h1-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0017769 May 27 03:36:14.900772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.905168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] 10.222.0.21 "PUT /v2.0/ports/3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 1091 time: 2.5576432 May 27 03:36:14.907362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.942770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bac76a-ec80-4ff7-b472-ff51f6512bd9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:14.967923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:14.970840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.979889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:14.982465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8a518343-caff-4589-9a57-cee912e573c5 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:14.988656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcce3e-e79b-420b-8980-04bb6190895c service neutron] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.097412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60b962-df57-4387-8646-35b284ab70cd req-fb3d5cf6-3dc3-4802-acb1-9117fd8009d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:15.098349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1e60b962-df57-4387-8646-35b284ab70cd req-fb3d5cf6-3dc3-4802-acb1-9117fd8009d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:15.236708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8a518343-caff-4589-9a57-cee912e573c5,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:15.257911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.272634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '8a518343-caff-4589-9a57-cee912e573c5', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'port_id': '8a518343-caff-4589-9a57-cee912e573c5', 'mac_address': 'fa:16:3e:d0:14:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:15.297685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.326262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Transition to ACTIVE for port object c729a28b-28ae-4fff-b9b4-5c2283da2964 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:15.353676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.360769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99f95b3f-59f8-41df-88bf-78a2f8578205 req-f05d09d8-396b-4c52-bca5-4d6b448b2d58 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058057 May 27 03:36:15.360769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.377722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a518343-caff-4589-9a57-cee912e573c5 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:15.408819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8a518343-caff-4589-9a57-cee912e573c5,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:15.408819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.408819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b1a31fc6-2547-4f8c-8d67-e7196e6f6147 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:15.458751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1e60b962-df57-4387-8646-35b284ab70cd req-fb3d5cf6-3dc3-4802-acb1-9117fd8009d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:15.458751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e60b962-df57-4387-8646-35b284ab70cd req-fb3d5cf6-3dc3-4802-acb1-9117fd8009d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 943 time: 0.7997587 May 27 03:36:15.481816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:15.493222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:15.493222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:15.521683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.529984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:15.567870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:15.567870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.587312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.597953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-40fe751e-4dc7-4366-87c1-30b2ccac087c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2459791 May 27 03:36:15.601326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'network_id': '63dbb359-7e82-47e3-ba00-c715175954e2', 'port_id': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'mac_address': 'fa:16:3e:e2:29:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2d0ed1-39a6-4741-834f-4a15d04020a5', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:15.617605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Request body: {'port': {'device_id': '98a83920-e609-410f-b966-f28eb2502e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:15.727080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.755900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-b0e3616f-ce78-4b16-9fbb-2b16a268f41a tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.7583854 May 27 03:36:15.766974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:15.781039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e60b962-df57-4387-8646-35b284ab70cd req-5d29d638-0592-4a95-b2f6-80c09365e3ee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290578 May 27 03:36:15.793752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a31fc6-2547-4f8c-8d67-e7196e6f6147 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:15.874043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:15.880600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:15.881472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:15.916246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-91d04589-8805-4c63-8d9a-e27bb20b2621 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1094 time: 0.9211349 May 27 03:36:16.083327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:16.102547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.102547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b391eb18-d064-4a92-9dcc-c4e3af793e12 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:16.248095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5226ec49-4fcc-4a5b-8584-09ae18f7b218 None None] Provisioning for port c729a28b-28ae-4fff-b9b4-5c2283da2964 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:16.327679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5226ec49-4fcc-4a5b-8584-09ae18f7b218 None None] Provisioning complete for port c729a28b-28ae-4fff-b9b4-5c2283da2964 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:16.327679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5226ec49-4fcc-4a5b-8584-09ae18f7b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.368813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:16.369856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-02bf885b-e8ae-4361-ad54-59e8592f2d0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 217 time: 0.4395053 May 27 03:36:16.387682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:16.401689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:16.425321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'network_id': '64fac7f4-787d-4f35-bbfa-766aa909a04e', 'port_id': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'mac_address': 'fa:16:3e:b9:97:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:16.472054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.475157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-ad65f73c-6a07-49af-959b-cdd8c99d8977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.476419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.479013 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-ad65f73c-6a07-49af-959b-cdd8c99d8977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.0980775 May 27 03:36:16.482970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.487107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.488764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.494446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.499334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.507310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-e2e017ee-54a0-47de-bf2f-8c1c809efdbd tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5435 time: 0.2305200 May 27 03:36:16.527673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5226ec49-4fcc-4a5b-8584-09ae18f7b218 None None] Port c729a28b-28ae-4fff-b9b4-5c2283da2964 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:36:16.546318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:16.594698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-765d2f48-a3eb-496d-a0aa-0f802d3d56b8 req-54f909a2-8de6-4d56-9c0b-7b14f528a8e1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865240 May 27 03:36:16.599692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-a6f44302-f582-4258-83c9-d721bc1b44e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922&tenant_id=434aa2eabd83452b84d0baa8ea86673f HTTP/1.1" status: 200 len: 1095 time: 0.8155658 May 27 03:36:16.797925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dde1e8-2b30-4621-a945-c04a3b6f95ac req-1d348353-6b70-47d6-ad9c-943d37cb45a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:16.811677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dde1e8-2b30-4621-a945-c04a3b6f95ac req-1d348353-6b70-47d6-ad9c-943d37cb45a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 931 time: 0.6677544 May 27 03:36:16.811979 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.822918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:16.843409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b391eb18-d064-4a92-9dcc-c4e3af793e12 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:16.889343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.892236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dde1e8-2b30-4621-a945-c04a3b6f95ac req-f1919974-d5c4-4155-b05a-4d5e43f8660d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770795 May 27 03:36:16.897690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:16.923744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Transition to ACTIVE for port object c729a28b-28ae-4fff-b9b4-5c2283da2964 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:16.940191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:16.959486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-1012482d-58f0-4a9d-b964-5177e14c6ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4731328 May 27 03:36:16.962810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.039460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:17.101995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:17.189482 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7295baba-5514-4b05-9186-9214c5822da9'] response: {'name': 'network-changed', 'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'status': 'completed', 'code': 200} May 27 03:36:17.207903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17140b33-998c-474e-bc43-b0e0065831b5 req-d170f893-0cb1-4b60-9154-bb06ce505165 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:17.213260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17140b33-998c-474e-bc43-b0e0065831b5 req-d170f893-0cb1-4b60-9154-bb06ce505165 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.3812973 May 27 03:36:17.246135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-0b0778f1-3fcc-4d02-8d00-1d5c0482de1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=434aa2eabd83452b84d0baa8ea86673f&device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1095 time: 0.5973351 May 27 03:36:17.337740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:17.349847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:36:17.351864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Updating router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 port a290d7b3-857a-43a6-886b-da69a42678f3 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:36:17.373005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17140b33-998c-474e-bc43-b0e0065831b5 req-485a8348-aef7-4bf3-8162-2bf96d072548 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451392 May 27 03:36:17.529422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.539899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Attempting to bind port c729a28b-28ae-4fff-b9b4-5c2283da2964 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:17.540508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Attempting to bind port c729a28b-28ae-4fff-b9b4-5c2283da2964 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:17.540788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Attempting to bind port c729a28b-28ae-4fff-b9b4-5c2283da2964 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:17.550089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Port c729a28b-28ae-4fff-b9b4-5c2283da2964 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:36:17.550834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Attempting to bind port c729a28b-28ae-4fff-b9b4-5c2283da2964 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:17.586785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-a2ea2763-b65f-4550-9e62-8b96d34151ee service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193383 May 27 03:36:17.601947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-64ac6687-8473-49d9-a7c4-616ea4550291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:17.603424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-64ac6687-8473-49d9-a7c4-616ea4550291 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 200 len: 909 time: 0.3476140 May 27 03:36:17.612731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:17.613516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:17.614068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Bound using segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:17.615053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Bound port: c729a28b-28ae-4fff-b9b4-5c2283da2964, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:17.615580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.751204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eda19-b3a0-4f22-bb3e-58b32acba24b req-a3a81e6e-c357-4c03-9c2d-74c8fae81ab3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:17.758639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-272eda19-b3a0-4f22-bb3e-58b32acba24b req-a3a81e6e-c357-4c03-9c2d-74c8fae81ab3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.1863368 May 27 03:36:17.761140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:17.765233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:17.786696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.787341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ce5d8-0a05-425d-bfa6-6492fc909180 req-bc1a020b-0add-44e2-ab74-d6316e328e2d service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872363 May 27 03:36:17.883270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:17.884646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] 10.222.0.41 "PUT /v2.0/ports/c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 1091 time: 2.2770412 May 27 03:36:17.886209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:17.903695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-de1e28f4-ca09-42e6-ab00-4ffc16ead50c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 200 len: 217 time: 0.1138809 May 27 03:36:17.910864 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-272eda19-b3a0-4f22-bb3e-58b32acba24b req-93dd6e7c-b421-4986-b9a3-1112db6220e9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498027 May 27 03:36:17.914186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081875b-0d20-4b1f-995c-756bf671f5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:17.916781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9f015-25de-4e82-9929-97424eea5e54 req-64059fce-7401-4a7d-acc5-5e7d07cc813c tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:17.923868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cad9f015-25de-4e82-9929-97424eea5e54 req-64059fce-7401-4a7d-acc5-5e7d07cc813c tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 946 time: 0.4679015 May 27 03:36:18.010715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1db09813-6273-47bd-92e1-ec717192af0b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.081322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['30e66273-b267-4ac3-844d-216bf5e993ab'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.183620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['d3aadd59-4ccc-4f93-8add-ca8d188f845c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.324248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cad9f015-25de-4e82-9929-97424eea5e54 req-df9026dd-7598-4e6c-8e89-643cb8aafc6f tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247781 May 27 03:36:18.325467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.349627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-fe2f59bf-a5ff-4aa0-970d-7b7476411e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:18.355079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-fe2f59bf-a5ff-4aa0-970d-7b7476411e0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 200 len: 848 time: 0.4273586 May 27 03:36:18.398035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-55e29d82-3705-4c3b-a110-3dfbb0176a59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1094 time: 0.2872283 May 27 03:36:18.399623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['8a518343-caff-4589-9a57-cee912e573c5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.561382 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-4daf290f-6b6a-4543-bdb2-7422dfc094f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 217 time: 0.1712220 May 27 03:36:18.565343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-b8ea8cb2-84a7-4ff3-a8d7-24040a1bba2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941342 May 27 03:36:18.766427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-08c0ddc7-0ac9-4f7a-a55b-925430bb3d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:18.768109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-08c0ddc7-0ac9-4f7a-a55b-925430bb3d3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1993699 May 27 03:36:18.867701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['19bac76a-ec80-4ff7-b472-ff51f6512bd9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:18.897602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:18.900101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-2436f13d-e49b-426f-9593-9dfd2d047689 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173873 May 27 03:36:18.906726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-44e53438-a698-46a0-a3ca-a4c09ed6cf41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1094 time: 0.9143946 May 27 03:36:18.927181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bb46-aa8e-431f-b931-be0354b9eb6f req-503f2c45-5722-45d8-9993-160c5bb3e53e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:18.927429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:18.929271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-83d7bb46-aa8e-431f-b931-be0354b9eb6f req-503f2c45-5722-45d8-9993-160c5bb3e53e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 943 time: 0.1601069 May 27 03:36:18.942501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-61a10246-2e4b-4c89-ab4e-0a84c2e5d9ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221943 May 27 03:36:19.055562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Transition to ACTIVE for port object a290d7b3-857a-43a6-886b-da69a42678f3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:19.111939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-83d7bb46-aa8e-431f-b931-be0354b9eb6f req-9ebab3f7-4031-441f-99c0-5960b571ec1e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:19.155666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:19.174165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-83d7bb46-aa8e-431f-b931-be0354b9eb6f req-9ebab3f7-4031-441f-99c0-5960b571ec1e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:19.175310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-83d7bb46-aa8e-431f-b931-be0354b9eb6f req-9ebab3f7-4031-441f-99c0-5960b571ec1e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368553 May 27 03:36:19.193996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fed15430-6921-49aa-ab55-b72b652a187c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9857c7336815483a8dd8c0da6ebbb07b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2942884 May 27 03:36:19.196394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:19.213330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b1a31fc6-2547-4f8c-8d67-e7196e6f6147'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:19.224323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-6ae56ca3-772c-4108-8e77-17f968077722 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496614 May 27 03:36:19.229222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b391eb18-d064-4a92-9dcc-c4e3af793e12'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:19.342964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d1bc-25fe-4bd0-9740-304440fb872c req-9f7702d4-8688-4650-aacb-0ff7766ffb5d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.351264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c068d1bc-25fe-4bd0-9740-304440fb872c req-9f7702d4-8688-4650-aacb-0ff7766ffb5d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.6120670 May 27 03:36:19.384359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6597212e-b8ad-4a97-9690-5689c7e20106 req-588817cf-4b3e-41f8-b4bd-4203cc680765 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525693 May 27 03:36:19.451691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-fb7ea5c0-25b6-415c-900d-25b22d84e507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.453622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-fb7ea5c0-25b6-415c-900d-25b22d84e507 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5033603 May 27 03:36:19.454151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:19.455296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-c09623cc-9d9a-4b2d-9458-f27c87864ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535281 May 27 03:36:19.487167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:19.519036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:19.541351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c068d1bc-25fe-4bd0-9740-304440fb872c req-f2f5a8f8-9aec-45d3-9369-7624aea73fb5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889493 May 27 03:36:19.542853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-4a8e5602-8dac-4cde-b4a0-0c81cb7e9a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 217 time: 0.0771735 May 27 03:36:19.575315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.589910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.596067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.600272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.604581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.608750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.613186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.615308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-b005c794-9d7a-4be7-bf87-7bc020682fcc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5436 time: 0.2291644 May 27 03:36:19.657036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:19.664446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-68272956-0976-4c17-aea7-f6114a297120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:19.666559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-68272956-0976-4c17-aea7-f6114a297120 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1165073 May 27 03:36:19.688276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a1b109-b668-477a-a4dc-259d1b53295b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:19.713071 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55f72c0-10a6-4540-a0ae-94d1c27b0be9'] response: {'name': 'network-changed', 'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'status': 'completed', 'code': 200} May 27 03:36:19.719732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:19.721260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75aa341e-a515-4b82-b446-a913745e4ce6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0a1b109-b668-477a-a4dc-259d1b53295b HTTP/1.1" status: 204 len: 168 time: 0.5237675 May 27 03:36:19.737667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21886c4f-6336-47ce-9452-28b3a0568a40 req-6278bbce-d52b-4c3f-b710-ecb9117801f9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096587 May 27 03:36:19.856371 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-b542dc53-9be1-4e27-aac9-89242210ce19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828239 May 27 03:36:19.886769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8908d-1b86-4a4f-915e-78b1120b8f92 None None] Pushing event updated for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:19.936253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-cf5e86f7-f285-4ce3-b000-474b3a6791bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1094 time: 0.1849988 May 27 03:36:20.059547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:20.177715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-55a1ac9d-7c49-4036-accb-ffe2258669b2 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922&tenant_id=434aa2eabd83452b84d0baa8ea86673f&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.2640820 May 27 03:36:20.177715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-c09814bb-a29c-46a0-bc69-d30c82ebfe94 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100016 May 27 03:36:20.250272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab431-64f6-4711-b72b-4598db960d55 req-f8397203-6207-45f3-bb2d-149590c6690a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.257167 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22cab431-64f6-4711-b72b-4598db960d55 req-f8397203-6207-45f3-bb2d-149590c6690a tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.3148968 May 27 03:36:20.284857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-9e07d4dd-54f1-4d92-ae23-e515495ce9f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.286414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-9e07d4dd-54f1-4d92-ae23-e515495ce9f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.3431876 May 27 03:36:20.329987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dd02e-c540-4f4b-90b6-285e0df7c1e3 req-011a7f54-355b-4ee5-a0c3-4b3db54758b8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.351679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-048dd02e-c540-4f4b-90b6-285e0df7c1e3 req-011a7f54-355b-4ee5-a0c3-4b3db54758b8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.4079947 May 27 03:36:20.385625 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22cab431-64f6-4711-b72b-4598db960d55 req-85cbcea1-ebca-4f01-9c72-21bc31226864 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274779 May 27 03:36:20.387205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-4a5b9f1f-69bb-4130-b874-bf3c0884963a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 217 time: 0.0915477 May 27 03:36:20.520250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-38389509-a8d0-4064-a173-1f274cb8cf54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.522475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-38389509-a8d0-4064-a173-1f274cb8cf54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1285048 May 27 03:36:20.578281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-8cc851f4-b549-4de1-ba03-ab8c5f48b866 service neutron] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:20.586034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-8cc851f4-b549-4de1-ba03-ab8c5f48b866 service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.587725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-8cc851f4-b549-4de1-ba03-ab8c5f48b866 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d/bindings/n-h2-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.4083135 May 27 03:36:20.615766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-048dd02e-c540-4f4b-90b6-285e0df7c1e3 req-5af746a1-f377-4403-880c-3f9f89792bde tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629998 May 27 03:36:20.663556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cf5ea45-9bc0-4c46-a9f7-540bfb20f5e0 req-77b590c2-6941-4b58-8197-48e9b97a8eae service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371565 May 27 03:36:20.712064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-c091f968-d69a-49c9-98a2-a0676c1c7143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788256 May 27 03:36:20.894118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab15b9-263d-4e6d-9a3e-686e0f25cfd7 req-e762367e-fed8-43b2-8e5e-e21b8d0d8bd6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:20.895945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bab15b9-263d-4e6d-9a3e-686e0f25cfd7 req-e762367e-fed8-43b2-8e5e-e21b8d0d8bd6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.1303566 May 27 03:36:20.930130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:20.964185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Attempting to bind port a290d7b3-857a-43a6-886b-da69a42678f3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:20.964558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Attempting to bind port a290d7b3-857a-43a6-886b-da69a42678f3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:20.964951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Attempting to bind port a290d7b3-857a-43a6-886b-da69a42678f3 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:20.977078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:20.977452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:20.977855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.978245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Bound using segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:20.978790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Bound port: a290d7b3-857a-43a6-886b-da69a42678f3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:20.979432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:20.995028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bab15b9-263d-4e6d-9a3e-686e0f25cfd7 req-925b3d5d-8652-47a2-ad88-273ef8be254b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911646 May 27 03:36:21.069170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-2d96c80e-3d23-48c5-a444-0a9402fced0a service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424492 May 27 03:36:21.121389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:21.290949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] For port a290d7b3-857a-43a6-886b-da69a42678f3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:21.317734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] For port a290d7b3-857a-43a6-886b-da69a42678f3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a290d7b3-857a-43a6-886b-da69a42678f3,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:21.319681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.331320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.388410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d591df7-7093-477d-a65c-c7b3908c6057 req-d56b55ce-1374-427b-8393-52c8e28d2292 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090734 May 27 03:36:21.401053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339bc2-0f14-487d-9572-4f76f0246f73 req-a165ace3-6737-474d-b77d-ae90315c8de3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.406113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a339bc2-0f14-487d-9572-4f76f0246f73 req-a165ace3-6737-474d-b77d-ae90315c8de3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1424582 May 27 03:36:21.410410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cd51a-2a80-46ad-989f-7a6865bc78b8 req-fe70c23e-0dc1-4d20-9288-793d9574d9cd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.413387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f27cd51a-2a80-46ad-989f-7a6865bc78b8 req-fe70c23e-0dc1-4d20-9288-793d9574d9cd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 943 time: 0.2817619 May 27 03:36:21.440233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:21.445078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8908d-1b86-4a4f-915e-78b1120b8f92 None None] Pushing event updated for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.477099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a339bc2-0f14-487d-9572-4f76f0246f73 req-f80f482d-8929-47eb-b926-e3947b208dd0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 May 27 03:36:21.514077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.525798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:21.526481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:21.613253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f27cd51a-2a80-46ad-989f-7a6865bc78b8 req-7e43968b-5bf2-43a2-a9eb-9515846f3ddc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944904 May 27 03:36:21.721482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:21.740923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.746442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:21.759558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.765047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.770095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.774534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.778733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.783727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.789964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.791915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-52393f77-bd18-4007-8a1f-e55c523d8ec5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5436 time: 0.1556695 May 27 03:36:21.833712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:21.834763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3d50-b795-4dba-8dd1-2ab2418bb9bf req-c4020b78-bc30-4031-9af8-c021b850d3df tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:21.837459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931a3d50-b795-4dba-8dd1-2ab2418bb9bf req-c4020b78-bc30-4031-9af8-c021b850d3df tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 946 time: 0.1002240 May 27 03:36:21.854340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f8e1a36c-e9c7-401b-aef5-7594f0480a9e req-d9151153-dc19-4afa-b2e6-9fd52437ea10 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541840 May 27 03:36:21.886926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-931a3d50-b795-4dba-8dd1-2ab2418bb9bf req-90d1cae2-149e-46f4-b1c2-df0343125d0d tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6de4724-3aa7-4e79-ab05-e08341c170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 May 27 03:36:21.921130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.061088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-24207d51-4330-4981-8519-90b17812b99a req-afdbb114-b055-40e5-8dac-e080450c21c5 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 1095 time: 0.0709190 May 27 03:36:22.111299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-24207d51-4330-4981-8519-90b17812b99a req-447289c1-e3c2-4794-86b1-3c27c325bb58 tempest-LiveMigrationTest-471699357 tempest-LiveMigrationTest-471699357-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 May 27 03:36:22.170865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3268ae31-ca3e-457b-a8ea-815c4bffa112'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:22.394952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f007f9b-8415-4cec-85e1-96e11efea30a req-e7a32e8c-7152-4c83-8fda-8847aba8dfd7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:22.396721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f007f9b-8415-4cec-85e1-96e11efea30a req-e7a32e8c-7152-4c83-8fda-8847aba8dfd7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1027374 May 27 03:36:22.419467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:21Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.427318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f513180-d4d0-412b-9023-0737bd65325f None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:21Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:36:22.433978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf468d2-0c2e-415d-98cf-858f257284fd req-20466932-c564-43d2-a8bc-e99b64c6ebc4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:22.449537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eaf468d2-0c2e-415d-98cf-858f257284fd req-20466932-c564-43d2-a8bc-e99b64c6ebc4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.1224167 May 27 03:36:22.455523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f007f9b-8415-4cec-85e1-96e11efea30a req-a3bc87fc-a9e2-4792-bd6d-0665d2ac0d61 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 May 27 03:36:22.579083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eaf468d2-0c2e-415d-98cf-858f257284fd req-405311dd-709a-400f-aef3-82415637c680 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278374 May 27 03:36:22.589623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-47d03c91-4bc2-43a8-8f5b-34f76aef3c05 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:22.591191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-47d03c91-4bc2-43a8-8f5b-34f76aef3c05 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 946 time: 0.1337199 May 27 03:36:22.685095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:22.865945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Deleting port 028f0121-6347-4507-82d0-e9842275ce47 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:22.865945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:22.896425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81be80d-fc35-44d3-a91a-676519dc2f11 req-95baa3f2-acb7-48f1-93ee-be4fd0611cec tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:22.898957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f81be80d-fc35-44d3-a91a-676519dc2f11 req-95baa3f2-acb7-48f1-93ee-be4fd0611cec tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1708682 May 27 03:36:22.951051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.016708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f81be80d-fc35-44d3-a91a-676519dc2f11 req-f709c1ad-c271-471b-a624-57a6a95ac43d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118214 May 27 03:36:23.024908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1db09813-6273-47bd-92e1-ec717192af0b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:23.041178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:23.050632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb164ed95e34df581cdb2cdafa11c1f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:23.058395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:23.069992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:23.210440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1db09813-6273-47bd-92e1-ec717192af0b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:23.217874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1db09813-6273-47bd-92e1-ec717192af0b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:23.219251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.239939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.245999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.324513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cb164ed95e34df581cdb2cdafa11c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6378162 May 27 03:36:23.327214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:23.357925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] For port 028f0121-6347-4507-82d0-e9842275ce47, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=028f0121-6347-4507-82d0-e9842275ce47,segment=NetworkSegment(0d18af63-36a2-477b-a4d5-005d61c0c8f7),segment_id=0d18af63-36a2-477b-a4d5-005d61c0c8f7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:23.358642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.397206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c6234-7d25-4ea2-9791-d7254a26c9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febc3aae-1634-44ae-ac73-ad759d873f2a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.432867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.476053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f1880-37ca-43d1-a236-0915f1826c5d req-882a886d-11fc-488c-a445-ccc7315aa8bd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.481041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db09813-6273-47bd-92e1-ec717192af0b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:23.489536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a87f1880-37ca-43d1-a236-0915f1826c5d req-882a886d-11fc-488c-a445-ccc7315aa8bd tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.1579783 May 27 03:36:23.497124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1db09813-6273-47bd-92e1-ec717192af0b,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:23.511870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.513460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:23.592977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a87f1880-37ca-43d1-a236-0915f1826c5d req-763736b7-ed5d-4e3f-8e53-efa2a31d5446 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012127 May 27 03:36:23.637571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a290d7b3-857a-43a6-886b-da69a42678f3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:23.657490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Calling delete_port for 028f0121-6347-4507-82d0-e9842275ce47 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:23.752962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.770780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.775313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a290d7b3-857a-43a6-886b-da69a42678f3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:23.779354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:23.786441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a290d7b3-857a-43a6-886b-da69a42678f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:23.786807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.813622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98076f3-5199-448e-9e85-469d31242461 req-6e2f4179-8fff-4fa9-affd-097df7b6d7c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.816442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b98076f3-5199-448e-9e85-469d31242461 req-6e2f4179-8fff-4fa9-affd-097df7b6d7c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.7607858 May 27 03:36:23.821602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:23.821602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.958042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.958645 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:23.967392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.974555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.981580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.990315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:23.995283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.001361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.006274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-8f237961-661d-464f-9ced-c1cd714b216e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5437 time: 0.2223575 May 27 03:36:24.014466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.065958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.090441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:24.102300 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.114966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-3f32aecd-761b-48da-bb67-3af021cf76c9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.117427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-3f32aecd-761b-48da-bb67-3af021cf76c9 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.5500159 May 27 03:36:24.133528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e5db5ab-29ea-484c-934b-12f640d8aa03 req-dea795f6-bc08-4f10-af63-a0042bff2ffc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129625 May 27 03:36:24.135283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.168257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a290d7b3-857a-43a6-886b-da69a42678f3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a290d7b3-857a-43a6-886b-da69a42678f3,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:24.180762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.199482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.252918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b98076f3-5199-448e-9e85-469d31242461 req-fdd9a464-2740-46a8-b06a-03f7df6d0565 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053907 May 27 03:36:24.277293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.314248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Deleting port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:24.314422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.345857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.352216 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb10318-d2f4-4072-bb9e-eabe4ea8b331'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db09813-6273-47bd-92e1-ec717192af0b', 'code': 200} May 27 03:36:24.357890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['028f0121-6347-4507-82d0-e9842275ce47'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:24.393685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f95287ca-6175-4cb6-b2c8-5ecb70d7b852 req-1323759c-634b-430a-ba0c-123447434411 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b292888-d049-4877-9541-1156d448db22 HTTP/1.1" status: 200 len: 210 time: 0.0509684 May 27 03:36:24.416372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event deleted for resources: {'Port': ['ID=028f0121-6347-4507-82d0-e9842275ce47,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.494464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.597463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc3aae-1634-44ae-ac73-ad759d873f2a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.608921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a110-db35-4fb9-b2bd-d1f6d862ee88 req-636ab344-fbbd-4449-a4ac-1bc5c877a588 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.611874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] No DVR routers for this DVR port 028f0121-6347-4507-82d0-e9842275ce47 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:24.613377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1f7a110-db35-4fb9-b2bd-d1f6d862ee88 req-636ab344-fbbd-4449-a4ac-1bc5c877a588 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.0863240 May 27 03:36:24.620288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.639584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'name': 'network-vif-deleted', 'tag': '028f0121-6347-4507-82d0-e9842275ce47'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:24.661268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1f7a110-db35-4fb9-b2bd-d1f6d862ee88 req-eb591649-f995-4d72-ab7e-7bb0b3d62d4e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 May 27 03:36:24.713014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.714136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a52eaf8-89c6-4d9f-8f13-fa114a52022c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/febc3aae-1634-44ae-ac73-ad759d873f2a HTTP/1.1" status: 204 len: 168 time: 1.3852227 May 27 03:36:24.721445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ff49fa64-5a23-4f52-b378-6daf4bcb5bae req-1f1f52f8-54a7-4f97-acaf-8bd48e1f1329 tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.21 "DELETE /v2.0/ports/028f0121-6347-4507-82d0-e9842275ce47 HTTP/1.1" status: 204 len: 173 time: 2.1225412 May 27 03:36:24.781710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1b2d-3eba-4620-a7d4-405aa32aa703 req-6713bd72-0d9e-4c46-b8db-3686d4cf22d2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.783798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c5e1b2d-3eba-4620-a7d4-405aa32aa703 req-6713bd72-0d9e-4c46-b8db-3686d4cf22d2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.2904987 May 27 03:36:24.824517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] For port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:24.824922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:24.902650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3703d1-62da-4617-b2d7-b695a105a5ea req-383b2a4a-179e-4a92-bb73-b1ad93c4c708 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:24.904609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f3703d1-62da-4617-b2d7-b695a105a5ea req-383b2a4a-179e-4a92-bb73-b1ad93c4c708 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1111660 May 27 03:36:24.932308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:24.967182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Calling delete_port for 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:24.989391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f3703d1-62da-4617-b2d7-b695a105a5ea req-42d62d8d-f75e-4870-ab97-9762216def37 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 May 27 03:36:25.017918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:25.024062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c5e1b2d-3eba-4620-a7d4-405aa32aa703 req-2ccbf86f-873b-4559-a060-1c29d3fcc425 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295697 May 27 03:36:25.031740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 30e66273-b267-4ac3-844d-216bf5e993ab up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:25.161038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:25.181336 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:36:25.186732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:25.187443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.252122 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770312a0-851e-4e50-9946-996a5fd73417'] response: {'server_uuid': '7b292888-d049-4877-9541-1156d448db22', 'name': 'network-vif-deleted', 'tag': '028f0121-6347-4507-82d0-e9842275ce47', 'status': 'completed', 'code': 200} May 27 03:36:25.258117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:25.294709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb22ba7-dc7a-4726-93bf-66f772fb1293 req-43e9913e-2c20-48d9-8029-cdac0f019a6f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.297423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6eb22ba7-dc7a-4726-93bf-66f772fb1293 req-43e9913e-2c20-48d9-8029-cdac0f019a6f tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 944 time: 0.1011972 May 27 03:36:25.345783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 30e66273-b267-4ac3-844d-216bf5e993ab completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:25.356395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 30e66273-b267-4ac3-844d-216bf5e993ab triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:25.356875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.375835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.454661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6eb22ba7-dc7a-4726-93bf-66f772fb1293 req-d2f6c770-6c63-49d7-9871-5a741762c9a5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473622 May 27 03:36:25.498153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:25.525027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a290d7b3-857a-43a6-886b-da69a42678f3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:25.624070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event deleted for resources: {'Port': ['ID=0ef6e2e3-a987-4669-9f4f-d6c98bfe778d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.738205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6b5a7-ac56-49b3-a3b5-e56a9a56a0c3 req-e37305cb-d81f-4953-a3e8-0a01dfd667fa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.738457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] No DVR routers for this DVR port 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:25.741537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.746758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ffb6b5a7-ac56-49b3-a3b5-e56a9a56a0c3 req-e37305cb-d81f-4953-a3e8-0a01dfd667fa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.0996847 May 27 03:36:25.748956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:25.774045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ea82fe8-9467-4690-94a3-6819a274bfd3 req-cb698cb1-e7cd-4ac3-bce2-5c6195de551e tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "DELETE /v2.0/ports/0ef6e2e3-a987-4669-9f4f-d6c98bfe778d HTTP/1.1" status: 204 len: 173 time: 1.6259468 May 27 03:36:25.804556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.808580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.812932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ffb6b5a7-ac56-49b3-a3b5-e56a9a56a0c3 req-e6edd458-eeb3-4b46-9589-9bf569d45543 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647888 May 27 03:36:25.814455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.818678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.822813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.827332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.832442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:25.841241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-8cb0cf12-7c53-4f17-b062-7204a0c58feb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5438 time: 0.3375309 May 27 03:36:25.905955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f93f403f-d5bc-4e57-abe3-28dd575c3b24 req-659935d3-70cd-4489-a0b6-5be8fd6b8641 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621362 May 27 03:36:25.985745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.001524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:26.022068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:26.075938 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.139938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.160774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106576-9d91-4a51-863c-16d019f1592a req-00263ac0-1f31-488d-9c3f-bb6cd149d766 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:26.168605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.169516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028f0121-6347-4507-82d0-e9842275ce47 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:26.170560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0106576-9d91-4a51-863c-16d019f1592a req-00263ac0-1f31-488d-9c3f-bb6cd149d766 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 944 time: 0.1104081 May 27 03:36:26.221865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1905562428-network', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:26.235614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:26.250826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Usage tracker for resource:network and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:26.256762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:26.272723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:26.284818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a290d7b3-857a-43a6-886b-da69a42678f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:26.285242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.286989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0106576-9d91-4a51-863c-16d019f1592a req-fed4c328-45ac-4df4-9ef2-0c8b582b830e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130898 May 27 03:36:26.295744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:26.301400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.317238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.330229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 028f0121-6347-4507-82d0-e9842275ce47 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:26.330632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 028f0121-6347-4507-82d0-e9842275ce47 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:26.347728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3cd47-85d5-40a4-97ea-c09b65962010 req-22166da9-04c3-44f0-93ea-0b83711411c9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:26.348321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=30e66273-b267-4ac3-844d-216bf5e993ab,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.349784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cd3cd47-85d5-40a4-97ea-c09b65962010 req-22166da9-04c3-44f0-93ea-0b83711411c9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1199889 May 27 03:36:26.354488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.364712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65'}, {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}, {'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:26.382969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:26.389084 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.393848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:26.402100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.402578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:26.402726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 19bac76a-ec80-4ff7-b472-ff51f6512bd9 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:26.410708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:26.415619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cd3cd47-85d5-40a4-97ea-c09b65962010 req-854f5719-f9dd-4d68-957b-f134223d9bd0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591860 May 27 03:36:26.492471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:26.551142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:26.555590 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e03782-a4d3-4d2a-a341-7b3807dacd69'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'code': 200} May 27 03:36:26.555826 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e03782-a4d3-4d2a-a341-7b3807dacd69'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:36:26.556093 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e03782-a4d3-4d2a-a341-7b3807dacd69'] response: {'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab', 'code': 200} May 27 03:36:26.572132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.579837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.663693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:26.690000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.738199 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.749493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eeaad2-c463-49d0-bd47-2389b008e996,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:26.758080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.758418 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Added segment 3948e10e-60de-49c5-97d1-b041c69e9393 of type vlan for network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab May 27 03:36:26.764326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b379202f-e8e8-4e51-a0d5-6d6a15347c75 req-1383fcc3-0877-4c2b-b0aa-594a451d7408 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 1096 time: 0.1451013 May 27 03:36:26.811145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b379202f-e8e8-4e51-a0d5-6d6a15347c75 req-3b271a4c-7bd1-4bec-ba15-471a10d30a59 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 May 27 03:36:26.816124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f22653ac-4f3c-4fa5-aecc-84c31c8cdea9 req-d9a23f80-a391-480b-902f-428437f5fbbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1096 time: 0.1999500 May 27 03:36:26.820495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.862705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e260d8a-b162-4469-8a71-d378c47d778f req-30fe1e68-1080-4b41-aa1c-5a0026f72416 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=dad3d488-e19b-4872-9f2f-ffa0eb021922 HTTP/1.1" status: 200 len: 210 time: 0.0491183 May 27 03:36:26.875029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:26.899721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb2a92-1a51-41ca-9eb7-869a6a5706a2 req-520bddd7-5bf1-4795-aa7e-4f0f1115cc5b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:26.901662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3bb2a92-1a51-41ca-9eb7-869a6a5706a2 req-520bddd7-5bf1-4795-aa7e-4f0f1115cc5b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.2410545 May 27 03:36:26.902984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:26.904118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f22653ac-4f3c-4fa5-aecc-84c31c8cdea9 req-57c31655-8950-467f-b746-d3d26627f757 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796428 May 27 03:36:26.905102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.906634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:26.907382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:26.959579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:26.959952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.055239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=4910d8db-2527-4a8c-94e1-b5704ebfa1ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.060388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4d66534a-a132-4083-87f3-d465cafacaf7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0567744 May 27 03:36:27.063283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58382) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:27.069277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Request body: {'subnet': {'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1905562428-subnet', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:27.073431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:36:27.080378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3bb2a92-1a51-41ca-9eb7-869a6a5706a2 req-dad44883-0207-4109-aac7-a4f112791eea tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683562 May 27 03:36:27.082266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:27.097903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Usage tracker for resource:subnet and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:27.103101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:27.128623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:27.148261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:27.150748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.217217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.253347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-deleted', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:27.264470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c729a28b-28ae-4fff-b9b4-5c2283da2964'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:27.361593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.432281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:27.446890 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.447677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8a518343-caff-4589-9a57-cee912e573c5 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:27.458836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.482191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.487179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044a1c-a839-42f9-b17e-8f36f51aedf6 req-b2ed6b87-0a75-461a-9653-d40cd83f1e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.491860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.494163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5044a1c-a839-42f9-b17e-8f36f51aedf6 req-b2ed6b87-0a75-461a-9653-d40cd83f1e8b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.2346230 May 27 03:36:27.497370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.505103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.521656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.526543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:27.537984 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-372380e1-bc89-481f-80c9-b2f1d87cf8db tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5438 time: 0.2367134 May 27 03:36:27.651142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.656284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5044a1c-a839-42f9-b17e-8f36f51aedf6 req-497ba6d2-900f-4533-b254-97fcb7672000 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550558 May 27 03:36:27.677790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a51dd91-db99-4d6d-9749-6c6f11620df1 req-6b044821-273f-4fc7-a1fc-601b6a5b15d2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386898 May 27 03:36:27.746109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 8a518343-caff-4589-9a57-cee912e573c5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:27.758505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.775169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:27.793407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 8a518343-caff-4589-9a57-cee912e573c5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:27.794614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.850200 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766f4e5f-a944-4b58-9b00-660d16b40616'] response: {'server_uuid': 'dad3d488-e19b-4872-9f2f-ffa0eb021922', 'name': 'network-vif-deleted', 'tag': '0ef6e2e3-a987-4669-9f4f-d6c98bfe778d', 'status': 'completed', 'code': 200} May 27 03:36:27.858261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae563b23-be06-40d4-807d-169d31a689fd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.861577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-85b95708-d4c7-469e-9fc2-a0c05979f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.873138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Checking segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:27.873490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Network hostable DHCP agents. Network: 4910d8db-2527-4a8c-94e1-b5704ebfa1ab, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:27.888984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:27.930498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.011055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.055593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8a518343-caff-4589-9a57-cee912e573c5,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:28.063591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.064542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3aadd59-4ccc-4f93-8add-ca8d188f845c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:28.076201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:28.122866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa658b58-3424-4cd7-8fe2-e0b4323bb920 req-bdc397f6-7787-4530-a9e0-15fff46cb1d1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:28.127077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fa658b58-3424-4cd7-8fe2-e0b4323bb920 req-bdc397f6-7787-4530-a9e0-15fff46cb1d1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1760404 May 27 03:36:28.129679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.136653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4910d8db-2527-4a8c-94e1-b5704ebfa1ab) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:28.154790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:28.155386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.203013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c910da-4348-4c63-857a-5369f176a4d6 req-d60c376e-65e7-4a80-bbde-0d04c8181c7c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:28.204627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.205993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "DELETE /v2.0/security-groups/d70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa HTTP/1.1" status: 204 len: 168 time: 0.4298427 May 27 03:36:28.209733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84c910da-4348-4c63-857a-5369f176a4d6 req-d60c376e-65e7-4a80-bbde-0d04c8181c7c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.3048193 May 27 03:36:28.210838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689f470-95b3-4aec-841d-d93a14297a3e tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.212290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.224826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b82bb-6e0b-4335-ac2b-a57e8d7c75a4 None None] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:28.261319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fa658b58-3424-4cd7-8fe2-e0b4323bb920 req-7703f4da-f4bc-4d51-9dcd-1ab684ed953f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136320 May 27 03:36:28.300840 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-78cde470-a66b-465d-b581-f930f10a0e6b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] show failed (client error): The resource could not be found. May 27 03:36:28.301923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78cde470-a66b-465d-b581-f930f10a0e6b tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "GET /v2.0/security-groups/d70fcfbe-d692-49b4-8fc0-f6cf3d73fbfa HTTP/1.1" status: 404 len: 347 time: 0.0872207 May 27 03:36:28.305328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.327026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa2ab603-1f35-429e-ace1-e7783af6a50b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2626436 May 27 03:36:28.330274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58408) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:28.350060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:28.354846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:28.359469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84c910da-4348-4c63-857a-5369f176a4d6 req-c7939ff4-2bd6-4cfb-afba-886c38e9d3d9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480277 May 27 03:36:28.365898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Usage tracker for resource:router and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:28.373722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:28.385852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:28.407581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.408526 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.441575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.516843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.616388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}, {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a518343-caff-4589-9a57-cee912e573c5'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:28.649340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Deleting port 882933ab-7e54-4017-8f77-126e8130a541 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:28.649788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.757022 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3c201d-6056-4d3f-ba2a-281ee8877106'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'code': 200} May 27 03:36:28.757307 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3c201d-6056-4d3f-ba2a-281ee8877106'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a518343-caff-4589-9a57-cee912e573c5', 'code': 200} May 27 03:36:28.840657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.889395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:36:28.890820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:28.894594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804143-a616-499c-b58b-2d332a26031b req-dff3b9fd-bd6b-4481-8dbb-9879924ec005 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:28.895514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d6804143-a616-499c-b58b-2d332a26031b req-dff3b9fd-bd6b-4481-8dbb-9879924ec005 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:29.007790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d6804143-a616-499c-b58b-2d332a26031b req-dff3b9fd-bd6b-4481-8dbb-9879924ec005 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:29.014183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.014671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.016064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port d3aadd59-4ccc-4f93-8add-ca8d188f845c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:29.016836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6804143-a616-499c-b58b-2d332a26031b req-dff3b9fd-bd6b-4481-8dbb-9879924ec005 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.4447417 May 27 03:36:29.037028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:29.081428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6804143-a616-499c-b58b-2d332a26031b req-6ce2da2f-f2b8-421b-ad1b-3ff014c9a72c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635364 May 27 03:36:29.136750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437501ed-3551-45b1-b05d-4299b08114ff req-81e2f5c1-a363-4dbc-8283-ac4715695b43 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.145016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-437501ed-3551-45b1-b05d-4299b08114ff req-81e2f5c1-a363-4dbc-8283-ac4715695b43 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.2595704 May 27 03:36:29.160909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port d3aadd59-4ccc-4f93-8add-ca8d188f845c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:29.163624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.226571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:29.227115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0ef6e2e3-a987-4669-9f4f-d6c98bfe778d not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:29.271905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.354021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-437501ed-3551-45b1-b05d-4299b08114ff req-b75139f3-6e70-42b2-b256-5e131204ca9c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078264 May 27 03:36:29.359734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.373127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Calling delete_port for 882933ab-7e54-4017-8f77-126e8130a541 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:29.404740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Allocated IP 172.20.0.2 (4910d8db-2527-4a8c-94e1-b5704ebfa1ab/ae563b23-be06-40d4-807d-169d31a689fd/1c2c794d-821c-4c01-b9e0-842a86912d84) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:29.420086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.546830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:29.556404 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.557261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b1a31fc6-2547-4f8c-8d67-e7196e6f6147 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:29.642454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Allocated IP 172.25.8.103 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/75f72907-53b1-49a7-b922-df700b7dc607) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:29.794430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.798445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.802651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.806232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.812810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.816733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.820644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:29.828882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-8631ca06-a62c-46d8-883e-bce50e42295a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5441 time: 0.4709082 May 27 03:36:29.845163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.885796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.901418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Transition to ACTIVE for port object 1c2c794d-821c-4c01-b9e0-842a86912d84 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:29.930729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Transition to ACTIVE for port object 1c2c794d-821c-4c01-b9e0-842a86912d84 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:29.943609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Pushing event deleted for resources: {'Port': ['ID=882933ab-7e54-4017-8f77-126e8130a541,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:29.960023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:29.997516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93ad43e9-14e5-4418-9139-39f028e5c316 req-81a0512e-3bfb-4e68-9765-51237bf9dba8 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676378 May 27 03:36:30.026485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:30.076015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.084948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a74b0-8bc0-4999-9917-63772ec85be0 req-3df2af12-b45d-4253-83ac-378a5361d0e9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:30.115327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd1a74b0-8bc0-4999-9917-63772ec85be0 req-3df2af12-b45d-4253-83ac-378a5361d0e9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.4242752 May 27 03:36:30.148091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.169826 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-13f87fc7-d4a5-4447-83f4-40b219991b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.222837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.228089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:30.229808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:30.262552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:30.282574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:30.284330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.287308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:30.287782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:30.289789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:30.290705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:30.299674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f38f3a04-4c99-4220-810c-d48fd8d114ea tempest-ImagesOneServerNegativeTestJSON-1055566243 tempest-ImagesOneServerNegativeTestJSON-1055566243-project] 10.222.0.46 "DELETE /v2.0/floatingips/3872584e-fd34-45d8-b70f-7526de152da4 HTTP/1.1" status: 204 len: 168 time: 1.9910698 May 27 03:36:30.300101 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.306042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd1a74b0-8bc0-4999-9917-63772ec85be0 req-cf793048-abfe-44c0-b48f-2be20a64d564 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898642 May 27 03:36:30.339668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=75f72907-53b1-49a7-b922-df700b7dc607,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:30.407776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Pushing event updated for resources: {'Port': ['ID=1c2c794d-821c-4c01-b9e0-842a86912d84,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:30.521457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb1d2-31ce-454d-b29f-a8172d9080aa req-afd18ed0-bfe3-4ce8-96a0-68ec9d7601d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:30.522995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6ccb1d2-31ce-454d-b29f-a8172d9080aa req-afd18ed0-bfe3-4ce8-96a0-68ec9d7601d1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.1511629 May 27 03:36:30.533630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:30.541207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'floatingip': {'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:30.607296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.608546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.740061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Attempting to bind port 1c2c794d-821c-4c01-b9e0-842a86912d84 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:30.740640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Attempting to bind port 1c2c794d-821c-4c01-b9e0-842a86912d84 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:30.741081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Attempting to bind port 1c2c794d-821c-4c01-b9e0-842a86912d84 on network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:30.755182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:30.755731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Checking segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:30.756499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.757130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Bound using segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:30.757717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Bound port: 1c2c794d-821c-4c01-b9e0-842a86912d84, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:30.758205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.782703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:30.788659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:30.892673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] For port 1c2c794d-821c-4c01-b9e0-842a86912d84, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:30.898387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] For port 1c2c794d-821c-4c01-b9e0-842a86912d84, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1c2c794d-821c-4c01-b9e0-842a86912d84,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:30.915903 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.076437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f75bd8-94f1-4d19-845b-c8d0d98cb604 req-22e9541b-c9d5-4f26-a5f1-54d5b2d59249 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:31.078531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64f75bd8-94f1-4d19-845b-c8d0d98cb604 req-22e9541b-c9d5-4f26-a5f1-54d5b2d59249 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.2608342 May 27 03:36:31.096587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102e3f8-fb27-4a3a-bbab-04f64a1da5b7 None None] Pushing event updated for resources: {'Port': ['ID=1c2c794d-821c-4c01-b9e0-842a86912d84,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:31.105520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:31.171629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1028eb-7d25-4abc-8cd5-c66e39164ae5 req-b51c6142-302d-44b8-8e04-4c8b38a771ad tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:31.173560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c1028eb-7d25-4abc-8cd5-c66e39164ae5 req-b51c6142-302d-44b8-8e04-4c8b38a771ad tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.4742947 May 27 03:36:31.203164 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64f75bd8-94f1-4d19-845b-c8d0d98cb604 req-e78102f7-50fe-44da-85b6-c4a8e9071db6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087224 May 27 03:36:31.319244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.409737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.488385 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.498963 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbb4b5d-8da2-4ca8-b39a-b10786abd5a0'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'code': 200} May 27 03:36:31.573517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:31.590570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:31.598593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b391eb18-d064-4a92-9dcc-c4e3af793e12 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:31.610341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:36:31.775488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:31.901416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'mac_address': 'fa:16:3e:82:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:31.937778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c1028eb-7d25-4abc-8cd5-c66e39164ae5 req-70e6fcbd-a8c9-4b94-a7c6-4bdb39ce757b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312146 May 27 03:36:32.009603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.104855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.159417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b391eb18-d064-4a92-9dcc-c4e3af793e12 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:32.179272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76d2733f-59eb-49c8-8aab-2f47e0deee39 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:32.196498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b391eb18-d064-4a92-9dcc-c4e3af793e12 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:32.213497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.332432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:32.440040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.443940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.456389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.460722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.468184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.472032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.490651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.494289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.502199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c0f63c1e-532d-4fce-983b-243455c82505 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5442 time: 0.6450891 May 27 03:36:32.537106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:32.538843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.574681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5881a7a-4489-4cfc-84bf-579fc635d0ef req-c8fec985-a9cb-4450-807e-8d0488e64334 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712695 May 27 03:36:32.635497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.639150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.681043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:32.702382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Sync routers for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:32.743727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4463-cdb2-41cc-9762-572b9a59235d req-40be4084-8e66-4351-9e0a-6a9455aa8f50 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:32.745993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b41b4463-cdb2-41cc-9762-572b9a59235d req-40be4084-8e66-4351-9e0a-6a9455aa8f50 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 945 time: 0.2474618 May 27 03:36:32.748288 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:32.749947 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:32.751508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6487db7b-9dc1-4f6e-a687-d82b8b78aea2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4204488 May 27 03:36:32.751662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:32.754678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:32.957940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.971440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:33.092227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['76d2733f-59eb-49c8-8aab-2f47e0deee39'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:33.300040 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:33.369674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:33.426441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:33.461346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b41b4463-cdb2-41cc-9762-572b9a59235d req-76ebd2a3-a8d6-4074-b8b3-e3d6bf6ec19c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162403 May 27 03:36:33.466656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592304ce-bb10-4a34-95c0-df0ca6a81a45 None None] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:33.469090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:33.526108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147'}, {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:33.838490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1c2c794d-821c-4c01-b9e0-842a86912d84 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:33.892887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:34.053864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-62d144b5-b3c3-4ece-8ddb-a94f3a46a88c None None] Provisioning for port 1c2c794d-821c-4c01-b9e0-842a86912d84 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:34.068737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Deleting subnet 252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:36:34.087975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c729a28b-28ae-4fff-b9b4-5c2283da2964 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:34.131650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.137099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c729a28b-28ae-4fff-b9b4-5c2283da2964 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:34.137591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.175581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d16f1-34a4-4914-823d-619d89ac5bac req-63c89925-8add-43d5-91eb-7fe4297b45e8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:34.177790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-786d16f1-34a4-4914-823d-619d89ac5bac req-63c89925-8add-43d5-91eb-7fe4297b45e8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.3511581 May 27 03:36:34.336671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:30Z', 'revision_number': 3, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:34.345738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-786d16f1-34a4-4914-823d-619d89ac5bac req-be5174c4-a88d-47da-b6a3-054e7698a64b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625996 May 27 03:36:34.358966 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Checking router: 5f7a7580-4199-4ffc-8cb2-89b8050a2fda for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:36:34.359302 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Updating router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda port 75f72907-53b1-49a7-b922-df700b7dc607 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:36:34.397714 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Floating IP 5abe2121-cc47-4ab1-a39d-3cc96f63ab77 associated. External IP: 172.25.8.44, port: 3268ae31-ca3e-457b-a8ea-815c4bffa112. May 27 03:36:34.409245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.476793 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d9c8eb-8e7e-46d4-b104-2eaa92b17d95'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'code': 200} May 27 03:36:34.477091 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d9c8eb-8e7e-46d4-b104-2eaa92b17d95'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'code': 200} May 27 03:36:34.489800 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.567006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.607593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:34.619931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 1c2c794d-821c-4c01-b9e0-842a86912d84 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:34.627663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.636316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1c2c794d-821c-4c01-b9e0-842a86912d84 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:34.636711 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.647167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-68149f45-1f76-4422-a33c-bf4cfb96f640 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:34.647866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-68149f45-1f76-4422-a33c-bf4cfb96f640 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:34.683019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-68149f45-1f76-4422-a33c-bf4cfb96f640 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:34.684346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-68149f45-1f76-4422-a33c-bf4cfb96f640 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 0.4459345 May 27 03:36:34.774627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4fbcf-e10e-4da2-8a75-794af4182023 req-ef65c704-5d6f-4b6f-aba8-64cd04b8e745 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:34.776148 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb4fbcf-e10e-4da2-8a75-794af4182023 req-ef65c704-5d6f-4b6f-aba8-64cd04b8e745 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.7007961 May 27 03:36:34.812841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:34.893872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb4fbcf-e10e-4da2-8a75-794af4182023 req-42db77c9-2c5a-45cc-bbc0-750ad7bb2c6e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958045 May 27 03:36:34.917819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.921383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Deleting port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:34.921722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:34.955252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.027625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 1c2c794d-821c-4c01-b9e0-842a86912d84, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1c2c794d-821c-4c01-b9e0-842a86912d84,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:35.031135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:35.087407 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.123697 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Transition to ACTIVE for port object 75f72907-53b1-49a7-b922-df700b7dc607 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:35.138855 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.168205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.202536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.209182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.214109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.220128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.224842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.242008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.246230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:35.260788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-e333cfd8-7951-45ca-9740-2dcaf5b0bd16 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.5742099 May 27 03:36:35.290273 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991a7f0-32ea-4fb7-a14e-ff99c1bbed84 None None] Pushing event updated for resources: {'Port': ['ID=75f72907-53b1-49a7-b922-df700b7dc607,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.319747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=1c2c794d-821c-4c01-b9e0-842a86912d84,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.333926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Attempting to bind port 75f72907-53b1-49a7-b922-df700b7dc607 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:35.334370 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Attempting to bind port 75f72907-53b1-49a7-b922-df700b7dc607 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:35.334813 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Attempting to bind port 75f72907-53b1-49a7-b922-df700b7dc607 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:35.341446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 76d2733f-59eb-49c8-8aab-2f47e0deee39 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:35.342154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.342597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:35.343661 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:35.344653 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.345299 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:35.346031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Bound port: 75f72907-53b1-49a7-b922-df700b7dc607, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:35.346697 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.360842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.461374 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] For port 75f72907-53b1-49a7-b922-df700b7dc607, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:35.470815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.473382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] For port 75f72907-53b1-49a7-b922-df700b7dc607, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75f72907-53b1-49a7-b922-df700b7dc607,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:35.484461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/252bc3b0-95c8-471f-8a2b-c5bc0ed172e0 HTTP/1.1" status: 204 len: 168 time: 1.5763526 May 27 03:36:35.485529 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.493295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bcde3231-1f00-4bdf-8072-a67496a75674 req-9715e3a7-1b01-4d09-8ef3-acb7bae7a942 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6500 time: 0.8691449 May 27 03:36:35.498239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58494) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:35.506931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0bc19-b293-4684-96eb-e83703ddfae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252bc3b0-95c8-471f-8a2b-c5bc0ed172e0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.534337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1c2c794d-821c-4c01-b9e0-842a86912d84 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:35.615950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991a7f0-32ea-4fb7-a14e-ff99c1bbed84 None None] Pushing event updated for resources: {'Port': ['ID=75f72907-53b1-49a7-b922-df700b7dc607,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.619678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:35.620667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:35.638748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] For port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:35.639108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.723020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a9bc2da0-666d-4d62-95d2-1f7dc427aa13 None None] Provisioning complete for port 1c2c794d-821c-4c01-b9e0-842a86912d84 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:35.723514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2da0-666d-4d62-95d2-1f7dc427aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.759808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bcde3231-1f00-4bdf-8072-a67496a75674 req-b389bad7-f127-4694-bf94-4b46062bf0cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2544987 May 27 03:36:35.807438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Calling delete_port for e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:35.897611 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:35.901903 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.912235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:35.955148 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7cb35dfb-14e5-4bf1-a7a1-9f2e8befb842 req-ec0fd16c-9b17-4fb7-b9bc-93a256a8c89f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6936460 May 27 03:36:36.014807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5ef5f-fb9b-4555-837a-c308d12df0c7 req-ee6f721d-4b5e-4d97-9d3c-5c739eed60b6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:36.022441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2de5ef5f-fb9b-4555-837a-c308d12df0c7 req-ee6f721d-4b5e-4d97-9d3c-5c739eed60b6 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 945 time: 0.8276706 May 27 03:36:36.034260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:36.038699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1c2c794d-821c-4c01-b9e0-842a86912d84 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:36.039145 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.076572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.277072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:36.310298 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2de5ef5f-fb9b-4555-837a-c308d12df0c7 req-0af5f20f-2145-40ca-9d18-2a08951cf818 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868981 May 27 03:36:36.320611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.505778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}, {'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:36.593893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ce4e55-2ab2-49cd-9272-9488510d7752']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:36.595771 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:30Z', 'revision_number': 3, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:36.601331 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29ff5d-1cbf-455f-a07c-14bb37591f68 None None] The sync data for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 is: [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:30Z', 'revision_number': 3, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:36:36.646082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5dc62-f8fb-4e52-a678-9a84f098a1f7 req-e4b21151-1665-4625-971a-4ab9c0c798a7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:36.653074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2fd5dc62-f8fb-4e52-a678-9a84f098a1f7 req-e4b21151-1665-4625-971a-4ab9c0c798a7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.3809223 May 27 03:36:36.673523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.688174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:36.741829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d18af63-36a2-477b-a4d5-005d61c0c8f7') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:36.742347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d18af63-36a2-477b-a4d5-005d61c0c8f7') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:36.751448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.775359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.795655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event deleted for resources: {'Port': ['ID=e055a7c5-fd6b-4b6f-84ce-4208c4260ba7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:36.809149 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.860025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:36:36.860433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: timer() May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:36:36.879300 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:36:36.882830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2fd5dc62-f8fb-4e52-a678-9a84f098a1f7 req-2215fabd-7a67-4e60-b9b4-87bfcc448644 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275290 May 27 03:36:36.897632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] No DVR routers for this DVR port e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:36.900630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:36.916928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-deleted', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:36.972777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1dee6bae-2bf9-47d3-9fbf-2f128b8d0b4c req-0cc3e74f-1d42-4efe-b34c-d0509ef40246 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "DELETE /v2.0/ports/e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 HTTP/1.1" status: 204 len: 173 time: 2.2511578 May 27 03:36:36.979810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c30e13-a5e2-4760-bc07-9af8568281d6 req-0e30c680-b071-4447-a5bc-8c5b5b76a1c1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:36.993171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87c30e13-a5e2-4760-bc07-9af8568281d6 req-0e30c680-b071-4447-a5bc-8c5b5b76a1c1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.3909938 May 27 03:36:37.101158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Router c46b1175-d97a-424c-9bc4-7a69efad7469 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:37.109545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:37.167633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:37.234494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] 10.222.0.46 "DELETE /v2.0/networks/85ce4e55-2ab2-49cd-9272-9488510d7752 HTTP/1.1" status: 204 len: 168 time: 1.7329624 May 27 03:36:37.267894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e14db-898c-40c8-a854-479f733a3100 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ce4e55-2ab2-49cd-9272-9488510d7752,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:37.334770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87c30e13-a5e2-4760-bc07-9af8568281d6 req-434dd6aa-b08d-4972-83ed-feeb9797da3a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406205 May 27 03:36:37.532643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Allocated IP 172.20.0.1 (4910d8db-2527-4a8c-94e1-b5704ebfa1ab/ae563b23-be06-40d4-807d-169d31a689fd/6a17d688-9f45-46f4-b3a8-a3c30c879842) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:37.532855 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa7e782-2851-4908-b47c-6f61ff8c35f6'] response: {'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'code': 200} May 27 03:36:37.533833 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa7e782-2851-4908-b47c-6f61ff8c35f6'] response: {'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'code': 200} May 27 03:36:37.578721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75f72907-53b1-49a7-b922-df700b7dc607 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:37.648958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58510) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:37.674855 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b68d53-8f93-442e-b0e0-fbda8fd041f0'] response: {'server_uuid': '0106c37c-81dc-4cfe-9706-f09b8c55ae27', 'name': 'network-vif-deleted', 'tag': 'e055a7c5-fd6b-4b6f-84ce-4208c4260ba7', 'status': 'completed', 'code': 200} May 27 03:36:37.698319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 75f72907-53b1-49a7-b922-df700b7dc607 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:37.708618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75f72907-53b1-49a7-b922-df700b7dc607 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:37.709033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:37.748023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b4d3e-984f-4372-ba28-c612541cfa91 req-85070ca0-d8ac-4da1-a1ff-57ec08ee2ba1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:37.755574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f0b4d3e-984f-4372-ba28-c612541cfa91 req-85070ca0-d8ac-4da1-a1ff-57ec08ee2ba1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.5928898 May 27 03:36:37.900433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f0b4d3e-984f-4372-ba28-c612541cfa91 req-5caac015-c4be-49a1-8ddf-df7208eecc15 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436288 May 27 03:36:38.108852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:38.110529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.120175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.146737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 75f72907-53b1-49a7-b922-df700b7dc607, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75f72907-53b1-49a7-b922-df700b7dc607,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:38.155505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Sync routers for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:38.175244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.239669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:38.240298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:38.261550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8376db61-4a90-4046-9959-466ccb0becbb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "PUT /v2.0/floatingips/5abe2121-cc47-4ab1-a39d-3cc96f63ab77 HTTP/1.1" status: 200 len: 990 time: 7.7264078 May 27 03:36:38.316915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f510ca77-d8f1-4d3d-a820-1284f92c66f5 req-2442283e-a440-4bcc-9b76-a6e24d4d1493 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:38.365332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f510ca77-d8f1-4d3d-a820-1284f92c66f5 req-2442283e-a440-4bcc-9b76-a6e24d4d1493 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:38.366462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f510ca77-d8f1-4d3d-a820-1284f92c66f5 req-2442283e-a440-4bcc-9b76-a6e24d4d1493 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=0106c37c-81dc-4cfe-9706-f09b8c55ae27 HTTP/1.1" status: 200 len: 210 time: 0.1034641 May 27 03:36:38.428802 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.451380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Transition to ACTIVE for port object 6a17d688-9f45-46f4-b3a8-a3c30c879842 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:38.509858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.583905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=75f72907-53b1-49a7-b922-df700b7dc607,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:38.606198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b8613fa-688d-4469-917b-890d165a1a11 req-0434adf8-6854-403d-bef7-f477560c1bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1096 time: 0.7692583 May 27 03:36:38.615789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af53ab1b-4003-44c5-a806-cca2ae622639 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c37b97afda7d48a0aca3b2c74be3fa26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9651175 May 27 03:36:38.618262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:38.684125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b8613fa-688d-4469-917b-890d165a1a11 req-1f5099d7-189f-475a-b7ca-e834e1804186 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670242 May 27 03:36:38.689604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:38.689808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:38.698929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.702102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:38.708565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:38.741000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Pushing event updated for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:38.767710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.768872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.770594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.770937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.771271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.771597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.771923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.772246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.772566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.772885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.773225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.773544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:38.799612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.803762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.808827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.814152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.822034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.826512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.833117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:38.842029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-a50e05e4-3c12-42ce-8571-d733c464a252 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.8559411 May 27 03:36:38.891042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.932726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de4724-3aa7-4e79-ab05-e08341c170a6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:38.941091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:38.941619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fbebcbc-1db1-459e-9629-153deee6ba6e req-f3446cf7-8857-4de5-878f-a789532fcac5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984154 May 27 03:36:38.947290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ba64943-78dd-4cc2-b401-f60b0067a41e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6de4724-3aa7-4e79-ab05-e08341c170a6 HTTP/1.1" status: 204 len: 168 time: 0.3279538 May 27 03:36:38.948062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.066711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:39.184610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.241115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:39.241540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device e055a7c5-fd6b-4b6f-84ce-4208c4260ba7 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:39.281892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0e8a0c7a-8941-4fe5-ae3e-fac92bda58ad None None] Provisioning for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:39.298130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0e8a0c7a-8941-4fe5-ae3e-fac92bda58ad None None] Provisioning complete for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:39.298728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0c7a-8941-4fe5-ae3e-fac92bda58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.337493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa862c2-7565-4e08-97b6-b7de138b1122 req-b51f8341-51e1-4c0d-8625-38b986b30a1c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:39.339054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9fa862c2-7565-4e08-97b6-b7de138b1122 req-b51f8341-51e1-4c0d-8625-38b986b30a1c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1694248 May 27 03:36:39.417775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a0c7a-8941-4fe5-ae3e-fac92bda58ad None None] Port 6a17d688-9f45-46f4-b3a8-a3c30c879842 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:36:39.438522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9fa862c2-7565-4e08-97b6-b7de138b1122 req-ed0e5846-8eb4-4e34-a9c8-7cdf25898f5d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906501 May 27 03:36:39.558508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75f72907-53b1-49a7-b922-df700b7dc607 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:39.705447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:39.723612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.742745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.823575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f9ba-d865-4e99-834a-05f76f624496 req-c1511c02-7a8f-4ed5-a3ad-fd9652bf2d22 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:39.841551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f787f9ba-d865-4e99-834a-05f76f624496 req-c1511c02-7a8f-4ed5-a3ad-fd9652bf2d22 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.1724651 May 27 03:36:39.915444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75f72907-53b1-49a7-b922-df700b7dc607 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:39.922382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:39.952753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71493476-8253-41a6-8047-5720ffdbb55e req-80418fce-a097-4d3a-abff-9fbcce4839aa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:39.961169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71493476-8253-41a6-8047-5720ffdbb55e req-80418fce-a097-4d3a-abff-9fbcce4839aa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.7187474 May 27 03:36:39.965441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f787f9ba-d865-4e99-834a-05f76f624496 req-32b79039-9fe8-4361-8126-9283b89b0065 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229973 May 27 03:36:40.037124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Pushing event updated for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.043280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5abe2121-cc47-4ab1-a39d-3cc96f63ab77', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:02Z', 'updated_at': '2022-05-27T03:36:32Z', 'revision_number': 1, 'project_id': 'ff373081db304819b7fa43aca692792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:40.056643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:40.060065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Checking router: c46b1175-d97a-424c-9bc4-7a69efad7469 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:36:40.132171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71493476-8253-41a6-8047-5720ffdbb55e req-ef9d463e-6fe0-4641-bfac-5857ab61b924 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700294 May 27 03:36:40.338932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:40.339876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:40.484850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:40.495054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:40.670067 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4a90e5-149e-4c5a-a8fa-115ad3f371c8'] response: {'name': 'network-changed', 'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'status': 'completed', 'code': 200} May 27 03:36:40.761608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:40.780693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-44781fd1-e4ce-4d50-92b9-938974ad9690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1096 time: 0.1634707 May 27 03:36:40.791530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56881c-bd4d-4157-9620-51fdf083dfea req-47273dc3-678c-44d1-a4b8-b94f6a3fb1b6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:40.793970 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b56881c-bd4d-4157-9620-51fdf083dfea req-47273dc3-678c-44d1-a4b8-b94f6a3fb1b6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.3225989 May 27 03:36:41.021507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58566) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:41.117821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b56881c-bd4d-4157-9620-51fdf083dfea req-e88cdfa6-a1e5-481a-ae73-ec2fb6c7e0bd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460153 May 27 03:36:41.160112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-1daeacbd-2963-4647-9677-3eccbc0adb51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.161936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-1daeacbd-2963-4647-9677-3eccbc0adb51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.3670003 May 27 03:36:41.162411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a05980df-9a3e-4f5d-8e4c-c15f7c0e624b None None] Provisioning complete for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:41.162912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a05980df-9a3e-4f5d-8e4c-c15f7c0e624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:41.378018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a05980df-9a3e-4f5d-8e4c-c15f7c0e624b None None] Port 6a17d688-9f45-46f4-b3a8-a3c30c879842 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:36:41.427621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-625074725-network', 'tenant_id': '08ab77f8a269437b963666b2f270272e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:41.448233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:41.452274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-13d29595-8a65-42c3-9109-bd5c1040ee05 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.453546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-1ffd9b88-34a9-4206-b965-66985ff55713 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.2832925 May 27 03:36:41.453768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-13d29595-8a65-42c3-9109-bd5c1040ee05 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.6127577 May 27 03:36:41.458115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Usage tracker for resource:network and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:41.500066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:41.506335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5abe2121-cc47-4ab1-a39d-3cc96f63ab77', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:02Z', 'updated_at': '2022-05-27T03:36:32Z', 'revision_number': 1, 'project_id': 'ff373081db304819b7fa43aca692792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:41.511496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:41.512355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819d58d-dc18-4e14-8e6d-47444060421e None None] The sync data for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 is: [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5abe2121-cc47-4ab1-a39d-3cc96f63ab77', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:02Z', 'updated_at': '2022-05-27T03:36:32Z', 'revision_number': 1, 'project_id': 'ff373081db304819b7fa43aca692792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:36:41.524770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.527245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.532040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.536427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.540648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.545444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.550554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.559364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Made reservation on behalf of 08ab77f8a269437b963666b2f270272e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:41.559976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-677b4059-c558-45a0-ac52-0716da45f835 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.7158153 May 27 03:36:41.562212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:41.583605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-99917613-790f-4cbb-968e-5b301931f6b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.587592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-99917613-790f-4cbb-968e-5b301931f6b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1257193 May 27 03:36:41.591965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:41.639984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c373e8f3-6132-44aa-a085-f369fe1d8f8d req-255b5a75-7d56-462b-b552-b3d9a0bc4682 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789437 May 27 03:36:41.666269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port 30e66273-b267-4ac3-844d-216bf5e993ab {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:41.670081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca22f0a-35ec-448d-90aa-5cf9692ca35a req-4b1debf7-ef00-4b19-aca6-b3ede8dc2e72 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:41.672238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fca22f0a-35ec-448d-90aa-5cf9692ca35a req-4b1debf7-ef00-4b19-aca6-b3ede8dc2e72 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.2809877 May 27 03:36:41.673063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:41.740634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:41.748539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Usage tracker for resource:security_group_rule and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:41.753461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:41.766987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:41.938453 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1779cb99-6b75-4b5b-b341-3156f071561d None None] New status for floating IP 5abe2121-cc47-4ab1-a39d-3cc96f63ab77: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:36:42.053786 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fca22f0a-35ec-448d-90aa-5cf9692ca35a req-affe1633-7989-4206-9bb6-6615808304db tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694761 May 27 03:36:42.076158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port 30e66273-b267-4ac3-844d-216bf5e993ab, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=30e66273-b267-4ac3-844d-216bf5e993ab,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:42.077466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.078063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-bc479e94-4dbb-45fa-ab30-9430458332a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4732938 May 27 03:36:42.402331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.429950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.446917 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-b281dfbd-9c83-406d-bf4d-6b7fe72fe7a0 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608422 May 27 03:36:42.509321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for 30e66273-b267-4ac3-844d-216bf5e993ab owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:42.529786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:42.604488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:42.652837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62218b10-af7a-4dd2-8533-db51ff229907 req-4ae86195-aaf7-4736-b876-995e79320de3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:42.663016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62218b10-af7a-4dd2-8533-db51ff229907 req-4ae86195-aaf7-4736-b876-995e79320de3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.2906187 May 27 03:36:42.666213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2821e57-516e-4476-84ac-60804cbfc205,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:42.672087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.672643 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Added segment 6fb712a5-fcfa-41fa-9c03-14b8ed7bf475 of type vlan for network 3ff28b87-fd40-46aa-a44a-071fad28c745 May 27 03:36:42.747097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6383d0-5233-42a0-979c-0b79b85beaa5 req-80c99a4c-ea6b-42ef-8c90-b1920b0aafb4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:42.749524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e6383d0-5233-42a0-979c-0b79b85beaa5 req-80c99a4c-ea6b-42ef-8c90-b1920b0aafb4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f8e1393-42af-4881-9c04-f754bc211475 HTTP/1.1" status: 200 len: 945 time: 0.4661748 May 27 03:36:42.837343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.896411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62218b10-af7a-4dd2-8533-db51ff229907 req-626431d6-d690-4e33-83be-1657c90c0041 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325103 May 27 03:36:42.921243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.922218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83963a80-4fa4-4001-bb05-bdf8032bf07a req-701f2811-c270-45c9-bffb-89d16043f2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657166 May 27 03:36:42.946412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:42.953516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e6383d0-5233-42a0-979c-0b79b85beaa5 req-8d9f01d4-d738-416e-91ea-f0fcc42887d3 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717727 May 27 03:36:42.955768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.959358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:42.959922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:42.974468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-6a0fc706-cb50-48a4-8e03-9ba60b8ac2e5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:42.975938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-6a0fc706-cb50-48a4-8e03-9ba60b8ac2e5 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.4784000 May 27 03:36:43.001764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=30e66273-b267-4ac3-844d-216bf5e993ab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.111020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['30e66273-b267-4ac3-844d-216bf5e993ab'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:43.144667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port 30e66273-b267-4ac3-844d-216bf5e993ab on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:43.148304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:43.151988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'name': 'network-vif-deleted', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:43.185031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbed058d-8904-4a12-bf80-758ebcfd3bc0 req-2e71c978-1d60-49d1-b657-e2917a4306ed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.41 "DELETE /v2.0/ports/30e66273-b267-4ac3-844d-216bf5e993ab HTTP/1.1" status: 204 len: 173 time: 1.7248569 May 27 03:36:43.315988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] Pushing event updated for resources: {'Network': ['ID=3ff28b87-fd40-46aa-a44a-071fad28c745,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.322641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Deleting port 65db8251-2de3-4692-b8de-0a44393d3d4b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:43.323285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:43.328944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:36:43.358475 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ec51bb4a-9056-44cd-b03f-90dbff9b9bdc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3328297 May 27 03:36:43.366632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:43.378240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Request body: {'subnet': {'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-625074725-subnet', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:43.399718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:43.400289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:43.423271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Usage tracker for resource:subnet and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:43.429772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:43.430785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-de63a95c-8f59-4885-828f-81e277db8e8d admin admin] 10.222.0.46 "PUT /v2.0/routers/5f7a7580-4199-4ffc-8cb2-89b8050a2fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6748500 May 27 03:36:43.447613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:43.498220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Sync routers for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:43.526116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.532135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.533631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:43.534412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:43.540240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.542930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Made reservation on behalf of 08ab77f8a269437b963666b2f270272e for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:43.546051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:43.547828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.552335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.557610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.562493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.585755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db50489f-06f0-4d69-a250-aec612fba239 req-f8730ae0-ea11-4484-9517-8427fa5e9c05 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.2888205 May 27 03:36:43.587436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:43.600046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Request body: {'floatingip': {'port_id': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:43.744441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c75a-9839-4260-8b74-5d6707abc8d0 req-250c3961-bc6e-46b8-98c6-654dccb3f68d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:43.745982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f002c75a-9839-4260-8b74-5d6707abc8d0 req-250c3961-bc6e-46b8-98c6-654dccb3f68d tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 945 time: 0.5342343 May 27 03:36:43.785905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:43.969682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:44.015025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f002c75a-9839-4260-8b74-5d6707abc8d0 req-fbb8949d-691a-49ff-8413-55f453b91f31 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505059 May 27 03:36:44.058483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:44.317074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081ba920-ccc3-4df5-a0a6-63680aa08c90,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:44.383977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] For port 65db8251-2de3-4692-b8de-0a44393d3d4b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=65db8251-2de3-4692-b8de-0a44393d3d4b,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:44.384234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:44.385310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd04b1-d3d0-4d42-a070-2bca885d2d10 req-0871fc44-bd66-402a-aa46-885786400726 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:44.392863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ccd04b1-d3d0-4d42-a070-2bca885d2d10 req-0871fc44-bd66-402a-aa46-885786400726 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.5495915 May 27 03:36:44.485605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ccd04b1-d3d0-4d42-a070-2bca885d2d10 req-ab847871-b6d1-4e99-8b7d-a4a0f8cb2500 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915852 May 27 03:36:44.590211 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805d6b35-88ad-448e-ba92-b6623e752e85'] response: {'server_uuid': '1f8e1393-42af-4881-9c04-f754bc211475', 'name': 'network-vif-deleted', 'tag': '30e66273-b267-4ac3-844d-216bf5e993ab', 'status': 'completed', 'code': 200} May 27 03:36:44.632926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 2, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:44.637738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Checking router: 5f7a7580-4199-4ffc-8cb2-89b8050a2fda for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:36:44.638283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Updating router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda port 6a17d688-9f45-46f4-b3a8-a3c30c879842 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:36:44.714778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:44.767567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Calling delete_port for 65db8251-2de3-4692-b8de-0a44393d3d4b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:44.972618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Checking segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:44.973096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Network hostable DHCP agents. Network: 3ff28b87-fd40-46aa-a44a-071fad28c745, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:45.033464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62710b0-a32c-4112-97bb-41d1923e3d56 req-1a9d23be-ab37-4521-ad03-64dfdfc3a503 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:45.040418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e62710b0-a32c-4112-97bb-41d1923e3d56 req-1a9d23be-ab37-4521-ad03-64dfdfc3a503 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.7122726 May 27 03:36:45.044027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:45.122700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3ff28b87-fd40-46aa-a44a-071fad28c745) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:45.168611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:45.169231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.186731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.221296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 30e66273-b267-4ac3-844d-216bf5e993ab no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:45.241526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e62710b0-a32c-4112-97bb-41d1923e3d56 req-557074fe-6d93-4f15-94c1-600d66725807 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000177 May 27 03:36:45.265661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.277790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23eece-192f-4b2c-bcb6-6c32577e4357 None None] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:45.366056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.387613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.394708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-89e0e263-dab3-482d-9ff6-592886acbce0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0212550 May 27 03:36:45.401902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:45.463314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:45.470405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:45.476474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Usage tracker for resource:router and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:45.480118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:45.490012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:45.498226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58624) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:45.504992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event deleted for resources: {'Port': ['ID=65db8251-2de3-4692-b8de-0a44393d3d4b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:45.519218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Transition to ACTIVE for port object 6a17d688-9f45-46f4-b3a8-a3c30c879842 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:45.523452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.525131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.565978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.572789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-856315389-network', 'tenant_id': '1e6463dfff254d01be045c5162a5029e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:45.658318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 30e66273-b267-4ac3-844d-216bf5e993ab {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:45.658758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 30e66273-b267-4ac3-844d-216bf5e993ab not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:45.673471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:45.685909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e076d-ced1-4ee2-8af3-6a0ba71c663f req-ce0c40a5-9b62-48c1-8fb3-8dda8e12773a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:45.693397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a2e076d-ced1-4ee2-8af3-6a0ba71c663f req-ce0c40a5-9b62-48c1-8fb3-8dda8e12773a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.5584745 May 27 03:36:45.696242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Usage tracker for resource:network and tenant:1e6463dfff254d01be045c5162a5029e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:45.704299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:45.714461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] No DVR routers for this DVR port 65db8251-2de3-4692-b8de-0a44393d3d4b on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:45.719039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.729199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ccf0-2918-4850-9a18-e298163ea882 None None] Pushing event updated for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:45.731667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-deleted', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:45.753577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:45.757086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-211b028f-b0b7-4962-a82e-15063fa73c87 req-bdb54641-5302-4b3b-a5c6-82816c586bb4 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.21 "DELETE /v2.0/ports/65db8251-2de3-4692-b8de-0a44393d3d4b HTTP/1.1" status: 204 len: 173 time: 2.7295892 May 27 03:36:45.815471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.826100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Made reservation on behalf of 1e6463dfff254d01be045c5162a5029e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:45.828770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.884566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:45.890606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7d137-1a7b-4da0-8459-a1cffcf72c21 req-2b4bdfbc-87e4-4d8a-a590-b2ca6d8f2a46 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:45.892134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39d7d137-1a7b-4da0-8459-a1cffcf72c21 req-2b4bdfbc-87e4-4d8a-a590-b2ca6d8f2a46 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2493968 May 27 03:36:45.902419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:45.945176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a2e076d-ced1-4ee2-8af3-6a0ba71c663f req-7294ac92-5dfe-4e41-85fd-75a68a005d21 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508407 May 27 03:36:45.958769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Attempting to bind port 6a17d688-9f45-46f4-b3a8-a3c30c879842 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:45.959277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Attempting to bind port 6a17d688-9f45-46f4-b3a8-a3c30c879842 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:45.959733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Attempting to bind port 6a17d688-9f45-46f4-b3a8-a3c30c879842 on network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:45.984767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'floatingip': {'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:46.080877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3ff28b87-fd40-46aa-a44a-071fad28c745', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:36:46.082056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.114146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:46.130028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6463dfff254d01be045c5162a5029e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:46.141887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:46.151839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:46.160625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.212148 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Floating IP ff355e63-2af5-41a5-aafd-cc6e1d8649e9 associated. External IP: 172.25.8.200, port: 19bac76a-ec80-4ff7-b472-ff51f6512bd9. May 27 03:36:46.309351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:46.309987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Checking segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:46.310130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.310516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Bound using segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:46.311532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Bound port: 6a17d688-9f45-46f4-b3a8-a3c30c879842, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:46.311889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.375754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4d2a37ab-c155-4904-b2c1-7ddbc631afa8 req-08f8ed85-01bf-4e82-b115-6b1958633106 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:46.431453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.508514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.523819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:46.536021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.536806 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Added segment 0490ceef-0091-4369-a80d-663a0304c65d of type vlan for network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 May 27 03:36:46.556606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] For port 6a17d688-9f45-46f4-b3a8-a3c30c879842, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:46.560273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] For port 6a17d688-9f45-46f4-b3a8-a3c30c879842, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6a17d688-9f45-46f4-b3a8-a3c30c879842,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:46.572697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.573930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.596381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4d2a37ab-c155-4904-b2c1-7ddbc631afa8 req-08f8ed85-01bf-4e82-b115-6b1958633106 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:46.605666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d2a37ab-c155-4904-b2c1-7ddbc631afa8 req-08f8ed85-01bf-4e82-b115-6b1958633106 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9e46639-72e7-4b64-9083-7db3ed4a3ccb HTTP/1.1" status: 200 len: 210 time: 0.3293133 May 27 03:36:46.629439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.706657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Allocated IP 172.20.0.2 (3ff28b87-fd40-46aa-a44a-071fad28c745/081ba920-ccc3-4df5-a0a6-63680aa08c90/d40800c4-f09b-447e-a522-9dc0704c6cb4) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:46.709941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ccf0-2918-4850-9a18-e298163ea882 None None] Pushing event updated for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:46.745814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.747546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:46.749290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:46.763361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:46.764984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:47.047402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Pushing event updated for resources: {'Network': ['ID=4791ef36-69a0-44b1-a74c-13fdb83bdb49,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:47.108531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:47.116876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0269c0b-981e-4f28-a083-ca12b210f709,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:47.168966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:36:47.173586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c5eb7b0e-b9e7-4c8e-9cc7-0c0de68f7f82 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6743464 May 27 03:36:47.181574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58642) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:47.189360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Request body: {'subnet': {'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-856315389-subnet', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:47.194641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:47.199736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Usage tracker for resource:subnet and tenant:1e6463dfff254d01be045c5162a5029e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:47.205080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:47.212833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:47.229634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Made reservation on behalf of 1e6463dfff254d01be045c5162a5029e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:47.233783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:47.348848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 65db8251-2de3-4692-b8de-0a44393d3d4b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:47.349562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 65db8251-2de3-4692-b8de-0a44393d3d4b not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:47.350662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d7ac9-7c07-47fe-a553-85e1f539e079 req-bed35c9e-8ece-4434-a9e6-2efb972de68a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:47.352666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc0d7ac9-7c07-47fe-a553-85e1f539e079 req-bed35c9e-8ece-4434-a9e6-2efb972de68a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 1.0453408 May 27 03:36:47.445452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:47.486195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc0d7ac9-7c07-47fe-a553-85e1f539e079 req-7d16a451-fd8a-4acf-92ef-07b1cd3ea410 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245241 May 27 03:36:47.562663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280187-af2b-4949-a411-c1af36b37b36 req-0df65e3f-31fc-45e0-8fab-270cc33f9e66 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:47.569284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-0df65e3f-31fc-45e0-8fab-270cc33f9e66 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.6641567 May 27 03:36:47.613433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:47.614540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-24d06c30-06ba-4cdc-83de-d2d7da9abcc2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/quotas/ae0bb786b97c4eb0bb2e7faa6c41f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0442550 May 27 03:36:47.673791 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128f1f3e-59bc-45e8-8875-29aa623d89c6'] response: {'server_uuid': 'f9e46639-72e7-4b64-9083-7db3ed4a3ccb', 'name': 'network-vif-deleted', 'tag': '65db8251-2de3-4692-b8de-0a44393d3d4b', 'status': 'completed', 'code': 200} May 27 03:36:47.702216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Transition to ACTIVE for port object d40800c4-f09b-447e-a522-9dc0704c6cb4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:47.852306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:47.882618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Transition to ACTIVE for port object d40800c4-f09b-447e-a522-9dc0704c6cb4 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:47.899096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:47.911099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:47.998779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Pushing event updated for resources: {'Port': ['ID=d40800c4-f09b-447e-a522-9dc0704c6cb4,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:48.029195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.106139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Allocated IP 172.25.8.108 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:48.140174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:48.153240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:48.222204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:48.240674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:48.272429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ad6985-298c-4513-b36d-95a51c15052c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:48.314266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Checking segment: {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:48.315192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Network hostable DHCP agents. Network: 4791ef36-69a0-44b1-a74c-13fdb83bdb49, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:48.330410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-7899dc84-0f6b-4753-98ef-d9e25e987ae4 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7100708 May 27 03:36:48.340639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164001a-4e33-4f51-a743-fc8a9b9c9ae8 req-d48f1930-7e97-4d4d-9b38-5490a9fbd10f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:48.346343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Attempting to bind port d40800c4-f09b-447e-a522-9dc0704c6cb4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:48.347002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Attempting to bind port d40800c4-f09b-447e-a522-9dc0704c6cb4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:48.347558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Attempting to bind port d40800c4-f09b-447e-a522-9dc0704c6cb4 on network 3ff28b87-fd40-46aa-a44a-071fad28c745 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:48.352710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e164001a-4e33-4f51-a743-fc8a9b9c9ae8 req-d48f1930-7e97-4d4d-9b38-5490a9fbd10f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.4205179 May 27 03:36:48.370729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:48.371822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Checking segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:48.372468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.373079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Bound using segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:48.374633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Bound port: d40800c4-f09b-447e-a522-9dc0704c6cb4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:48.375335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.407608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:46Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:48.422069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa501b0-8a1d-4a67-93e9-401388610ff8 None None] The sync data for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 is: [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:46Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:36:48.463339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e164001a-4e33-4f51-a743-fc8a9b9c9ae8 req-6b9c7723-8441-4295-8a22-d2098ed04900 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074867 May 27 03:36:48.573189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.592669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.624859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:48.647848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Router 736f33bf-faad-44c0-984c-8af117c16c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:48.660599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] For port d40800c4-f09b-447e-a522-9dc0704c6cb4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:48.668320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] For port d40800c4-f09b-447e-a522-9dc0704c6cb4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d40800c4-f09b-447e-a522-9dc0704c6cb4,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:48.674703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4791ef36-69a0-44b1-a74c-13fdb83bdb49) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:48.676080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.687841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:48.689844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:48.880239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab19b2-28f3-4563-bdb2-670801873cce None None] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:49.089665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd852-7b84-4125-bd51-731ca4e80eec None None] Pushing event updated for resources: {'Port': ['ID=d40800c4-f09b-447e-a522-9dc0704c6cb4,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:49.110954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.181658 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40686511-1f90-4abe-b44e-f626b7baf77f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9988766 May 27 03:36:49.256585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:49.283275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-a38c9763-3687-498b-abb1-536928308f7e service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9378405 May 27 03:36:49.300471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:49.323983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:49.351898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Usage tracker for resource:router and tenant:1e6463dfff254d01be045c5162a5029e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:36:49.375405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:36:49.499472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:49.589533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.604365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.680045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.682866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'fixed_ips': [{'subnet_id': 'a5ad6985-298c-4513-b36d-95a51c15052c'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:36:49.684192 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.808966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:49.853040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:49.867358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6a17d688-9f45-46f4-b3a8-a3c30c879842 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:49.877091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:49.926775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:50.093919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.126037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Allocated IP 172.20.0.2 (4791ef36-69a0-44b1-a74c-13fdb83bdb49/a5ad6985-298c-4513-b36d-95a51c15052c/7b373ac3-0ac2-4017-a582-cd3dfe5fccad) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:50.128884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:50.148451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:50.148451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.160039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:50.190218 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Sync routers for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:50.216702 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:50.229910 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:50.232082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.507316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ca4719fe-a31b-4b48-99cf-eefcf3ef2b0d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "PUT /v2.0/floatingips/ff355e63-2af5-41a5-aafd-cc6e1d8649e9 HTTP/1.1" status: 200 len: 991 time: 6.9087555 May 27 03:36:50.509853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:50.785463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-9dbbbc7e-f7ec-4a8c-b689-0a26d99b9faf service neutron] 10.222.0.46 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4020500 May 27 03:36:50.789029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.808288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:50.817698 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.822519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Transition to ACTIVE for port object 7b373ac3-0ac2-4017-a582-cd3dfe5fccad will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:50.847605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Transition to ACTIVE for port object 7b373ac3-0ac2-4017-a582-cd3dfe5fccad will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:50.857503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:50.923931 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:50.927544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.009995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.024048 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Floating IP 3a63cbac-1a7b-477b-9955-db5495f36381 associated. External IP: 172.25.8.214, port: c729a28b-28ae-4fff-b9b4-5c2283da2964. May 27 03:36:51.033718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:51.042673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:51.046562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:51.116244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Pushing event updated for resources: {'Port': ['ID=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:51.368021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Allocated IP 172.25.8.233 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/580dbf32-c2c6-4cb9-be6b-f10ce9e90e89) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:51.391403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6a17d688-9f45-46f4-b3a8-a3c30c879842, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6a17d688-9f45-46f4-b3a8-a3c30c879842,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:51.404097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Attempting to bind port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:36:51.405370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Attempting to bind port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:36:51.406981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Attempting to bind port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad on network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:36:51.438573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:36:51.439201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Checking segment: {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:36:51.440657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.444037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Bound using segment: {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:36:51.445853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Bound port: 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:36:51.446437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.470513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134e449-08be-4731-ad43-266ac0f9bea4 None None] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:51.503324 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.574826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.578327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.769923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.824308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e03270-3e83-4f43-b1d4-6a14533435e9 req-3db0a69c-ff89-4355-940f-b804659ab541 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:51.826292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2e03270-3e83-4f43-b1d4-6a14533435e9 req-3db0a69c-ff89-4355-940f-b804659ab541 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.9048133 May 27 03:36:51.904534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2e03270-3e83-4f43-b1d4-6a14533435e9 req-accca15b-6c51-4701-992d-78181fa1da55 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702410 May 27 03:36:51.931582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:51.955235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d40800c4-f09b-447e-a522-9dc0704c6cb4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:52.085262 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ff355e63-2af5-41a5-aafd-cc6e1d8649e9', 'tenant_id': '68df637837bc48949188723b32207391', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'port_id': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'mac_address': 'fa:16:3e:68:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:38Z', 'updated_at': '2022-05-27T03:36:44Z', 'revision_number': 1, 'project_id': '68df637837bc48949188723b32207391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:52.089670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:52.095319 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f71de8-9151-4f9f-b9eb-939bd94c72c7'] response: {'name': 'network-changed', 'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'status': 'completed', 'code': 200} May 27 03:36:52.096146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Checking router: 736f33bf-faad-44c0-984c-8af117c16c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:36:52.118157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:52.124089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] For port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:52.127746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:52.135139 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:52.135783 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:52.142326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] For port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:52.158820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.171240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-690d40e6-3b2e-4ff2-92fc-7ced54d570ca None None] Provisioning for port d40800c4-f09b-447e-a522-9dc0704c6cb4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:52.178799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:52.360282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6e2c79ba-0dfa-4e49-9f97-5e12263c277a req-d99966b7-8832-4683-902a-c5ede6884639 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:52.399086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6e2c79ba-0dfa-4e49-9f97-5e12263c277a req-d99966b7-8832-4683-902a-c5ede6884639 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:52.401220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e2c79ba-0dfa-4e49-9f97-5e12263c277a req-d99966b7-8832-4683-902a-c5ede6884639 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 210 time: 0.3330491 May 27 03:36:52.508146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Pushing event updated for resources: {'Port': ['ID=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.525348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d40800c4-f09b-447e-a522-9dc0704c6cb4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:52.569251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d40800c4-f09b-447e-a522-9dc0704c6cb4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:52.570191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:52.649282 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:52.650273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd038168-ffe7-43ee-abc5-3c482060f817 req-db1b04cd-41f2-47ad-87c3-7b0751efeb23 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:52.671366 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd038168-ffe7-43ee-abc5-3c482060f817 req-db1b04cd-41f2-47ad-87c3-7b0751efeb23 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 0.3354440 May 27 03:36:52.731309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1d4bb-2f15-4ce6-9583-d484ffc7a09e None None] Pushing event updated for resources: {'Port': ['ID=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.881400 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:52.887219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-e6f9ba7f-db92-4e79-8e0a-7899d24f72b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6500 time: 0.6362443 May 27 03:36:52.935377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port d40800c4-f09b-447e-a522-9dc0704c6cb4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d40800c4-f09b-447e-a522-9dc0704c6cb4,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:52.950598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:53.186393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=d40800c4-f09b-447e-a522-9dc0704c6cb4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:53.245547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd038168-ffe7-43ee-abc5-3c482060f817 req-fbdd467a-1073-4825-a737-5acd395414e3 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730956 May 27 03:36:53.524026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2c0d5e09-d250-4ef7-8b61-79aa2b1c0228 None None] Provisioning complete for port d40800c4-f09b-447e-a522-9dc0704c6cb4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:53.524026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2c0d5e09-d250-4ef7-8b61-79aa2b1c0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:53.758528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-21bc79c4-b065-4fce-a619-72bd0a6d3a78 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:53.760767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-21bc79c4-b065-4fce-a619-72bd0a6d3a78 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 1.1164203 May 27 03:36:53.806297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:53.831041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Router 7744d3bb-acab-4554-b9ef-ee15dd130eae is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:36:53.914605 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ff355e63-2af5-41a5-aafd-cc6e1d8649e9', 'tenant_id': '68df637837bc48949188723b32207391', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'port_id': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'mac_address': 'fa:16:3e:68:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:38Z', 'updated_at': '2022-05-27T03:36:44Z', 'revision_number': 1, 'project_id': '68df637837bc48949188723b32207391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:53.928108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7b373ac3-0ac2-4017-a582-cd3dfe5fccad up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:53.931234 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3bd74-be06-48b1-b931-9046c7401095 None None] The sync data for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 is: [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ff355e63-2af5-41a5-aafd-cc6e1d8649e9', 'tenant_id': '68df637837bc48949188723b32207391', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'port_id': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'mac_address': 'fa:16:3e:68:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:38Z', 'updated_at': '2022-05-27T03:36:44Z', 'revision_number': 1, 'project_id': '68df637837bc48949188723b32207391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:36:53.979477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a1c4b69-9f1f-4387-80c7-e9258e592735 req-bfc914ff-03e3-43ed-b259-8c9497758c39 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 210 time: 0.0890598 May 27 03:36:54.014454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Deleting port ada1dda9-2719-4179-8662-3b5b5de82f95 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:36:54.015432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.027098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b758797e-2ce4-41c1-8a95-306dd832a592 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:54.027098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b758797e-2ce4-41c1-8a95-306dd832a592 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 806 time: 0.7326667 May 27 03:36:54.061451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Request body: {'port': {'device_id': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'admin_state_up': True, 'tenant_id': 'ae0bb786b97c4eb0bb2e7faa6c41f4e4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:54.133832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:54.142713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6a17d688-9f45-46f4-b3a8-a3c30c879842 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:54.156709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-7f821fa1-47ae-49b9-8bc5-b421d801bde2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:54.168810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-7f821fa1-47ae-49b9-8bc5-b421d801bde2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97c91322-7645-4a23-b1c8-af95ea2b6c02 HTTP/1.1" status: 200 len: 918 time: 1.2702353 May 27 03:36:54.277862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6a17d688-9f45-46f4-b3a8-a3c30c879842 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:54.278486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.363681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44349d83-c079-4960-90f7-71e296c1e3a7 None None] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:36:54.406609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24ad4e-7cce-4d58-aa61-af77b7321b2e req-97e7327f-dc34-46a9-aa89-19434d5c6513 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:54.421776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed24ad4e-7cce-4d58-aa61-af77b7321b2e req-97e7327f-dc34-46a9-aa89-19434d5c6513 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 1.2053058 May 27 03:36:54.520264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Provisioning for port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:36:54.521041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:54.537537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:36:54.546376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d40800c4-f09b-447e-a522-9dc0704c6cb4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:54.564855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:36:54.615401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Made reservation on behalf of ae0bb786b97c4eb0bb2e7faa6c41f4e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:54.626991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.669653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Provisioning complete for port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:54.671469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.742265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.743019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:54.774435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed24ad4e-7cce-4d58-aa61-af77b7321b2e req-0f48e622-5c2a-4c07-8ef1-5d1e0246cf0e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513446 May 27 03:36:54.789514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-2af32c4b-bcb9-44fa-bfc6-5a5bcb1bcf42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 200 len: 999 time: 0.6041555 May 27 03:36:54.834121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d40800c4-f09b-447e-a522-9dc0704c6cb4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:54.834493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.119839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] For port ada1dda9-2719-4179-8662-3b5b5de82f95, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ada1dda9-2719-4179-8662-3b5b5de82f95,segment=NetworkSegment(642f3f6a-b889-4c7d-9edc-b8a5c648fcb7),segment_id=642f3f6a-b889-4c7d-9edc-b8a5c648fcb7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:55.120233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.185192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:36:55.213454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Allocated IP 172.20.0.9 (5cc89399-e6df-461b-8e70-047209836fd0/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982/96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:55.334682 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.341651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Calling delete_port for ada1dda9-2719-4179-8662-3b5b5de82f95 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:36:55.392624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:36:55.541031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.571170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.656581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:55.677442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:55.709552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Pushing event deleted for resources: {'Port': ['ID=ada1dda9-2719-4179-8662-3b5b5de82f95,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.734070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-b0da56bc-5227-4bd3-be11-e71c4d1cb4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:55.736136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-b0da56bc-5227-4bd3-be11-e71c4d1cb4d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6ef3a5-0787-465a-946e-c724574cdc69 HTTP/1.1" status: 200 len: 856 time: 0.9354520 May 27 03:36:55.871676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event updated for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.877643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:36:55.948944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606ccda-86d0-472b-a0da-8a78a34c1446 req-aa0acb9c-258c-4d6f-a3ae-1aac8e051777 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:56.011951 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9606ccda-86d0-472b-a0da-8a78a34c1446 req-aa0acb9c-258c-4d6f-a3ae-1aac8e051777 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 944 time: 1.5090332 May 27 03:36:56.135612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:56.219622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Network 5cc89399-e6df-461b-8e70-047209836fd0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:56.235865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:56.258222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:56.287705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:56.303303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] No DVR routers for this DVR port ada1dda9-2719-4179-8662-3b5b5de82f95 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:56.306347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.307547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.307547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.307547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.312609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:56.323785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:56.332110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:36:56.344593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Sync routers for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:56.352546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-deleted', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:56.366186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-776e0be8-7e6a-4c5a-82e5-5760fa6af1d3 req-018d02ea-356d-4d81-9040-875cf7665f3c tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.41 "DELETE /v2.0/ports/ada1dda9-2719-4179-8662-3b5b5de82f95 HTTP/1.1" status: 204 len: 173 time: 2.5924158 May 27 03:36:56.409840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373c3b-1b23-497b-a7a2-f4a0ec152511 req-db561184-2bff-47e2-823f-287e6721569d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:56.411713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f373c3b-1b23-497b-a7a2-f4a0ec152511 req-db561184-2bff-47e2-823f-287e6721569d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 931 time: 0.9150913 May 27 03:36:56.478593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:56.479220 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:56.508331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-d7bc86b2-bb63-45bb-bb52-62d2a27e52a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97c91322-7645-4a23-b1c8-af95ea2b6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7638354 May 27 03:36:56.557644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9606ccda-86d0-472b-a0da-8a78a34c1446 req-326e9461-67e5-4413-a8e7-0cec51ef5d46 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb390149-6610-4ffc-aa7c-e5c75d97bb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432265 May 27 03:36:56.599687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:56.601449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f8b8e530-3e66-482d-879b-fb0d3567ec55 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.1842291 May 27 03:36:56.605842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-843049e9-a826-4777-b692-60ed501d5028 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5484176 May 27 03:36:56.608523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:56.614637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:56.620351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:56.661491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:56.666174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:56.931882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] For port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:56.969023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Request body: {'port': {'device_id': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:36:57.000596 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.008753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:57.119803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d343c7-0361-4682-aff0-db4dba955c75 None None] Pushing event updated for resources: {'Port': ['ID=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:57.143059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.229196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Router efd0bfa8-1c1b-46db-9ebf-2061017c2942 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:36:57.244876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f373c3b-1b23-497b-a7a2-f4a0ec152511 req-c40d6a89-eae3-456a-93ee-48fb1bd93057 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260007 May 27 03:36:57.256979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-113b0d0b-079c-4d46-adc5-1569b9c251dc service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237155 May 27 03:36:57.346757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:36:57.619335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3268ae31-ca3e-457b-a8ea-815c4bffa112'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:36:57.681106 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8f46c1-33a5-445e-87d5-5315f3b9dc8a'] response: {'server_uuid': '5cc85a83-d516-495a-82dc-568b5e66ddc7', 'name': 'network-vif-deleted', 'tag': 'ada1dda9-2719-4179-8662-3b5b5de82f95', 'status': 'completed', 'code': 200} May 27 03:36:57.742875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.783142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:57.792349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:57.800312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.828187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:36:57.828187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:57.839107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8d0a1935-6336-4424-82e1-61ab781e16ca None None] Provisioning complete for port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:36:57.839107 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1935-6336-4424-82e1-61ab781e16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:57.959235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4b412dd2-148e-46c6-8988-fa87a840be20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "PUT /v2.0/floatingips/3a63cbac-1a7b-477b-9955-db5495f36381 HTTP/1.1" status: 200 len: 991 time: 12.0451541 May 27 03:36:57.981647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:36:58.058670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b1d-acbd-4cd3-8be4-5907a4b5242c req-92a242cb-5edf-4ed9-b7d3-9f28972e2fea tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:36:58.072407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-020e5b1d-acbd-4cd3-8be4-5907a4b5242c req-92a242cb-5edf-4ed9-b7d3-9f28972e2fea tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 1.1294219 May 27 03:36:58.249108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f336ed-3f04-40fe-8b4b-b2189228821f None None] New status for floating IP ff355e63-2af5-41a5-aafd-cc6e1d8649e9: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:36:58.616292 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:58.694792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7b373ac3-0ac2-4017-a582-cd3dfe5fccad up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:36:58.757250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ada1dda9-2719-4179-8662-3b5b5de82f95 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:36:58.757250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ada1dda9-2719-4179-8662-3b5b5de82f95 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:36:58.826791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-380366d3-6481-414f-9bbc-bd295b253c43 req-49f5e948-9c37-4929-a922-784ebfce03f1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Synchronizing usage tracker for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:36:58.957532 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5939408-bced-4733-80ec-fdd2c55c053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:58.975946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b09b5c8d-dc46-41f2-a5db-703004f56109 req-396a9655-da9e-40bf-85ea-7dd119e9e477 service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7015412 May 27 03:36:59.007064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-380366d3-6481-414f-9bbc-bd295b253c43 req-49f5e948-9c37-4929-a922-784ebfce03f1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] Unset dirty status for tenant:434aa2eabd83452b84d0baa8ea86673f on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:36:59.027544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-380366d3-6481-414f-9bbc-bd295b253c43 req-49f5e948-9c37-4929-a922-784ebfce03f1 tempest-LiveMigrationTest-1178675325 tempest-LiveMigrationTest-1178675325-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cc85a83-d516-495a-82dc-568b5e66ddc7 HTTP/1.1" status: 200 len: 210 time: 0.6106575 May 27 03:36:59.078409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:36:59.131220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:36:59.156914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:59.236203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-020e5b1d-acbd-4cd3-8be4-5907a4b5242c req-289119b0-7897-450a-ac60-f07151b4e74f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1626740 May 27 03:36:59.257082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Transition to ACTIVE for port object 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:36:59.288003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:59.399629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:59.470568 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69e5d82-acc7-4e4f-97a6-5ad399ffccc4'] response: {'name': 'network-changed', 'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'status': 'completed', 'code': 200} May 27 03:36:59.619118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:59.736018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:36:59.747258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3521a51d-cdd3-4f8c-8227-faab36d22f01 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4890397 May 27 03:36:59.768525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58738) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:36:59.808066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Sync routers for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:36:59.965526 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3a63cbac-1a7b-477b-9955-db5495f36381', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83920-e609-410f-b966-f28eb2502e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:06Z', 'updated_at': '2022-05-27T03:36:47Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:59.989746 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:00.005083 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:00.005691 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:00.119926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:00.126314 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:00.303403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Pushing event updated for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:00.354633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.354633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.355286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.360447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.360834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.361205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.361544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.361874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.362201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.362525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.362849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:00.453298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58750) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:00.841462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-9691c2fd-ccaf-4da1-a87c-edceb2ee8f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1096 time: 1.3826079 May 27 03:37:01.100171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Deleting subnet 2a1709a3-d978-408e-8965-896b5c4c668b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:37:01.106920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f445a99-56e0-4b26-a352-a6197809afa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.186091 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:01.203111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.343216 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.405774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e26cfb-6d7c-4630-b917-1438f68d19b4 req-f77e5c49-00fe-45e2-8f00-8e6ca403695c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:01.413919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88e26cfb-6d7c-4630-b917-1438f68d19b4 req-f77e5c49-00fe-45e2-8f00-8e6ca403695c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.6639607 May 27 03:37:01.472721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd8fa-f1c1-4e7a-b414-d4e76569d3aa req-8cd15286-e514-44e0-a129-38bb1b8bc269 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:01.474109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d9dbd8fa-f1c1-4e7a-b414-d4e76569d3aa req-8cd15286-e514-44e0-a129-38bb1b8bc269 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:01.553717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Attempting to bind port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:01.556700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Attempting to bind port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:01.557232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Attempting to bind port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:01.585121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d9dbd8fa-f1c1-4e7a-b414-d4e76569d3aa req-8cd15286-e514-44e0-a129-38bb1b8bc269 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:01.594097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9dbd8fa-f1c1-4e7a-b414-d4e76569d3aa req-8cd15286-e514-44e0-a129-38bb1b8bc269 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 943 time: 1.6595275 May 27 03:37:01.614122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 on network 5cc89399-e6df-461b-8e70-047209836fd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:37:01.614489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Attempting to bind port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 on network 5cc89399-e6df-461b-8e70-047209836fd0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:01.681443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:01.682208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.725560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9dbd8fa-f1c1-4e7a-b414-d4e76569d3aa req-d9e9d98c-1776-46ef-afd2-89722d865752 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302989 May 27 03:37:01.727780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-24309be1-7b70-461e-8850-5ba91de81894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:01.728438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:01.729688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Checking segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:01.733109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Bound using segment: {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:01.733564 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-24309be1-7b70-461e-8850-5ba91de81894 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.8752105 May 27 03:37:01.733891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Bound port: 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e77d37-17a2-4062-89da-495e780b236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:01.734395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:01.775279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88e26cfb-6d7c-4630-b917-1438f68d19b4 req-713f0238-4452-4a58-933a-536fce34db96 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601351 May 27 03:37:01.781821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.015531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.064821 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.289866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:36:50Z', 'revision_number': 3, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:02.312185 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-a68fac74-f6d5-4d0a-ad54-a847ad2cbc89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 999 time: 0.5130055 May 27 03:37:02.317547 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:37:02.330769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Checking router: 7744d3bb-acab-4554-b9ef-ee15dd130eae for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:02.330769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Updating router 7744d3bb-acab-4554-b9ef-ee15dd130eae port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:37:02.346533 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:02.438492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.475996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.479013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-67a342e7-bfc0-4b43-b532-0c2e940f6cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:02.480577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-67a342e7-bfc0-4b43-b532-0c2e940f6cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1796546 May 27 03:37:02.486068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:02.532558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 3, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:02.533655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:02.539578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1709a3-d978-408e-8965-896b5c4c668b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.571242 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Checking router: efd0bfa8-1c1b-46db-9ebf-2061017c2942 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:02.571242 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Updating router efd0bfa8-1c1b-46db-9ebf-2061017c2942 port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:37:02.575755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.592660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.597487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c1f74874-bd05-41b8-8e8b-f1101b9b0982 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2a1709a3-d978-408e-8965-896b5c4c668b HTTP/1.1" status: 204 len: 168 time: 2.1295159 May 27 03:37:02.597487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:02.699527 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.703799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-ab3527a8-f7d9-40f0-acc0-de15e9b85891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110252 May 27 03:37:02.797081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:02.798448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] 10.222.0.21 "PUT /v2.0/ports/96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 HTTP/1.1" status: 200 len: 1091 time: 5.8637047 May 27 03:37:02.798885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:02.856120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12485d3-7be9-44af-a950-00f2800c09cb service neutron] Pushing event updated for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.965548 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153cd08e-89e7-40cf-a206-2705372d69ce'] response: {'name': 'network-changed', 'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2', 'status': 'completed', 'code': 200} May 27 03:37:03.330109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.348409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Transition to ACTIVE for port object c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:03.357905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:03.406794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.430818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.704036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.737441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Attempting to bind port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:03.738057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Attempting to bind port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:03.738244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Attempting to bind port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:03.766900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa83ed5-f4f9-48a7-9adf-2543916302db None None] Pushing event updated for resources: {'Port': ['ID=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Bound port: c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:03.815730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.832974 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.854725 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Transition to ACTIVE for port object 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:03.874207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.881216 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:03.937535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec7dcf1-024a-4189-a85c-8e6381d0e0d4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.969256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.969256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642f3f6a-b889-4c7d-9edc-b8a5c648fcb7') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:03.987775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] For port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:03.993341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] For port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:03.995870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.003213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:04.003976 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.035083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.050323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:37:04.050729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.098679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771bdb-b04d-4119-aebe-a86523939998 req-4ecc2add-3dd6-4254-9bd8-cc49b95bf25d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:04.141413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d771bdb-b04d-4119-aebe-a86523939998 req-4ecc2add-3dd6-4254-9bd8-cc49b95bf25d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 943 time: 0.9202895 May 27 03:37:04.146658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: timer() May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:37:04.296884 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:37:04.322707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.374490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03dca2-3cb2-4607-9343-23d5e3cf8250 req-41dce81b-ab35-4785-b371-b31ef81bf27b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:04.374490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b03dca2-3cb2-4607-9343-23d5e3cf8250 req-41dce81b-ab35-4785-b371-b31ef81bf27b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.9594555 May 27 03:37:04.469541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.514617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-378fef82-43ed-4dc4-aa2a-fa68ba9a2555 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 1094 time: 1.4653261 May 27 03:37:04.543205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ec7dcf1-024a-4189-a85c-8e6381d0e0d4 HTTP/1.1" status: 204 len: 168 time: 1.9459784 May 27 03:37:04.547655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-4924b6cc-204f-4048-9fbe-4748a12862bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 1097 time: 1.2295070 May 27 03:37:04.548313 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Attempting to bind port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:04.550902 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Attempting to bind port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:04.551501 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Attempting to bind port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:04.554209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:04.561235 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Pushing event updated for resources: {'Port': ['ID=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.570566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-785a073b-c9a7-444d-afd8-91972dabaf06 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8097432 May 27 03:37:04.578109 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:04.578846 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:04.581656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b01dea-e04a-4e04-825f-4469c52f34bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec7dcf1-024a-4189-a85c-8e6381d0e0d4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.589684 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.590297 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:04.591009 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Bound port: 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:04.592224 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.608099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.647745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa83ed5-f4f9-48a7-9adf-2543916302db None None] Pushing event updated for resources: {'Port': ['ID=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.656975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:04.657927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:04.710761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] For port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:04.714065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] For port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:04.719261 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.720292 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.721089 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.721563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.722044 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.722506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.723649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.724681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.725216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.725862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.726323 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:04.743238 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:04.833999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:04.905755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b03dca2-3cb2-4607-9343-23d5e3cf8250 req-33e46f8e-28a1-495c-9dd6-ccc2cf8295cc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255438 May 27 03:37:05.020336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-b6927bee-b7f8-4a0a-af71-b9e239c20c0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 HTTP/1.1" status: 200 len: 217 time: 0.4584768 May 27 03:37:05.036490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:05.068869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:05.113482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:05.142509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9dff782-3a47-416d-80ec-3cf81a590ddf req-765fc526-9a79-4d43-97ba-df3ae3fa147d service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323582 May 27 03:37:05.170757 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d771bdb-b04d-4119-aebe-a86523939998 req-1122bce8-2e11-4037-a282-1c0299e01ac2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0320561 May 27 03:37:05.176883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64072-39bc-45a8-bfcd-96d23b51e92e None None] Pushing event updated for resources: {'Port': ['ID=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:05.207553 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:05.214324 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:05.252273 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38421f09-7b56-4ae1-8c1c-3cfff5e7d525'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:37:05.253744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:05.459127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Deleting subnet 139c5c4a-0f2f-4e7f-9f6f-06820ced028e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:37:05.471728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:05.474218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:05.480871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:05.568788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280187-af2b-4949-a411-c1af36b37b36 req-afa11e4d-ed22-4ca2-802f-991927f91c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:05.571796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-afa11e4d-ed22-4ca2-802f-991927f91c91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.5505893 May 27 03:37:05.657975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:05.814503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-dd899cbb-a6ce-4996-9759-5af77ce4f3ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703100 May 27 03:37:05.818747 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3a63cbac-1a7b-477b-9955-db5495f36381', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83920-e609-410f-b966-f28eb2502e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:06Z', 'updated_at': '2022-05-27T03:36:47Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:05.831389 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9bfb7-6fc4-45e4-9387-0146f34fb1a9 None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3a63cbac-1a7b-477b-9955-db5495f36381', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83920-e609-410f-b966-f28eb2502e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:06Z', 'updated_at': '2022-05-27T03:36:47Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:05.834022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.134645 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 3, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:06.146636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b02129-ad08-4feb-9710-3a0232645f69 None None] The sync data for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 is: [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 3, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:06.398716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:36:50Z', 'revision_number': 3, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:06.398716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7574e-db38-46d3-a347-e87b136955d3 None None] The sync data for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 is: [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:36:50Z', 'revision_number': 3, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:06.545987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Allocated IP 172.20.0.1 (4791ef36-69a0-44b1-a74c-13fdb83bdb49/a5ad6985-298c-4513-b36d-95a51c15052c/9d482d56-f493-4153-95fe-baac281f5721) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:06.632780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab951a-84c1-41f2-a35b-563fa624b290 req-5c171c05-3b28-44c7-bb91-f7e05a670535 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:06.639929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2bab951a-84c1-41f2-a35b-563fa624b290 req-5c171c05-3b28-44c7-bb91-f7e05a670535 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 946 time: 0.1699283 May 27 03:37:06.646021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Allocated IP 172.20.0.1 (3ff28b87-fd40-46aa-a44a-071fad28c745/081ba920-ccc3-4df5-a0a6-63680aa08c90/d6f9a6f0-68f1-4952-a0a0-19550431e426) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:06.702151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-64e8301c-5ff5-4e52-b74a-973b97cfa7e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:06.707517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-64e8301c-5ff5-4e52-b74a-973b97cfa7e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 2.0150716 May 27 03:37:06.781975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2bab951a-84c1-41f2-a35b-563fa624b290 req-44473708-454c-4ecc-aa9f-995450c1e64d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411722 May 27 03:37:06.899146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:06.927438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Transition to ACTIVE for port object 9d482d56-f493-4153-95fe-baac281f5721 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:06.979524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.015394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.043722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-fe773868-d469-487d-b0b6-6bff1cf03711 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39 HTTP/1.1" status: 200 len: 217 time: 0.2654414 May 27 03:37:07.096111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:07.102170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:07.107115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:07.184544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Pushing event updated for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.201695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:07.218570 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.286011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-7c1a88c5-bbbc-42c6-ac7a-e9c08228f7a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:07.287707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-7c1a88c5-bbbc-42c6-ac7a-e9c08228f7a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.2222052 May 27 03:37:07.425293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.439181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.444192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-0559a560-d769-4cc3-bb47-402de12623e3 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604463 May 27 03:37:07.444192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.495020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:07.519287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:07.519287 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.682236 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4de6a2-7ef5-4515-ad56-c61f2ee5fa2c'] response: {'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'code': 200} May 27 03:37:07.735728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.754692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8d78738-97e2-4716-bbe0-557bdcae9388 None None] Provisioning for port 9d482d56-f493-4153-95fe-baac281f5721 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:07.780126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8d78738-97e2-4716-bbe0-557bdcae9388 None None] Provisioning complete for port 9d482d56-f493-4153-95fe-baac281f5721 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:07.781029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8d78738-97e2-4716-bbe0-557bdcae9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:07.841355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139c5c4a-0f2f-4e7f-9f6f-06820ced028e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.852208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-5d392318-da45-412e-981d-d4c18e5c4cea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5462182 May 27 03:37:07.911309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1523e-b88b-4331-b954-07c1f3240ff4 req-795ba22b-26a7-4a3f-83e6-9978a1e1fc28 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:07.911309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94e1523e-b88b-4331-b954-07c1f3240ff4 req-795ba22b-26a7-4a3f-83e6-9978a1e1fc28 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 943 time: 1.1914387 May 27 03:37:07.998538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d8d78738-97e2-4716-bbe0-557bdcae9388 None None] Port 9d482d56-f493-4153-95fe-baac281f5721 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:08.008444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.019162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.180525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Transition to ACTIVE for port object d6f9a6f0-68f1-4952-a0a0-19550431e426 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:08.208158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-82268d41-04dc-4f6e-a6ca-5b5cc97388af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/139c5c4a-0f2f-4e7f-9f6f-06820ced028e HTTP/1.1" status: 204 len: 168 time: 3.5130079 May 27 03:37:08.217716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:08.430295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94e1523e-b88b-4331-b954-07c1f3240ff4 req-079062f7-910b-46f0-95cb-fe3a6622c949 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807019 May 27 03:37:08.462964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa280187-af2b-4949-a411-c1af36b37b36 req-fd6f93a3-138d-41f2-a0a5-827cc30ebf24 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929011 May 27 03:37:08.466143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.489612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.507264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271704-c935-4a67-a3f7-b4eda701747e req-9bb84b24-c1cc-4cce-927b-003012588fab tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:08.509553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c271704-c935-4a67-a3f7-b4eda701747e req-9bb84b24-c1cc-4cce-927b-003012588fab tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.1999669 May 27 03:37:08.524412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.581269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.661345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:08.687614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:08.691199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-37b05c22-9ea8-4ec7-92c6-1aca1467b52f service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851720 May 27 03:37:08.702647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:08.807635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c271704-c935-4a67-a3f7-b4eda701747e req-50afec10-b0b4-468c-9593-b87dbf2ca856 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793713 May 27 03:37:08.837832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:08.884490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Pushing event updated for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.019155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:09.107045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b69fe92-9a55-4a13-a7e4-b1257d4b7140 req-8a42c959-767e-4e94-902a-f91645fc2c9a service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001801 May 27 03:37:09.127410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:09.129740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:09.249416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98cac245-fd69-4500-996c-82b9766446e7 None None] Provisioning for port d6f9a6f0-68f1-4952-a0a0-19550431e426 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:09.272077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98cac245-fd69-4500-996c-82b9766446e7 None None] Provisioning complete for port d6f9a6f0-68f1-4952-a0a0-19550431e426 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:09.274221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-98cac245-fd69-4500-996c-82b9766446e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.377769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-98cac245-fd69-4500-996c-82b9766446e7 None None] Port d6f9a6f0-68f1-4952-a0a0-19550431e426 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:09.556484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.648686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.680039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a88aa-772f-4af7-bc30-663172906255']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:09.717383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7f033690-0684-421e-9df8-f6b0f936f44c None None] Provisioning complete for port 9d482d56-f493-4153-95fe-baac281f5721 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:09.718684 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f033690-0684-421e-9df8-f6b0f936f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.757333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7cecba-da7f-4040-9370-a8ad5245f2b5') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:09.757333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7cecba-da7f-4040-9370-a8ad5245f2b5') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:09.786082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.811622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Router efd0bfa8-1c1b-46db-9ebf-2061017c2942 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:09.813497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f033690-0684-421e-9df8-f6b0f936f44c None None] Port 9d482d56-f493-4153-95fe-baac281f5721 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:09.814139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-4119d302-e6c1-4ed1-94b8-ed623385177f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 1094 time: 1.2002406 May 27 03:37:09.852487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.878043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:37:09.878043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: timer() May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:37:09.999731 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:37:10.226883 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:10.264635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:10.291412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:10.312373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6d47-dcee-4d40-aea6-7e8eace2ea89 req-cce0bb4c-b166-48a6-8d4f-2d598584383a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:10.320243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-924b6d47-dcee-4d40-aea6-7e8eace2ea89 req-cce0bb4c-b166-48a6-8d4f-2d598584383a tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 943 time: 0.6745331 May 27 03:37:10.377353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] Pushing event deleted for resources: {'Network': ['ID=743a88aa-772f-4af7-bc30-663172906255,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:10.392363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb238dc-50a9-4d0d-8eb4-813c5a8c36bf req-0c0ab91f-d396-431c-90a8-f9caa2c30cb0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:10.393366 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-95be631b-4f6d-462a-bd74-c7bea1b97140 admin admin] 10.222.0.46 "DELETE /v2.0/networks/743a88aa-772f-4af7-bc30-663172906255 HTTP/1.1" status: 204 len: 168 time: 2.1763978 May 27 03:37:10.400622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bb238dc-50a9-4d0d-8eb4-813c5a8c36bf req-0c0ab91f-d396-431c-90a8-f9caa2c30cb0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.2101989 May 27 03:37:10.407155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb962-a174-4049-942b-2aee8965c159 req-234f18fe-2ca8-4ad7-b70c-eda30017b18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:10.409199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-234f18fe-2ca8-4ad7-b70c-eda30017b18d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.5785887 May 27 03:37:10.479844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bb238dc-50a9-4d0d-8eb4-813c5a8c36bf req-db90f6be-151d-4bf2-8051-a1142f46e1f6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628512 May 27 03:37:10.555116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:10.562979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-43081327-4597-41d6-a769-cd09ba77aee6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 HTTP/1.1" status: 200 len: 217 time: 0.1422031 May 27 03:37:10.572523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-95d6dca9-b7fe-414b-a985-604725860adc admin admin] 10.222.0.46 "PUT /v2.0/routers/efd0bfa8-1c1b-46db-9ebf-2061017c2942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8042889 May 27 03:37:10.576685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-924b6d47-dcee-4d40-aea6-7e8eace2ea89 req-0f1fabf4-cac7-401b-8b86-c0a5667b2282 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553582 May 27 03:37:10.681633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:10.745919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb962-a174-4049-942b-2aee8965c159 req-020cd2e6-6279-4758-a1cb-7d3b84855223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:10.747808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-020cd2e6-6279-4758-a1cb-7d3b84855223 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.1697497 May 27 03:37:10.827860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:10.828555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-59786352-a3da-48c6-b9cb-2e5be14427b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=434aa2eabd83452b84d0baa8ea86673f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1450515 May 27 03:37:10.834246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-34889995-7310-4fc1-b2ab-fdf8ab957c35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809906 May 27 03:37:11.131423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.191903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.214424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.232961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:37:11.293161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.357493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-dc1975ad-c65f-475d-a4f6-8205ad063de5 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018308 May 27 03:37:11.413042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.583159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:11.612173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2', 'network_id': '5cc89399-e6df-461b-8e70-047209836fd0', 'port_id': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2', 'mac_address': 'fa:16:3e:96:b1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e00ad9b-1a4c-4b38-b562-3a3ffac0a982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:37:11.848367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.894848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:11.924581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:11.934353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:11.956765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:11.957809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.010236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d275-244f-494c-ab42-76bdd41c8be2 req-1b3fd525-d69e-484a-8695-9af507963fee tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:12.014184 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d74d275-244f-494c-ab42-76bdd41c8be2 req-1b3fd525-d69e-484a-8695-9af507963fee tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.2145352 May 27 03:37:12.028999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:12.060832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.145691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d74d275-244f-494c-ab42-76bdd41c8be2 req-a3e84153-255a-4ddc-9a7f-7cc4f62d0c30 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233432 May 27 03:37:12.182777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:37:12.445550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967bd86-d5a1-4b91-9113-8316348d6537 None None] New status for floating IP 3a63cbac-1a7b-477b-9955-db5495f36381: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:37:12.589458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23275-555e-403d-9831-ace87e0a66ec req-e6c482c9-4e19-4ef0-a99d-44219733f66b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:12.593421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37b23275-555e-403d-9831-ace87e0a66ec req-e6c482c9-4e19-4ef0-a99d-44219733f66b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 944 time: 0.6107969 May 27 03:37:12.594286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:12.635531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb390149-6610-4ffc-aa7c-e5c75d97bb0b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.735211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c8cb962-a174-4049-942b-2aee8965c159 req-e1019134-9258-4a84-96f9-c0cb987a1d64 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3581581 May 27 03:37:12.757102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:12.761274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d4de1d41-e3b9-4153-bd43-f81ded54748e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb390149-6610-4ffc-aa7c-e5c75d97bb0b HTTP/1.1" status: 204 len: 168 time: 1.9322639 May 27 03:37:13.012414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37b23275-555e-403d-9831-ace87e0a66ec req-09babce4-0ac3-45b6-bbe7-082e505d76ec tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007981 May 27 03:37:13.133099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ce8a26fe-8165-4c48-a1e8-5dba03c4d322 None None] Provisioning complete for port d6f9a6f0-68f1-4952-a0a0-19550431e426 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:13.134681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ce8a26fe-8165-4c48-a1e8-5dba03c4d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:13.170633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Router 7744d3bb-acab-4554-b9ef-ee15dd130eae has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:13.255033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a26fe-8165-4c48-a1e8-5dba03c4d322 None None] Port d6f9a6f0-68f1-4952-a0a0-19550431e426 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:13.263158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 76d2733f-59eb-49c8-8aab-2f47e0deee39 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:13.542840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:13.554498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-191cca37-c6ae-4aa2-b07c-ae695fea49f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/7744d3bb-acab-4554-b9ef-ee15dd130eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9443905 May 27 03:37:13.879566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:13.907805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-34583b5e-027d-44db-80d0-98384cbf6ca1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2266314 May 27 03:37:14.007716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cdefb1c1-f84f-4345-b8d2-b4bc5a9d232e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb36ae9e214242d3bb24d2dd44cdcba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1230857 May 27 03:37:14.008641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:14.147571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-bc1a27a7-583c-4d2f-a475-5a440125b0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 1097 time: 0.1543865 May 27 03:37:14.154552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.212929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.327383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.357351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192472de-5f3a-4700-bae5-59e88eb82e52,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:14.374063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.375585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8f55ab5-ade8-4c6d-b009-592e5f07a07b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/192472de-5f3a-4700-bae5-59e88eb82e52 HTTP/1.1" status: 204 len: 168 time: 0.3636682 May 27 03:37:14.390354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-a6d55c2a-e295-48dc-86bf-3f8d69c806a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:14.390657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-3602158c-ff2a-4642-b241-66ab7cf09b8c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:14.392772 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-a6d55c2a-e295-48dc-86bf-3f8d69c806a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 200 len: 907 time: 0.2158670 May 27 03:37:14.398448 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-3602158c-ff2a-4642-b241-66ab7cf09b8c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2efcd525-f7b6-4744-aa27-0be0ed80019a HTTP/1.1" status: 200 len: 944 time: 0.1763635 May 27 03:37:14.575372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-dff64527-a8c4-476a-bc73-2e4be4b28b53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 200 len: 217 time: 0.1762106 May 27 03:37:14.605002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port 76d2733f-59eb-49c8-8aab-2f47e0deee39 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:37:14.609129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:14.652672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:14.673271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568079653', 'description': 'tempest-description--1243700783'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:14.701563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:14.717129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Usage tracker for resource:security_group and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:14.724512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:14.743648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:14.750280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-b900624c-dcfc-46f8-8132-d8a0a9069d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:14.752652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-b900624c-dcfc-46f8-8132-d8a0a9069d48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 200 len: 846 time: 0.1703048 May 27 03:37:14.866999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-9d2ea15d-f864-44cb-829e-c0ea0fec8132 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5cc89399-e6df-461b-8e70-047209836fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063104 May 27 03:37:14.867925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.190193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:15.193906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port 76d2733f-59eb-49c8-8aab-2f47e0deee39, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=76d2733f-59eb-49c8-8aab-2f47e0deee39,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:15.194349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.209205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Usage tracker for resource:security_group_rule and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:15.218460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:15.246144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:15.255252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f241-e2ef-4be4-8315-ae9a4728db11 req-ba619c6a-789f-44f7-b1cc-bcc9fe808119 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:15.256843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f94f241-e2ef-4be4-8315-ae9a4728db11 req-ba619c6a-789f-44f7-b1cc-bcc9fe808119 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 944 time: 0.3050578 May 27 03:37:15.258968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:15.402630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:15.413138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:15.413688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.523962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for 76d2733f-59eb-49c8-8aab-2f47e0deee39 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:37:15.531538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-3ed452da-3c01-4722-9b04-48871aca5f17 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351523 May 27 03:37:15.754492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f94f241-e2ef-4be4-8315-ae9a4728db11 req-3dab1851-93b0-415f-8dd8-84c31a90af17 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904162 May 27 03:37:15.837989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.859703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.951647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.955450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.960027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62ebfc5c-3b17-478b-9c56-39146abf68aa tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3021727 May 27 03:37:15.960706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58980) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:15.986797 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:15.991512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'security_group_rule': {'security_group_id': '5983e3ce-f770-4eb8-a4df-25cbcb6e84fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:16.010532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:16.021322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b34347da-c6ab-4d0b-9897-0565cc621ce8 req-7a59f461-9c79-40fd-be64-f7b694dfecf5 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833462 May 27 03:37:16.022419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Usage tracker for resource:security_group_rule and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:16.030614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:16.041334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:16.119885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.142524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:16.217853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:16.222874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.231080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.396260 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f38da0e-8d32-45e2-a89e-326d0f7850e6'] response: {'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2', 'code': 200} May 27 03:37:16.445347 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.448537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=76d2733f-59eb-49c8-8aab-2f47e0deee39,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:16.453642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.633205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:16.649315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee69bce8-9c0d-4baf-8f9b-4168732b4973,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:16.684193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:16.697064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port 76d2733f-59eb-49c8-8aab-2f47e0deee39 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:16.705351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.715677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-deleted', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:16.740249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.742640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ad69bd27-35ee-42af-b93c-aa8bf8ce3555 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7788265 May 27 03:37:16.754734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58998) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:16.790711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'security_group_rule': {'security_group_id': '5983e3ce-f770-4eb8-a4df-25cbcb6e84fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:16.816306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:16.828977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f43d6f6-a885-4fc8-a001-b80cd603d9d6 req-9d3209a0-3d3d-4742-800e-af6eeeba8a16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 1096 time: 0.3379931 May 27 03:37:16.833419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Usage tracker for resource:security_group_rule and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:16.841621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:16.857295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:16.866700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:16.876262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4a640f2-1216-4d36-a1f9-24e55b68f1aa req-4166d822-7441-4dcf-8d15-962cf33068d0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "DELETE /v2.0/ports/76d2733f-59eb-49c8-8aab-2f47e0deee39 HTTP/1.1" status: 204 len: 173 time: 2.4764721 May 27 03:37:16.881148 n-d-843301-2 neutron-server[84156]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46e66be4-b6e9-4849-b4a0-e60ef3bb6eed']: {'server_uuid': '2efcd525-f7b6-4744-aa27-0be0ed80019a', 'name': 'network-vif-deleted', 'tag': '76d2733f-59eb-49c8-8aab-2f47e0deee39', 'status': 'failed', 'code': 422} returned with failed status May 27 03:37:16.881721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:16.883260 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.934110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:16.976722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f43d6f6-a885-4fc8-a001-b80cd603d9d6 req-d1b56db6-6b5a-48f4-8930-637c27635c49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384165 May 27 03:37:17.218683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.245126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.392516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff61669f-5130-4a0a-9d58-c56fcfbb07b6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:17.440536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.456302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c7ba82ea-6979-494f-9725-e405286efe0c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6870506 May 27 03:37:17.457192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:17.476378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.477648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:17.500757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:17.517351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Usage tracker for resource:floatingip and tenant:08ab77f8a269437b963666b2f270272e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:17.526491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:17.553919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:17.554404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:17.564774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.568494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:17.603833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:17.667845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7125cef-a9b2-4add-af48-bc3e67678ca2 req-2217b127-f5d2-41d9-aa46-90e6b45f2852 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:17.681535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7125cef-a9b2-4add-af48-bc3e67678ca2 req-2217b127-f5d2-41d9-aa46-90e6b45f2852 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.3288958 May 27 03:37:17.821741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7125cef-a9b2-4add-af48-bc3e67678ca2 req-2f6145e1-7ce3-4322-b84f-8c302d42faed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335711 May 27 03:37:17.869628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:18.020299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:18.029888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:18.029888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.066303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.371208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.396338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Allocated IP 172.25.8.211 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ab8a1394-a3a8-4abb-930b-7d436a170632) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:18.407300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:18.415076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:18.543279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:18.615528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:18.726943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:18.727617 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.235730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.280235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b6b23-c106-45f8-aade-d34b9274f9d8 req-b86e19b3-ce1a-4bb9-8f10-1bc27c53efb7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:19.282540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eec63-8561-4880-9737-72aeaf04e57b req-8cc7ad19-e330-4393-8ae3-558b00c618ed tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:19.283550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e42b6b23-c106-45f8-aade-d34b9274f9d8 req-b86e19b3-ce1a-4bb9-8f10-1bc27c53efb7 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1944821 May 27 03:37:19.284437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-8cc7ad19-e330-4393-8ae3-558b00c618ed tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4227068 May 27 03:37:19.316545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-91398152-e6a7-4c1e-80ce-101b60c36bc4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0267115 May 27 03:37:19.363627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-422eec63-8561-4880-9737-72aeaf04e57b req-fb5f645a-8426-429f-b131-180aab47c537 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:19.374519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e42b6b23-c106-45f8-aade-d34b9274f9d8 req-92338020-d247-4a1c-838d-a2ed8a544aa9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836635 May 27 03:37:19.377964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:19.439904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-422eec63-8561-4880-9737-72aeaf04e57b req-fb5f645a-8426-429f-b131-180aab47c537 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:19.448260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-fb5f645a-8426-429f-b131-180aab47c537 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1303389 May 27 03:37:19.576227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:19.579284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'Port': ['ID=ab8a1394-a3a8-4abb-930b-7d436a170632,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:19.581789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:19.586336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:19.750464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-d62affd4-0ede-4b8b-9115-11a7ef2710e6 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006849 May 27 03:37:20.035684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.038297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.038682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.039042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.039503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.040986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.040986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.041145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.041417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.042409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.042882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.043251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.043601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.043933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.044340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.046796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e50d733-4ccc-4c65-a30d-82e7cd5b31f6 req-e8c2f83c-7839-47fa-8f6f-5ad8e1b9170c tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9883 time: 0.2838421 May 27 03:37:20.190954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-7a2a9a33-8845-492b-adeb-5b4f5bc26d3a service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330986 May 27 03:37:20.204665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.626111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:20.723275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d867-3cce-4356-8b4c-49b22ddac4b9 req-d933d66f-9cf5-4fbb-a58d-4bdf5f00378e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:20.743787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d40d867-3cce-4356-8b4c-49b22ddac4b9 req-d933d66f-9cf5-4fbb-a58d-4bdf5f00378e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 886 time: 0.3327012 May 27 03:37:20.807215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:20.807822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:20.893747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a63caa0-25cd-4b15-af85-8868cc7fefa5 req-c2fa243b-a0b8-42b2-b5b8-eacdb1924d84 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 210 time: 0.0864472 May 27 03:37:21.114042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730bb47-220e-46a3-b7ac-fcd754670dcb req-9b0f1f48-dc03-4859-8d68-c9e288ca2394 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.125428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0730bb47-220e-46a3-b7ac-fcd754670dcb req-9b0f1f48-dc03-4859-8d68-c9e288ca2394 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.3753281 May 27 03:37:21.189546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.243078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0730bb47-220e-46a3-b7ac-fcd754670dcb req-2d3602cb-6675-4d2c-af2f-b6b4185f5b32 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154225 May 27 03:37:21.245980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.484058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.486610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.487167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.489900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.491382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.491977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.492510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.493479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.494034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.497779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.499034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.500333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.501816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.502345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.514497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02e968d5-0a6c-4e19-b740-6c28bd6833ae req-d11e4095-a2f9-4694-8ed0-c704d79dba4e tempest-NetworksTest-522421158 tempest-NetworksTest-522421158-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9883 time: 0.5680559 May 27 03:37:21.788038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'Port': ['ID=ab8a1394-a3a8-4abb-930b-7d436a170632,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:21.800212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.878460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-f04553f2-491d-469d-b488-b02a5abe65a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5375936 May 27 03:37:21.955085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:21.957538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6bd8d9db-4580-4f28-8a54-61e382e49943 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4989529 May 27 03:37:21.973751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee23b27-996d-41cc-b49e-51efedbcecc9 req-75e51129-bb00-41f9-9cd4-33a807bcba21 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:21.984811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee23b27-996d-41cc-b49e-51efedbcecc9 req-75e51129-bb00-41f9-9cd4-33a807bcba21 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.3398283 May 27 03:37:22.152262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee23b27-996d-41cc-b49e-51efedbcecc9 req-4bc9d286-c557-4db8-8a88-a02be73d956f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636298 May 27 03:37:22.462643 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54cf3b5b-4823-4244-be1f-643037a468cc req-82a9bb7c-729b-47a8-9982-3aa160b5caaa tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 210 time: 0.1500394 May 27 03:37:22.555553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:22.627609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-37cd03ba-0c9c-4573-8efd-17365d1fb17e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6500 time: 0.3544202 May 27 03:37:22.835923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-0fb299af-7fd9-4451-9e5b-585de0aeaa94 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Synchronizing usage tracker for tenant:08ab77f8a269437b963666b2f270272e on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:22.864693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-0fb299af-7fd9-4451-9e5b-585de0aeaa94 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Unset dirty status for tenant:08ab77f8a269437b963666b2f270272e on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:22.877557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-0fb299af-7fd9-4451-9e5b-585de0aeaa94 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1568079653&fields=id&tenant_id=08ab77f8a269437b963666b2f270272e HTTP/1.1" status: 200 len: 267 time: 0.1812139 May 27 03:37:23.323292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.456109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:23.463166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-a9f7a22a-3f87-4fac-8c08-96382337565a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.463731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-a9f7a22a-3f87-4fac-8c08-96382337565a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.464830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Usage tracker for resource:security_group_rule and tenant:cfc46771ed2f43baa67d8186dfc12c80 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:23.469351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-a9f7a22a-3f87-4fac-8c08-96382337565a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.472434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:23.473618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-a9f7a22a-3f87-4fac-8c08-96382337565a service neutron] 10.222.0.41 "GET /v2.0/networks?id=97c91322-7645-4a23-b1c8-af95ea2b6c02&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=64fac7f4-787d-4f35-bbfa-766aa909a04e&id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 2297 time: 0.8159924 May 27 03:37:23.486058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:23.631902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.648056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eec63-8561-4880-9737-72aeaf04e57b req-14bf6501-d3a7-468e-9886-125b31ed3057 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.648056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-14bf6501-d3a7-468e-9886-125b31ed3057 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.7476707 May 27 03:37:23.677369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': '4ec81523-5239-45ff-8a69-357251921208', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:23.678564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-6ab73a99-f7c2-453d-be2d-e06c95229fff tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.679065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-6ab73a99-f7c2-453d-be2d-e06c95229fff tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Synchronizing usage tracker for tenant:08ab77f8a269437b963666b2f270272e on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:23.753238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-6ab73a99-f7c2-453d-be2d-e06c95229fff tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Unset dirty status for tenant:08ab77f8a269437b963666b2f270272e on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:23.763947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-6ab73a99-f7c2-453d-be2d-e06c95229fff tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/networks?id=3ff28b87-fd40-46aa-a44a-071fad28c745 HTTP/1.1" status: 200 len: 805 time: 0.8854349 May 27 03:37:23.770235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc77a9-f4ca-4229-9928-2542a06746c5 req-9fdca458-55f9-4bae-b92a-55479d57f55c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.771717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3bc77a9-f4ca-4229-9928-2542a06746c5 req-9fdca458-55f9-4bae-b92a-55479d57f55c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.6955278 May 27 03:37:23.812750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-b1efaef8-5f1f-41ed-b234-14659f8f757e tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/quotas/08ab77f8a269437b963666b2f270272e HTTP/1.1" status: 200 len: 375 time: 0.0478461 May 27 03:37:23.828723 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-930f3b08-a521-4e16-a0d3-a5998dda2c3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 200 len: 1001 time: 0.3296015 May 27 03:37:23.847798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.875884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:23.971371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3bc77a9-f4ca-4229-9928-2542a06746c5 req-c6690125-f73f-4033-80f8-349db3b1c38e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731904 May 27 03:37:23.973597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-d9e6ad75-c2b5-44ee-93cf-052335edb4a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:23.975125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-d9e6ad75-c2b5-44ee-93cf-052335edb4a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6ef3a5-0787-465a-946e-c724574cdc69 HTTP/1.1" status: 200 len: 856 time: 0.1315176 May 27 03:37:23.980689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:24.037966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfc46771ed2f43baa67d8186dfc12c80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4797623 May 27 03:37:24.040413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59130) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:24.062066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:24.074964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fa436-52ef-4406-a9a3-4c9d21c425fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae051b59-d9fc-4260-8bb1-1c69bc5b608c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:24.115018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:24.118726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.123716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-d94910f7-6618-48b0-8836-25277e9d4f1a tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Synchronizing usage tracker for tenant:08ab77f8a269437b963666b2f270272e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:24.180382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-d94910f7-6618-48b0-8836-25277e9d4f1a tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Unset dirty status for tenant:08ab77f8a269437b963666b2f270272e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:24.188810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-d94910f7-6618-48b0-8836-25277e9d4f1a tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08ab77f8a269437b963666b2f270272e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750553 May 27 03:37:24.244146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-9fc2bfec-74f1-4068-abfa-fc1d11af80c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97c91322-7645-4a23-b1c8-af95ea2b6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601366 May 27 03:37:24.316410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.458598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36922c93-4a14-4387-8a47-42f4e334d9f3 req-4a9a2f93-df7f-4e0f-bbb6-15c4fd262c9b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 210 time: 0.1462588 May 27 03:37:24.526423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.578193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-c36c8a1b-bb6c-443e-bf3f-279e69212888 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822160 May 27 03:37:24.690554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.14 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/ab8d1701-245e-4bc4-b807-a5e1c4ebc487) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:24.698769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-8445c2e3-a8ea-4583-b159-3dd157f20390 service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375372 May 27 03:37:24.730215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-c72a6be9-c7c6-4350-9773-358c40df3c0c service neutron] 10.222.0.46 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443906 May 27 03:37:24.840497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:24.989064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae051b59-d9fc-4260-8bb1-1c69bc5b608c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:25.299018 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-c0b336a5-6356-4395-91e8-2dc42f06238d service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921159 May 27 03:37:25.376954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30414-95a7-4006-bd07-426b8afa0477 req-c436b9b3-42b9-4a45-9fe4-42a0f0c09e6b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:25.383518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccc30414-95a7-4006-bd07-426b8afa0477 req-c436b9b3-42b9-4a45-9fe4-42a0f0c09e6b tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1084745 May 27 03:37:25.448334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccc30414-95a7-4006-bd07-426b8afa0477 req-112b45f8-e265-41e0-b359-f1f11ecb86d8 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608590 May 27 03:37:25.606077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.606077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a084a467-8bf7-425d-a5c8-33ea907b5c4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae051b59-d9fc-4260-8bb1-1c69bc5b608c HTTP/1.1" status: 204 len: 168 time: 1.5529196 May 27 03:37:25.606077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-2acc33e6-11e0-46a2-9c95-a26d53a4be17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 217 time: 0.2798576 May 27 03:37:25.651039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-331a7f5b-4db6-4510-a616-087a59b8803f req-f94c6123-4200-4261-bb67-89e55d556d9f tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 210 time: 0.1071954 May 27 03:37:25.770611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914009b9-9f19-48d4-a32e-6905d06d89aa req-9fb9db04-f416-485a-9834-d994c90aded0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:25.779193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-914009b9-9f19-48d4-a32e-6905d06d89aa req-9fb9db04-f416-485a-9834-d994c90aded0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.7721207 May 27 03:37:25.824866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:25.835347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-c3e2bd19-9c68-465a-b58a-c7025d46b93e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:25.835347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-c3e2bd19-9c68-465a-b58a-c7025d46b93e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2224455 May 27 03:37:25.962078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3223f39b-c1fa-4bb0-8d10-ca456dfdaee0 req-727f1aa0-a0dd-4181-ad8f-606569774680 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 210 time: 0.0701029 May 27 03:37:25.963953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-914009b9-9f19-48d4-a32e-6905d06d89aa req-a43b35a4-9922-45a0-a530-5da95cf63a88 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839037 May 27 03:37:26.100514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-52cd2fc6-c07a-4b12-9cac-959dac5b7a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490020 May 27 03:37:26.103596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.157603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.367451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:26.381689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:26.388745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:26.401279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:26.429645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:26.463567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-6c76a68b-fadf-46a9-b88f-b4b46aef6cff service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524570 May 27 03:37:26.467048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.522833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:26.523441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.536584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:26.542070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Usage tracker for resource:security_group_rule and tenant:0133c9888cff49a5a8a3a0d49157195e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:26.547428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:26.557317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:26.635169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-f1c7cccd-658e-415b-81d6-a53e688847be tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9671354 May 27 03:37:26.653215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Request body: {'port': {'device_id': '4ec81523-5239-45ff-8a69-357251921208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:26.805943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.819244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:26.888791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-2fd6914f-e39a-4642-be1e-a5c4575e0849 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091177 May 27 03:37:27.005695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-406b113c-4f3d-4203-abcb-8cc49d502169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 217 time: 0.1091535 May 27 03:37:27.021223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d79a9-c33e-4395-8ba8-9d2596116be7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:27.061924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31f04718-a696-447b-b422-16087c87e184 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0133c9888cff49a5a8a3a0d49157195e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6278541 May 27 03:37:27.061924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59178) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:27.079647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-506c8a2f-9a39-4ec3-9e21-6c6388ef1910 req-8a892df4-702e-4429-a4a1-312a7c304f27 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 210 time: 0.1949880 May 27 03:37:27.102811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.216560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f73a8-276e-40c7-9721-f9353b916746 req-a2f5ae87-de60-4f73-8afc-624834a24639 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:27.230444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e2f73a8-276e-40c7-9721-f9353b916746 req-a2f5ae87-de60-4f73-8afc-624834a24639 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.4986062 May 27 03:37:27.363566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-d0e94d37-ccd0-4cd2-84b0-1e37390212a6 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:27.364164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-72577777-3ae5-40ef-a9f8-9f696f429f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:27.365286 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-d0e94d37-ccd0-4cd2-84b0-1e37390212a6 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.41 "GET /v2.0/networks?id=3ff28b87-fd40-46aa-a44a-071fad28c745 HTTP/1.1" status: 200 len: 805 time: 0.5231872 May 27 03:37:27.366200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-72577777-3ae5-40ef-a9f8-9f696f429f76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.3466752 May 27 03:37:27.401821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.432838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e2f73a8-276e-40c7-9721-f9353b916746 req-5548a616-7fed-4538-9868-4e5d31ffa1f9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002454 May 27 03:37:27.496094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.515785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-4d44df48-5f05-4150-9167-8aff502692cb tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ab77f8a269437b963666b2f270272e HTTP/1.1" status: 200 len: 380 time: 0.1300175 May 27 03:37:27.535760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'port': {'device_id': '26864979-1d92-484a-bca4-cc8116b23aaa', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'admin_state_up': True, 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'security_groups': ['5983e3ce-f770-4eb8-a4df-25cbcb6e84fc']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:27.642706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19988658-8bb5-4fd4-82af-73ac29e0dc7c req-9ae62a64-4e04-432f-92f8-462a14a129e5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:27.643459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-19988658-8bb5-4fd4-82af-73ac29e0dc7c req-9ae62a64-4e04-432f-92f8-462a14a129e5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:27.678346 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-889a1d12-e7cb-4291-83d8-5439f9737be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2947011 May 27 03:37:27.690320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-19988658-8bb5-4fd4-82af-73ac29e0dc7c req-9ae62a64-4e04-432f-92f8-462a14a129e5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:27.692232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19988658-8bb5-4fd4-82af-73ac29e0dc7c req-9ae62a64-4e04-432f-92f8-462a14a129e5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 932 time: 0.3866560 May 27 03:37:27.779545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aff3cf47-3199-4c88-8403-1f515b3c0c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.806143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:27.830095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:27.846814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.871635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Made reservation on behalf of 08ab77f8a269437b963666b2f270272e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:27.875420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.877662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19988658-8bb5-4fd4-82af-73ac29e0dc7c req-eb480713-9b39-4f6b-ae23-69fa48ec9cd4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574743 May 27 03:37:27.886903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d79a9-c33e-4395-8ba8-9d2596116be7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:27.906051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef9cf-ad5b-465c-8781-d7791f11d9bf req-0f6017d4-2a5b-495e-abfe-453d0b3e31b8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:27.913094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae5ef9cf-ad5b-465c-8781-d7791f11d9bf req-0f6017d4-2a5b-495e-abfe-453d0b3e31b8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.1957030 May 27 03:37:27.914775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-dc756ada-c040-4192-8fe0-a08f51277dec service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213845 May 27 03:37:27.942027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:27.946003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d33a46b9-0123-4d3b-858c-c56855d0768c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/133d79a9-c33e-4395-8ba8-9d2596116be7 HTTP/1.1" status: 204 len: 168 time: 0.8779809 May 27 03:37:28.029705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae5ef9cf-ad5b-465c-8781-d7791f11d9bf req-fa6c1cde-834f-47e4-a402-dbfe26a9397e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155484 May 27 03:37:28.286812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Allocated IP 172.20.0.12 (3ff28b87-fd40-46aa-a44a-071fad28c745/081ba920-ccc3-4df5-a0a6-63680aa08c90/ef855f9d-971a-4513-a931-42e1d8deffef) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:28.343338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45694f5e-b602-4ed9-9883-f7aced0dc2d3 req-254f6634-7de4-4092-a539-fa51bb847d81 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 210 time: 0.0601270 May 27 03:37:28.378613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8d1701-245e-4bc4-b807-a5e1c4ebc487 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:28.393169 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.461680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Transition to ACTIVE for port object ab8d1701-245e-4bc4-b807-a5e1c4ebc487 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:28.472454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-ba700cf3-1a16-4ccc-815e-bfe6a34a2280 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463045 May 27 03:37:28.474546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.796981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:28.800563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-d3f32357-2a17-4a4e-b564-b070f4698faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c HTTP/1.1" status: 200 len: 217 time: 0.2614076 May 27 03:37:28.874469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:28.901961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2ecf-5c2a-44d6-8bac-fa4401103a4a req-5f2badc8-9141-4009-a320-96712ed6dbf1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:28.906164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f48a2ecf-5c2a-44d6-8bac-fa4401103a4a req-5f2badc8-9141-4009-a320-96712ed6dbf1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.2106514 May 27 03:37:28.914852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Transition to ACTIVE for port object ef855f9d-971a-4513-a931-42e1d8deffef will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:29.011722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f48a2ecf-5c2a-44d6-8bac-fa4401103a4a req-6789f885-d4f6-45a3-8bdd-fb80c057eb4c tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980990 May 27 03:37:29.054292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.156616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-00146600-ed70-45da-b76a-398d715675e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:29.158528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-00146600-ed70-45da-b76a-398d715675e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2867286 May 27 03:37:29.178487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:29.179846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event updated for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:29.191683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:29.211178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:29.308261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Attempting to bind port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:29.308261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Attempting to bind port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:29.308566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Attempting to bind port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:29.315909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:37:29.341779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:37:29.342011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Attempting to bind port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:29.377371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:29.377718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:29.378105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:29.378552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Bound port: ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:29.378898 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.390129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:29.391266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.434952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9ad5b-1c2b-42ad-bf2a-f8fa1765b646 req-4e041b5a-e36c-4457-9509-a6ff867bc070 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:29.441492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75b9ad5b-1c2b-42ad-bf2a-f8fa1765b646 req-4e041b5a-e36c-4457-9509-a6ff867bc070 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 944 time: 0.3689637 May 27 03:37:29.446590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-5e5aa4a9-22b6-48bb-bc04-cd0aa12186dc tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9220018 May 27 03:37:29.448405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-d2d9e0c9-bce5-43b0-b5ea-e4c61d2132ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2809601 May 27 03:37:29.465656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Request body: {'port': {'device_id': '26864979-1d92-484a-bca4-cc8116b23aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:29.571571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.612085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:29.613867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:29.619861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.705964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:29.719105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d93227c3-0b0c-4ac2-90ad-9aa0bd5aa968 None None] Provisioning for port ef855f9d-971a-4513-a931-42e1d8deffef completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:29.732231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d93227c3-0b0c-4ac2-90ad-9aa0bd5aa968 None None] Provisioning complete for port ef855f9d-971a-4513-a931-42e1d8deffef triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:29.732646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d93227c3-0b0c-4ac2-90ad-9aa0bd5aa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.765213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:29.775334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:29.785075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75b9ad5b-1c2b-42ad-bf2a-f8fa1765b646 req-4d5a62eb-ca70-47fb-b8fa-2665f59d146e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301525 May 27 03:37:29.802321 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.822190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.911696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d93227c3-0b0c-4ac2-90ad-9aa0bd5aa968 None None] Port ef855f9d-971a-4513-a931-42e1d8deffef cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:29.925273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a33aa02-1f83-4f1e-93d6-0f65db3c2fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:29.935149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-469ab755-2538-4d39-b0c2-c24a752338b9 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742725 May 27 03:37:29.953641 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f0f52e-8f69-44ec-bf0e-c805e748af8b'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:37:30.020106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:30.049383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.050723 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab8d1701-245e-4bc4-b807-a5e1c4ebc487 HTTP/1.1" status: 200 len: 1092 time: 3.4120610 May 27 03:37:30.055949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:30.081786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb3303-8a2b-49df-83e9-78a2ffa8f6ec req-d8ac5bee-2f17-4bf4-82c4-1e6d2ee4e78d tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:30.083308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcd468-21d5-4696-847f-81e19bdc98b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:30.088848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dbfb3303-8a2b-49df-83e9-78a2ffa8f6ec req-d8ac5bee-2f17-4bf4-82c4-1e6d2ee4e78d tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Synchronizing usage tracker for tenant:08ab77f8a269437b963666b2f270272e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:30.180705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-587dc1e0-a478-4c0a-b76a-c87527235e46 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371578 May 27 03:37:30.252289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dbfb3303-8a2b-49df-83e9-78a2ffa8f6ec req-d8ac5bee-2f17-4bf4-82c4-1e6d2ee4e78d tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Unset dirty status for tenant:08ab77f8a269437b963666b2f270272e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:30.258956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbfb3303-8a2b-49df-83e9-78a2ffa8f6ec req-d8ac5bee-2f17-4bf4-82c4-1e6d2ee4e78d tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 932 time: 0.5348692 May 27 03:37:30.285549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-network', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:30.303073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:30.314916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Usage tracker for resource:network and tenant:cb76b84c251c4129ba291c3b9a5ee447 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:30.324115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-69ad71f9-8a22-4b3b-a5b9-4692214469c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147 HTTP/1.1" status: 200 len: 217 time: 0.1355906 May 27 03:37:30.330376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:30.350004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:30.389910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbfb3303-8a2b-49df-83e9-78a2ffa8f6ec req-da36cbc7-8d92-4111-bcee-91c1134583af tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248851 May 27 03:37:30.408174 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-70d7288c-9a12-4158-a914-92c562301833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 1095 time: 0.2893732 May 27 03:37:30.410733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Made reservation on behalf of cb76b84c251c4129ba291c3b9a5ee447 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:30.410733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.439187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.518917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-f7b51a6c-1ae4-4e8d-983b-ee5cd0d99c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:30.519908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-f7b51a6c-1ae4-4e8d-983b-ee5cd0d99c1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.1871724 May 27 03:37:30.522158 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01491bc2-263b-41ca-9dbc-f1252925409c'] response: {'name': 'network-changed', 'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487', 'status': 'completed', 'code': 200} May 27 03:37:30.526990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-b8bb127c-2f8d-4366-879b-148cc216e208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487 HTTP/1.1" status: 200 len: 217 time: 0.1198850 May 27 03:37:30.549571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:30.564569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Usage tracker for resource:security_group_rule and tenant:cb76b84c251c4129ba291c3b9a5ee447 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:30.570495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:30.580222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:30.589665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef855f9d-971a-4513-a931-42e1d8deffef {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:30.602661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.627728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Transition to ACTIVE for port object ef855f9d-971a-4513-a931-42e1d8deffef will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:30.635121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.723501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f376d-6ea5-47d7-a602-827ec7f51222 req-540fff8a-9ae6-4052-9b9d-f877ea962cc6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:30.725550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e2f376d-6ea5-47d7-a602-827ec7f51222 req-540fff8a-9ae6-4052-9b9d-f877ea962cc6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.4673445 May 27 03:37:30.800748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eec63-8561-4880-9737-72aeaf04e57b req-2a6d30e5-4a52-4c67-9845-049eb54769f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:30.802603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-2a6d30e5-4a52-4c67-9845-049eb54769f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.1228981 May 27 03:37:30.816835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:30.834903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.842210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:30.973961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-049072cb-c9a8-47c4-9b1e-2a345f40dca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493840 May 27 03:37:31.020551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49259641-9b70-41d9-90ca-c6128d5a8e61,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.025003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:31.071542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-76d78941-6d9e-4ecd-a924-02535a90cf4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5429876 May 27 03:37:31.091336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.091617 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Added segment 7803caee-729a-4430-a95d-20ba3f994da2 of type vlan for network 3dc996ca-008a-44e4-b127-bcae59aa490a May 27 03:37:31.156845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Attempting to bind port ef855f9d-971a-4513-a931-42e1d8deffef on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:31.157458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Attempting to bind port ef855f9d-971a-4513-a931-42e1d8deffef by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:31.157949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Attempting to bind port ef855f9d-971a-4513-a931-42e1d8deffef on network 3ff28b87-fd40-46aa-a44a-071fad28c745 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:31.161175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.182185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Port ef855f9d-971a-4513-a931-42e1d8deffef on network 3ff28b87-fd40-46aa-a44a-071fad28c745 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:37:31.182507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Attempting to bind port ef855f9d-971a-4513-a931-42e1d8deffef on network 3ff28b87-fd40-46aa-a44a-071fad28c745 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:31.194363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e2f376d-6ea5-47d7-a602-827ec7f51222 req-35704ce3-ff4a-484c-b825-44830b7c19c5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522593 May 27 03:37:31.204764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.216463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:31.217118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Checking segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:31.217704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Bound using segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:31.218348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Bound port: ef855f9d-971a-4513-a931-42e1d8deffef, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:31.218892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.240346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ec29-7f79-4d0d-af70-3c91a3eba373 req-19307359-73ca-4af5-90d3-a159dd7b070e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:31.242039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15a7ec29-7f79-4d0d-af70-3c91a3eba373 req-19307359-73ca-4af5-90d3-a159dd7b070e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 944 time: 0.1950555 May 27 03:37:31.268471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.269200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:31.270031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.378105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.379489 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-dad943c4-5aec-495a-bcc7-177bfa636869 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226484 May 27 03:37:31.382068 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-42df35cd-d79e-4bd0-8138-f3aed172d5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007590 May 27 03:37:31.448054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc996ca-008a-44e4-b127-bcae59aa490a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.460753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3dc996ca-008a-44e4-b127-bcae59aa490a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:37:31.461356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d34ab2bc-07fa-4635-8819-a35eb94ff914 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4401627 May 27 03:37:31.468718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:31.485272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15a7ec29-7f79-4d0d-af70-3c91a3eba373 req-25e1a088-c313-4cfd-a579-9104cbf09a9b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342055 May 27 03:37:31.489393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Request body: {'subnet': {'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-subnet', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:31.496260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:31.523511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Usage tracker for resource:subnet and tenant:cb76b84c251c4129ba291c3b9a5ee447 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:31.526439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:31.528764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:31.532735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ef855f9d-971a-4513-a931-42e1d8deffef,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:31.548739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:31.552068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.633095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Made reservation on behalf of cb76b84c251c4129ba291c3b9a5ee447 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:31.635303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.706616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:31.708252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef855f9d-971a-4513-a931-42e1d8deffef HTTP/1.1" status: 200 len: 1092 time: 2.2497461 May 27 03:37:31.711347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:31.745312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-f6e40264-00c7-4800-95f0-5d9191b755ec service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554771 May 27 03:37:31.860969 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31972ef3-b66d-41b7-9f5b-09d27086ab58'] response: {'name': 'network-changed', 'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'status': 'completed', 'code': 200} May 27 03:37:31.871485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626af9-5545-40dc-bb50-3c6b8caf7ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.878185 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-5ca10e67-cd2a-4b3d-befc-c2479411182b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 200 len: 217 time: 0.1214962 May 27 03:37:31.886286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-422eec63-8561-4880-9737-72aeaf04e57b req-8eb26db8-ce9d-458c-b842-8fc2cd0a64a3 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941261 May 27 03:37:31.959147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13db8d-687a-49ed-a6af-e40504d462f4 req-2824aac7-c170-467e-98aa-8ebb6627bebe tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:31.960872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e13db8d-687a-49ed-a6af-e40504d462f4 req-2824aac7-c170-467e-98aa-8ebb6627bebe tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 944 time: 0.3612649 May 27 03:37:32.016410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3cc49c44-ceea-4df6-935b-a456f22f8505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08ab77f8a269437b963666b2f270272e&device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 1095 time: 0.2569935 May 27 03:37:32.109723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-1a85c0e9-543b-49be-8665-724e0b5c0a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:32.111214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-1a85c0e9-543b-49be-8665-724e0b5c0a8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.2273548 May 27 03:37:32.214187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-cef89e00-4346-44c4-8472-7c745383432f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef855f9d-971a-4513-a931-42e1d8deffef HTTP/1.1" status: 200 len: 217 time: 0.1859131 May 27 03:37:32.218409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e13db8d-687a-49ed-a6af-e40504d462f4 req-255ab312-2d79-4d58-bfa0-a2476229c2dd tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950228 May 27 03:37:32.233623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-66cfe849-eac2-451c-ab04-7ff382854009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 1095 time: 0.2711267 May 27 03:37:32.384836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-5ff778fd-1084-4671-abe0-c86cc2542bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2555842 May 27 03:37:32.481734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.547386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-26233162-815a-4c2b-b03b-0b013b5ac46a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:32.550381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-26233162-815a-4c2b-b03b-0b013b5ac46a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=081ba920-ccc3-4df5-a0a6-63680aa08c90 HTTP/1.1" status: 200 len: 844 time: 0.2992914 May 27 03:37:32.620674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-ff0a37b0-c680-4b89-b08d-177936a93ccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:32.625795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-ff0a37b0-c680-4b89-b08d-177936a93ccc service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.3834562 May 27 03:37:32.793508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f0b627-82a2-481f-aca3-3f012e5c79b8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:32.807604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6253-bac1-4ee7-b5bd-fb3816c4ea2f req-101f4127-8eac-4d05-940d-e632b2b1ddf1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:32.809990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2af6253-bac1-4ee7-b5bd-fb3816c4ea2f req-101f4127-8eac-4d05-940d-e632b2b1ddf1 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.4043515 May 27 03:37:32.826825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-47654660-4234-4ea7-8662-570081a3c421 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317012 May 27 03:37:32.829901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-4d30ca34-3e89-4726-b199-cd1747ea623a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487 HTTP/1.1" status: 200 len: 217 time: 0.1927588 May 27 03:37:32.846784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Checking segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:32.847383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Network hostable DHCP agents. Network: 3dc996ca-008a-44e4-b127-bcae59aa490a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:32.870482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:32.905232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-6146408a-7a0c-401d-bf5b-fd65536950ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff28b87-fd40-46aa-a44a-071fad28c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165624 May 27 03:37:32.939977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2af6253-bac1-4ee7-b5bd-fb3816c4ea2f req-f2e7e31d-9c46-48d3-b014-cb363ae87440 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219320 May 27 03:37:33.006633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:33.050726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3dc996ca-008a-44e4-b127-bcae59aa490a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:33.060509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6971d-c432-454f-a119-dde4fab8478a None None] Network 3dc996ca-008a-44e4-b127-bcae59aa490a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:37:33.102903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:33.103725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.270853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-fe9e1a37-fdba-482f-a235-35c61516411d service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567202 May 27 03:37:33.272659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ce967b88-ad3f-40cc-8fe7-f30787b7c954 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8024421 May 27 03:37:33.274987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:33.284213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:33.312518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-9ad54e90-8286-4f52-a2a3-b61c5f055ea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:33.313984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-9ad54e90-8286-4f52-a2a3-b61c5f055ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.4320953 May 27 03:37:33.323384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2da2-3172-40d5-a81a-853f4ad77320 req-bfbc2e09-5143-4195-965c-10cb25499bf9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:33.324152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:33.331477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d4d2da2-3172-40d5-a81a-853f4ad77320 req-bfbc2e09-5143-4195-965c-10cb25499bf9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 944 time: 0.5718625 May 27 03:37:33.396273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Usage tracker for resource:router and tenant:cb76b84c251c4129ba291c3b9a5ee447 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:33.404335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:33.421329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:33.430899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-38a07c63-7786-463e-baa5-791344541eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951166 May 27 03:37:33.447869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.449146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.473411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d4d2da2-3172-40d5-a81a-853f4ad77320 req-3ea2eb5c-cb61-4a2a-aaec-fd5f99943bfa tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412771 May 27 03:37:33.514603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:37:33.517979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.582762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d8bcaef-504e-4c00-8420-896edfe3b9b1 req-3ab8114d-c910-4fc0-bae9-f083d12bcf93 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926831 May 27 03:37:33.664731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-99652601-6216-4f48-a80b-718d1f868fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265705 May 27 03:37:33.675570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3dc996ca-008a-44e4-b127-bcae59aa490a', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:37:33.676398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.859040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-57fcb765-4f6b-419c-b590-51cadd6e1f55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 200 len: 217 time: 0.1730146 May 27 03:37:33.901548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:33.951918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-66b1400e-d791-4783-a8a2-0ce2b2d3304f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08ab77f8a269437b963666b2f270272e&device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 1095 time: 0.2373652 May 27 03:37:34.016443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2c552-a693-4678-87e1-c020a3f4fe05 req-da50394e-4d9f-4118-a4ec-f4f79c9589bb tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:34.028357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0d2c552-a693-4678-87e1-c020a3f4fe05 req-da50394e-4d9f-4118-a4ec-f4f79c9589bb tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 944 time: 0.4883323 May 27 03:37:34.036838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-498b6783-fa2d-47b1-b483-b9e7dcc04533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:34.053438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-498b6783-fa2d-47b1-b483-b9e7dcc04533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.1720209 May 27 03:37:34.097336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:34.128518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:37:34.218588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-36dd35da-c977-486c-a0c3-c1edcecc8fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608769 May 27 03:37:34.360354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.391766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0d2c552-a693-4678-87e1-c020a3f4fe05 req-883cdadc-8135-4dcf-a878-e317c10c1b1f tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838534 May 27 03:37:34.485804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-de24ba8b-2b84-4b63-b829-30af0b71713e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:34.488172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-de24ba8b-2b84-4b63-b829-30af0b71713e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff28b87-fd40-46aa-a44a-071fad28c745 HTTP/1.1" status: 200 len: 906 time: 0.5302544 May 27 03:37:34.533138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:34.571209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-9297eb07-abd9-4d34-8e19-4af857386b4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5162480 May 27 03:37:34.612351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-74b20459-086d-449d-8fe3-f336a261faeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef855f9d-971a-4513-a931-42e1d8deffef HTTP/1.1" status: 200 len: 217 time: 0.1139264 May 27 03:37:34.623316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:34.634590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Allocated IP 172.20.0.2 (3dc996ca-008a-44e4-b127-bcae59aa490a/43f0b627-82a2-481f-aca3-3f012e5c79b8/776d51d1-fe27-43c4-9a1c-b40abeac3104) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:34.640733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:34.813301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:34.820716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e37b-238a-4ba0-8b05-0467c0afd90c req-926c251a-b70f-466b-b97a-05e83ae63556 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:34.822663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a8a2e37b-238a-4ba0-8b05-0467c0afd90c req-926c251a-b70f-466b-b97a-05e83ae63556 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.4935362 May 27 03:37:34.842779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-a6628ea3-8fb3-4366-9e51-ec7e4ce1083f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:34.843092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3268ae31-ca3e-457b-a8ea-815c4bffa112'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:37:34.844277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-a6628ea3-8fb3-4366-9e51-ec7e4ce1083f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=081ba920-ccc3-4df5-a0a6-63680aa08c90 HTTP/1.1" status: 200 len: 844 time: 0.2097173 May 27 03:37:34.911846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a8a2e37b-238a-4ba0-8b05-0467c0afd90c req-094ec48c-3b9c-4728-9e08-885695278d74 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820789 May 27 03:37:34.922233 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c686d08-40aa-4d07-81f2-dcb06375f605 req-493ea3d8-b0d5-4ab9-b986-4bf5bc759b70 service neutron] 10.222.0.41 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925700 May 27 03:37:34.988125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-fc839812-44ab-4227-a93f-2d52aa38571e service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039185 May 27 03:37:35.092101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.151529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.320647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dec077f9-1bef-4b17-ad75-3ef4d2bc0fab req-888455ed-2563-4d89-9e4d-cd75934d22ba service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239789 May 27 03:37:35.388119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8c08e-2147-4f25-81f5-ef09dbced107 req-b7531cfa-ac06-4ca1-a2b0-427b4df73283 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:35.390432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73a8c08e-2147-4f25-81f5-ef09dbced107 req-b7531cfa-ac06-4ca1-a2b0-427b4df73283 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 944 time: 0.6296954 May 27 03:37:35.398266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-2992f872-d580-4503-a9d9-ad3a7522d7e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff28b87-fd40-46aa-a44a-071fad28c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712542 May 27 03:37:35.436080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ab8d1701-245e-4bc4-b807-a5e1c4ebc487 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:37:35.693716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Allocated IP 172.25.8.194 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c7660cae-77aa-4f77-8e49-401ce31045a4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:35.710534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.762323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Transition to ACTIVE for port object 776d51d1-fe27-43c4-9a1c-b40abeac3104 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:35.780157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda0fe6-cf68-4003-95d4-385e0fd2fa7f req-a603983a-7e65-4a55-9ea0-36bea08950dd tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:35.782056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbda0fe6-cf68-4003-95d4-385e0fd2fa7f req-a603983a-7e65-4a55-9ea0-36bea08950dd tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 944 time: 0.1280034 May 27 03:37:35.874980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Transition to ACTIVE for port object 776d51d1-fe27-43c4-9a1c-b40abeac3104 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:35.934465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbda0fe6-cf68-4003-95d4-385e0fd2fa7f req-b62f0876-9970-4d69-9aec-dfa4ce1dd1ff tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173167 May 27 03:37:35.955550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.993647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:35.996568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:36.036443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.138635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487', 'mac_address': 'fa:16:3e:43:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:37:36.141472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Pushing event updated for resources: {'Port': ['ID=776d51d1-fe27-43c4-9a1c-b40abeac3104,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.232007 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.260080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:36.263464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:36.264949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73a8c08e-2147-4f25-81f5-ef09dbced107 req-af5d4615-4571-40ca-b833-228003a903a9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8655560 May 27 03:37:36.270429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:36.280943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8d1701-245e-4bc4-b807-a5e1c4ebc487 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:36.296702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:36.302753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:36.313330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:36.342210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:36.396774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3295ce-a7f6-4c8e-9609-66173cf05eb8 req-5b3686df-819d-4fcb-ac17-3ce123772bda tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:36.411722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd3295ce-a7f6-4c8e-9609-66173cf05eb8 req-5b3686df-819d-4fcb-ac17-3ce123772bda tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1995399 May 27 03:37:36.417682 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.443964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Pushing event updated for resources: {'Port': ['ID=c7660cae-77aa-4f77-8e49-401ce31045a4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.459355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-132ba05d-e721-412d-b244-82da7c7febbd service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387352 May 27 03:37:36.533015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Attempting to bind port 776d51d1-fe27-43c4-9a1c-b40abeac3104 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:36.533535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Attempting to bind port 776d51d1-fe27-43c4-9a1c-b40abeac3104 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:36.533929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Attempting to bind port 776d51d1-fe27-43c4-9a1c-b40abeac3104 on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:36.542254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd3295ce-a7f6-4c8e-9609-66173cf05eb8 req-7c4eb817-8fe2-4bce-a4dc-d7188af45c24 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281505 May 27 03:37:36.548171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:36.548624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Checking segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:36.549243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.549689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Bound using segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:36.550339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Bound port: 776d51d1-fe27-43c4-9a1c-b40abeac3104, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:36.550764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.707199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.774908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11db5dee-a76b-453e-8016-5490c8f4aca2 req-3ac99860-408b-4e3e-b49c-c16a1b61dcf2 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070521 May 27 03:37:36.788819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] For port 776d51d1-fe27-43c4-9a1c-b40abeac3104, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:36.796947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] For port 776d51d1-fe27-43c4-9a1c-b40abeac3104, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=776d51d1-fe27-43c4-9a1c-b40abeac3104,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:36.813999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.822638 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Sync routers for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:37:36.875859 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:36.878644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:36.961510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ab8d1701-245e-4bc4-b807-a5e1c4ebc487'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:37:36.992969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:36.997849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:37.029483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Sync routers for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:37:37.277526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e45bf7-1bf5-4be1-8d4b-6d0b254c6901 None None] Pushing event updated for resources: {'Port': ['ID=776d51d1-fe27-43c4-9a1c-b40abeac3104,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:37.299467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:37.300219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:37.448315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:37.461918 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:37.524407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ef855f9d-971a-4513-a931-42e1d8deffef details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:37:37.851301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083042-899a-414b-b4da-54515df4bcd8 req-6be9d228-e045-4cba-9114-a3ed32698025 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:37.861823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f083042-899a-414b-b4da-54515df4bcd8 req-6be9d228-e045-4cba-9114-a3ed32698025 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 945 time: 0.1626484 May 27 03:37:37.887204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07bca8-8e31-47a5-8b74-84bd44272882 req-3345ecf2-6a19-4311-9e70-7c6ab55600de tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:37.889923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e07bca8-8e31-47a5-8b74-84bd44272882 req-3345ecf2-6a19-4311-9e70-7c6ab55600de tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 944 time: 0.4143310 May 27 03:37:38.036608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f083042-899a-414b-b4da-54515df4bcd8 req-1b6b6220-0d08-46d4-b368-df8a4d085471 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736519 May 27 03:37:38.097012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e07bca8-8e31-47a5-8b74-84bd44272882 req-c52ad908-c683-45db-bf93-67e36aacbd57 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881921 May 27 03:37:38.142036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:37:38.329976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:37:38.647064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f58a2a-7523-443a-949b-85ec1dedfea8 req-b22dc1ab-22d3-4f1c-9b4b-9184b1a96e0e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:38.659062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e3f58a2a-7523-443a-949b-85ec1dedfea8 req-b22dc1ab-22d3-4f1c-9b4b-9184b1a96e0e tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.3136945 May 27 03:37:38.677107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:38.677759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:38.810881 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:37:07Z', 'revision_number': 4, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9d482d56-f493-4153-95fe-baac281f5721', 'name': '', 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'mac_address': 'fa:16:3e:f5:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:07Z', 'revision_number': 2, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'subnets': [{'id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:38.814661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e3f58a2a-7523-443a-949b-85ec1dedfea8 req-61eb2513-111c-4706-aa36-6ac9abdbfa86 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521661 May 27 03:37:38.824187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Checking router: efd0bfa8-1c1b-46db-9ebf-2061017c2942 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:38.826969 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Updating router efd0bfa8-1c1b-46db-9ebf-2061017c2942 port 9d482d56-f493-4153-95fe-baac281f5721 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:37:38.858867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 776d51d1-fe27-43c4-9a1c-b40abeac3104 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:38.932417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ef855f9d-971a-4513-a931-42e1d8deffef,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:38.942393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:38.990817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:38.992765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-705de715-e9af-463d-a91d-dff062568bcd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7163186 May 27 03:37:38.995616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59334) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:39.014106 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.016272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'port_id': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'mac_address': 'fa:16:3e:9a:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:37:39.086958 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:37:39.298179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.341566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef855f9d-971a-4513-a931-42e1d8deffef {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:39.363812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ef855f9d-971a-4513-a931-42e1d8deffef,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:39.367925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:39.442476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b5968-940a-4c8d-8f90-249e0491cacf None None] Network 3dc996ca-008a-44e4-b127-bcae59aa490a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:37:39.622883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:39.623740 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:39.839885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.843104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:39.846787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.855108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.859832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.864865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.868935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.875966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.878024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-d2a6b98f-fe80-4d64-b22a-be1d29d866c2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.2851648 May 27 03:37:39.912531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230407-625e-41d0-ba29-94ccf486bf2b req-82f7fbc2-2a38-48f9-bee7-8245996b5b7c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:39.914218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29230407-625e-41d0-ba29-94ccf486bf2b req-82f7fbc2-2a38-48f9-bee7-8245996b5b7c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 945 time: 0.2807620 May 27 03:37:39.927390 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:39.990248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10b7ba6a-6347-46eb-b195-e9becbff366d req-192c50c7-f10a-47a1-af04-92c30d69d423 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026764 May 27 03:37:40.055151 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:37:40.145963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.411107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29230407-625e-41d0-ba29-94ccf486bf2b req-b7c00750-0639-4cbc-ad09-155af1515afe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896896 May 27 03:37:40.464706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.488605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ef855f9d-971a-4513-a931-42e1d8deffef'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:37:40.684537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Provisioning for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:40.786088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6446c-229e-4d12-8194-e2375f52540a req-64d7b6d4-ca47-4669-aad2-f90b7664e667 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:40.790965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fc6446c-229e-4d12-8194-e2375f52540a req-64d7b6d4-ca47-4669-aad2-f90b7664e667 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 945 time: 0.4763124 May 27 03:37:40.835019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Provisioning complete for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:40.835385 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.885298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57707de-9d7e-4e4f-a272-bb99718511a6 req-0f9a5f0e-1291-4b8e-aae1-2a961c3519bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:40.893395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d57707de-9d7e-4e4f-a272-bb99718511a6 req-0f9a5f0e-1291-4b8e-aae1-2a961c3519bd tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.2074060 May 27 03:37:40.919747 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:40.926952 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:40.934454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:40.938157 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:40.939133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Updating router c5190e31-e177-4e68-a0a0-74402e52b4a7 port c7660cae-77aa-4f77-8e49-401ce31045a4 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:37:40.983058 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Transition to ACTIVE for port object 9d482d56-f493-4153-95fe-baac281f5721 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:41.002009 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.004687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d57707de-9d7e-4e4f-a272-bb99718511a6 req-be60b122-c913-4f60-ae95-9525aed759f9 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101265 May 27 03:37:41.006472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fc6446c-229e-4d12-8194-e2375f52540a req-38960289-3487-4e99-a1e4-076fcf63b9f3 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933537 May 27 03:37:41.025360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:41.030883 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.118387 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.641563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:41.742018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.747506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.752779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.758241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.763927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.769431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.774531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:41.790335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbde9685-ecf9-4295-a6f7-bf930f61066a req-646b0784-e900-42d4-9f33-14e14bd6238d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.3986814 May 27 03:37:41.865178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:41.920416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ab8d1701-245e-4bc4-b807-a5e1c4ebc487 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:42.065034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:42.070224 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191603a3-93d0-43fa-b949-ce79ffbb5f81'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:37:42.242372 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.252526 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.463203 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517d07-ca41-4229-abde-a9bce4179256 None None] Pushing event updated for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:42.471598 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Transition to ACTIVE for port object c7660cae-77aa-4f77-8e49-401ce31045a4 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:42.487315 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.589115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.775198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c9976-00ba-476f-8f31-d1d9805be669 req-5929cfe0-0c6e-4489-8657-6b05d1207a2e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:42.776159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a24c9976-00ba-476f-8f31-d1d9805be669 req-5929cfe0-0c6e-4489-8657-6b05d1207a2e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 945 time: 0.1828938 May 27 03:37:42.815026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Attempting to bind port 9d482d56-f493-4153-95fe-baac281f5721 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:42.819837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Attempting to bind port 9d482d56-f493-4153-95fe-baac281f5721 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:42.822323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d194f3-aa77-49b7-b1a7-ff7eac796b38 req-ad960e70-dc3a-44f2-995c-c139f29e9811 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:42.823229 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Attempting to bind port 9d482d56-f493-4153-95fe-baac281f5721 on network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:42.825381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1d194f3-aa77-49b7-b1a7-ff7eac796b38 req-ad960e70-dc3a-44f2-995c-c139f29e9811 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 945 time: 0.4697032 May 27 03:37:42.827720 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef90fe-f13c-4a81-b213-b870a5e56ff6 None None] Pushing event updated for resources: {'Port': ['ID=c7660cae-77aa-4f77-8e49-401ce31045a4,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:42.848029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Attempting to bind port c7660cae-77aa-4f77-8e49-401ce31045a4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:42.848215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] For port 776d51d1-fe27-43c4-9a1c-b40abeac3104, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=776d51d1-fe27-43c4-9a1c-b40abeac3104,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:42.851100 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Attempting to bind port c7660cae-77aa-4f77-8e49-401ce31045a4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:42.851471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Attempting to bind port c7660cae-77aa-4f77-8e49-401ce31045a4 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:42.862440 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:42.862802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Checking segment: {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:42.881844 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.882506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Bound using segment: {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:42.883162 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Bound port: 9d482d56-f493-4153-95fe-baac281f5721, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0490ceef-0091-4369-a80d-663a0304c65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:42.886739 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.889493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a24c9976-00ba-476f-8f31-d1d9805be669 req-e679354d-09cf-4608-a52d-31e9f93f346a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995448 May 27 03:37:42.917574 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:42.918742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:42.919292 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.919825 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:42.921059 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Bound port: c7660cae-77aa-4f77-8e49-401ce31045a4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:42.921626 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:42.926297 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1d194f3-aa77-49b7-b1a7-ff7eac796b38 req-90472c24-dd5d-4c45-9268-9e26ec65a8a5 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816069 May 27 03:37:42.952189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.079234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:43.104963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Allocated IP 172.20.0.1 (3dc996ca-008a-44e4-b127-bcae59aa490a/43f0b627-82a2-481f-aca3-3f012e5c79b8/12acab4d-41ad-40fe-99f7-f0d32dd27e8b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:43.126180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:43.129961 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.213732 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] For port 9d482d56-f493-4153-95fe-baac281f5721, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:43.217621 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] For port 9d482d56-f493-4153-95fe-baac281f5721, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9d482d56-f493-4153-95fe-baac281f5721,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:43.244973 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.280746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.297333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=10']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.350348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361d7b6-c1e8-4326-9d15-387a481f6692 req-84a7601f-fc12-42e6-a1f8-7546e861d106 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:43.361307 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517d07-ca41-4229-abde-a9bce4179256 None None] Pushing event updated for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.369730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3361d7b6-c1e8-4326-9d15-387a481f6692 req-84a7601f-fc12-42e6-a1f8-7546e861d106 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1719701 May 27 03:37:43.389243 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] For port c7660cae-77aa-4f77-8e49-401ce31045a4, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:43.416060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.440634 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] For port c7660cae-77aa-4f77-8e49-401ce31045a4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c7660cae-77aa-4f77-8e49-401ce31045a4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:43.448260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Transition to ACTIVE for port object 12acab4d-41ad-40fe-99f7-f0d32dd27e8b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:43.453371 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.468987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3361d7b6-c1e8-4326-9d15-387a481f6692 req-c9d4dc71-c943-4dcd-aafe-61ed58101584 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911794 May 27 03:37:43.485466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.576447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf98f1d-620c-4a35-a0c6-56c18da0fe2d None None] Pushing event updated for resources: {'Port': ['ID=776d51d1-fe27-43c4-9a1c-b40abeac3104,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.624949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:43.631995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:43.634580 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef90fe-f13c-4a81-b213-b870a5e56ff6 None None] Pushing event updated for resources: {'Port': ['ID=c7660cae-77aa-4f77-8e49-401ce31045a4,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.642797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:43.652475 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:43.656540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:43.717042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:37:43.717565 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:37:43.733844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:10Z', 'revision_number': 2, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:43.747422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Checking router: 7744d3bb-acab-4554-b9ef-ee15dd130eae for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:37:43.747773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Updating router 7744d3bb-acab-4554-b9ef-ee15dd130eae port d6f9a6f0-68f1-4952-a0a0-19550431e426 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:37:43.887459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:43.972375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:43.973030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:43.978291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f02b3bef-b533-4a39-97c9-af0885fc75c1 None None] Provisioning complete for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:43.978668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f02b3bef-b533-4a39-97c9-af0885fc75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:44.007095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Pushing event updated for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:44.036175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.036523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.036866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.037246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.037587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.037916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.038381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.038714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.039038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.039356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.039677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:44.076767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:44.299228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:44.310075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee678c9-7be3-4363-8625-dd7d07576f7c req-46e7d510-fce3-4088-a0e6-5c2b29a7a326 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:44.318891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dee678c9-7be3-4363-8625-dd7d07576f7c req-46e7d510-fce3-4088-a0e6-5c2b29a7a326 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 945 time: 0.1270082 May 27 03:37:44.355386 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:44.378497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dee678c9-7be3-4363-8625-dd7d07576f7c req-b94f20bf-9d3f-4a56-afa4-00207b14dab4 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581188 May 27 03:37:44.424812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:44.695683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:44.703895 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:44.817114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Pushing event updated for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:44.833939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009e780-6f01-44ca-978a-3a352ab2ccc4 req-1806b149-16cc-4f08-bbb8-86c48b98c79f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:44.844442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1009e780-6f01-44ca-978a-3a352ab2ccc4 req-1806b149-16cc-4f08-bbb8-86c48b98c79f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 945 time: 0.6038249 May 27 03:37:44.899544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 776d51d1-fe27-43c4-9a1c-b40abeac3104 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:44.968950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1bb7b-a5e2-419e-bae5-b6dc7c46f186 req-7f20c40f-1078-4528-93cc-18407ada49a0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:44.974464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00f1bb7b-a5e2-419e-bae5-b6dc7c46f186 req-7f20c40f-1078-4528-93cc-18407ada49a0 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1970549 May 27 03:37:45.016538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1009e780-6f01-44ca-978a-3a352ab2ccc4 req-e64d9cb0-3ab6-47ab-a56f-81739c1d0fd7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690385 May 27 03:37:45.061095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.098669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.114694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00f1bb7b-a5e2-419e-bae5-b6dc7c46f186 req-f3ad2adb-4643-403b-9b47-e73f0de5ce1f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312459 May 27 03:37:45.394519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:45.399137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:45.439589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:45.614175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:45.646184 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a504348-49f0-4bd5-b9e0-45c83a73c80f'] response: {'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487', 'code': 200} May 27 03:37:45.727514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:45.886641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:37:07Z', 'revision_number': 4, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9d482d56-f493-4153-95fe-baac281f5721', 'name': '', 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'mac_address': 'fa:16:3e:f5:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 4, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'subnets': [{'id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:45.892445 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843b77a-02df-4b65-a2e6-cc2edd8de383 None None] The sync data for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 is: [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:37:07Z', 'revision_number': 4, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9d482d56-f493-4153-95fe-baac281f5721', 'name': '', 'network_id': '4791ef36-69a0-44b1-a74c-13fdb83bdb49', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'mac_address': 'fa:16:3e:f5:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 4, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'subnets': [{'id': 'a5ad6985-298c-4513-b36d-95a51c15052c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:45.920109 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:45.929074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b15888-b102-4b6e-bbcc-a7ea70e959f0 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:36Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:46.092346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ef855f9d-971a-4513-a931-42e1d8deffef up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:46.330324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8ea8-ce7d-425e-b6d7-88d5f9f66707 req-f5ebeff7-013a-4190-8a97-a3ad1ac3a202 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:46.333463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9ec8ea8-ce7d-425e-b6d7-88d5f9f66707 req-f5ebeff7-013a-4190-8a97-a3ad1ac3a202 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 945 time: 0.6094518 May 27 03:37:46.354587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:46.393193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba196d07-f2d1-453f-8d41-288102411c48 None None] Provisioning for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:46.446797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba196d07-f2d1-453f-8d41-288102411c48 None None] Provisioning complete for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:46.447601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba196d07-f2d1-453f-8d41-288102411c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.553051 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-edf1bc73-be56-4163-b47c-5714b6f74afd req-c8bd249d-6fe5-423a-95ee-b291240f8608 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 1097 time: 0.7571244 May 27 03:37:46.553561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:46.556170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9ec8ea8-ce7d-425e-b6d7-88d5f9f66707 req-79354ca3-dedc-4a82-91e5-8c47fb3b3a55 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138660 May 27 03:37:46.691472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 776d51d1-fe27-43c4-9a1c-b40abeac3104 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:46.691838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.778626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-edf1bc73-be56-4163-b47c-5714b6f74afd req-bf0698c1-5c2f-4ef3-9be6-dfd597dcf57f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648085 May 27 03:37:46.830002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.884374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Transition to ACTIVE for port object d6f9a6f0-68f1-4952-a0a0-19550431e426 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:46.915808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ba196d07-f2d1-453f-8d41-288102411c48 None None] Port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:46.930554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:46.982863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d9367-3d29-45d1-ae12-97e01d7707a5 req-70af1862-b023-46b4-9b86-98ad40e9bba7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:46.991137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9e0d9367-3d29-45d1-ae12-97e01d7707a5 req-70af1862-b023-46b4-9b86-98ad40e9bba7 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.4336503 May 27 03:37:47.201528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9e0d9367-3d29-45d1-ae12-97e01d7707a5 req-684422e0-a7c2-49a8-97e9-2c2042aa24ee tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091007 May 27 03:37:47.219337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9c5caf8-e677-4224-b8d1-d2b058b94574 req-7aaa4cb0-0fc5-4e2f-b62d-30cbe8a2d9ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6500 time: 0.6470025 May 27 03:37:47.375348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:47.435430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9c5caf8-e677-4224-b8d1-d2b058b94574 req-ad433126-6d1a-4d5b-b073-622a1feda780 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2149847 May 27 03:37:47.545321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ef855f9d-971a-4513-a931-42e1d8deffef completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:47.589616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824917e-9470-4151-9219-b440685abe5b None None] Pushing event updated for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.610716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ef855f9d-971a-4513-a931-42e1d8deffef triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:47.611147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:47.623127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f142df-c4ce-4c7f-8b82-f41f5a05ee97 req-03a89ac1-5271-4272-ba07-c08e22a16598 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:47.634034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78f142df-c4ce-4c7f-8b82-f41f5a05ee97 req-03a89ac1-5271-4272-ba07-c08e22a16598 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.2978852 May 27 03:37:47.876539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78f142df-c4ce-4c7f-8b82-f41f5a05ee97 req-a44d8eeb-daf0-40a6-bda4-0634360cd378 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411857 May 27 03:37:48.111587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Attempting to bind port d6f9a6f0-68f1-4952-a0a0-19550431e426 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:48.111947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Attempting to bind port d6f9a6f0-68f1-4952-a0a0-19550431e426 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:48.115943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Attempting to bind port d6f9a6f0-68f1-4952-a0a0-19550431e426 on network 3ff28b87-fd40-46aa-a44a-071fad28c745 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:48.178148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab773b24-7d97-4872-b2c8-937e3c653d0f None None] Provisioning complete for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:48.178818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab773b24-7d97-4872-b2c8-937e3c653d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.287400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:48.287766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Checking segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:48.293515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.293944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Bound using segment: {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:48.294491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Bound port: d6f9a6f0-68f1-4952-a0a0-19550431e426, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:48.301868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.332331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164adbf0-5b13-44ab-9374-3f75a83ccd10 req-2180ef21-85b3-4b66-85ff-3f256ddae3c1 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:48.334172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-164adbf0-5b13-44ab-9374-3f75a83ccd10 req-2180ef21-85b3-4b66-85ff-3f256ddae3c1 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 945 time: 0.3470063 May 27 03:37:48.359728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9d482d56-f493-4153-95fe-baac281f5721 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:48.531556 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-164adbf0-5b13-44ab-9374-3f75a83ccd10 req-0f6969db-8ad2-4544-a0c6-60485f9dc283 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814585 May 27 03:37:48.755690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] For port d6f9a6f0-68f1-4952-a0a0-19550431e426, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:48.762548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] For port d6f9a6f0-68f1-4952-a0a0-19550431e426, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6f9a6f0-68f1-4952-a0a0-19550431e426,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:48.782653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab773b24-7d97-4872-b2c8-937e3c653d0f None None] Port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:48.792169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:48.804094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:48.833720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d1d9e924-85fb-4e79-9707-a48772730aaf admin admin] 10.222.0.46 "PUT /v2.0/routers/c5190e31-e177-4e68-a0a0-74402e52b4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8232610 May 27 03:37:48.839274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce50b81-621f-4725-b30b-25f6cdf7422c req-1551c9f7-3d24-412d-b3b7-901bf4c97d43 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:48.841476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ce50b81-621f-4725-b30b-25f6cdf7422c req-1551c9f7-3d24-412d-b3b7-901bf4c97d43 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.2728782 May 27 03:37:48.913139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ce50b81-621f-4725-b30b-25f6cdf7422c req-e19487d4-812e-457f-af29-e982d2296ea2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636477 May 27 03:37:48.985276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9d482d56-f493-4153-95fe-baac281f5721 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:49.154202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9d482d56-f493-4153-95fe-baac281f5721 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:49.156968 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:49.229030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:49.351859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:49.377446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:37:49.378448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:37:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:49.423579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06dea-099d-4a51-a619-a48d124a74cd req-9d58ca7d-80d8-4a28-9aa9-527418698750 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:49.425179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3a06dea-099d-4a51-a619-a48d124a74cd req-9d58ca7d-80d8-4a28-9aa9-527418698750 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1521852 May 27 03:37:49.550962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824917e-9470-4151-9219-b440685abe5b None None] Pushing event updated for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:49.551565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3a06dea-099d-4a51-a619-a48d124a74cd req-50f66f80-48c1-43df-828e-ae21e14e1a49 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162055 May 27 03:37:49.655407 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef55f68-c990-44e8-87f9-7e2b301a6ee2'] response: {'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'code': 200} May 27 03:37:49.663625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ef855f9d-971a-4513-a931-42e1d8deffef,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:49.716197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:49.862363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:49.896355 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:49.907270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20de8-6e5b-468c-bb6d-0b45c8f9b0f3 req-40b95bdf-8cbc-49da-a94e-cdafa2024570 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:49.908733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44e20de8-6e5b-468c-bb6d-0b45c8f9b0f3 req-40b95bdf-8cbc-49da-a94e-cdafa2024570 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1534567 May 27 03:37:49.919125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7290db55-2bb7-45bc-a2cf-3db3b5e21e70 req-cf99abe2-ec92-4900-9b24-dcba8bf1d58d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 1097 time: 0.1104407 May 27 03:37:49.964574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9d482d56-f493-4153-95fe-baac281f5721, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9d482d56-f493-4153-95fe-baac281f5721,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:49.985147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:49.987021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c7660cae-77aa-4f77-8e49-401ce31045a4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:50.006364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-c8e4bca9-e03c-4da4-a8b7-70d84cdc2825 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:50.010581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-c8e4bca9-e03c-4da4-a8b7-70d84cdc2825 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 820 time: 0.2692146 May 27 03:37:50.014091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44e20de8-6e5b-468c-bb6d-0b45c8f9b0f3 req-bd0de5d7-589c-4524-8552-f6f906161a83 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939181 May 27 03:37:50.017100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7290db55-2bb7-45bc-a2cf-3db3b5e21e70 req-04e5f1ad-20e6-4ab9-960c-4deb19d553e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772088 May 27 03:37:50.037323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-9db34086-6166-4d52-826e-3776f9fc58fd tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/quotas/cb76b84c251c4129ba291c3b9a5ee447 HTTP/1.1" status: 200 len: 375 time: 0.0205879 May 27 03:37:50.244039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-861d3731-a5f2-4818-8b22-75686dbef54d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:50.287717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-861d3731-a5f2-4818-8b22-75686dbef54d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:50.301672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-861d3731-a5f2-4818-8b22-75686dbef54d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2611284 May 27 03:37:50.345763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e8d9-6493-4c54-81f8-67afdcaeac3a req-13a0bd5c-4dbc-4ed8-9c78-44962080d734 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:50.353405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87e5e8d9-6493-4c54-81f8-67afdcaeac3a req-13a0bd5c-4dbc-4ed8-9c78-44962080d734 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.1100981 May 27 03:37:50.390055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:50.398820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c7660cae-77aa-4f77-8e49-401ce31045a4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:50.405378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:37:50.415312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87e5e8d9-6493-4c54-81f8-67afdcaeac3a req-f791b5fb-0fc0-4f70-bafd-d473ead99337 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600202 May 27 03:37:50.456754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c7660cae-77aa-4f77-8e49-401ce31045a4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:50.457156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:50.564763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-9a71f589-df4e-4429-8120-bb3f19b85668 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621303 May 27 03:37:50.771160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-74885130-bffa-436c-a290-f2ecd439e987 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054615 May 27 03:37:50.938312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.067899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c7660cae-77aa-4f77-8e49-401ce31045a4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c7660cae-77aa-4f77-8e49-401ce31045a4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:51.091078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.304818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9d482d56-f493-4153-95fe-baac281f5721 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:51.398413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d82841c-cbc9-4edf-a5b8-f3c7c46cebdf req-857aba7b-0da5-4f02-bd14-b6b212eb382b tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 210 time: 0.0832686 May 27 03:37:51.428093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:51.436890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2102594738'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:51.462374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:51.479901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc841990-f426-422a-8b6f-25e90f05b6e6 req-ccf9129a-d385-40b8-87bb-6394be7908b5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:51.486136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:network and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:51.489637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc841990-f426-422a-8b6f-25e90f05b6e6 req-ccf9129a-d385-40b8-87bb-6394be7908b5 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.2952726 May 27 03:37:51.497989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:51.523173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:51.532504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c7660cae-77aa-4f77-8e49-401ce31045a4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:51.559671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:51.564445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.570108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:51.581816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9d482d56-f493-4153-95fe-baac281f5721 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:51.582011 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.604253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:51.626050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.627091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc841990-f426-422a-8b6f-25e90f05b6e6 req-d05b7477-8d78-4706-befb-85b6f67c960f tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364226 May 27 03:37:51.627829 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Added segment b2a51a27-e914-43a8-ad25-df9af526f32a of type vlan for network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 May 27 03:37:51.655942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd229ff-014d-4bfd-bced-cb07160d96b0 None None] The sync data for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 is: [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:37:51.701614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.855916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:51.860567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:51.861395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.059384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6299858 May 27 03:37:52.060653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c23f-2f6f-422a-8e32-d98f3d4660ac req-585769a4-4906-4b2f-866a-42c015a6ca20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:52.065794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:52.068445 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1483c23f-2f6f-422a-8e32-d98f3d4660ac req-585769a4-4906-4b2f-866a-42c015a6ca20 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1334593 May 27 03:37:52.106291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1977524249'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:52.116831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:52.124716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1483c23f-2f6f-422a-8e32-d98f3d4660ac req-be80b983-cb17-4083-9430-c0c858658801 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553074 May 27 03:37:52.126266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:network and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:52.131182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:52.149252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:52.167050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358719f5-0ffc-4d6b-8e3f-b6d7f6051c94 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Network': ['ID=c48b2fb7-8371-45ec-a78a-fbf69362ceb7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.176267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:52.182801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:37:52.185349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.242616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101e3bd-0d23-44f8-a103-6b6a9c629571 req-6c5afc14-9c38-4f90-9fcd-f780d8ba9d6e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:52.250359 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0101e3bd-0d23-44f8-a103-6b6a9c629571 req-6c5afc14-9c38-4f90-9fcd-f780d8ba9d6e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.4596164 May 27 03:37:52.315075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0101e3bd-0d23-44f8-a103-6b6a9c629571 req-ecdb024e-21ef-4ed3-9fa2-55fffb612ece tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636008 May 27 03:37:52.342425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:52.376337 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.380665 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Added segment 1cd2527e-85f6-4942-bddf-1db94d5f300f of type vlan for network dea2eda8-e04c-4142-9fea-50728170db6d May 27 03:37:52.480803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.551090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.554890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:52.555562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:52.563965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed0a2c-e4a3-4246-a7fd-892ef3c09637 req-384582f0-3507-40fc-b118-1b3f02e80b5c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:52.565623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ed0a2c-e4a3-4246-a7fd-892ef3c09637 req-384582f0-3507-40fc-b118-1b3f02e80b5c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.2004516 May 27 03:37:52.636652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ed0a2c-e4a3-4246-a7fd-892ef3c09637 req-e2d4508d-0447-4faa-b667-7926d0029b29 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646100 May 27 03:37:52.872645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Network': ['ID=dea2eda8-e04c-4142-9fea-50728170db6d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.886824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network dea2eda8-e04c-4142-9fea-50728170db6d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:37:52.911614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7675dcba-1ba0-4679-8ca7-c75c8702c066 req-46ca1f85-73d0-4561-899e-38ef2aaf3850 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 210 time: 0.0894351 May 27 03:37:52.938581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1d0d4b4a-ad09-42d8-b420-6bbf860085d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8524702 May 27 03:37:52.941285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:52.947654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'subnet': {'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:52.996945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676962-c0d8-4aa0-841e-be99bd6682ad req-b2aa44e7-1f79-4e5c-b158-f6a961a64aed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:52.999079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed676962-c0d8-4aa0-841e-be99bd6682ad req-b2aa44e7-1f79-4e5c-b158-f6a961a64aed tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1732893 May 27 03:37:53.226720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-d49855cc-fd3c-413b-a9b3-c4480f8f3dab tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:53.227587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-d49855cc-fd3c-413b-a9b3-c4480f8f3dab tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:53.378902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed676962-c0d8-4aa0-841e-be99bd6682ad req-601167f2-0cb0-4e0f-91b1-91390a313813 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422491 May 27 03:37:53.379781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-d49855cc-fd3c-413b-a9b3-c4480f8f3dab tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:37:53.380889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-d49855cc-fd3c-413b-a9b3-c4480f8f3dab tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 820 time: 0.3807688 May 27 03:37:53.399018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'port': {'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'admin_state_up': True, 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:53.474346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6f9a6f0-68f1-4952-a0a0-19550431e426 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:53.493366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:53.507652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:subnet and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:53.522591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:53.554228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:53.582351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbed55-dd9e-4554-bf0f-37e5e1199dfa req-a1556442-30a8-4acf-8c19-47fcab9843e6 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:53.596523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:53.598814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8afbed55-dd9e-4554-bf0f-37e5e1199dfa req-a1556442-30a8-4acf-8c19-47fcab9843e6 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.3041792 May 27 03:37:53.600018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:53.604081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d6f9a6f0-68f1-4952-a0a0-19550431e426 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:53.628397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d6f9a6f0-68f1-4952-a0a0-19550431e426 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:53.628838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.678022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Request body: {'floatingip': {'port_id': 'ef855f9d-971a-4513-a931-42e1d8deffef'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:53.700200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.801078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.825897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.850500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port d6f9a6f0-68f1-4952-a0a0-19550431e426, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6f9a6f0-68f1-4952-a0a0-19550431e426,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:53.857550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.858528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c7660cae-77aa-4f77-8e49-401ce31045a4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:53.862796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:53.971258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.059754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:54.069882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c7660cae-77aa-4f77-8e49-401ce31045a4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:54.072169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.072835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:54.100828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e9626-bc40-460a-b3ce-3498ffc904a9 req-4bac5f4b-411e-4f77-b818-2b3dbb6bb53c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:54.101487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.102545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c34e9626-bc40-460a-b3ce-3498ffc904a9 req-4bac5f4b-411e-4f77-b818-2b3dbb6bb53c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.3420386 May 27 03:37:54.103200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Made reservation on behalf of cb76b84c251c4129ba291c3b9a5ee447 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:54.106349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.188757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889df87b-a32b-4996-af0b-0c148b839c30 req-9d45b3b8-e405-4b2d-bfa0-69fd33b0b3ab tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:54.190308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889df87b-a32b-4996-af0b-0c148b839c30 req-9d45b3b8-e405-4b2d-bfa0-69fd33b0b3ab tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.4334133 May 27 03:37:54.232283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Subnet': ['ID=c4c27d9b-7472-430e-bb01-01182a9b4953,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.258911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:54.259275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network hostable DHCP agents. Network: c48b2fb7-8371-45ec-a78a-fbf69362ceb7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:54.295217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889df87b-a32b-4996-af0b-0c148b839c30 req-2535b2e3-6b7e-4d0e-af25-363c359ccc7a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939972 May 27 03:37:54.318926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:54.342337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, c48b2fb7-8371-45ec-a78a-fbf69362ceb7) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:54.346466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:54.347178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.354088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869fd78-2a6c-4c85-84d3-e38ae9080ac1 None None] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:37:54.408992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Allocated IP 172.20.0.13 (3dc996ca-008a-44e4-b127-bcae59aa490a/43f0b627-82a2-481f-aca3-3f012e5c79b8/99655cdd-495b-4bf2-b9b8-d656466baa6e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:54.415672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17904342-8420-43af-be6e-4d96e26a2d06 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4731052 May 27 03:37:54.418744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:54.432832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'subnet': {'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:54.479294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c34e9626-bc40-460a-b3ce-3498ffc904a9 req-433ddd83-07ef-46e9-a0b1-8c7458b469a5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583622 May 27 03:37:54.815035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:37:54.816708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.870587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87c2a06b-9288-41bb-8a21-eff7c4061c11 req-7ee3f08d-157e-4ae7-9af6-b97573dc2ed3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 210 time: 0.0748119 May 27 03:37:54.987956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:54.989889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:54.997405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:subnet and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:55.001592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:55.011146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:55.018296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c0d1e-fdde-455e-b358-3229606a5c44 req-f0877db4-2b7a-465d-bc04-6ad44fe0c217 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:55.020068 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad4c0d1e-fdde-455e-b358-3229606a5c44 req-f0877db4-2b7a-465d-bc04-6ad44fe0c217 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.1598332 May 27 03:37:55.057405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:55.162491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Allocated IP 10.1.1.2 (c48b2fb7-8371-45ec-a78a-fbf69362ceb7/c4c27d9b-7472-430e-bb01-01182a9b4953/1f4e2824-9e0a-4592-894a-99ce728c90a8) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:55.170764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad4c0d1e-fdde-455e-b358-3229606a5c44 req-926e5d4a-6641-48ef-91de-93a6649fc7fa tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397409 May 27 03:37:55.216980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.278926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6f9a6f0-68f1-4952-a0a0-19550431e426 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:55.317145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Transition to ACTIVE for port object 99655cdd-495b-4bf2-b9b8-d656466baa6e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:55.391581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.461724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:55.466371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:55.477965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:55.511002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.536928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:37:55.641630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Subnet': ['ID=7a7a30c2-53d4-4b68-9246-1c24502be713,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:55.654122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d6f9a6f0-68f1-4952-a0a0-19550431e426 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:55.655495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Checking segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:55.656318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network hostable DHCP agents. Network: dea2eda8-e04c-4142-9fea-50728170db6d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:55.662965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.771386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network dea2eda8-e04c-4142-9fea-50728170db6d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:55.787958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event updated for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:55.790552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, dea2eda8-e04c-4142-9fea-50728170db6d) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:55.798273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:55.798464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.822271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431881ab-4a94-45b0-9079-a214f380096b req-3ff99b81-1bbf-4049-bda0-c0988fdc1ed2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:55.824311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-431881ab-4a94-45b0-9079-a214f380096b req-3ff99b81-1bbf-4049-bda0-c0988fdc1ed2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1415327 May 27 03:37:55.854125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4c2b4971-4bc6-44e6-8bdb-4fa48d4a7099 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4338639 May 27 03:37:55.858354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:55.865175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df07427-c580-41a1-83a1-c98eeb508c37 None None] Network dea2eda8-e04c-4142-9fea-50728170db6d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:37:55.866528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'name': 'tempest-TaggedBootDevicesTest-1453927256', 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:55.886147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:55.886147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.935324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-12682135-ee97-4901-9a2b-66efdd372cd3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5401006 May 27 03:37:55.938647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:55.946812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Request body: {'port': {'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:55.983382 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-431881ab-4a94-45b0-9079-a214f380096b req-58e02e02-9dd9-4e84-8493-999afd37ca7a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526361 May 27 03:37:56.016139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.028424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.047761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Transition to ACTIVE for port object 1f4e2824-9e0a-4592-894a-99ce728c90a8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:56.049396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:56.054010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:56.057700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:56.064060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:56.082217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:56.084273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a792c612-474e-4337-b4f0-ee55fb4e9b97 None None] Provisioning for port 99655cdd-495b-4bf2-b9b8-d656466baa6e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:56.095082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.123230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a792c612-474e-4337-b4f0-ee55fb4e9b97 None None] Provisioning complete for port 99655cdd-495b-4bf2-b9b8-d656466baa6e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:37:56.126946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a792c612-474e-4337-b4f0-ee55fb4e9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.155952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] device_id is not set on port bd3f0915-7341-4c61-9d11-25098f3f10a7 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:37:56.176249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Transition to ACTIVE for port object 1f4e2824-9e0a-4592-894a-99ce728c90a8 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:56.410200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.491830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a997ec-f1a1-4bb0-92a7-707c2e00be9d req-b409fdbc-d999-4a16-b0e4-0cbbbbcf4049 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:56.493697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:56.498409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Pushing event updated for resources: {'Port': ['ID=1f4e2824-9e0a-4592-894a-99ce728c90a8,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:56.499562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93a997ec-f1a1-4bb0-92a7-707c2e00be9d req-b409fdbc-d999-4a16-b0e4-0cbbbbcf4049 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.8208210 May 27 03:37:56.501313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:56.503199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-dea2eda8-e04c-4142-9fea-50728170db6d', 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ips': [{'subnet_id': '7a7a30c2-53d4-4b68-9246-1c24502be713'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:37:56.504147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.524272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:56.528790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-bcd44836-6a6f-4fc0-8c92-d8221c783650 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:56.530482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-bcd44836-6a6f-4fc0-8c92-d8221c783650 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.7384684 May 27 03:37:56.531309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.535545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a792c612-474e-4337-b4f0-ee55fb4e9b97 None None] Port 99655cdd-495b-4bf2-b9b8-d656466baa6e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:37:56.644851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.653204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.1.1.102 (c48b2fb7-8371-45ec-a78a-fbf69362ceb7/c4c27d9b-7472-430e-bb01-01182a9b4953/bd3f0915-7341-4c61-9d11-25098f3f10a7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:56.682520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:37:56.682869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.710177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Attempting to bind port 1f4e2824-9e0a-4592-894a-99ce728c90a8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:56.710534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Attempting to bind port 1f4e2824-9e0a-4592-894a-99ce728c90a8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:56.710904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Attempting to bind port 1f4e2824-9e0a-4592-894a-99ce728c90a8 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:56.721172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:56.721571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:56.723549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.723549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Bound using segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:56.723549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Bound port: 1f4e2824-9e0a-4592-894a-99ce728c90a8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:56.723549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.828759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93a997ec-f1a1-4bb0-92a7-707c2e00be9d req-4a4c0146-2949-439e-a03f-0bcce095e4fe tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278930 May 27 03:37:56.855895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] For port 1f4e2824-9e0a-4592-894a-99ce728c90a8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:56.869682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] For port 1f4e2824-9e0a-4592-894a-99ce728c90a8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f4e2824-9e0a-4592-894a-99ce728c90a8,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:56.878735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:56.961613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667677eb-7b39-43e8-81a1-81f7958198d2 None None] Pushing event updated for resources: {'Port': ['ID=1f4e2824-9e0a-4592-894a-99ce728c90a8,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:57.001804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Allocated IP 10.2.2.2 (dea2eda8-e04c-4142-9fea-50728170db6d/7a7a30c2-53d4-4b68-9246-1c24502be713/fd87e905-e8b6-49e4-9956-befd3b2055f5) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:57.060213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c9d77-2bfe-4563-a99a-9b60e2ef3346 req-10ff5bd5-cbe3-473d-ad0f-07e38cddefd6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:57.079593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f81c9d77-2bfe-4563-a99a-9b60e2ef3346 req-10ff5bd5-cbe3-473d-ad0f-07e38cddefd6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 932 time: 0.5731616 May 27 03:37:57.203371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.256027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object bd3f0915-7341-4c61-9d11-25098f3f10a7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:57.265279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f81c9d77-2bfe-4563-a99a-9b60e2ef3346 req-1d4c0d35-8e65-4782-82e9-fa7193b1f9f5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836140 May 27 03:37:57.338572 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.580452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:57.586996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.589307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:57.592455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:57.600817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:57.601765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.605136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Transition to ACTIVE for port object fd87e905-e8b6-49e4-9956-befd3b2055f5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:57.629303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:57.642957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Transition to ACTIVE for port object fd87e905-e8b6-49e4-9956-befd3b2055f5 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:57.659822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.692153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:57.692864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.724375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab515-0ba3-4c04-b306-ee12acf9c852 req-e4a509ed-698e-4971-834c-ab50807ed663 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:57.731768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-540ab515-0ba3-4c04-b306-ee12acf9c852 req-e4a509ed-698e-4971-834c-ab50807ed663 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2017725 May 27 03:37:57.753392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ca8d8e6-f23d-449a-92a8-058d43031ed3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8940001 May 27 03:37:57.757005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59610) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:37:57.763255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'name': 'tempest-TaggedBootDevicesTest-1079090685', 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:37:57.784995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Network dea2eda8-e04c-4142-9fea-50728170db6d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:57.794615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Pushing event updated for resources: {'Port': ['ID=fd87e905-e8b6-49e4-9956-befd3b2055f5,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:57.802009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:57.804940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:37:57.889223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-540ab515-0ba3-4c04-b306-ee12acf9c852 req-539ee572-c2ce-4f36-9847-47c04e8dc0d7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562111 May 27 03:37:57.932737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:37:57.939857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-50d9618d-b5ed-4e94-b4ca-0eb86be4de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.962179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Attempting to bind port fd87e905-e8b6-49e4-9956-befd3b2055f5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:57.962607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Attempting to bind port fd87e905-e8b6-49e4-9956-befd3b2055f5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:57.962972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Attempting to bind port fd87e905-e8b6-49e4-9956-befd3b2055f5 on network dea2eda8-e04c-4142-9fea-50728170db6d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:57.977405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:57.977776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Checking segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:57.978166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:57.985347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Bound using segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:57.986546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Bound port: fd87e905-e8b6-49e4-9956-befd3b2055f5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:57.986955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.017829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb43e-da7c-4a2e-a2ca-113be434e2cb req-5468024c-4608-4653-a8b7-72b40d808dd8 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:58.024967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c8fb43e-da7c-4a2e-a2ca-113be434e2cb req-5468024c-4608-4653-a8b7-72b40d808dd8 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 945 time: 0.9857187 May 27 03:37:58.057775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:37:58.065839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:37:58.072249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:37:58.084674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:37:58.111459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:58.118550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.177022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-613174b3-93e1-4013-814d-276d1e692358 None None] For port fd87e905-e8b6-49e4-9956-befd3b2055f5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:58.182156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-613174b3-93e1-4013-814d-276d1e692358 None None] For port fd87e905-e8b6-49e4-9956-befd3b2055f5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fd87e905-e8b6-49e4-9956-befd3b2055f5,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:58.197117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.411842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613174b3-93e1-4013-814d-276d1e692358 None None] Pushing event updated for resources: {'Port': ['ID=fd87e905-e8b6-49e4-9956-befd3b2055f5,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:58.444441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] device_id is not set on port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:37:58.497438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99655cdd-495b-4bf2-b9b8-d656466baa6e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:37:58.517241 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Floating IP 4b1bde69-591d-4098-9e38-e1a9a07c9ad9 associated. External IP: 172.25.8.211, port: ef855f9d-971a-4513-a931-42e1d8deffef. May 27 03:37:58.634187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.691467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ba9e6-7045-4eb1-bdfc-6d72336d84b1 None None] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:37:58.695628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984c94-f1ed-4dcb-a0f0-a6836c1258f9 req-a3cc6189-75a2-4065-82ff-727229a38b7c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:58.703147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a984c94-f1ed-4dcb-a0f0-a6836c1258f9 req-a3cc6189-75a2-4065-82ff-727229a38b7c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.3493145 May 27 03:37:58.784493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c8fb43e-da7c-4a2e-a2ca-113be434e2cb req-b5c7fc48-183d-46a4-9273-1abaec75c601 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586308 May 27 03:37:58.796568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Transition to ACTIVE for port object 99655cdd-495b-4bf2-b9b8-d656466baa6e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:58.824583 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:58.879681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-178a267f-50f5-40fa-a4e6-881fb7eca45f None None] Provisioning for port 1f4e2824-9e0a-4592-894a-99ce728c90a8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:58.986928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a984c94-f1ed-4dcb-a0f0-a6836c1258f9 req-2c7774c3-1640-467f-ae45-afa7a0c65dc4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824612 May 27 03:37:59.050640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.1.1.25 (c48b2fb7-8371-45ec-a78a-fbf69362ceb7/c4c27d9b-7472-430e-bb01-01182a9b4953/4b0b50a4-18a6-487c-911b-f1ef17d47d56) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:59.451117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fd87e905-e8b6-49e4-9956-befd3b2055f5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:59.604263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.607415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f8f8-e466-4971-bcc2-7484be5a5a1b req-b8246bba-9da9-4dc0-a567-fef898c1cac2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:59.609080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd71f8f8-e466-4971-bcc2-7484be5a5a1b req-b8246bba-9da9-4dc0-a567-fef898c1cac2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.3808603 May 27 03:37:59.624520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3c4d90e3-8983-4202-b493-fd3d0d112cb2'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:37:59.727218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.811090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object 4b0b50a4-18a6-487c-911b-f1ef17d47d56 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:37:59.828668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd71f8f8-e466-4971-bcc2-7484be5a5a1b req-8e49c330-4f72-4ea0-b185-75e67ac7801d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718886 May 27 03:37:59.849145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fd87e905-e8b6-49e4-9956-befd3b2055f5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:59.849595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:59.861618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f4e2824-9e0a-4592-894a-99ce728c90a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:37:59.863179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.888057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'name': 'network-vif-deleted', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:37:59.897217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:37:59.905522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f3f4f25-bd18-45a8-8028-7d4e660a43d1 req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "DELETE /v2.0/ports/96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 HTTP/1.1" status: 204 len: 173 time: 3.3645389 May 27 03:37:59.906241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Attempting to bind port 99655cdd-495b-4bf2-b9b8-d656466baa6e on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:37:59.906572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Attempting to bind port 99655cdd-495b-4bf2-b9b8-d656466baa6e by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:37:59.906889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Attempting to bind port 99655cdd-495b-4bf2-b9b8-d656466baa6e on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:59.923056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e66ef9-b252-4a25-8558-cde086691c69 req-3673482f-563d-4d86-adc3-c8b313d8165f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:37:59.923795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12e66ef9-b252-4a25-8558-cde086691c69 req-3673482f-563d-4d86-adc3-c8b313d8165f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:37:59.936132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Port 99655cdd-495b-4bf2-b9b8-d656466baa6e on network 3dc996ca-008a-44e4-b127-bcae59aa490a not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:37:59.936464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Attempting to bind port 99655cdd-495b-4bf2-b9b8-d656466baa6e on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:37:59.939708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e6f0d76f-f2f4-42c2-82a5-e8324a02813d None None] Provisioning for port bd3f0915-7341-4c61-9d11-25098f3f10a7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:37:59.978052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:59.997101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:37:59.997446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Checking segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:37:59.997939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Bound using segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:37:59.998814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Bound port: 99655cdd-495b-4bf2-b9b8-d656466baa6e, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:37:59.999178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.039420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e6f0d76f-f2f4-42c2-82a5-e8324a02813d None None] Provisioning complete for port bd3f0915-7341-4c61-9d11-25098f3f10a7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:00.039905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d76f-f2f4-42c2-82a5-e8324a02813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.071508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:00.076978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:00.087946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:00.111237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12e66ef9-b252-4a25-8558-cde086691c69 req-3673482f-563d-4d86-adc3-c8b313d8165f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:00.112783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12e66ef9-b252-4a25-8558-cde086691c69 req-3673482f-563d-4d86-adc3-c8b313d8165f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 944 time: 0.9284775 May 27 03:38:00.211668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:00.256127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0d76f-f2f4-42c2-82a5-e8324a02813d None None] Port bd3f0915-7341-4c61-9d11-25098f3f10a7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:00.281851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:00.284762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.361814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dabcc9bc-9f47-4857-8f35-4a1ce1affed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.364057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12e66ef9-b252-4a25-8558-cde086691c69 req-6d34cd11-f592-4e7c-bce4-980d9874e3ed tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:00.419919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fecd315-2e77-4620-8809-51bbc2b52410 req-b4b2a382-45bd-4644-a3af-4f96b9c2a6ba tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6 HTTP/1.1" status: 200 len: 210 time: 0.1099639 May 27 03:38:00.425133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae1ab00b-263a-464c-8c1c-d276a661b915 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6662102 May 27 03:38:00.450194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.450423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.450737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.451037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.451363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.451812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.452137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.452457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.452775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.453119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.453438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:00.513285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12e66ef9-b252-4a25-8558-cde086691c69 req-6d34cd11-f592-4e7c-bce4-980d9874e3ed tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:00.514464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12e66ef9-b252-4a25-8558-cde086691c69 req-6d34cd11-f592-4e7c-bce4-980d9874e3ed tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748336 May 27 03:38:00.583803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9e11b2c2-28eb-4b14-9fe9-2855030d8ed6 None None] Provisioning complete for port bd3f0915-7341-4c61-9d11-25098f3f10a7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:00.584770 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9e11b2c2-28eb-4b14-9fe9-2855030d8ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.585328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc871-f5c9-4d67-9010-9dc1f38ec7f2 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:00.666600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:00.678771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:00.720612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.775208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9e11b2c2-28eb-4b14-9fe9-2855030d8ed6 None None] Port bd3f0915-7341-4c61-9d11-25098f3f10a7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:00.781023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad9b75-aca7-492f-bd8f-b5730baf60e8 None None] Network dea2eda8-e04c-4142-9fea-50728170db6d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:38:00.848584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59636) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:00.855428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554517570', 'description': 'tempest-description--591552052'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:00.865091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:00.872176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:security_group and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:00.876617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:00.886458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:00.907957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 1f4e2824-9e0a-4592-894a-99ce728c90a8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:00.916607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.929021 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da25125b-3d2f-4eaa-985a-045171b258db'] response: {'server_uuid': '5b0a0fbb-e146-4dbf-a31f-cc231dabf7d6', 'name': 'network-vif-deleted', 'tag': '96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2', 'status': 'completed', 'code': 200} May 27 03:38:00.954063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1f4e2824-9e0a-4592-894a-99ce728c90a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:00.954218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.980869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:00.985354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 1092 time: 5.0417795 May 27 03:38:01.054001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:01.058707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:security_group_rule and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:01.061996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:01.077664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:01.192996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Provisioning for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:01.234142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e45ef-4861-49d8-ae90-4af82b49f3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:01.242430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Provisioning complete for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:01.242793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.321100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.332628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.360079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.392630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffde56-d79e-47ff-806c-ef3f0c438e0f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:01.402356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.407113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e7a29249-6a44-45a9-8210-0032115bdb51 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5543516 May 27 03:38:01.411269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:01.418651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12ed59-01b4-4ccb-9cde-170b4292a616 req-6db0f2f9-3365-405e-be7b-003fbcadeadf tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:01.420830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e12ed59-01b4-4ccb-9cde-170b4292a616 req-6db0f2f9-3365-405e-be7b-003fbcadeadf tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2359869 May 27 03:38:01.427302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'security_group_rule': {'security_group_id': '26ffde56-d79e-47ff-806c-ef3f0c438e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:01.427477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:01.434264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:01.437361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:01.440019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:security_group_rule and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:01.443387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:01.450288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:01.494527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.499945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.507036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:38:01.507387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 96bc42fc-ccf3-47c5-87c5-49b4f8e6d7c2 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:38:01.565216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.582129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Provisioning for port fd87e905-e8b6-49e4-9956-befd3b2055f5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:01.594338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Provisioning complete for port fd87e905-e8b6-49e4-9956-befd3b2055f5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:01.595012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.613236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e12ed59-01b4-4ccb-9cde-170b4292a616 req-55de24e5-7c0c-4399-b896-cbdd4bdb5d9e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513298 May 27 03:38:01.657961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.672406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.692232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 1f4e2824-9e0a-4592-894a-99ce728c90a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f4e2824-9e0a-4592-894a-99ce728c90a8,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:01.714366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.764468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979c1c9f-11c7-458c-928c-38fa722e55c2,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:01.798399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:01.803143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31b4561a-fbba-46eb-880f-bcf8062df884 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3810520 May 27 03:38:01.804426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:01.811721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'security_group_rule': {'security_group_id': '26ffde56-d79e-47ff-806c-ef3f0c438e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:01.828071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:01.834953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fee78-ed06-4b8a-ae42-4ae317d9ce54 req-76b6a7a0-8daf-40cb-8ef8-105ae9d9b453 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:01.836980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-369fee78-ed06-4b8a-ae42-4ae317d9ce54 req-76b6a7a0-8daf-40cb-8ef8-105ae9d9b453 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.9502861 May 27 03:38:01.838619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:security_group_rule and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:01.844358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:01.852772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:01.888976 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-ae173319-f00b-42dc-a22e-51b7683c2873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1095 time: 0.6796525 May 27 03:38:01.895502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.032240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=1f4e2824-9e0a-4592-894a-99ce728c90a8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:02.042914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-9bcded34-dba3-40b6-aff2-ec4b9a0fd24d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.1367762 May 27 03:38:02.044709 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.084133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.090279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.091380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.091380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.095361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.095864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.096277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.096673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.097118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.097502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.097890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:02.122095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] For port fd87e905-e8b6-49e4-9956-befd3b2055f5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fd87e905-e8b6-49e4-9956-befd3b2055f5,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:02.123207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.129635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.131247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.138134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-369fee78-ed06-4b8a-ae42-4ae317d9ce54 req-20baf663-432a-4762-b7d9-34df4a25372c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871633 May 27 03:38:02.195717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f39107-f8e5-4ce0-b875-a93f64dc27c8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:02.218452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-e82a8228-be15-45f1-9fa3-79f36867e4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:02.219961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-e82a8228-be15-45f1-9fa3-79f36867e4f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1690347 May 27 03:38:02.325168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Router 7744d3bb-acab-4554-b9ef-ee15dd130eae has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:02.331848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060226c-9de1-4a67-9def-c94bcb59825f None None] Pushing event updated for resources: {'Port': ['ID=fd87e905-e8b6-49e4-9956-befd3b2055f5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:02.349730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-3f82f698-6e50-46b2-b1a6-27a53e3dbedf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230876 May 27 03:38:02.363644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fde15de4-fb10-4852-a35e-e2fa7d6f0ea0 None None] Provisioning complete for port fd87e905-e8b6-49e4-9956-befd3b2055f5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:02.363948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fde15de4-fb10-4852-a35e-e2fa7d6f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.371368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.373145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c663082d-d71b-4e1a-aef5-b2a9b1f001bb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5679390 May 27 03:38:02.385573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59662) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:02.405244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:02.413973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:02.419340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:floatingip and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:02.423988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:02.438078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:02.468616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.508131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c037-6a04-493d-ad90-a2cb66d57c8d req-6b89090a-69d3-4b33-b130-32c1e13251d5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:02.513753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49f8c037-6a04-493d-ad90-a2cb66d57c8d req-6b89090a-69d3-4b33-b130-32c1e13251d5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 944 time: 0.2964513 May 27 03:38:02.823070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49f8c037-6a04-493d-ad90-a2cb66d57c8d req-e36e3f00-8e68-4e41-9921-e49433273522 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026450 May 27 03:38:02.850756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-61b936ec-43c6-40fa-bb2c-eb6d09af7a84 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081964 May 27 03:38:02.890513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:02.936519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:02.955178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:03.166068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:03.170925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:03.209159 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c78acf-d769-4240-9c02-0b2bc5fc1c6c'] response: {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:38:03.214244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 172.25.8.170 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/8b54eb6c-4d38-4002-b3f1-fa0a1e766e51) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:03.229624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f810-5cce-498c-b04e-5646d1f6c167 req-a7fa4acc-ec1e-420e-bc30-547ca22ad798 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:03.231146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3175f810-5cce-498c-b04e-5646d1f6c167 req-a7fa4acc-ec1e-420e-bc30-547ca22ad798 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2273893 May 27 03:38:03.240510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a675a2-f940-4ec8-a319-a2d00a5ad291 req-ecc17e7f-9d32-4949-be21-ca737429c98a service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641827 May 27 03:38:03.329030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d8f74f69-e280-4c64-9c92-ed2dd29caf33 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "PUT /v2.0/floatingips/4b1bde69-591d-4098-9e38-e1a9a07c9ad9 HTTP/1.1" status: 200 len: 992 time: 9.7262001 May 27 03:38:03.360107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3175f810-5cce-498c-b04e-5646d1f6c167 req-55d1a12f-0035-411c-ba51-78b9f10bb397 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186035 May 27 03:38:03.418429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-f97d0b5c-bc5d-4c90-8000-92ac688c1403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1095 time: 0.1289623 May 27 03:38:03.470886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:03.553972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:03.693835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-892ed2c0-0953-438e-aca6-af5968d7e64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:03.695721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-892ed2c0-0953-438e-aca6-af5968d7e64f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2711546 May 27 03:38:03.796865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-7ecac9a4-0900-495e-b0b6-476216073840 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.0930495 May 27 03:38:03.822192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=8b54eb6c-4d38-4002-b3f1-fa0a1e766e51,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:03.860394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fd87e905-e8b6-49e4-9956-befd3b2055f5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:03.863043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:03.865068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:03.872710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:03.955562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874d766-d9f4-459e-b123-f4fe466531e6 req-0a116b27-c41b-4ea7-9f01-1191625de8fb tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:03.960343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4874d766-d9f4-459e-b123-f4fe466531e6 req-0a116b27-c41b-4ea7-9f01-1191625de8fb tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.3295820 May 27 03:38:04.018134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fd87e905-e8b6-49e4-9956-befd3b2055f5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:04.019126 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.022433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-11b8cca8-8f09-4a65-939b-1a025b325c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:04.023885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-11b8cca8-8f09-4a65-939b-1a025b325c96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.2192914 May 27 03:38:04.075581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7b75-dc1e-480e-8e29-d9781e7364da req-a08b37b0-f3af-44d8-8eeb-9bc851c77678 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:04.085124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-211e7b75-dc1e-480e-8e29-d9781e7364da req-a08b37b0-f3af-44d8-8eeb-9bc851c77678 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.5847290 May 27 03:38:04.149382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.222133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-211e7b75-dc1e-480e-8e29-d9781e7364da req-4a36d801-cb7d-487c-b8d2-5b2b1e86e596 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358840 May 27 03:38:04.232550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4874d766-d9f4-459e-b123-f4fe466531e6 req-461709c3-9315-4728-9673-dd95e80086ee tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560151 May 27 03:38:04.279907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-c99ae14e-9e39-44af-94a6-99a8779d26b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484775 May 27 03:38:04.307234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f4e2824-9e0a-4592-894a-99ce728c90a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:04.320478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.470536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1f4e2824-9e0a-4592-894a-99ce728c90a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:04.471039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.662177 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-4a7ec454-7d98-4325-919b-fd232f1b0983 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752708 May 27 03:38:04.759774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1f8d-23f2-4476-9633-64fe6fa9affb req-44a528c4-08ab-4ee7-92e8-d68b14535d26 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:04.761912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-844d1f8d-23f2-4476-9633-64fe6fa9affb req-44a528c4-08ab-4ee7-92e8-d68b14535d26 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1506050 May 27 03:38:04.801012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.807228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.839799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7f481-732c-436e-8df7-b73cec1580f6 req-46314fa3-a5f9-49b4-ae64-0caef18456bc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:04.841187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b7f481-732c-436e-8df7-b73cec1580f6 req-46314fa3-a5f9-49b4-ae64-0caef18456bc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 944 time: 0.3903542 May 27 03:38:04.923312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-844d1f8d-23f2-4476-9633-64fe6fa9affb req-70444848-89d9-471e-9c9b-424fdc8d3697 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556947 May 27 03:38:04.940411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=8b54eb6c-4d38-4002-b3f1-fa0a1e766e51,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:04.958515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.983217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:04.988552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-09bba5db-837d-45d2-a813-9515452500e5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5916896 May 27 03:38:04.988742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b7f481-732c-436e-8df7-b73cec1580f6 req-9acf3dda-c912-4f8f-85da-a06754c99dbf tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030793 May 27 03:38:05.003522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05b0edd4-d6c8-4340-ab60-d751b4b1c1c8 req-69eb414d-3fb5-452f-a741-4c066781bcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355744 May 27 03:38:05.197855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13418a-579b-4abc-b9fe-9b27f9c0fa8a req-5cc43d1d-5797-4a76-acf0-f68bebe47118 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.199850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f13418a-579b-4abc-b9fe-9b27f9c0fa8a req-5cc43d1d-5797-4a76-acf0-f68bebe47118 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.0855074 May 27 03:38:05.221792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:05.255867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f13418a-579b-4abc-b9fe-9b27f9c0fa8a req-5b88cb89-22b0-4223-89de-85ebf31c1863 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 May 27 03:38:05.351018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9cc99931-45fc-4d9b-b738-6ee93a001b27 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:05.369906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9cc99931-45fc-4d9b-b738-6ee93a001b27 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:05.371094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9cc99931-45fc-4d9b-b738-6ee93a001b27 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1554517570&fields=id&tenant_id=f5995c030b5c446cbda5890d329aa361 HTTP/1.1" status: 200 len: 267 time: 0.0635288 May 27 03:38:05.404713 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f393e58b-6cba-4410-aaab-2039f826fe5a'] response: {'name': 'network-changed', 'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'status': 'completed', 'code': 200} May 27 03:38:05.449188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-8f4e1eac-70aa-49d3-8cc9-146e0ce01be8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.450166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-8f4e1eac-70aa-49d3-8cc9-146e0ce01be8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:05.468466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-8f4e1eac-70aa-49d3-8cc9-146e0ce01be8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:05.470350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-8f4e1eac-70aa-49d3-8cc9-146e0ce01be8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 932 time: 0.0924551 May 27 03:38:05.550522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4b8e4b2d-5287-417a-b02c-49f1e714e2f2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.550754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-c129e482-c639-474f-bea0-96a5415bd0fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08ab77f8a269437b963666b2f270272e&device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 1097 time: 0.1186008 May 27 03:38:05.551851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4b8e4b2d-5287-417a-b02c-49f1e714e2f2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 931 time: 0.0739779 May 27 03:38:05.607430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-608c31a9-e954-4a48-855b-00a253befa0d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497732 May 27 03:38:05.657568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-980aab0d-8c3a-473d-a6f8-d87f633a90d0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0446696 May 27 03:38:05.673647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97070c6f-351c-4f68-b438-85a5c71ab66f req-df6c6455-0914-4d1f-9bae-efe7c462e4d4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.675104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97070c6f-351c-4f68-b438-85a5c71ab66f req-df6c6455-0914-4d1f-9bae-efe7c462e4d4 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1789646 May 27 03:38:05.746289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02beb0-6517-463e-972f-4be38858db19 req-54293b73-27d7-4f5f-8056-a08a4c8b4ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.747734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-54293b73-27d7-4f5f-8056-a08a4c8b4ae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff28b87-fd40-46aa-a44a-071fad28c745 HTTP/1.1" status: 200 len: 906 time: 0.1840119 May 27 03:38:05.804987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97070c6f-351c-4f68-b438-85a5c71ab66f req-71fcda6e-8f55-4069-a4ee-80f5603715d3 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242716 May 27 03:38:05.812057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9ff36ee8-42c7-4e90-bd48-e60860e8d53c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.816075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9ff36ee8-42c7-4e90-bd48-e60860e8d53c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.819988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9ff36ee8-42c7-4e90-bd48-e60860e8d53c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.821501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9ff36ee8-42c7-4e90-bd48-e60860e8d53c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/networks?id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=dea2eda8-e04c-4142-9fea-50728170db6d&id=dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 200 len: 1991 time: 0.1582172 May 27 03:38:05.845626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-eae4d5ca-c7c5-4138-841e-d9d64557511f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/quotas/f5995c030b5c446cbda5890d329aa361 HTTP/1.1" status: 200 len: 375 time: 0.0127873 May 27 03:38:05.856586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-34c04ffa-f303-46db-b728-8d1e57c29976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef855f9d-971a-4513-a931-42e1d8deffef HTTP/1.1" status: 200 len: 1000 time: 0.1003399 May 27 03:38:05.920318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:38:05.931131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02beb0-6517-463e-972f-4be38858db19 req-af50094f-89ca-492d-8535-48466f728664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:05.932578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-af50094f-89ca-492d-8535-48466f728664 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=081ba920-ccc3-4df5-a0a6-63680aa08c90 HTTP/1.1" status: 200 len: 844 time: 0.0642297 May 27 03:38:05.950369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-b9389060-7d9a-449d-88bb-de4647d6d0fc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0945365 May 27 03:38:06.016696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-c6b62939-b90e-490b-b509-b4efbeaa6d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff28b87-fd40-46aa-a44a-071fad28c745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763109 May 27 03:38:06.095853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9ded54b5-0413-460f-9691-ef0e359f2249 service neutron] 10.222.0.46 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445537 May 27 03:38:06.167874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:06.171427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-68f95078-ea92-4942-a067-9fafbb6bbe2e service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480515 May 27 03:38:06.183726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:38:06.246889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:06.265511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9df0ba59-2bfa-4d2e-afd8-56a198f0cf38 service neutron] 10.222.0.46 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688273 May 27 03:38:06.267660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:06.284152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:06.289709 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:06.335912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-a8efef6f-4735-4231-b77d-67cd22cbecd2 service neutron] 10.222.0.46 "GET /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0634959 May 27 03:38:06.365977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:06.379734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d02beb0-6517-463e-972f-4be38858db19 req-e1bf0e28-bffa-4861-aebd-f1d13738e473 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014215 May 27 03:38:06.389457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fdc6-a39a-42bd-a040-96ac9d625b18 req-c46e2bfd-a763-4fe5-b34a-dca9093b5ef9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:06.390978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd90fdc6-a39a-42bd-a040-96ac9d625b18 req-c46e2bfd-a763-4fe5-b34a-dca9093b5ef9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.1905792 May 27 03:38:06.427498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c729a28b-28ae-4fff-b9b4-5c2283da2964'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:06.442953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd90fdc6-a39a-42bd-a040-96ac9d625b18 req-67c8e648-6161-49a6-9b05-f7f53703b218 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460827 May 27 03:38:06.582673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4e830848-dbed-49e2-858b-21d46fb58fab service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395484 May 27 03:38:06.648252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5167a-f07e-4ad6-bf1a-0bae6a92e807 req-f10c4413-fba8-40bd-b8e2-3256f7e4a87c tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:06.649595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93f5167a-f07e-4ad6-bf1a-0bae6a92e807 req-f10c4413-fba8-40bd-b8e2-3256f7e4a87c tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 944 time: 0.0832796 May 27 03:38:06.696180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93f5167a-f07e-4ad6-bf1a-0bae6a92e807 req-468ac17e-f642-4459-863f-e30d5f9e8a90 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 May 27 03:38:06.718622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-73b57e41-9916-4ce1-b43a-e702e3beea29 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301904 May 27 03:38:06.784691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-b7b00816-93dd-4a3e-9ad0-e95dcc10473c service neutron] 10.222.0.46 "GET /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0592604 May 27 03:38:06.923536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-c4e80cd7-6e7c-4dc0-8abd-49b1ae6f9bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331520 May 27 03:38:07.062479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-2ca9f828-04cf-4f2d-9f6b-d0f6f610ae4e service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306088 May 27 03:38:07.108010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6ddf2-43a2-4410-8d68-7856a7ef8ae3 req-25ab8782-fc0d-46f2-a566-15d9f3e30a85 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:07.109491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ee6ddf2-43a2-4410-8d68-7856a7ef8ae3 req-25ab8782-fc0d-46f2-a566-15d9f3e30a85 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.0808499 May 27 03:38:07.156867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ee6ddf2-43a2-4410-8d68-7856a7ef8ae3 req-1237cb7a-418a-4dc9-a571-d4ee109c685a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 May 27 03:38:07.205374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-7f802f3e-b7ff-4d4f-a98c-92236d0aa732 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368704 May 27 03:38:07.339632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-1c561c7a-9e97-4b76-b470-b834997e6bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275556 May 27 03:38:07.401330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f52770-684c-4afa-90a9-a65b92cbcfd1 req-19d1476b-7442-4d3d-8c5a-14d7f0440169 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:07.403329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53f52770-684c-4afa-90a9-a65b92cbcfd1 req-19d1476b-7442-4d3d-8c5a-14d7f0440169 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1294665 May 27 03:38:07.463217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99655cdd-495b-4bf2-b9b8-d656466baa6e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:38:07.468484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53f52770-684c-4afa-90a9-a65b92cbcfd1 req-0a4b51c2-6d2c-4ca4-9b80-6072c5b78a16 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587871 May 27 03:38:07.476286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9d50e944-72ab-4d8a-a897-5c0f7fd95be4 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307044 May 27 03:38:07.482705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-c04fada0-2ffd-4a24-946a-dafa7c579727 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:07.483429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-c04fada0-2ffd-4a24-946a-dafa7c579727 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Synchronizing usage tracker for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:07.504116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-c04fada0-2ffd-4a24-946a-dafa7c579727 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Unset dirty status for tenant:ae0bb786b97c4eb0bb2e7faa6c41f4e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:07.505263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-c04fada0-2ffd-4a24-946a-dafa7c579727 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 946 time: 0.1541948 May 27 03:38:07.578649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Deleting port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:38:07.579615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:07.615516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:07.630367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:38:07.655193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e133c252-1831-41fb-ab4a-11f7f7618374 service neutron] 10.222.0.46 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733959 May 27 03:38:07.694283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:07.714828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99655cdd-495b-4bf2-b9b8-d656466baa6e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:07.735407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:07.741179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:07.822943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:07.823143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-6ac0f79e-5ebf-421b-b0ec-e31e0cddc2cc service neutron] 10.222.0.46 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614578 May 27 03:38:07.910066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:07.952785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05399462-75a2-4b17-9e04-233ca0fc96b2 req-2c0b11ce-d3d1-4b70-aad9-ec8e22463868 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:07.957630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05399462-75a2-4b17-9e04-233ca0fc96b2 req-2c0b11ce-d3d1-4b70-aad9-ec8e22463868 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1e89c78-d515-4b24-8aed-7f67d55ed8b7 HTTP/1.1" status: 200 len: 946 time: 0.2325888 May 27 03:38:07.959855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-3176ecb0-6f74-4889-9f6a-6d2536846ede service neutron] 10.222.0.46 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351535 May 27 03:38:07.963745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['99655cdd-495b-4bf2-b9b8-d656466baa6e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:08.054065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05399462-75a2-4b17-9e04-233ca0fc96b2 req-8891c555-3c90-43fa-a030-c025d871b8e6 tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b55e31e-ff2f-41ce-a379-23ebcac1632e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853994 May 27 03:38:08.104675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] For port 3c4d90e3-8983-4202-b493-fd3d0d112cb2, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3c4d90e3-8983-4202-b493-fd3d0d112cb2,segment=NetworkSegment(36e77d37-17a2-4062-89da-495e780b236c),segment_id=36e77d37-17a2-4062-89da-495e780b236c)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:08.107732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.118654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c729a28b-28ae-4fff-b9b4-5c2283da2964 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:08.119575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.269059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Calling delete_port for 3c4d90e3-8983-4202-b493-fd3d0d112cb2 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:38:08.408665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0bed07fe-1e71-4ff7-b0fd-ceb09afbc690 service neutron] 10.222.0.46 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423459 May 27 03:38:08.499197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.537547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:08.549779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:08.554607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.555185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.600033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ffe51f56-bca4-4cb6-bfbe-4b717b5496d0 service neutron] 10.222.0.46 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822221 May 27 03:38:08.642056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.685728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Pushing event deleted for resources: {'Port': ['ID=3c4d90e3-8983-4202-b493-fd3d0d112cb2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:08.735516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] No DVR routers for this DVR port 3c4d90e3-8983-4202-b493-fd3d0d112cb2 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:08.740468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:08.755171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'name': 'network-vif-deleted', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:08.765003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7da7f1ea-f021-4b66-9c71-ef9beccac5f4 req-0638c056-ea6f-4d25-b929-ab5c983a750d tempest-ServersTestJSON-1795589152 tempest-ServersTestJSON-1795589152-project] 10.222.0.21 "DELETE /v2.0/ports/3c4d90e3-8983-4202-b493-fd3d0d112cb2 HTTP/1.1" status: 204 len: 173 time: 1.2539253 May 27 03:38:09.011338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df822c-005e-4f5c-998e-4687b4a56c92 req-46813c33-8ffe-47a9-ae1e-8fc788b023e2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:09.019099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-33df822c-005e-4f5c-998e-4687b4a56c92 req-46813c33-8ffe-47a9-ae1e-8fc788b023e2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1036136 May 27 03:38:09.076527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-33df822c-005e-4f5c-998e-4687b4a56c92 req-d5ba4df8-20ce-4ce4-aaec-5523ffbd6324 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564215 May 27 03:38:09.312403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c44e0-c8ef-44d6-96d2-2e6547085f2f req-508b0c63-61c8-4f6c-82f5-53cfe1443512 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:09.314220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b7c44e0-c8ef-44d6-96d2-2e6547085f2f req-508b0c63-61c8-4f6c-82f5-53cfe1443512 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 945 time: 0.1079242 May 27 03:38:09.369438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b7c44e0-c8ef-44d6-96d2-2e6547085f2f req-615e43fc-c7cf-4fb0-b9b1-eb0dd0c9b683 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 May 27 03:38:09.487066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99655cdd-495b-4bf2-b9b8-d656466baa6e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:09.614012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 99655cdd-495b-4bf2-b9b8-d656466baa6e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:09.632076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 99655cdd-495b-4bf2-b9b8-d656466baa6e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:09.632711 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:09.650487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009357c5-4f20-4808-8538-d2c48f7e9e35 req-851f17f0-e6b0-46cf-8cf5-3ca9a8fb7dc0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:09.658995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-009357c5-4f20-4808-8538-d2c48f7e9e35 req-851f17f0-e6b0-46cf-8cf5-3ca9a8fb7dc0 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1086285 May 27 03:38:09.755398 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392ee540-8a5f-4857-b463-7f1f4d86c1e4'] response: {'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'code': 200} May 27 03:38:09.756194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-009357c5-4f20-4808-8538-d2c48f7e9e35 req-dbb0776f-ec4b-4dfe-b5e6-7ac1053a7fab tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961413 May 27 03:38:09.815976 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f76cf8f-8234-4038-9e07-c617dad8f97a'] response: {'server_uuid': 'd1e89c78-d515-4b24-8aed-7f67d55ed8b7', 'name': 'network-vif-deleted', 'tag': '3c4d90e3-8983-4202-b493-fd3d0d112cb2', 'status': 'completed', 'code': 200} May 27 03:38:09.873173 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:09.906256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:09.918169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:09.918923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:09.944988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59806) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:10.108524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c793cd2-8f97-460c-9346-bdb72c6fcfdd req-4faccde9-ce47-4949-92ea-48b132dfde74 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 210 time: 0.0928769 May 27 03:38:10.146310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:10.153787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8256-648e-4935-95fe-48352d9c8aae req-494d5d9e-e60e-43c6-92e0-df7e1ca258c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:10.170867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e1e8256-648e-4935-95fe-48352d9c8aae req-494d5d9e-e60e-43c6-92e0-df7e1ca258c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1964853 May 27 03:38:10.272305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e1e8256-648e-4935-95fe-48352d9c8aae req-94527fc7-be35-4e9d-8184-537723d4520b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004715 May 27 03:38:10.446243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Deleting subnet 6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:38:10.447458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.455176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.544402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:10.552199 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.556217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3c4d90e3-8983-4202-b493-fd3d0d112cb2 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:10.569614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c4191-9083-4a30-bdb1-1640494d38ea req-455c9db6-c101-480a-a8b0-db306c9471ee tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:10.577357 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb5c4191-9083-4a30-bdb1-1640494d38ea req-455c9db6-c101-480a-a8b0-db306c9471ee tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2267365 May 27 03:38:10.617177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.687090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 3c4d90e3-8983-4202-b493-fd3d0d112cb2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:38:10.687674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3c4d90e3-8983-4202-b493-fd3d0d112cb2 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:38:10.720094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb5c4191-9083-4a30-bdb1-1640494d38ea req-2570c710-1696-49f1-bbfd-59c863aa7d59 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391149 May 27 03:38:10.722061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.725604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:10.840081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:10.866801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae8075-ae88-4054-9569-a140bf705ab9 req-a994b934-146e-42c6-8338-df82971783c0 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:10.868248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eae8075-ae88-4054-9569-a140bf705ab9 req-a994b934-146e-42c6-8338-df82971783c0 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.1751699 May 27 03:38:10.949830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e00ad9b-1a4c-4b38-b562-3a3ffac0a982,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:10.980873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eae8075-ae88-4054-9569-a140bf705ab9 req-0069992c-afef-4543-9a8d-443b5f656b54 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963874 May 27 03:38:11.008818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.018832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c55ab6b0-9896-48f0-9f26-075c5e0797d4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6e00ad9b-1a4c-4b38-b562-3a3ffac0a982 HTTP/1.1" status: 204 len: 168 time: 1.0722430 May 27 03:38:11.021284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:11.106771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80b6af-36f7-495f-9941-a432a23c9dc0 req-4227a7e7-6849-4e60-b15b-5646241786c2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:11.108708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea80b6af-36f7-495f-9941-a432a23c9dc0 req-4227a7e7-6849-4e60-b15b-5646241786c2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1736069 May 27 03:38:11.188504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea80b6af-36f7-495f-9941-a432a23c9dc0 req-b60e1e27-79a0-4433-80d1-cdd501df277d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688658 May 27 03:38:11.201761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.409501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d03e5149-69dd-4e25-9b50-e90c24c54160 req-509eccf7-b775-4085-9d38-f20e9040940b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 210 time: 0.0915687 May 27 03:38:11.427561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.462705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc89399-e6df-461b-8e70-047209836fd0']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:11.493152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e77d37-17a2-4062-89da-495e780b236c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:11.493448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e77d37-17a2-4062-89da-495e780b236c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:11.507026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.645523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8884ace-4f1a-4e15-ab18-fede4ea8286e req-d9d71c6b-ad7c-4bae-86ae-3e2921da9ea1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:11.647474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a8884ace-4f1a-4e15-ab18-fede4ea8286e req-d9d71c6b-ad7c-4bae-86ae-3e2921da9ea1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1128592 May 27 03:38:11.685253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.696091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:38:11.696491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: timer() May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:38:11.711109 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:38:11.732712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a8884ace-4f1a-4e15-ab18-fede4ea8286e req-1b079f55-5e39-47b1-bf89-8ea9910299b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790567 May 27 03:38:11.757419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}, {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:11.776845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9410ee80-863a-4af9-80c5-88a2d91f6319 service neutron] 10.222.0.21 "GET /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 1028 time: 0.1548998 May 27 03:38:11.862658 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61944be8-bb7c-44d9-9c72-88a60dc5479c'] response: {'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'code': 200} May 27 03:38:11.862922 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61944be8-bb7c-44d9-9c72-88a60dc5479c'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:38:11.883287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d9fe0ce4-0075-4166-90e1-4597a7032e6d service neutron] 10.222.0.21 "GET /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 1027 time: 0.0867991 May 27 03:38:11.884024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:11.988130 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:12.069699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc89399-e6df-461b-8e70-047209836fd0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:12.100686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-23ab2f0f-8f78-4370-8e19-995bd9266295 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5cc89399-e6df-461b-8e70-047209836fd0 HTTP/1.1" status: 204 len: 168 time: 1.0779724 May 27 03:38:12.153978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33199a8b-d1b0-49c5-8497-c87e8e35003a req-49b9eed9-6043-4540-ab35-9b1dfac63655 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.155522 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33199a8b-d1b0-49c5-8497-c87e8e35003a req-49b9eed9-6043-4540-ab35-9b1dfac63655 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2068293 May 27 03:38:12.171116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.175082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.178921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.179714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:12.193270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f640924-6e4c-4cc8-80c7-f7cd366e23df req-567c9292-6beb-4538-99ea-d5b8b818158b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.1861448 May 27 03:38:12.279091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33199a8b-d1b0-49c5-8497-c87e8e35003a req-cd917b0b-7731-4067-a629-e714e64a26f0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139400 May 27 03:38:12.306962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:12.308705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-851d9f39-a2ca-4c61-ab1b-a36c7afa8d09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/networks?id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=dea2eda8-e04c-4142-9fea-50728170db6d&id=dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 200 len: 1991 time: 0.4155545 May 27 03:38:12.379836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f5af742f-97b2-4090-a253-617df2ab9b4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:12.414490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f5af742f-97b2-4090-a253-617df2ab9b4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:12.415665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f5af742f-97b2-4090-a253-617df2ab9b4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5995c030b5c446cbda5890d329aa361 HTTP/1.1" status: 200 len: 380 time: 0.0922964 May 27 03:38:12.423024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f640924-6e4c-4cc8-80c7-f7cd366e23df req-ae850d9c-0b40-45ed-9414-f16a25e6d8db service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182794 May 27 03:38:12.428314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'admin_state_up': True, 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'security_groups': ['26ffde56-d79e-47ff-806c-ef3f0c438e0f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:12.516038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:12.534857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb02834-bb98-45a0-8cd7-a19810830cf4 req-cd5a7296-dec8-4e41-a30b-275b65e0b4a8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.550343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-deb02834-bb98-45a0-8cd7-a19810830cf4 req-cd5a7296-dec8-4e41-a30b-275b65e0b4a8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.3146770 May 27 03:38:12.685061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-deb02834-bb98-45a0-8cd7-a19810830cf4 req-5a2877f8-6b07-40db-9dbb-ee3a687881c5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336672 May 27 03:38:12.701974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c93c56d5-7460-4bee-979f-ba7242885071 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae0bb786b97c4eb0bb2e7faa6c41f4e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811950 May 27 03:38:12.704722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59846) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:38:12.733373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ad1d-9274-458b-8c3a-4e1d3379197f req-503f331d-8e73-4351-a9f8-c0ab6ddf405a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:12.734886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6545ad1d-9274-458b-8c3a-4e1d3379197f req-503f331d-8e73-4351-a9f8-c0ab6ddf405a tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.2158704 May 27 03:38:12.774604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:12.793434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:12.815684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:12.820367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:12.868778 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:12.878435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6545ad1d-9274-458b-8c3a-4e1d3379197f req-fb61329d-6c27-43bc-a17c-cbf2013a561d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294458 May 27 03:38:12.951701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:13.024517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:13.055436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bccb82a-b31e-4877-83ea-71421a8965cf req-5c8fb2f5-0863-4d0e-a3e8-4310ac1c2f82 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 210 time: 0.0837955 May 27 03:38:13.104584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b55e31e-ff2f-41ce-a379-23ebcac1632e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:13.125417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:13.141414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b02f9c3c-ea61-44da-a428-35615883c372 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b55e31e-ff2f-41ce-a379-23ebcac1632e HTTP/1.1" status: 204 len: 168 time: 0.4196079 May 27 03:38:13.372454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01f03-08e3-42ae-8499-b557b657c160 req-c7f97b6a-8d48-4727-8c95-c37682738bdd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:13.374903 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ac01f03-08e3-42ae-8499-b557b657c160 req-c7f97b6a-8d48-4727-8c95-c37682738bdd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1911895 May 27 03:38:13.394172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 172.20.0.11 (4910d8db-2527-4a8c-94e1-b5704ebfa1ab/ae563b23-be06-40d4-807d-169d31a689fd/bca78218-5d31-4ac7-93a9-b5285aa5869e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:13.517598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:38:13.527384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ac01f03-08e3-42ae-8499-b557b657c160 req-4ea3776d-deec-4afe-85ad-1b8e3d07705f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464982 May 27 03:38:14.030448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.061167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object bca78218-5d31-4ac7-93a9-b5285aa5869e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:14.104523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:14.124026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.178038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'mac_address': 'fa:16:3e:04:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:38:14.300621 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.346395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:14.375382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:14.376333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.380021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:14.383271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:14.383742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:14.391396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.531207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['3268ae31-ca3e-457b-a8ea-815c4bffa112'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:14.542431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaf235-4aee-4861-a2d5-fb14873f5eb4 req-d7c6323e-066d-4174-9557-f48d5fde3060 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:14.543979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbcaf235-4aee-4861-a2d5-fb14873f5eb4 req-d7c6323e-066d-4174-9557-f48d5fde3060 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.9351900 May 27 03:38:14.642689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:14.650317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:14.703972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:14.750701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619cc09-9fe7-4668-a038-f9ae2c15b2d3 req-f25cbbed-63ac-4b52-b9ad-35c32c0c0c4e tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:14.757905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a619cc09-9fe7-4668-a038-f9ae2c15b2d3 req-f25cbbed-63ac-4b52-b9ad-35c32c0c0c4e tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.2820256 May 27 03:38:14.766010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbcaf235-4aee-4861-a2d5-fb14873f5eb4 req-a9ba89ab-a927-4b5b-9585-3d458720a370 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882639 May 27 03:38:14.776448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f59f726d-1dbb-4301-8c3d-dde10e1845e9 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3522093 May 27 03:38:14.790880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'admin_state_up': True, 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'security_groups': ['26ffde56-d79e-47ff-806c-ef3f0c438e0f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:14.933781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a619cc09-9fe7-4668-a038-f9ae2c15b2d3 req-95a1f96b-e52d-4d77-b8e6-e970d8480b07 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748734 May 27 03:38:15.102133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-43dfbf08-d214-45f6-a99f-8477a587c0e0 None None] Provisioning for port bca78218-5d31-4ac7-93a9-b5285aa5869e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:15.204662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-43dfbf08-d214-45f6-a99f-8477a587c0e0 None None] Provisioning complete for port bca78218-5d31-4ac7-93a9-b5285aa5869e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:15.217401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43dfbf08-d214-45f6-a99f-8477a587c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:15.314127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e99b5-eadd-450c-aa80-90a45828b3e4 req-d65b6e63-55f9-44d0-8b8a-8d1704cd3dd1 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:15.323211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b0e99b5-eadd-450c-aa80-90a45828b3e4 req-d65b6e63-55f9-44d0-8b8a-8d1704cd3dd1 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 932 time: 0.1272211 May 27 03:38:15.401987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b0e99b5-eadd-450c-aa80-90a45828b3e4 req-0fa15400-b5e1-4005-801b-169f3edbd580 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765822 May 27 03:38:15.471995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43dfbf08-d214-45f6-a99f-8477a587c0e0 None None] Port bca78218-5d31-4ac7-93a9-b5285aa5869e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:15.523396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:15.544642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:15.549442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:15.561832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:15.588823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017c83-f778-4b0d-8fc1-6d411093f465 req-e3fcf9fd-f1e3-41d9-aefd-eeeb430065a9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:15.590719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13017c83-f778-4b0d-8fc1-6d411093f465 req-e3fcf9fd-f1e3-41d9-aefd-eeeb430065a9 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.4156029 May 27 03:38:15.593541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:15.596978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:15.638068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-0284cea6-4f9b-4241-be66-2300faa8c3da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1096 time: 0.5648856 May 27 03:38:15.780976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e8e5c-1787-4a54-bc48-7ba7927febce req-246df394-6508-49ca-8995-db9c431c3c86 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:15.789279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c95e8e5c-1787-4a54-bc48-7ba7927febce req-246df394-6508-49ca-8995-db9c431c3c86 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 945 time: 0.1931751 May 27 03:38:15.887562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13017c83-f778-4b0d-8fc1-6d411093f465 req-95bfac7a-46dd-4512-94ac-e1f3a188d7c5 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796261 May 27 03:38:15.901496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c95e8e5c-1787-4a54-bc48-7ba7927febce req-d1220f52-16af-4e28-9353-2252b8c31632 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109481 May 27 03:38:16.170071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-aac1e803-1e5f-4de4-a85c-cb76bc1dec35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:16.171660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-aac1e803-1e5f-4de4-a85c-cb76bc1dec35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5085144 May 27 03:38:16.300267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.1.1.172 (c48b2fb7-8371-45ec-a78a-fbf69362ceb7/c4c27d9b-7472-430e-bb01-01182a9b4953/4fffd1ba-9793-40a3-8631-a81d6aae34a4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:16.407849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-03c2378d-21d7-4145-a49c-3fb033610bca tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4200628 May 27 03:38:16.414222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-4d546f4a-dd68-47a1-a43a-ff4069275a5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 999 time: 0.2257071 May 27 03:38:16.432052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:16.490668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:16.531442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Usage tracker for resource:floatingip and tenant:cb76b84c251c4129ba291c3b9a5ee447 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:16.555422 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:38:16.676669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:16.698755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-db24fb60-85d9-4279-8527-07faba01df30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:16.700507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-db24fb60-85d9-4279-8527-07faba01df30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.2627077 May 27 03:38:16.718194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:16.896329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:16.915960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b9b6-367a-4164-aa87-c53e3acf1929 req-00b53c19-42f0-4f06-8aae-8a2ecbc04f6e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:16.934415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a72b9b6-367a-4164-aa87-c53e3acf1929 req-00b53c19-42f0-4f06-8aae-8a2ecbc04f6e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1776695 May 27 03:38:17.114182 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a72b9b6-367a-4164-aa87-c53e3acf1929 req-6750d040-181c-4d65-a5fd-2c36a342cbab tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767471 May 27 03:38:17.138654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:17.161138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object 4fffd1ba-9793-40a3-8631-a81d6aae34a4 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:17.268747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:17.405488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:17.420944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:17.423632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:17.502585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-5ec9f8c0-57a4-4603-a34f-f9eb767cf6e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7901022 May 27 03:38:17.507757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:17.508477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:17.556600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4aadb-90f5-4661-9b54-84256631edc9 req-d5faec07-15a2-4c9a-afcf-bed6035717d5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:17.556840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:17.562057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4aadb-90f5-4661-9b54-84256631edc9 req-d5faec07-15a2-4c9a-afcf-bed6035717d5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:17.571215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dba4aadb-90f5-4661-9b54-84256631edc9 req-d5faec07-15a2-4c9a-afcf-bed6035717d5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 1654 time: 0.1244478 May 27 03:38:17.640059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:17.658308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dba4aadb-90f5-4661-9b54-84256631edc9 req-414d7633-91c7-4593-9b60-406d3e8942d3 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849364 May 27 03:38:17.782726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 3268ae31-ca3e-457b-a8ea-815c4bffa112 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:17.783732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:17.921675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-77047e84-a682-4903-b862-db4fd690eb12 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1365063 May 27 03:38:17.956053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'admin_state_up': True, 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'security_groups': ['26ffde56-d79e-47ff-806c-ef3f0c438e0f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:17.969778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c206042-4168-4e31-992a-121e577169f2 None None] Provisioning for port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:17.983229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c206042-4168-4e31-992a-121e577169f2 None None] Provisioning complete for port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:17.983581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c206042-4168-4e31-992a-121e577169f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:18.110811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c206042-4168-4e31-992a-121e577169f2 None None] Port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:18.145580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:18.170660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:18.188216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:18.189733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:18.196801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:18.236538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:18.242032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:18.263930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-28654b92-1ac7-44af-9eac-be7df38965da req-4aefa707-ee61-4cd9-8daa-4234a7e30c6b tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.2968156 May 27 03:38:18.279932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:18.298638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:18.305043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294da25d-9083-4413-928d-290824cef871 None None] Sync routers for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:38:18.347566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294da25d-9083-4413-928d-290824cef871 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:18.348523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-294da25d-9083-4413-928d-290824cef871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:18.457810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:38:18.503554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:18.505267 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:18.738991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472aba9-a0be-42f4-b3b7-4e34051a3883 req-060683f6-41ab-4485-9157-cf34e7070fa1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:18.756656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f472aba9-a0be-42f4-b3b7-4e34051a3883 req-060683f6-41ab-4485-9157-cf34e7070fa1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1735694 May 27 03:38:18.765440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Allocated IP 172.25.8.11 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6f138402-8420-4e35-97e1-fae4c083d13f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:18.781480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:18.943287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f472aba9-a0be-42f4-b3b7-4e34051a3883 req-b654ba61-0a26-4191-acbc-d22021219f8b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854610 May 27 03:38:18.949752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-294da25d-9083-4413-928d-290824cef871 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:18.957464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:18.999636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:19.055404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:19.175622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:19.199805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:19.208451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:19.307114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-93e1c041-d725-4a40-90e8-fd27d7215da9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7879033 May 27 03:38:19.348259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:19.353426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8ba43-6b2c-4c05-981c-384908a2b215 req-f6e31eb2-0ea7-4f66-86d9-4ab7ef384222 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:19.365462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:19.366340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aab8ba43-6b2c-4c05-981c-384908a2b215 req-f6e31eb2-0ea7-4f66-86d9-4ab7ef384222 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1983011 May 27 03:38:19.469982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aab8ba43-6b2c-4c05-981c-384908a2b215 req-f29aa572-05b0-4ba5-87c1-0d727c81a364 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027188 May 27 03:38:19.627066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 2, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.637585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:38:19.637937 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Updating router c5190e31-e177-4e68-a0a0-74402e52b4a7 port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:38:19.696997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:19.701644 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566a64c6-dbae-4415-80bf-36d542c602a3'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:38:19.719283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event updated for resources: {'Port': ['ID=6f138402-8420-4e35-97e1-fae4c083d13f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.758961 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:19.836775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:19.906064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-294da25d-9083-4413-928d-290824cef871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4b1bde69-591d-4098-9e38-e1a9a07c9ad9', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'port_id': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'mac_address': 'fa:16:3e:9a:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26864979-1d92-484a-bca4-cc8116b23aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:19Z', 'updated_at': '2022-05-27T03:37:55Z', 'revision_number': 1, 'project_id': '08ab77f8a269437b963666b2f270272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.912996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294da25d-9083-4413-928d-290824cef871 None None] Checking router: 7744d3bb-acab-4554-b9ef-ee15dd130eae for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:38:19.937236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294da25d-9083-4413-928d-290824cef871 None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:19.937871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-294da25d-9083-4413-928d-290824cef871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:20.031543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dc1b262-4b54-41bc-a943-53b16e5df074 req-c84f24d9-4075-429e-bc4f-fa488310b72f service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841886 May 27 03:38:20.058585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f2e4-8b28-4c66-aa36-49e61a07b939 req-a46deb39-b7af-4286-aa03-e36613b09e2a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:20.069848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20b3f2e4-8b28-4c66-aa36-49e61a07b939 req-a46deb39-b7af-4286-aa03-e36613b09e2a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2072437 May 27 03:38:20.193789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20b3f2e4-8b28-4c66-aa36-49e61a07b939 req-748802e3-94cc-4015-b016-9d82d8d3e3d9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224637 May 27 03:38:20.489588 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:20.516143 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Transition to ACTIVE for port object 12acab4d-41ad-40fe-99f7-f0d32dd27e8b will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:20.531532 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:20.538175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.1.1.170 (c48b2fb7-8371-45ec-a78a-fbf69362ceb7/c4c27d9b-7472-430e-bb01-01182a9b4953/8f9d6883-d5ac-4113-951d-1ad02ae86332) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:20.588281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c088ce-e4a8-47c1-92a5-cfb4a0356ab1 req-fd730aee-676f-4c2d-97a3-795bfcfd8bad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:20.593960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c088ce-e4a8-47c1-92a5-cfb4a0356ab1 req-fd730aee-676f-4c2d-97a3-795bfcfd8bad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:20.603803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d4c088ce-e4a8-47c1-92a5-cfb4a0356ab1 req-fd730aee-676f-4c2d-97a3-795bfcfd8bad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 1654 time: 0.1455882 May 27 03:38:20.608150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-294da25d-9083-4413-928d-290824cef871 None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:20.670319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d4c088ce-e4a8-47c1-92a5-cfb4a0356ab1 req-d0de39dc-4103-4714-a157-7998f1548aed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649211 May 27 03:38:20.884967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:20.914633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object 8f9d6883-d5ac-4113-951d-1ad02ae86332 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:20.939732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:20.945176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.002571 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Pushing event updated for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.030798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c21d0de8-b145-4014-a1ab-5ef947a0b9dc req-20d8507d-fdb5-41c9-a4f3-00c3d0d87677 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0947142 May 27 03:38:21.034862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.035206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.035540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.035872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.053899 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.058467 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.058694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:21.059130 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.059635 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.069568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.070113 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.070457 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.070865 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:21.152552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:21.156281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:21.160076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:21.270794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:21.271831 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.386574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e8c42076-73f4-47d5-92fa-101240014dc0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4292798 May 27 03:38:21.403983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'admin_state_up': True, 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'security_groups': ['26ffde56-d79e-47ff-806c-ef3f0c438e0f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:21.408965 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Attempting to bind port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:21.410218 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Attempting to bind port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:21.412850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Attempting to bind port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:21.437637 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:21.438175 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Checking segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:21.438801 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.441421 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Bound using segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:21.442045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Bound port: 12acab4d-41ad-40fe-99f7-f0d32dd27e8b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:21.443196 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.522336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26e057-ea09-4313-bf67-8167a2ee9462 req-994ff759-486b-43e7-983b-f7399bb3df8e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:21.540234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3f26e057-ea09-4313-bf67-8167a2ee9462 req-994ff759-486b-43e7-983b-f7399bb3df8e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.2444923 May 27 03:38:21.623337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-294da25d-9083-4413-928d-290824cef871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4b1bde69-591d-4098-9e38-e1a9a07c9ad9', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'port_id': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'mac_address': 'fa:16:3e:9a:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26864979-1d92-484a-bca4-cc8116b23aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:19Z', 'updated_at': '2022-05-27T03:37:55Z', 'revision_number': 1, 'project_id': '08ab77f8a269437b963666b2f270272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:21.628799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294da25d-9083-4413-928d-290824cef871 None None] The sync data for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 is: [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4b1bde69-591d-4098-9e38-e1a9a07c9ad9', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'port_id': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'mac_address': 'fa:16:3e:9a:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26864979-1d92-484a-bca4-cc8116b23aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:19Z', 'updated_at': '2022-05-27T03:37:55Z', 'revision_number': 1, 'project_id': '08ab77f8a269437b963666b2f270272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:38:21.672935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3f26e057-ea09-4313-bf67-8167a2ee9462 req-ddf2a5f6-1e6d-4488-87d4-7343b7ccf8db tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316597 May 27 03:38:21.725058 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] For port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:21.730321 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] For port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:21.751939 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.767072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c14f6215-eba1-4f3f-aaa2-1d59688ee922 None None] Provisioning for port 8f9d6883-d5ac-4113-951d-1ad02ae86332 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:21.778104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c14f6215-eba1-4f3f-aaa2-1d59688ee922 None None] Provisioning complete for port 8f9d6883-d5ac-4113-951d-1ad02ae86332 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:21.778316 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c14f6215-eba1-4f3f-aaa2-1d59688ee922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:21.907748 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:21.908622 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:21.964294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c14f6215-eba1-4f3f-aaa2-1d59688ee922 None None] Port 8f9d6883-d5ac-4113-951d-1ad02ae86332 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:22.047312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event updated for resources: {'Port': ['ID=6f138402-8420-4e35-97e1-fae4c083d13f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:22.075273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f1703bc-aac2-4286-9f5c-5d7ae15b8b0a req-cdcb972b-72f5-41d8-a859-66cc19921959 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.5146546 May 27 03:38:22.179664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:22.205533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea4ab-f997-4d82-be2c-4e57ddc40cf8 req-06b495f0-0c26-4bc5-9228-5e8607846095 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:22.219393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10bea4ab-f997-4d82-be2c-4e57ddc40cf8 req-06b495f0-0c26-4bc5-9228-5e8607846095 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.2624228 May 27 03:38:22.233809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:22.235397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-2f922673-3e36-42b1-a48f-d2523d204524 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8199670 May 27 03:38:22.246567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:22.264090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:22.266872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be9a2-77b1-42ee-90ac-11d30291a573 None None] Pushing event updated for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:22.274336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:22.289529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:22.364428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10bea4ab-f997-4d82-be2c-4e57ddc40cf8 req-54ad5f6f-a592-4bb0-a5ad-6705c629228f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433232 May 27 03:38:22.390831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:22.404115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:22.578866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:22.633517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-a544aaba-1116-4ab0-b01d-400e30015170 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:22.656298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4274b99f-ce02-45de-81f0-35eaac379099 None None] New status for floating IP 4b1bde69-591d-4098-9e38-e1a9a07c9ad9: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:38:22.749090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-a544aaba-1116-4ab0-b01d-400e30015170 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:22.750317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-a544aaba-1116-4ab0-b01d-400e30015170 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.4982584 May 27 03:38:22.808450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88d1b6-e5db-4f91-9fcf-dca60e40e70c req-5a36aaf9-7932-4e42-99bd-93159a98b687 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:22.818472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac88d1b6-e5db-4f91-9fcf-dca60e40e70c req-5a36aaf9-7932-4e42-99bd-93159a98b687 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1906767 May 27 03:38:22.922973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac88d1b6-e5db-4f91-9fcf-dca60e40e70c req-b0276689-ba81-4cc5-ac88-6bc063467309 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034963 May 27 03:38:22.954149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-928c4936-a089-494f-a177-ca115f4df2b9 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:22.955483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c9d86f4-08ca-4904-bbd0-56807cec1540 req-928c4936-a089-494f-a177-ca115f4df2b9 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1973159 May 27 03:38:23.172578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.2.2.100 (dea2eda8-e04c-4142-9fea-50728170db6d/7a7a30c2-53d4-4b68-9246-1c24502be713/8656582d-c263-4927-a0bf-7d6ecfe6a167) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:23.372608 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:21Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:23.383401 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038f2f97-8737-488a-ae46-098bc64675a7 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:21Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:38:23.658545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:23.700111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef93a-0b36-4454-ae9b-7c1b933e7cb6 req-970ceb46-e6bc-4afd-b250-44d6388abbd6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:23.710800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef93a-0b36-4454-ae9b-7c1b933e7cb6 req-970ceb46-e6bc-4afd-b250-44d6388abbd6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:23.716560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef93a-0b36-4454-ae9b-7c1b933e7cb6 req-970ceb46-e6bc-4afd-b250-44d6388abbd6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:23.723635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-308ef93a-0b36-4454-ae9b-7c1b933e7cb6 req-970ceb46-e6bc-4afd-b250-44d6388abbd6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 2375 time: 0.3210988 May 27 03:38:23.772826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:23.794162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-ee6432ca-7413-44be-89fa-5caa2cc108c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1096 time: 0.2873068 May 27 03:38:23.805551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object 8656582d-c263-4927-a0bf-7d6ecfe6a167 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:23.845731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-308ef93a-0b36-4454-ae9b-7c1b933e7cb6 req-3dd9ad5d-468f-4348-bbba-469c006f5287 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164687 May 27 03:38:23.943898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 12acab4d-41ad-40fe-99f7-f0d32dd27e8b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:24.106329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:24.113511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:24.114099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.143756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac455a9a-e829-492e-982e-9bb08b1afe60 req-8e5692f4-980e-428c-8ac8-d8b72fccaef9 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1403890 May 27 03:38:24.195612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.301792 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.350600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:24.357967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.366477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network dea2eda8-e04c-4142-9fea-50728170db6d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:24.370715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.373318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:24.383059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:24.391076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-13ab416e-6f9c-4f5a-b200-599c1e0a835b tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:24.399142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-13ab416e-6f9c-4f5a-b200-599c1e0a835b tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 820 time: 0.3584747 May 27 03:38:24.427351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-915a77ae-253b-4270-b1f5-16c32e671749 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/quotas/cb76b84c251c4129ba291c3b9a5ee447 HTTP/1.1" status: 200 len: 375 time: 0.0267134 May 27 03:38:24.487413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-7e25480e-9a5b-4a24-bdd1-ab5d81e07705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:24.488813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-7e25480e-9a5b-4a24-bdd1-ab5d81e07705 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.6639709 May 27 03:38:24.511118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.549501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-864b774d-ce65-451a-905c-62caf29de401 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1190429 May 27 03:38:24.737720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-25b96446-1320-4dc8-a295-78e390ed1e04 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869771 May 27 03:38:24.760112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:24.760811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.859192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5a203e44-a258-49df-86da-5c7262acd64e None None] Provisioning for port 8656582d-c263-4927-a0bf-7d6ecfe6a167 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:24.869100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5a203e44-a258-49df-86da-5c7262acd64e None None] Provisioning complete for port 8656582d-c263-4927-a0bf-7d6ecfe6a167 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:24.871340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a203e44-a258-49df-86da-5c7262acd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:24.880551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-65078bca-9de5-4b0e-b13a-3be3778743da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 1001 time: 0.3650656 May 27 03:38:24.885295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ebfc7fcf-d668-4886-9218-a6a5abacb035 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4974546 May 27 03:38:24.969693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-e85eb54b-fa31-4bfd-8bdb-cce070b05c8a service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304022 May 27 03:38:24.982938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5a203e44-a258-49df-86da-5c7262acd64e None None] Port 8656582d-c263-4927-a0bf-7d6ecfe6a167 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:24.989140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-dad8f69e-313b-405e-8fdc-73401ecf4b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:24.991235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-dad8f69e-313b-405e-8fdc-73401ecf4b60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1032262 May 27 03:38:24.999709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'admin_state_up': True, 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'security_groups': ['26ffde56-d79e-47ff-806c-ef3f0c438e0f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:25.086555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-596bf403-2a22-4b73-a20e-4f06c33ad993 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:25.088886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-596bf403-2a22-4b73-a20e-4f06c33ad993 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.1041319 May 27 03:38:25.189680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:38:25.190022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:25.457599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:25.467758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Usage tracker for resource:port and tenant:f5995c030b5c446cbda5890d329aa361 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:38:25.485800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:38:25.512487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:25.553020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0cf1f-ddc9-4c99-a5ee-91a227145705 req-ee1c000c-72e1-407e-9127-ff996363ebe8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:25.555017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4e0cf1f-ddc9-4c99-a5ee-91a227145705 req-ee1c000c-72e1-407e-9127-ff996363ebe8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.9031987 May 27 03:38:25.592400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Made reservation on behalf of f5995c030b5c446cbda5890d329aa361 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:25.612537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:25.661734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-9dc1f767-8c17-400c-a897-f4bc9ac136bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598765 May 27 03:38:25.710786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port ab8d1701-245e-4bc4-b807-a5e1c4ebc487, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:25.711208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:25.860681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 12acab4d-41ad-40fe-99f7-f0d32dd27e8b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:25.930449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for ab8d1701-245e-4bc4-b807-a5e1c4ebc487 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:38:25.985893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:25.986615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:26.006952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237332-3bc5-4d39-8a5d-d490551be978 req-7182e790-47cd-4ef8-a404-1f0f0144d9b2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:26.015891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0237332-3bc5-4d39-8a5d-d490551be978 req-7182e790-47cd-4ef8-a404-1f0f0144d9b2 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 946 time: 0.4296455 May 27 03:38:26.022453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-3293ae6a-52e7-4d5b-b3ab-b70ae5a5ac11 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385360 May 27 03:38:26.108817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0237332-3bc5-4d39-8a5d-d490551be978 req-e381d937-305b-42b7-9b51-803bbf80ed10 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919406 May 27 03:38:26.223163 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d4e0cf1f-ddc9-4c99-a5ee-91a227145705 req-48cbdf27-490f-4159-838f-2401e2b2a108 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6587150 May 27 03:38:26.238057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:26.410665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b641161-dac9-48fa-9294-19c6d94e98e0 req-3a695332-21d6-4888-a8c1-b85973b331ce service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659563 May 27 03:38:26.463323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:26.477782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ab8d1701-245e-4bc4-b807-a5e1c4ebc487'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:26.515230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Allocated IP 10.2.2.200 (dea2eda8-e04c-4142-9fea-50728170db6d/7a7a30c2-53d4-4b68-9246-1c24502be713/235b00df-849c-490a-bb6e-2c67c082d264) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:26.593847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=ab8d1701-245e-4bc4-b807-a5e1c4ebc487,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:26.658220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c65ff8-12a3-4c53-bec7-0fa79e9105e0 req-e73a8460-cef3-487c-b399-3258ded2b656 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:26.666982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32c65ff8-12a3-4c53-bec7-0fa79e9105e0 req-e73a8460-cef3-487c-b399-3258ded2b656 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.3456466 May 27 03:38:26.737333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port ab8d1701-245e-4bc4-b807-a5e1c4ebc487 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:26.757914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:26.774110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32c65ff8-12a3-4c53-bec7-0fa79e9105e0 req-761b242a-18a3-4883-9c1c-8b9e99d43db6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070182 May 27 03:38:26.774110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'name': 'network-vif-deleted', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:26.823345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a82a00-f050-49c7-bc52-76d0f6848cf9 req-1421c898-0376-4b03-84a0-f4f34c8e4069 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.41 "DELETE /v2.0/ports/ab8d1701-245e-4bc4-b807-a5e1c4ebc487 HTTP/1.1" status: 204 len: 173 time: 1.7280166 May 27 03:38:26.987630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:26.993355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:26.998496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:27.008478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:27.011848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:27.065302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.069641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:27.076884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-18855e33-7cfb-4d0b-b179-84224df7a1c2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3096 time: 0.4507763 May 27 03:38:27.130646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Transition to ACTIVE for port object 235b00df-849c-490a-bb6e-2c67c082d264 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:27.162939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d9b28fd-023e-4f44-9c61-4821d3edc50d req-6fb84c2f-2338-4607-9874-41905a1d1d84 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850747 May 27 03:38:27.207336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.271142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-be5ac37b-2ce0-4ac5-8f23-ba6605f2c263 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:27.272800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-be5ac37b-2ce0-4ac5-8f23-ba6605f2c263 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.41 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 820 time: 0.2985306 May 27 03:38:27.291842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-181c347f-bb6f-4d09-a041-18fef062db5d req-d33c7f5a-c026-4247-8e88-0dabebd0105b tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 210 time: 0.3610542 May 27 03:38:27.299176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'port': {'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'admin_state_up': True, 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:27.402143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Network dea2eda8-e04c-4142-9fea-50728170db6d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:27.412593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:27.431139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:27.529145 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eb5940-30ee-4e92-9f6e-d3faae5544c5'] response: {'server_uuid': '4ec81523-5239-45ff-8a69-357251921208', 'name': 'network-vif-deleted', 'tag': 'ab8d1701-245e-4bc4-b807-a5e1c4ebc487', 'status': 'completed', 'code': 200} May 27 03:38:27.533547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:27.640963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:27.670462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:27.671263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.716587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-f27e7476-c3f2-49ed-816f-9b8bea7ccf14 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7236316 May 27 03:38:27.731791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:27.798050 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41db4343-848a-4539-898c-f305454a4719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.842348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86c73feb-64d6-48f4-991a-5a0effc50d9f req-25597150-f249-40f8-8e07-90e8e24373ad tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:27.913716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:27.923183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-86c73feb-64d6-48f4-991a-5a0effc50d9f req-25597150-f249-40f8-8e07-90e8e24373ad tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:27.927559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86c73feb-64d6-48f4-991a-5a0effc50d9f req-25597150-f249-40f8-8e07-90e8e24373ad tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec81523-5239-45ff-8a69-357251921208 HTTP/1.1" status: 200 len: 210 time: 0.2706795 May 27 03:38:27.949453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Made reservation on behalf of cb76b84c251c4129ba291c3b9a5ee447 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:27.952816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:27.973034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-053e4b20-4a1c-43d8-9fc2-1ffc1cb5b9f4 None None] Provisioning for port 235b00df-849c-490a-bb6e-2c67c082d264 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:27.987008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-053e4b20-4a1c-43d8-9fc2-1ffc1cb5b9f4 None None] Provisioning complete for port 235b00df-849c-490a-bb6e-2c67c082d264 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:27.987389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-053e4b20-4a1c-43d8-9fc2-1ffc1cb5b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:28.038989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:28.278996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-053e4b20-4a1c-43d8-9fc2-1ffc1cb5b9f4 None None] Port 235b00df-849c-490a-bb6e-2c67c082d264 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:28.456753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Allocated IP 172.20.0.6 (3dc996ca-008a-44e4-b127-bcae59aa490a/43f0b627-82a2-481f-aca3-3f012e5c79b8/1876cf04-885f-45d0-a4cf-32369a5c31f8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:28.557654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022745f-cc3e-46ae-8e44-626b83b302e7 req-b4315176-e3c2-468b-87d9-6a2ab68bc4a2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:28.559048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5022745f-cc3e-46ae-8e44-626b83b302e7 req-b4315176-e3c2-468b-87d9-6a2ab68bc4a2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1987660 May 27 03:38:28.750461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d03d-7c4a-4f1c-8301-d74209ac0f3f req-e3e18442-8441-48c4-a45f-0759aa250b58 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:28.751921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6194d03d-7c4a-4f1c-8301-d74209ac0f3f req-e3e18442-8441-48c4-a45f-0759aa250b58 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2492576 May 27 03:38:28.782337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5022745f-cc3e-46ae-8e44-626b83b302e7 req-002cf3f4-2e8b-4872-8413-6117eaaf91a3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044988 May 27 03:38:28.796117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:28.839998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Transition to ACTIVE for port object 1876cf04-885f-45d0-a4cf-32369a5c31f8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:28.877107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6194d03d-7c4a-4f1c-8301-d74209ac0f3f req-c368ab40-9e64-463d-9ede-96707eca63df tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126823 May 27 03:38:28.893643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:28.904616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['99655cdd-495b-4bf2-b9b8-d656466baa6e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:29.031349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca78218-5d31-4ac7-93a9-b5285aa5869e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:29.042791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.045356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event updated for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:29.081337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Transition to ACTIVE for port object bca78218-5d31-4ac7-93a9-b5285aa5869e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:29.090374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.300277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Network 3dc996ca-008a-44e4-b127-bcae59aa490a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:29.303582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:29.309205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:29.420840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.421500 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.458738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.470477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.480234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.493748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.498422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:29.510427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-4b9db9f2-e6a0-4c9d-a392-6e8a8508c7b6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3829 time: 0.4436266 May 27 03:38:29.593006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aadefa11-e9d2-4872-9122-6a36cd11c866 req-469a119e-d98e-4513-8213-4e90ab37c2e0 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.4241993 May 27 03:38:29.607757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-7651e78a-1bb7-4771-b0d0-4e8b09a954eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3145378 May 27 03:38:29.624464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Request body: {'port': {'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:29.700472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c4f921c-8fbe-41b7-8da5-24e29e3473b3 req-069f2c9b-b31b-458b-b76f-1e38303344d7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721385 May 27 03:38:29.773939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:29.783805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c272cfc-2c25-4cff-94d5-91d15786d3d3 None None] Provisioning for port 1876cf04-885f-45d0-a4cf-32369a5c31f8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:29.793701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c272cfc-2c25-4cff-94d5-91d15786d3d3 None None] Provisioning complete for port 1876cf04-885f-45d0-a4cf-32369a5c31f8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:29.794851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c272cfc-2c25-4cff-94d5-91d15786d3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:29.847254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.013642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3c272cfc-2c25-4cff-94d5-91d15786d3d3 None None] Port 1876cf04-885f-45d0-a4cf-32369a5c31f8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:38:30.019669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d2aec10b-b724-43ef-9977-663dd15a6af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.091685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ab8d1701-245e-4bc4-b807-a5e1c4ebc487 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:30.192016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ab8d1701-245e-4bc4-b807-a5e1c4ebc487 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:38:30.192625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ab8d1701-245e-4bc4-b807-a5e1c4ebc487 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:38:30.208010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Attempting to bind port bca78218-5d31-4ac7-93a9-b5285aa5869e on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:30.208453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Attempting to bind port bca78218-5d31-4ac7-93a9-b5285aa5869e by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:30.208788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Attempting to bind port bca78218-5d31-4ac7-93a9-b5285aa5869e on network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:30.235250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Port bca78218-5d31-4ac7-93a9-b5285aa5869e on network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:30.235576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Attempting to bind port bca78218-5d31-4ac7-93a9-b5285aa5869e on network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:30.273655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:30.273996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Checking segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:30.274383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Bound using segment: {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:30.274824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Bound port: bca78218-5d31-4ac7-93a9-b5285aa5869e, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3948e10e-60de-49c5-97d1-b041c69e9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:30.275174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.304759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267326-ced0-4f0f-a4d8-43d6408aeaee req-5155bc92-2fca-4bc1-8320-9ef0d83f1eb6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:30.312943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77267326-ced0-4f0f-a4d8-43d6408aeaee req-5155bc92-2fca-4bc1-8320-9ef0d83f1eb6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 931 time: 0.4225974 May 27 03:38:30.431190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77267326-ced0-4f0f-a4d8-43d6408aeaee req-ea588f0e-4d4f-4efe-a6ed-4c4eaeed7ceb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170864 May 27 03:38:30.496774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:30.500940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:30.510023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.520004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6526c-3fdb-411e-91a1-b32c5c5c8a9f req-42a60690-9024-4514-94cc-d692267ca581 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:30.521637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbe6526c-3fdb-411e-91a1-b32c5c5c8a9f req-42a60690-9024-4514-94cc-d692267ca581 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1511338 May 27 03:38:30.596173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.597889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] 10.222.0.21 "PUT /v2.0/ports/bca78218-5d31-4ac7-93a9-b5285aa5869e HTTP/1.1" status: 200 len: 1092 time: 2.8734500 May 27 03:38:30.598492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:30.626763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581f5f-056e-4f50-b438-a150890e7aaa service neutron] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:30.638332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:30.689833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbe6526c-3fdb-411e-91a1-b32c5c5c8a9f req-d5f10cf5-ac63-45b5-9510-d681aedf7562 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543353 May 27 03:38:30.735615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1876cf04-885f-45d0-a4cf-32369a5c31f8 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:30.758846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.787557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Transition to ACTIVE for port object 1876cf04-885f-45d0-a4cf-32369a5c31f8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:30.798215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.872184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:30.914859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Pushing event updated for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:30.952005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368c06d-dca4-44e0-8639-a74eebbdbee7 req-ae78638c-c575-4fbd-8bc5-79bd7ded68db tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:30.953772 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4368c06d-dca4-44e0-8639-a74eebbdbee7 req-ae78638c-c575-4fbd-8bc5-79bd7ded68db tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.2777619 May 27 03:38:31.101935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4368c06d-dca4-44e0-8639-a74eebbdbee7 req-b896c448-33f2-43cc-ba5a-b5582317ef35 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407921 May 27 03:38:31.224311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:31.284917 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667ec96a-48c1-4a11-821e-5fa0be85b7b8'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'status': 'completed', 'code': 200} May 27 03:38:31.394570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:31.439242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-093590e1-5ef2-4df8-9949-06615c9f7914 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:31.449466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-093590e1-5ef2-4df8-9949-06615c9f7914 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.5370350 May 27 03:38:31.485225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-5f433c64-f915-49a5-877d-9dc2a8dddfe1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/quotas/c68d694357974baeaeb629aae6ba6380 HTTP/1.1" status: 200 len: 375 time: 0.0272002 May 27 03:38:31.542129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Attempting to bind port 1876cf04-885f-45d0-a4cf-32369a5c31f8 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:31.542816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Attempting to bind port 1876cf04-885f-45d0-a4cf-32369a5c31f8 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:31.542923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Attempting to bind port 1876cf04-885f-45d0-a4cf-32369a5c31f8 on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:31.560373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-e2ec7c40-c733-4d12-831f-def01d86cc1e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690939 May 27 03:38:31.565830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Port 1876cf04-885f-45d0-a4cf-32369a5c31f8 on network 3dc996ca-008a-44e4-b127-bcae59aa490a not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:31.566253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Attempting to bind port 1876cf04-885f-45d0-a4cf-32369a5c31f8 on network 3dc996ca-008a-44e4-b127-bcae59aa490a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:31.600544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c4e69-b4b0-4828-9893-e3001ad73693 req-c9f55979-658c-4195-9599-98516e053f86 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1271913 May 27 03:38:31.668001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3f0915-7341-4c61-9d11-25098f3f10a7 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:31.674173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:31.674518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Checking segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:31.674898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Bound using segment: {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:31.675342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Bound port: 1876cf04-885f-45d0-a4cf-32369a5c31f8, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7803caee-729a-4430-a95d-20ba3f994da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:31.675740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:31.677661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:31.697194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Transition to ACTIVE for port object bd3f0915-7341-4c61-9d11-25098f3f10a7 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:31.721575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:31.885250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-761606a0-0ed7-442d-b9ff-fabfd93a2159 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231192 May 27 03:38:31.954984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:31.988464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-5898c630-b823-47ff-bdb1-84b116d040c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 4364 time: 0.4432471 May 27 03:38:32.029854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:32.047907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:32.060976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:32.356199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:32.357886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] 10.222.0.41 "PUT /v2.0/ports/1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 1091 time: 2.7396407 May 27 03:38:32.358912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:32.382295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-523c6137-1324-484d-b5da-6aad26d14220 service neutron] 10.222.0.46 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839425 May 27 03:38:32.389832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7f6f9-2fbc-48e8-94fe-a4dabec3112d service neutron] Pushing event updated for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:32.605932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-d9747023-61f4-48ac-a5df-a75e48ab3cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.607466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-d9747023-61f4-48ac-a5df-a75e48ab3cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.608394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-d9747023-61f4-48ac-a5df-a75e48ab3cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.612361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-d9747023-61f4-48ac-a5df-a75e48ab3cfb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5995c030b5c446cbda5890d329aa361&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6072121 May 27 03:38:32.637411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-eb3fb847-fadd-4eae-80e7-01099dfcd35d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1094 time: 0.1986182 May 27 03:38:32.748295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.757828 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-b2e49018-2e86-48d7-90db-289c2a23f649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 217 time: 0.1144183 May 27 03:38:32.761225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.772521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.777418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.792868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.797290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.811945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-7f7bf4b7-4d3d-408d-a6b0-df59c2d69e25 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 4602 time: 0.9345596 May 27 03:38:32.881842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-9de1890c-82ba-4bf4-ad72-abfe2d353dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:32.883270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-9de1890c-82ba-4bf4-ad72-abfe2d353dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1189678 May 27 03:38:32.929178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:33.184429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-5aa11208-b3ef-41ff-b732-a3f6f5ed0c1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:33.185923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14cae40e-f918-4a9c-b673-27ad8572a638 req-5aa11208-b3ef-41ff-b732-a3f6f5ed0c1f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5435083 May 27 03:38:33.187862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Attempting to bind port bd3f0915-7341-4c61-9d11-25098f3f10a7 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:33.188193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Attempting to bind port bd3f0915-7341-4c61-9d11-25098f3f10a7 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:33.188521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Attempting to bind port bd3f0915-7341-4c61-9d11-25098f3f10a7 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:33.215839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Port bd3f0915-7341-4c61-9d11-25098f3f10a7 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:33.216173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Attempting to bind port bd3f0915-7341-4c61-9d11-25098f3f10a7 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:33.230694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-a922c08e-8f49-4ba1-8716-3c27c7183d9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387327 May 27 03:38:33.236740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:33.237142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:33.237539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Bound using segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:33.237991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Bound port: bd3f0915-7341-4c61-9d11-25098f3f10a7, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:33.238362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:33.282958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83385f57-a5a3-4150-9fc8-9f0a154f54dd req-281637c5-3650-475c-9006-b1aea54a19f2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:33.284440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-83385f57-a5a3-4150-9fc8-9f0a154f54dd req-281637c5-3650-475c-9006-b1aea54a19f2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:33.290859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4620e7ce-68cd-4255-b681-a7083a4608c2 req-59878195-e879-4281-9b28-113879f693bd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4767506 May 27 03:38:33.465379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-83385f57-a5a3-4150-9fc8-9f0a154f54dd req-281637c5-3650-475c-9006-b1aea54a19f2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:33.466727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-83385f57-a5a3-4150-9fc8-9f0a154f54dd req-281637c5-3650-475c-9006-b1aea54a19f2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 943 time: 0.4479239 May 27 03:38:33.522361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:33.529131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-f55fd7a9-3bce-4d2d-a95b-f512499fbf76 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899654 May 27 03:38:33.538182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:33.550584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:33.675808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:33.677329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 1131 time: 3.0474675 May 27 03:38:33.679813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bd3f0915-7341-4c61-9d11-25098f3f10a7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:33.681311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-83385f57-a5a3-4150-9fc8-9f0a154f54dd req-125906ba-03ab-4beb-a8d6-6d7ebe8d5cd8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064571 May 27 03:38:33.716615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a64956-9ba7-4aa0-b27f-6a471f13ac47 req-df8154e6-ec55-49b9-8af0-f43b67890592 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:33.718182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68a64956-9ba7-4aa0-b27f-6a471f13ac47 req-df8154e6-ec55-49b9-8af0-f43b67890592 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.2625723 May 27 03:38:33.725040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:33.763353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-742bb75f-aee7-42cb-ba73-24e375fceabf req-e0edd8d7-bdbe-4863-8771-860f62b851c2 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240055 May 27 03:38:33.832868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdb290-3e48-4b73-b638-5f83ae0f34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:34.120277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b01d2-9dbb-42db-965d-43a58b880d72 req-e3c15429-3112-4c5c-9b86-8c5f121652ff tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:34.123466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68a64956-9ba7-4aa0-b27f-6a471f13ac47 req-252b2e8b-f6ad-4b8a-a2b3-cb64e1d6f7d9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337195 May 27 03:38:34.130983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b6b01d2-9dbb-42db-965d-43a58b880d72 req-e3c15429-3112-4c5c-9b86-8c5f121652ff tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1347203 May 27 03:38:34.150493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:34.223789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b6b01d2-9dbb-42db-965d-43a58b880d72 req-7be548b7-c227-4217-9665-2d3cc04faa33 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917552 May 27 03:38:34.301242 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8f2771-6668-472a-8877-af278f73b018'] response: {'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'status': 'completed', 'code': 200} May 27 03:38:34.570189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-979d233a-f760-4d30-a9b8-dcae8e82b088 req-2eca80e2-ec4b-48ae-8ad2-3ff949883494 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 210 time: 0.1104453 May 27 03:38:34.590495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-0d81e0f9-0668-46b2-8ed4-3af6f803b85d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1094 time: 0.2834730 May 27 03:38:34.897508 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d75ad0-292e-4707-954a-27ccef1fb023'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bd3f0915-7341-4c61-9d11-25098f3f10a7', 'status': 'completed', 'code': 200} May 27 03:38:34.942849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-f580e17d-1f5c-4b8c-be6a-491d80bc90ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:34.947000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-f580e17d-1f5c-4b8c-be6a-491d80bc90ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.3491819 May 27 03:38:34.980057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27fbf070-724f-48c3-b817-e007d6634741 req-b4c61c3e-487d-4b0a-bbd8-b78380a56542 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.3983850 May 27 03:38:35.146066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-0412428c-a10e-41f8-a6eb-5a912e4ff23c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.148520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-0412428c-a10e-41f8-a6eb-5a912e4ff23c tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 811 time: 0.4996898 May 27 03:38:35.167676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Request body: {'port': {'device_id': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'admin_state_up': True, 'tenant_id': 'c68d694357974baeaeb629aae6ba6380'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:35.223538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-4dc58263-3d8c-4406-8c62-8bac2a510f3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 217 time: 0.2689786 May 27 03:38:35.361491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0b50a4-18a6-487c-911b-f1ef17d47d56 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:35.376670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-89fda6d6-d093-4cb8-9de8-d880f8fe4b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.380049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-89fda6d6-d093-4cb8-9de8-d880f8fe4b11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.0945516 May 27 03:38:35.425684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:35.467620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.472489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.477487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.481113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4beba37-2a32-4cac-9626-613ed821be63 req-bc516333-0479-4772-9bcc-f50923231e7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5288 time: 0.5815506 May 27 03:38:35.482150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.482273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Transition to ACTIVE for port object 4b0b50a4-18a6-487c-911b-f1ef17d47d56 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:35.490574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.495874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:35.504886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-33e6e441-4e77-4533-8dc2-06525c3697cb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 4602 time: 0.6259077 May 27 03:38:35.540067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:35.608263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bbebd2d-3744-4c90-b49e-48a641155bf6 req-86bbfea2-d213-48e3-a90f-9deb52063d58 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023691 May 27 03:38:35.651508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-d1d057d9-b9f7-4f86-8698-684eda0e7a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634742 May 27 03:38:35.955395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-3c86a2ea-ebd9-4776-8e63-0589727f3d3d service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963455 May 27 03:38:36.016472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:38:36.065660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:36.105538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e729a-5449-49c2-8acd-021a784ba941 req-33dee2a6-1709-43dc-95c5-560ee70d7db7 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.113043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb6e729a-5449-49c2-8acd-021a784ba941 req-33dee2a6-1709-43dc-95c5-560ee70d7db7 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 943 time: 0.8370738 May 27 03:38:36.117471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:38:36.222553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Made reservation on behalf of c68d694357974baeaeb629aae6ba6380 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:36.225598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:36.237194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beba37-2a32-4cac-9626-613ed821be63 req-904e85ec-0b19-4844-bb69-b5005f904615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.238387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beba37-2a32-4cac-9626-613ed821be63 req-904e85ec-0b19-4844-bb69-b5005f904615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.239354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beba37-2a32-4cac-9626-613ed821be63 req-904e85ec-0b19-4844-bb69-b5005f904615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.242987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4beba37-2a32-4cac-9626-613ed821be63 req-904e85ec-0b19-4844-bb69-b5005f904615 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5995c030b5c446cbda5890d329aa361&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7484729 May 27 03:38:36.281308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f9b0-ceb8-4971-886b-f6327c2a815d req-ffab8525-1862-43d7-ba50-633f729603a3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.290354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4dd6f9b0-ceb8-4971-886b-f6327c2a815d req-ffab8525-1862-43d7-ba50-633f729603a3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.4210865 May 27 03:38:36.320875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb6e729a-5449-49c2-8acd-021a784ba941 req-8034c240-74ee-4ae5-bb4d-8a950f7839e3 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068362 May 27 03:38:36.386297 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4dd6f9b0-ceb8-4971-886b-f6327c2a815d req-ce677513-febd-47cb-9823-ffe9f38056b0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941093 May 27 03:38:36.402987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-889db744-8b13-4b5d-ae06-091a4c79a66d req-489016f3-dacc-4d14-9da7-20db6ceb4cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310188 May 27 03:38:36.476318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Attempting to bind port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:36.476653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Attempting to bind port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:36.477086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Attempting to bind port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:36.670172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30b85ff4-584c-4beb-9f17-0645807b38d2 req-c9472f95-2518-4532-9d0d-1ba0029057ad tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 210 time: 0.0776479 May 27 03:38:36.677298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:36.677869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Attempting to bind port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:36.728599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:36.728935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:36.729406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Bound using segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:36.729936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Bound port: 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:36.730355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:36.747291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Allocated IP 172.20.0.4 (dcdf01ae-404b-4f91-8581-253478271c7e/4e1c2799-d855-43ee-b092-6ae2af982795/a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:36.847017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beba37-2a32-4cac-9626-613ed821be63 req-7a9163e1-0d92-4d21-a4e1-688720033b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.848579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4beba37-2a32-4cac-9626-613ed821be63 req-7a9163e1-0d92-4d21-a4e1-688720033b27 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5908854 May 27 03:38:36.923098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13ad0c33-7b2c-4ca3-829c-8963af979317 req-f85dc681-7d2f-401e-87bd-62e212efdd5c tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0638590 May 27 03:38:36.972762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb2875-086b-4e2f-b735-2ce47cd8fc3c req-48623976-d9d8-4df8-8d67-f8792d624400 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:36.975156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-daeb2875-086b-4e2f-b735-2ce47cd8fc3c req-48623976-d9d8-4df8-8d67-f8792d624400 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.3685637 May 27 03:38:37.133750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:37.158017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:37.175446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.185316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.189927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.193771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.198304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.203290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.207114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.216829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-daeb2875-086b-4e2f-b735-2ce47cd8fc3c req-3708a961-9f85-46b8-9b77-5499f27f15cc tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052002 May 27 03:38:37.220230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.222853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-292f9503-b52b-4816-bf3a-a5469add74ee tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5374 time: 0.1560411 May 27 03:38:37.283889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.285365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 1130 time: 3.5643747 May 27 03:38:37.287613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '4b0b50a4-18a6-487c-911b-f1ef17d47d56'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:37.297858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.325743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072904e-5df0-402d-bb47-84f88f785753 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:37.333902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:37.376607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8121c74-90d1-473c-ad33-7b334ee366dc req-7aa47755-edd2-42b1-a475-f7478586efe8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424086 May 27 03:38:37.485768 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3f8995-3ac5-4b22-9dc2-580df7131d70'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '4b0b50a4-18a6-487c-911b-f1ef17d47d56', 'status': 'completed', 'code': 200} May 27 03:38:37.574305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.759250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:37.818035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Network dcdf01ae-404b-4f91-8581-253478271c7e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:37.824295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb51a-63dc-4d20-9e04-edafefa83dda req-5022b777-2216-4ec1-b97e-4da62fc2d2fd tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:37.831696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a1cb51a-63dc-4d20-9e04-edafefa83dda req-5022b777-2216-4ec1-b97e-4da62fc2d2fd tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 943 time: 0.1760941 May 27 03:38:37.847035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event updated for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:37.850755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:37.865775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:38:37.915388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a1cb51a-63dc-4d20-9e04-edafefa83dda req-28ad5a2a-89ce-4b3b-aa78-8decbde8b25c tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824940 May 27 03:38:37.997584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-902fbe3b-80ff-450b-a0b7-591dd11315c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6211 time: 0.5138869 May 27 03:38:38.045350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.045965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:38.096743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1876cf04-885f-45d0-a4cf-32369a5c31f8 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:38:38.152355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7858c4-ea6f-4c6c-81d8-5bb3e28f0eda req-96281940-7bd6-4df6-8e4d-f653de82d43b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.154179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f7858c4-ea6f-4c6c-81d8-5bb3e28f0eda req-96281940-7bd6-4df6-8e4d-f653de82d43b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 931 time: 0.0950661 May 27 03:38:38.174130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224bd94-5837-431c-9402-c82932f5091d req-e67f2876-7821-4b51-8d77-63cb1fd61d47 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.181088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5224bd94-5837-431c-9402-c82932f5091d req-e67f2876-7821-4b51-8d77-63cb1fd61d47 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.4716027 May 27 03:38:38.226388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f7858c4-ea6f-4c6c-81d8-5bb3e28f0eda req-b83865a4-e453-4290-a3ed-03b7324c8d8d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615470 May 27 03:38:38.315305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:38.332118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:38:38.388196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-91b5bdc8-3a22-411f-9302-13f7042aa8d6 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2253690 May 27 03:38:38.450776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Request body: {'port': {'device_id': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:38.509854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:38.511623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9c47dea-59ba-4576-a16d-47e20cdc7264 req-1bba4a0a-6aee-4dec-9110-04ffbd36820a tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1230407 May 27 03:38:38.548773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1876cf04-885f-45d0-a4cf-32369a5c31f8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:38.593294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:38.598395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:38.647327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5224bd94-5837-431c-9402-c82932f5091d req-9648aead-0992-4797-835c-6d8565e5312f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651887 May 27 03:38:38.743845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-0c712514-824b-485f-8889-aebe709cacca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.748582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-0c712514-824b-485f-8889-aebe709cacca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.750022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-0c712514-824b-485f-8889-aebe709cacca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:38.753210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-0c712514-824b-485f-8889-aebe709cacca service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5995c030b5c446cbda5890d329aa361&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7017977 May 27 03:38:38.786449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:38.961986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:38.995069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:38:39.008795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e669cb-92fe-49f0-bcc5-051049d583fd req-26aceb7c-20d3-4882-8cc0-659bff42ce79 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.011504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71e669cb-92fe-49f0-bcc5-051049d583fd req-26aceb7c-20d3-4882-8cc0-659bff42ce79 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1158717 May 27 03:38:39.017451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1876cf04-885f-45d0-a4cf-32369a5c31f8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:39.084272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71e669cb-92fe-49f0-bcc5-051049d583fd req-4e7cceb3-db98-42a7-b2f6-eea3d29baa8a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667679 May 27 03:38:39.191786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fffd1ba-9793-40a3-8631-a81d6aae34a4 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:39.202854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-86f4e8fd-6c64-41ba-a995-de58c0f15c3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.203960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92146e11-fc66-4f65-9c78-aa4e996608fc req-86f4e8fd-6c64-41ba-a995-de58c0f15c3c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062328 May 27 03:38:39.247655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:39.295650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Transition to ACTIVE for port object 4fffd1ba-9793-40a3-8631-a81d6aae34a4 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:39.308972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.313890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.316982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.321428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.325938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.329834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.333724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.335939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-09c02901-4f7a-4617-9875-27bb78f2c41c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5374 time: 0.4431074 May 27 03:38:39.367377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2aeae-120b-4867-b12c-e36d2be3ab07 req-cb7d0b1f-a418-489e-b7ec-f3bf580a45e4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.368841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ee2aeae-120b-4867-b12c-e36d2be3ab07 req-cb7d0b1f-a418-489e-b7ec-f3bf580a45e4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 944 time: 0.1001151 May 27 03:38:39.371364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:39.436814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ee2aeae-120b-4867-b12c-e36d2be3ab07 req-951beb25-1d34-42a9-a62e-6472a02fe12d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608594 May 27 03:38:39.615279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:39.633653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-880bbd0a-04b7-4672-a5fb-c5c609fb4f70 req-83155c14-fdfb-4c7a-b823-1c3c42c3551c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763498 May 27 03:38:39.749002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724622d3-8a63-4a29-b42a-fc9e1b375234 req-8f03a75a-1684-4183-ae9f-d7b82e5e0449 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:39.774387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-724622d3-8a63-4a29-b42a-fc9e1b375234 req-8f03a75a-1684-4183-ae9f-d7b82e5e0449 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 931 time: 0.1943324 May 27 03:38:39.872838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-724622d3-8a63-4a29-b42a-fc9e1b375234 req-80bb5c3f-aced-4a22-bc63-90afb415460d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973883 May 27 03:38:40.147393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a5f9690-9e84-441e-b067-0230b81ac314 req-8f0ec986-84b5-462b-b691-e5e617ac3afc tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1313789 May 27 03:38:40.192794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Attempting to bind port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:40.193829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Attempting to bind port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:40.196850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Attempting to bind port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:40.211601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:40.212002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Attempting to bind port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:40.229660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:40.259015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:40.261221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774d7b-a520-412a-aae7-9050637c9fb9 req-716330f7-3d96-4c2b-abc3-3dc72dd647b2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:40.262653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7774d7b-a520-412a-aae7-9050637c9fb9 req-716330f7-3d96-4c2b-abc3-3dc72dd647b2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1797614 May 27 03:38:40.285715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:40.286073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:40.292668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Bound using segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:40.293464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Bound port: 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:40.296009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:40.339245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Transition to ACTIVE for port object a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:40.362692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:40.366951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7774d7b-a520-412a-aae7-9050637c9fb9 req-c25bcfd3-c3d0-4af2-920d-3e0e4484d7b2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904884 May 27 03:38:40.747574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350da5e-fe50-407a-886b-298abcaf8bd0 req-4186be4a-d138-4ec0-8ea8-ecef237d958a tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:40.749897 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f350da5e-fe50-407a-886b-298abcaf8bd0 req-4186be4a-d138-4ec0-8ea8-ecef237d958a tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 944 time: 0.1409712 May 27 03:38:40.776621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Pushing event updated for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:40.860706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f350da5e-fe50-407a-886b-298abcaf8bd0 req-5cff36fd-b1b8-4da3-9f0e-a4557cd28b21 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982578 May 27 03:38:41.014929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:41.023349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f2642-9406-481b-91ba-c46062f6e22c req-734d2996-dcec-482d-80d9-c781c4ba197a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.032244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df5f2642-9406-481b-91ba-c46062f6e22c req-734d2996-dcec-482d-80d9-c781c4ba197a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.5641947 May 27 03:38:41.094689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:41.117143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:41.126951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.132881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.139333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.145625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.151225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.155653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.160288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.162915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e62c9129-175c-43ad-8194-fd87aec45142 req-130a4d93-dd07-4af7-a853-f1728d070014 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5386 time: 0.1624591 May 27 03:38:41.244598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e62c9129-175c-43ad-8194-fd87aec45142 req-c46e41e7-0c2f-4961-a307-91e63030ad80 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745122 May 27 03:38:41.291350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Attempting to bind port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:41.291790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Attempting to bind port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:41.292052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Attempting to bind port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:41.307601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:41.309428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] 10.222.0.21 "PUT /v2.0/ports/4fffd1ba-9793-40a3-8631-a81d6aae34a4 HTTP/1.1" status: 200 len: 1091 time: 3.9849355 May 27 03:38:41.310193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:41.340429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df5f2642-9406-481b-91ba-c46062f6e22c req-a4440c42-86ba-4bee-9661-7fec9be4e63c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069131 May 27 03:38:41.351872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:41.376387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb32a-4ed6-4b80-a193-04b01593a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:41.389216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff on network dcdf01ae-404b-4f91-8581-253478271c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:41.389541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Attempting to bind port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff on network dcdf01ae-404b-4f91-8581-253478271c7e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:41.433353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:41.434032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Checking segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:41.434595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Bound using segment: {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:41.435237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Bound port: a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:41.435737 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:41.616603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7373f7-2563-4cbd-a3e6-fe06bce4296e req-203c604f-75ff-437d-b405-168f061a7420 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:41.623620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a7373f7-2563-4cbd-a3e6-fe06bce4296e req-203c604f-75ff-437d-b405-168f061a7420 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 943 time: 0.1158791 May 27 03:38:41.696940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a7373f7-2563-4cbd-a3e6-fe06bce4296e req-df96d3f5-68d1-4b68-b424-9acc2363c147 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 May 27 03:38:41.707197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-586c8ab1-875d-4b9c-9a2a-37200e354a8b req-6f784bb9-ff3f-43b8-b2ce-8854a44697c6 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0834045 May 27 03:38:41.731014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:41.751935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:41.783343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:41.846304 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca2115d-c6b1-46b1-9445-636b7f815305'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'status': 'completed', 'code': 200} May 27 03:38:41.851335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.113667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Pushing event updated for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.126922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1876cf04-885f-45d0-a4cf-32369a5c31f8 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:42.133645 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.135670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-cbdd0ac0-a01b-4378-b3f2-eec753e6a393 service neutron] 10.222.0.21 "PUT /v2.0/ports/a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff HTTP/1.1" status: 200 len: 1091 time: 3.6899011 May 27 03:38:42.250698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1876cf04-885f-45d0-a4cf-32369a5c31f8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:42.259702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1876cf04-885f-45d0-a4cf-32369a5c31f8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:42.260181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.334883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbf368-032a-4942-844c-1a19131beb31 req-b2eb8af1-48cb-4d4e-8fc3-108f051f4cb2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.336438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ddbf368-032a-4942-844c-1a19131beb31 req-b2eb8af1-48cb-4d4e-8fc3-108f051f4cb2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 944 time: 0.2109885 May 27 03:38:42.430276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ddbf368-032a-4942-844c-1a19131beb31 req-5f15c386-516e-4198-bd3a-d891e9295c40 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790596 May 27 03:38:42.496477 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.503744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ab75da6-c532-451b-b224-7af7df138480 req-d5f1a955-119e-464a-84e5-0117148dab8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6278 time: 0.6475034 May 27 03:38:42.520394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff729af-c3ca-4993-8d4d-0ebb132950ce req-21811f5f-72ab-4f60-8da1-d9ea66c143f9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.520394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ff729af-c3ca-4993-8d4d-0ebb132950ce req-21811f5f-72ab-4f60-8da1-d9ea66c143f9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.5603881 May 27 03:38:42.550738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:42.551156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:42.562195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:42.657451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.735413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-32a68105-c8f3-4b40-98f2-b0575da54a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 1094 time: 0.5372002 May 27 03:38:42.803997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ff729af-c3ca-4993-8d4d-0ebb132950ce req-bce061ae-364b-4277-bf64-25fac582f32e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630768 May 27 03:38:42.805746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:38:42.812580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.818725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.828351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.833107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.838295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.843149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.847264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.849218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-445473a1-3dfa-4f76-a014-5631373b5106 req-5ca864a9-366c-4930-8f57-04e256c7d337 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5386 time: 0.1618481 May 27 03:38:42.898688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-5c6068a4-714b-4356-b0ff-d0e406dc97fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff HTTP/1.1" status: 200 len: 217 time: 0.1565592 May 27 03:38:42.901400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75da6-c532-451b-b224-7af7df138480 req-64452b8a-d944-49cc-be17-5ee8dfd7ace3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.901699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75da6-c532-451b-b224-7af7df138480 req-64452b8a-d944-49cc-be17-5ee8dfd7ace3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.902624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75da6-c532-451b-b224-7af7df138480 req-64452b8a-d944-49cc-be17-5ee8dfd7ace3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:42.903853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ab75da6-c532-451b-b224-7af7df138480 req-64452b8a-d944-49cc-be17-5ee8dfd7ace3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5995c030b5c446cbda5890d329aa361&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3847790 May 27 03:38:42.965547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-445473a1-3dfa-4f76-a014-5631373b5106 req-428f380e-6ca7-40bd-b53b-11a7bfbea767 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091506 May 27 03:38:43.006105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9d6883-d5ac-4113-951d-1ad02ae86332 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:43.074780 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b8244d-f361-44e0-a53c-dc40161ba5c9'] response: {'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'code': 200} May 27 03:38:43.142431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:43.195782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-ade88cab-549c-4cd3-acaa-9a8891f415de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:43.197733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-ade88cab-549c-4cd3-acaa-9a8891f415de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.2923708 May 27 03:38:43.203385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Transition to ACTIVE for port object 8f9d6883-d5ac-4113-951d-1ad02ae86332 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:43.425890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:43.449511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5779019-8c95-4a26-8e78-9bdbb70b111b req-ed96f6b4-9782-4442-a730-abe0b0d16a03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1096 time: 0.2951214 May 27 03:38:43.482502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74091e-2123-476e-b0ba-69083934ed60 req-4ce06d08-0ae7-4cec-b532-d13c3dab9fea tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:43.484337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd74091e-2123-476e-b0ba-69083934ed60 req-4ce06d08-0ae7-4cec-b532-d13c3dab9fea tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 943 time: 0.1886270 May 27 03:38:43.533180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75da6-c532-451b-b224-7af7df138480 req-d0599c39-905f-49fc-8ad6-9d51fc587a25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:43.534582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ab75da6-c532-451b-b224-7af7df138480 req-d0599c39-905f-49fc-8ad6-9d51fc587a25 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5796661 May 27 03:38:43.550092 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5779019-8c95-4a26-8e78-9bdbb70b111b req-fe81f95e-e2aa-486f-81b8-a4c96802381b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912588 May 27 03:38:43.566007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-d662d2d4-4d6a-41da-9066-5e1f83542eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3560214 May 27 03:38:43.576753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd74091e-2123-476e-b0ba-69083934ed60 req-e814eec9-1010-48e4-874e-b1b52652373b tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762174 May 27 03:38:43.695348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:43.809640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d419de-1347-4203-83a6-f1981c8b37f3 req-046d80c8-4069-4c15-85ab-3e04a41f746a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:43.811621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4d419de-1347-4203-83a6-f1981c8b37f3 req-046d80c8-4069-4c15-85ab-3e04a41f746a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.7300584 May 27 03:38:43.813505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-daf0de99-c444-43b1-b4ad-7b7ed5f1d97f req-6ddc2210-552c-4aa3-a9cf-d594d3d0a88d tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0611029 May 27 03:38:43.878642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:44.075403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550c91-78e2-4164-9d0f-34f3beec28e3 req-93e9afef-2095-42c0-810b-1e6525e870e6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.077157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb550c91-78e2-4164-9d0f-34f3beec28e3 req-93e9afef-2095-42c0-810b-1e6525e870e6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 945 time: 0.0877593 May 27 03:38:44.081339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-7bf77f07-f65f-4f33-b648-0c882b0c5233 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964018 May 27 03:38:44.092880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4d419de-1347-4203-83a6-f1981c8b37f3 req-74c0e004-7e55-4baf-b1c0-5a06d233816f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747064 May 27 03:38:44.126035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Attempting to bind port 8f9d6883-d5ac-4113-951d-1ad02ae86332 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:44.126812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Attempting to bind port 8f9d6883-d5ac-4113-951d-1ad02ae86332 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:44.127343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Attempting to bind port 8f9d6883-d5ac-4113-951d-1ad02ae86332 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:44.137953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb550c91-78e2-4164-9d0f-34f3beec28e3 req-3d3c73ef-f371-4405-99db-9e0cdb64b6c2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 May 27 03:38:44.203159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Port 8f9d6883-d5ac-4113-951d-1ad02ae86332 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:44.203523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Attempting to bind port 8f9d6883-d5ac-4113-951d-1ad02ae86332 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:44.213972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:44.214676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Checking segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:44.215065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Bound using segment: {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:44.215506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Bound port: 8f9d6883-d5ac-4113-951d-1ad02ae86332, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a51a27-e914-43a8-ad25-df9af526f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:44.215855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:44.318707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:44.323512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:44.396548 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5181abce-6f1e-4b40-b61c-184ca4705048'] response: {'name': 'network-changed', 'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff', 'status': 'completed', 'code': 200} May 27 03:38:44.401231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:44.529827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.537456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:44.540546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f9d6883-d5ac-4113-951d-1ad02ae86332 HTTP/1.1" status: 200 len: 1091 time: 3.1946816 May 27 03:38:44.541961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.547970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.551969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b23888e-6f33-44de-a53b-6b124e05efe1 req-62868ebc-8b8c-40e4-9e27-e982833df314 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571035 May 27 03:38:44.553936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98220b-f929-40e4-9fd8-41f6ec902889 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:44.567962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.575359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2cd7-f7ba-40ec-90ce-b44b681bdc14 req-d8ef7de2-a154-4b4b-a4c1-1a0f26ab24ad tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.575512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.576883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d8f2cd7-f7ba-40ec-90ce-b44b681bdc14 req-d8ef7de2-a154-4b4b-a4c1-1a0f26ab24ad tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.2508857 May 27 03:38:44.583466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:44.597533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.602226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:44.605640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-742ef4cd-4cf8-4fc4-b55b-21795395acf2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5398 time: 0.2367382 May 27 03:38:44.783778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34ef53d5-6ae4-4b37-94a3-47c2bd6dfbfa req-18b36158-9a75-44e4-a948-043b100cb6be tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682999 May 27 03:38:44.819405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d8f2cd7-f7ba-40ec-90ce-b44b681bdc14 req-6dcf45f6-aa8d-4205-9766-79602e4fbe23 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542032 May 27 03:38:44.875689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:44.977204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-74649882-5f8e-498e-b9b6-7376939d862a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c68d694357974baeaeb629aae6ba6380&device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 1094 time: 0.3495691 May 27 03:38:45.156717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f540f-35fb-414b-9804-fc150b9a48d9 req-6a7991c1-c76b-4e49-ac45-40c884484849 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:45.158854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-525f540f-35fb-414b-9804-fc150b9a48d9 req-6a7991c1-c76b-4e49-ac45-40c884484849 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 943 time: 0.1049485 May 27 03:38:45.223106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-525f540f-35fb-414b-9804-fc150b9a48d9 req-c1c8aed9-e56e-477b-84ad-f8f13774fc0e tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583575 May 27 03:38:45.324013 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08af5cd1-315c-48c2-b38f-0e3d5bd8b6ec req-662c3255-bab7-4c48-b253-009ba71fb53f tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.2659955 May 27 03:38:45.558225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400dd9f-313a-4f15-83b5-9ffa790b0086 req-93bcc54a-b4b1-4970-9183-65c7e2837363 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:45.565900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6400dd9f-313a-4f15-83b5-9ffa790b0086 req-93bcc54a-b4b1-4970-9183-65c7e2837363 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1256297 May 27 03:38:45.568739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-42eacdde-9307-4c14-af3c-977128dd4dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:45.577589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-42eacdde-9307-4c14-af3c-977128dd4dd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 200 len: 912 time: 0.5916152 May 27 03:38:45.631601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6400dd9f-313a-4f15-83b5-9ffa790b0086 req-cf8060fa-5f85-4c47-baf6-02408afcfbb0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647309 May 27 03:38:45.735123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-b6f1f646-cf24-41d2-8007-5d4df3f0e062 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1096 time: 0.1024919 May 27 03:38:46.009187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-6efb8fad-b0c3-4f91-9fee-00dbd69930cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.013161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-6efb8fad-b0c3-4f91-9fee-00dbd69930cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.2706425 May 27 03:38:46.047057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-78245d0b-641e-4126-ba63-b0117695d53b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff HTTP/1.1" status: 200 len: 217 time: 0.4592323 May 27 03:38:46.203780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-63f2f7ae-dfea-4b59-8f89-4fadb5c76311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.204104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-a9dc8bdf-a965-4223-987b-16393096f55f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 1001 time: 0.1852102 May 27 03:38:46.205346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-63f2f7ae-dfea-4b59-8f89-4fadb5c76311 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 200 len: 851 time: 0.1511853 May 27 03:38:46.222487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062d15a-5d71-4e44-926c-219335c4b4aa req-a7912708-a3b6-41b3-a001-b79c2746ca9e tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.230997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5062d15a-5d71-4e44-926c-219335c4b4aa req-a7912708-a3b6-41b3-a001-b79c2746ca9e tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 945 time: 0.5534756 May 27 03:38:46.272800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.276422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.281560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.284534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.291273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.298851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.303324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-b2690759-8aee-4596-967a-b766e0b5150f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcdf01ae-404b-4f91-8581-253478271c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885201 May 27 03:38:46.304722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:38:46.305670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.308291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-e265a639-c39d-40c0-ac64-e7aa9008f6c0 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5398 time: 0.2253962 May 27 03:38:46.377596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5baea5a8-7795-4dfa-8963-6ba5422e3493 req-2270310a-e526-40cb-bfa5-ed4c79b1c819 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605848 May 27 03:38:46.380884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-879661c5-af6b-4871-b455-9a4a97c99818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:46.382504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-879661c5-af6b-4871-b455-9a4a97c99818 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1717377 May 27 03:38:46.409628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:46.497378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-42675e1c-b5a1-44a5-9708-a6987942d028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067028 May 27 03:38:46.525815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5062d15a-5d71-4e44-926c-219335c4b4aa req-6a8fa5ca-e1d0-4cda-9a11-c394bbac21eb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935522 May 27 03:38:46.541910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8656582d-c263-4927-a0bf-7d6ecfe6a167 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:46.554140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:46.602929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Transition to ACTIVE for port object 8656582d-c263-4927-a0bf-7d6ecfe6a167 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:46.612178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:46.644867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-0effedb0-66a9-43f6-8a3b-0dc02e2b7013 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251324 May 27 03:38:46.780145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-9e54a546-1ee6-4f7b-b7b8-c98ef962c9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767718 May 27 03:38:46.871747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:46.969255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d67d19ba-5c66-4722-acbe-7123f3dc1e18 req-c2b83529-3b64-4a76-8608-840399ee5378 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802273 May 27 03:38:47.003329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df76d14-2279-4369-97af-d67097fe1b16 req-c2f0e7f8-4b63-41ea-b9b1-bd3d9709c1c3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:47.011824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9df76d14-2279-4369-97af-d67097fe1b16 req-c2f0e7f8-4b63-41ea-b9b1-bd3d9709c1c3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.3067062 May 27 03:38:47.080044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9df76d14-2279-4369-97af-d67097fe1b16 req-9fb50612-ddd5-43b8-bb75-a53ededb142c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664988 May 27 03:38:47.131116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0fd7ed8-8d78-4e3e-8355-7bd31f92a386 req-0e37af52-0de0-4acd-80e7-53a83b78d4b0 service neutron] 10.222.0.21 "GET /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790096 May 27 03:38:47.158241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076af95-80ea-4151-81ca-060c281b1fdb req-a965b186-2f8f-4a62-8e3a-964150c63dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:47.159022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f076af95-80ea-4151-81ca-060c281b1fdb req-a965b186-2f8f-4a62-8e3a-964150c63dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Synchronizing usage tracker for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:38:47.173554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Attempting to bind port 8656582d-c263-4927-a0bf-7d6ecfe6a167 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:47.173899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Attempting to bind port 8656582d-c263-4927-a0bf-7d6ecfe6a167 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:47.174360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Attempting to bind port 8656582d-c263-4927-a0bf-7d6ecfe6a167 on network dea2eda8-e04c-4142-9fea-50728170db6d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:47.184508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Port 8656582d-c263-4927-a0bf-7d6ecfe6a167 on network dea2eda8-e04c-4142-9fea-50728170db6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:47.184844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Attempting to bind port 8656582d-c263-4927-a0bf-7d6ecfe6a167 on network dea2eda8-e04c-4142-9fea-50728170db6d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:47.194077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:47.194479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Checking segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:47.195110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Bound using segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:47.195766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Bound port: 8656582d-c263-4927-a0bf-7d6ecfe6a167, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:47.196290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:47.209276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f076af95-80ea-4151-81ca-060c281b1fdb req-a965b186-2f8f-4a62-8e3a-964150c63dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Unset dirty status for tenant:c68d694357974baeaeb629aae6ba6380 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:38:47.213446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f076af95-80ea-4151-81ca-060c281b1fdb req-a965b186-2f8f-4a62-8e3a-964150c63dbc tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 943 time: 0.4634931 May 27 03:38:47.344487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f4a55c3-29c4-42eb-a0f0-8952199c04bc req-2eb0bd6e-d2c9-4340-8819-ea07cf65d3ca tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0535827 May 27 03:38:47.381413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f076af95-80ea-4151-81ca-060c281b1fdb req-bd80f802-74a4-44e5-b2f5-c1e6a5f05b36 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632206 May 27 03:38:47.395383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:47.409364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:47.414084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:47.616298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:47.617830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] 10.222.0.21 "PUT /v2.0/ports/8656582d-c263-4927-a0bf-7d6ecfe6a167 HTTP/1.1" status: 200 len: 1091 time: 3.0398757 May 27 03:38:47.620004 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560a1264-1fdc-4802-a893-911d8d43d7f6'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'status': 'completed', 'code': 200} May 27 03:38:47.694303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ae7d1-aa19-4baf-82d0-c4e4343e318e service neutron] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:47.702169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Request body: {'port': {'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:47.713191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:38:47.875131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f7be-a80b-49a3-9685-dea16185a781 req-4cbbb709-ee40-41c4-9514-5fd42468cb7d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:47.883046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1483f7be-a80b-49a3-9685-dea16185a781 req-4cbbb709-ee40-41c4-9514-5fd42468cb7d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.1601746 May 27 03:38:47.909822 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:47.925275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.943244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff', 'network_id': 'dcdf01ae-404b-4f91-8581-253478271c7e', 'port_id': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff', 'mac_address': 'fa:16:3e:44:c3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1c2799-d855-43ee-b092-6ae2af982795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:38:47.945193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1483f7be-a80b-49a3-9685-dea16185a781 req-0320f906-6780-4f16-832d-0a41f503c2aa tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609200 May 27 03:38:48.005831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-e2025eb7-6fdf-4277-9188-061c7d2d1daf tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.009305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:48.012753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-e2025eb7-6fdf-4277-9188-061c7d2d1daf tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4760203 May 27 03:38:48.027510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:48.044295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:48.052977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:48.136740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:48.187904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.190190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-9509107d-265f-4324-821b-1e61eedd0e5c tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1764894 May 27 03:38:48.192130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.196313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:48.196640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.201132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.205389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.216729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.221627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.224341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-cc7bada4-118b-4f8d-89e4-6b2895e31b28 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5410 time: 0.1446617 May 27 03:38:48.266846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-474ec2d8-a555-4af6-8b05-755464f22343 req-22b81f7d-4a58-485b-81a6-0dd029d0f5e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6412 time: 0.6540005 May 27 03:38:48.278459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79d50f07-6b69-4d24-9b4f-11cd1cd4ba26 req-c23d02b5-0a07-4f66-8d95-045b2d89e85f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475659 May 27 03:38:48.305611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:38:48.579143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2c52f-b4b8-478e-b9a5-909f5f225e04 req-c33d820c-5e23-4d01-9f2a-847c727146cd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.580821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f2c52f-b4b8-478e-b9a5-909f5f225e04 req-c33d820c-5e23-4d01-9f2a-847c727146cd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.1040747 May 27 03:38:48.666881 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f2c52f-b4b8-478e-b9a5-909f5f225e04 req-a048aef7-8d44-4cb9-884d-3df6a41c284b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785635 May 27 03:38:48.803781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:48.893937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b684e98-b081-4301-8534-f149125437dd req-98c34c25-e3fe-4d09-8ae8-0dc535cf5e34 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.895698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b684e98-b081-4301-8534-f149125437dd req-98c34c25-e3fe-4d09-8ae8-0dc535cf5e34 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 944 time: 0.1043491 May 27 03:38:48.926556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ec2d8-a555-4af6-8b05-755464f22343 req-de992687-8a10-4d1b-b0ac-dc42debbb638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.926816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ec2d8-a555-4af6-8b05-755464f22343 req-de992687-8a10-4d1b-b0ac-dc42debbb638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.927176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ec2d8-a555-4af6-8b05-755464f22343 req-de992687-8a10-4d1b-b0ac-dc42debbb638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:48.928763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-474ec2d8-a555-4af6-8b05-755464f22343 req-de992687-8a10-4d1b-b0ac-dc42debbb638 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f5995c030b5c446cbda5890d329aa361&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6545010 May 27 03:38:48.957618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b684e98-b081-4301-8534-f149125437dd req-364f040e-9953-4d0f-ab5e-332a0176b4d1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556610 May 27 03:38:49.224972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ebe90e5-7e0f-4edf-8fb3-9b67c830930a req-47e50fdd-b3d8-41ab-b5dd-1b4f8f000a63 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1417320 May 27 03:38:49.238185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ec2d8-a555-4af6-8b05-755464f22343 req-06e3de7e-2c4b-40d6-aa03-4d47ef2c3d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.239750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-474ec2d8-a555-4af6-8b05-755464f22343 req-06e3de7e-2c4b-40d6-aa03-4d47ef2c3d61 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736881 May 27 03:38:49.427557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235b00df-849c-490a-bb6e-2c67c082d264 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:38:49.429657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5cf25-7cef-4601-97ef-10e9a3d05653 req-651d3068-6050-4359-8323-30548b2321a4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.431794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55a5cf25-7cef-4601-97ef-10e9a3d05653 req-651d3068-6050-4359-8323-30548b2321a4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 945 time: 0.0800641 May 27 03:38:49.439362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:49.475674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Transition to ACTIVE for port object 235b00df-849c-490a-bb6e-2c67c082d264 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:38:49.480413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:49.489564 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55a5cf25-7cef-4601-97ef-10e9a3d05653 req-bf2c6823-f796-492a-a0d0-3b1aa4fc4407 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 May 27 03:38:49.645559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:49.702188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:49.737144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:38:49.738727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.742668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.746640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.750731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.754508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.759886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.763893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:49.765939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-613cbd1b-84be-4577-9471-5841331f3a9e req-369e8120-5bc6-458a-9519-b18293169ac2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1421416 May 27 03:38:49.841891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Attempting to bind port 235b00df-849c-490a-bb6e-2c67c082d264 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:38:49.842472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Attempting to bind port 235b00df-849c-490a-bb6e-2c67c082d264 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:38:49.842578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Attempting to bind port 235b00df-849c-490a-bb6e-2c67c082d264 on network dea2eda8-e04c-4142-9fea-50728170db6d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:49.855912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-613cbd1b-84be-4577-9471-5841331f3a9e req-8831620a-2e99-4561-91f2-7c6375435524 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763266 May 27 03:38:49.856455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Port 235b00df-849c-490a-bb6e-2c67c082d264 on network dea2eda8-e04c-4142-9fea-50728170db6d not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:38:49.856780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Attempting to bind port 235b00df-849c-490a-bb6e-2c67c082d264 on network dea2eda8-e04c-4142-9fea-50728170db6d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:38:49.876148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:38:49.882851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:38:49.883228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:49.921033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:38:49.921365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Checking segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:38:49.925587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Bound using segment: {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:38:49.926355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Bound port: 235b00df-849c-490a-bb6e-2c67c082d264, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd2527e-85f6-4942-bddf-1db94d5f300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:38:49.926767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.114814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.148098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:50.160524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:50.199777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:50.210291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.283424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:50.290144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.301047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.327454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.347629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.359580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:50.385226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:50.390635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.423928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.473472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.518357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:50.519828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] 10.222.0.21 "PUT /v2.0/ports/235b00df-849c-490a-bb6e-2c67c082d264 HTTP/1.1" status: 200 len: 1091 time: 2.8220367 May 27 03:38:50.538570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26460aa9-d81e-4052-99df-e9cd8c6f3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.621271 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fd0d26-5f78-4fb4-afa3-03000bb92567'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'status': 'completed', 'code': 200} May 27 03:38:50.691368 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2 associated. External IP: 172.25.8.11, port: 99655cdd-495b-4bf2-b9b8-d656466baa6e. May 27 03:38:50.775176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-34d9699a-acd4-426c-82a5-b852f3228faa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6479 time: 0.2041461 May 27 03:38:50.808856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcfef5-7504-4010-a8f8-e530f2406d16 req-c618dfe2-601b-4ed0-8d91-2da90b858c02 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:50.810253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87bcfef5-7504-4010-a8f8-e530f2406d16 req-c618dfe2-601b-4ed0-8d91-2da90b858c02 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.0914569 May 27 03:38:50.856922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87bcfef5-7504-4010-a8f8-e530f2406d16 req-beec00a0-29c2-4b97-9dcb-793b5cce87d5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 May 27 03:38:50.903306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-764f6b5f-a254-4181-af52-b2c3bcf4f30c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e HTTP/1.1" status: 200 len: 217 time: 0.0788765 May 27 03:38:50.987286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-cf383b90-00c0-4b8a-8a94-28b31e9f33ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:50.988802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-cf383b90-00c0-4b8a-8a94-28b31e9f33ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae563b23-be06-40d4-807d-169d31a689fd HTTP/1.1" status: 200 len: 851 time: 0.0699146 May 27 03:38:51.059372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d776-9eb5-4315-b2b6-fa44f5437c01 req-d1485ebf-7061-4822-a879-728688f0e83d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.060813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb8d776-9eb5-4315-b2b6-fa44f5437c01 req-d1485ebf-7061-4822-a879-728688f0e83d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.0810847 May 27 03:38:51.090384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-78fd360d-095a-4574-bc21-61493107a113 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936439 May 27 03:38:51.109490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcb8d776-9eb5-4315-b2b6-fa44f5437c01 req-831c627e-c59c-4dbe-b05f-d2301e92bf79 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 May 27 03:38:51.176439 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8709676c-a355-47ac-8d4b-389508703c61'] response: {'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff', 'code': 200} May 27 03:38:51.339387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4b1798c-ccde-4f08-8772-82593efcd2fa req-2c0c054d-99db-43fc-b759-0d27795219b4 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0457170 May 27 03:38:51.399612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-66de58a9-67a1-4700-a3c2-bdc8d633c69f service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020318 May 27 03:38:51.519683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb265040-5413-4516-997f-a9fefa60c19e req-b800c1bb-021a-43b0-8375-aab3436ddbc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 1096 time: 0.2769811 May 27 03:38:51.524533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8a37372-bd15-4673-9902-144ff0116e51 req-58b4058d-a9e6-4093-9f42-b998926ed423 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673716 May 27 03:38:51.593546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d64a2a3f-2ed4-4970-b885-918f4045fdcb service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838961 May 27 03:38:51.769990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb265040-5413-4516-997f-a9fefa60c19e req-f7b53c6f-586a-4a11-8a82-e749fb2492c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427461 May 27 03:38:51.791577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-88453b54-1e3e-45d7-a4b8-48b336dc95d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 217 time: 0.1904125 May 27 03:38:51.810194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.814019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.817856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.821670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.823275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:51.825469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.829247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.833085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:51.835239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-8585c5dd-ce46-4a25-b318-bc94c2a45935 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1120982 May 27 03:38:51.885231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0371b2ff-c89e-4f7c-af08-ffb39cc8bfdb req-45d3f46e-5a79-4329-a73d-23ea54a83a86 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432355 May 27 03:38:52.073300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e27fe79a-b95e-4a3b-8b52-0916628adc7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:52.074717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e27fe79a-b95e-4a3b-8b52-0916628adc7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.0994425 May 27 03:38:52.084546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a252a-e974-4e93-a0fb-1fa840da6637 req-9f8ea43f-9557-4712-a975-ef43031583ac tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:52.086019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f43a252a-e974-4e93-a0fb-1fa840da6637 req-9f8ea43f-9557-4712-a975-ef43031583ac tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 946 time: 0.0763371 May 27 03:38:52.133612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f43a252a-e974-4e93-a0fb-1fa840da6637 req-ad814d6e-045c-489d-87f6-286aa02a40c7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 May 27 03:38:52.136590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-33b22cc0-5ccd-40eb-bc73-3b2d95dcc744 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3687518 May 27 03:38:52.207363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-c64bf494-bec8-462d-bd3c-0486e9f0e984 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254661 May 27 03:38:52.213419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:52.218521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:52.226474 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:38:52.244531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:52.245227 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:52.373296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-fc9d5824-6039-498b-91a2-18eafd111d71 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "PUT /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 996 time: 4.1760325 May 27 03:38:52.433836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87accd50-cbe2-4178-98ae-0595d31861bb req-63473a01-cb22-4de7-b4ec-1c5359df82a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:52.436781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87accd50-cbe2-4178-98ae-0595d31861bb req-63473a01-cb22-4de7-b4ec-1c5359df82a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1292026 May 27 03:38:52.480432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-5be056f5-71e1-4987-b51e-309730323fc0 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648339 May 27 03:38:52.502525 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:52.532950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87accd50-cbe2-4178-98ae-0595d31861bb req-03c8d008-27c6-41ac-83ed-75bd8bc7f708 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852947 May 27 03:38:52.628281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264'}, {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:52.684249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-495d5960-1d8a-4370-a983-174c7017c88c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.3069859 May 27 03:38:52.872509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd953a-2c90-431d-9d64-7422f261634e req-d2ac44ba-22b5-416f-94fc-7a1cb721a870 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:52.874854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8dfd953a-2c90-431d-9d64-7422f261634e req-d2ac44ba-22b5-416f-94fc-7a1cb721a870 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.1469522 May 27 03:38:52.879822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-08158959-41b3-47a6-b6c1-1b5c37a990e2 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918605 May 27 03:38:52.970533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8dfd953a-2c90-431d-9d64-7422f261634e req-9a4ddfbf-32b0-406c-a9df-38c5e4114407 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 May 27 03:38:53.032537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-a0df0f11-2046-4ac8-88bd-e102d7188bf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 217 time: 0.1421599 May 27 03:38:53.093710 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:49Z', 'revision_number': 1, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:53.103168 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:38:53.128762 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:38:53.129563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:53.153314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-df95ccda-db86-478e-b5d1-0221b83c12e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.155257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-df95ccda-db86-478e-b5d1-0221b83c12e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.4457591 May 27 03:38:53.160259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-59e0395a-9d10-4f2d-809b-8947bc5d77eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.161571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-59e0395a-9d10-4f2d-809b-8947bc5d77eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.1202068 May 27 03:38:53.177446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:53.272816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ca70fe0-8aa2-4fb1-b48c-3fa5ccca9d3c req-35cbf46b-4c9f-483e-acc5-dc7a5796a8f6 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.1022866 May 27 03:38:53.398656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-43402370-0d50-434c-b191-1441bc6bf248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 999 time: 0.2361360 May 27 03:38:53.409432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-6f3e1df0-e489-4e95-a270-1529b7dc770c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398590 May 27 03:38:53.451505 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bda15f-8999-413f-8d0f-1ac9c999c5e4'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264', 'status': 'completed', 'code': 200} May 27 03:38:53.451767 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bda15f-8999-413f-8d0f-1ac9c999c5e4'] response: {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:38:53.477388 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:38:53.545581 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:38:53.661575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:53.730474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.736945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.742100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.742432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:38:53.747958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.752872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.756831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.761159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.770532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-a593021d-182d-400c-8565-179437df70f6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1381886 May 27 03:38:53.833271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08e9e095-b12d-4228-ba7d-e10f459d48df req-02187d2e-6f46-4f77-8d7f-0821d6eb3c99 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615933 May 27 03:38:53.850967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-107922ae-eefd-4a99-b7e3-1ebba225e4a6 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981345 May 27 03:38:53.858332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-f09c1c91-9d52-469e-b3c4-ce9f9eee7a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:53.859708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-f09c1c91-9d52-469e-b3c4-ce9f9eee7a26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.4536610 May 27 03:38:53.910027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:53.922379 n-d-843301-2 neutron-server[84157]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-31864467-321e-4308-b17f-99bb975ba7e5']: {'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'code': 422} returned with failed status May 27 03:38:53.947139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:53.952108 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:54.055670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:49Z', 'revision_number': 1, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:54.068026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae12159-1354-4861-bf74-1ad18e2fce41 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:49Z', 'revision_number': 1, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:38:54.091977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-581c05e5-c228-4eae-9047-f6bd0807e9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307968 May 27 03:38:54.096036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-c698d315-fc58-4b32-ba9b-2a9f02ffc280 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076461 May 27 03:38:54.136630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=14']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:54.178833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c69c7-fcc7-4c0d-9bc5-ca1dfd6ae1e9 req-6a5cf625-0225-4895-927c-acd50e6c1aea tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:54.181912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de5c69c7-fcc7-4c0d-9bc5-ca1dfd6ae1e9 req-6a5cf625-0225-4895-927c-acd50e6c1aea tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1275783 May 27 03:38:54.243617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de5c69c7-fcc7-4c0d-9bc5-ca1dfd6ae1e9 req-11013da3-0d52-420b-b7e6-4f27290e15b4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556455 May 27 03:38:54.257139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-b792e603-6ec7-4fbc-84ba-01390d99132c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4 HTTP/1.1" status: 200 len: 217 time: 0.1568267 May 27 03:38:54.336525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-5f5deb92-d6eb-44a3-b017-fd2ae8da13c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:54.338033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-5f5deb92-d6eb-44a3-b017-fd2ae8da13c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.0729783 May 27 03:38:54.397632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded552e2-d540-485a-ab9d-f099d84d49c6 None None] New status for floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:38:54.434071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-e1e4ab43-34d3-4882-8bb9-64c8bf4a44ae service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726021 May 27 03:38:54.487818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646768-faad-472a-8ccb-6f23df8b5604 req-a23ed5bc-79fa-4176-b5ce-6133de5ad85b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:54.490442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e646768-faad-472a-8ccb-6f23df8b5604 req-a23ed5bc-79fa-4176-b5ce-6133de5ad85b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1096971 May 27 03:38:54.541516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e646768-faad-472a-8ccb-6f23df8b5604 req-d8f490a2-a63d-49d5-9827-dbdb844dde62 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 May 27 03:38:54.569643 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-b3e92587-f0c0-42d6-aec0-bc98b0dc8947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2174864 May 27 03:38:54.653702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59b4ee58-cbeb-4420-b46a-967e681bf777 req-54cf59db-c72d-4e25-ad9a-b4adc58dbebe service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128301 May 27 03:38:54.767230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-33078585-72cf-4c1f-944b-f288074d265e service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678298 May 27 03:38:54.777735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b941e5-8ef3-481f-a48c-7adb8466fac4 req-3992dfc8-b0a3-40d8-b05d-799cd29d791d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:54.779536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25b941e5-8ef3-481f-a48c-7adb8466fac4 req-3992dfc8-b0a3-40d8-b05d-799cd29d791d tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.0930111 May 27 03:38:54.861973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25b941e5-8ef3-481f-a48c-7adb8466fac4 req-075d86ba-c224-4804-89bf-f6be4943ce24 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765688 May 27 03:38:54.884891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c28c505-b032-4cdb-b468-3aaf61d41f30 req-31e25dc4-42a0-423e-9a3c-8819a94f3a93 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0567377 May 27 03:38:54.968097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-9a58eab4-3605-4b94-8e50-4b1bccd3630c service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195983 May 27 03:38:55.130147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ff35b8be-5381-4726-9a5a-035e8d535499 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332 HTTP/1.1" status: 200 len: 217 time: 0.1558862 May 27 03:38:55.203935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-7028970f-a21f-4ae3-8679-9fa9e769738e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.206150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-7028970f-a21f-4ae3-8679-9fa9e769738e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.0656431 May 27 03:38:55.239960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc7dd6-74bb-4920-8b2d-8963bdaae390 req-e7c77649-91c1-4948-99aa-ef43a91e3512 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.241439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9bc7dd6-74bb-4920-8b2d-8963bdaae390 req-e7c77649-91c1-4948-99aa-ef43a91e3512 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.0842831 May 27 03:38:55.291799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-d5e88749-0e3b-4461-8229-b97dfd602016 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.293294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-d5e88749-0e3b-4461-8229-b97dfd602016 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2151392 May 27 03:38:55.301681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9bc7dd6-74bb-4920-8b2d-8963bdaae390 req-701a08f0-f715-4606-9793-077b106a29d0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519750 May 27 03:38:55.392355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-b8493afe-6922-4a5e-a661-be7b9dffbb2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781020 May 27 03:38:55.564280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-094dd40e-fa31-4ef8-bdcf-5ce8e420a1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 1094 time: 0.1448536 May 27 03:38:55.573764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.577639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.581923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.586166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.590143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.594022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.597866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.599741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3938253-d021-426d-acc9-bb118ce5709b req-8f7ed01f-aedc-4fc0-8f8e-517017b36b63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1447334 May 27 03:38:55.623812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-a84925d9-bbd0-4380-baa5-174fc49fa040 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1001 time: 0.3248038 May 27 03:38:55.637029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:38:55.698209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3938253-d021-426d-acc9-bb118ce5709b req-36bf1450-026e-4bd8-9900-4fde06b26844 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678172 May 27 03:38:55.711620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-6c4cd2f8-b5b2-4ec3-9a46-fc5bf3d0f6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1094 time: 0.1109161 May 27 03:38:55.761622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-4f59bdf8-3e22-404e-90ec-7c23e670e0ed service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602507 May 27 03:38:55.765944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:55.855719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef56f6-856f-4813-a630-8d54939970fb req-9c91ef5d-873d-4a6c-be00-514ae5d578c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:55.857180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-9c91ef5d-873d-4a6c-be00-514ae5d578c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.1348011 May 27 03:38:55.923965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:38:56.062700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-a8eaf30c-2576-4d3c-8158-c8cd049ac130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 999 time: 0.1983638 May 27 03:38:56.078376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-e9c92cf7-ecae-42fe-a665-601398fd3187 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631478 May 27 03:38:56.160549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:56.167182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-dc1220f7-1667-445b-8485-9bfb5179a22f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167 HTTP/1.1" status: 200 len: 217 time: 0.0810964 May 27 03:38:56.183844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef56f6-856f-4813-a630-8d54939970fb req-6ddeb6a8-7ba4-4007-932b-9e3a5179000c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:56.185286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-6ddeb6a8-7ba4-4007-932b-9e3a5179000c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1135323 May 27 03:38:56.254601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31571c3f-72c5-44c7-95d8-e855726d181e req-2a5498dc-e2be-4775-86ed-b029b39b608b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:56.255949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-31571c3f-72c5-44c7-95d8-e855726d181e req-2a5498dc-e2be-4775-86ed-b029b39b608b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1509469 May 27 03:38:56.315024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-1d7c08e1-f1d6-4fea-b484-d4079ee08e7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234260 May 27 03:38:56.317386 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-31571c3f-72c5-44c7-95d8-e855726d181e req-5b7b1307-ddc4-4968-9f84-da644da6cfb8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531242 May 27 03:38:56.373778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ac0498ec-ba46-4c77-b69d-4e0930dd608b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:56.375248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-ac0498ec-ba46-4c77-b69d-4e0930dd608b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.1958957 May 27 03:38:56.480983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-837fc569-282b-469c-bd24-4be1f5c0e0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584678 May 27 03:38:56.562176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-cf200581-fa77-477c-b7c5-333dd6261d77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798353 May 27 03:38:56.646897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8b736-c00f-4040-8cd0-f2a8353cdae6 req-9a1e77e5-22c1-4b52-aa7b-46df141d306b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:56.648331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adc8b736-c00f-4040-8cd0-f2a8353cdae6 req-9a1e77e5-22c1-4b52-aa7b-46df141d306b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1993964 May 27 03:38:56.650293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05ef56f6-856f-4813-a630-8d54939970fb req-8f607039-636b-4e78-bb19-0fa64554c4ba service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633449 May 27 03:38:56.713553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adc8b736-c00f-4040-8cd0-f2a8353cdae6 req-9fdcb08d-4c40-4160-9c3e-3f88732ba3c7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583732 May 27 03:38:56.755356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-46aa0d36-c3d9-4d2d-8374-147f3a0128b7 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857605 May 27 03:38:56.893370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f06df03-faba-40b7-ba63-fad78c2dc9cb req-9ee49254-821a-4029-8470-d763f8fd5aef tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0406041 May 27 03:38:56.939455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:56.945230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:56.971901 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd084a69-1e72-4ca0-b9f2-0a27d37aec85'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'code': 200} May 27 03:38:57.157663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41568841-523d-40f9-8460-d489a6fbeeb2 req-025d60a9-be6c-481f-bcb6-e6dcf1375df1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.159016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41568841-523d-40f9-8460-d489a6fbeeb2 req-025d60a9-be6c-481f-bcb6-e6dcf1375df1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.0875187 May 27 03:38:57.209220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41568841-523d-40f9-8460-d489a6fbeeb2 req-645bad2f-846b-44d5-baae-6a3c2d13360f tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 May 27 03:38:57.225568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-c3a6c5de-36b6-43f7-8675-f16c1e00e47b service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636457 May 27 03:38:57.310260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-cc442521-fc0a-413f-bf8d-b04b485cb5be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235b00df-849c-490a-bb6e-2c67c082d264 HTTP/1.1" status: 200 len: 217 time: 0.0710516 May 27 03:38:57.392695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-00a279f1-88a9-479e-8d90-617025ae1121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.394169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-00a279f1-88a9-479e-8d90-617025ae1121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.0779829 May 27 03:38:57.482859 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2 associated. External IP: 172.25.8.11, port: 99655cdd-495b-4bf2-b9b8-d656466baa6e. May 27 03:38:57.685537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccec9318-153d-482b-b1e7-36581d413ed2 req-0fcf0873-edb4-4a05-9a97-049294be1ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0713887 May 27 03:38:57.701312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-8c724607-5fc2-444b-85f8-027117d21671 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2924008 May 27 03:38:57.788879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6547-a7f1-4863-888f-9dd8116335c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:57.825093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.830760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.838373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.845385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.849299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-34a4d924-855f-4422-8ca2-57a10665cc5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.2876589 May 27 03:38:57.849453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.853998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.858112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:57.871552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-4432b37e-a430-4f0d-bd14-81c2f16398ed tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1848981 May 27 03:38:57.940376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a6dea3-c0bf-41a4-b904-d79ca08b8a7f req-f49ee922-bdcc-408d-bb1d-6d783333b62e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678475 May 27 03:38:57.976753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-d9d09cd5-eaeb-48c8-9ec1-f28bfb0c4a59 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495055 May 27 03:38:58.169936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd6c75e1-68b2-4a7f-bf31-9179c1e5e783 req-26d9dd05-3591-43c4-b32b-0c9c0c7d888f service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799347 May 27 03:38:58.241660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98258-de78-46d5-b295-256d20f7f20a req-f9dcc049-92ca-4acb-a663-5e86795e6004 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:58.244152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-f9dcc049-92ca-4acb-a663-5e86795e6004 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.3855245 May 27 03:38:58.568786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87225e-d1a2-478e-8436-468e1e681e30 req-a1c7d9b4-5757-418f-97d5-45ad6f032652 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:58.570673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a87225e-d1a2-478e-8436-468e1e681e30 req-a1c7d9b4-5757-418f-97d5-45ad6f032652 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1141942 May 27 03:38:58.643388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a87225e-d1a2-478e-8436-468e1e681e30 req-3921610d-4ea9-42db-8b9b-1d6ad5a03606 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660133 May 27 03:38:58.694796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-66742cdb-5c11-4c7d-a535-64c23e694ba0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.4380817 May 27 03:38:58.776704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98258-de78-46d5-b295-256d20f7f20a req-738c1358-f794-4e46-8823-9ad6fc3ce089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:58.778242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-738c1358-f794-4e46-8823-9ad6fc3ce089 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.0678570 May 27 03:38:58.851376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-64bffcde-c9e9-41b3-a768-01b2483f2c43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6479 time: 0.5935061 May 27 03:38:58.879334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b80e7-51e7-4a58-87cc-c5d96549da40 req-a2165667-f519-49cd-8d63-05a7638ef976 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:58.880955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b9b80e7-51e7-4a58-87cc-c5d96549da40 req-a2165667-f519-49cd-8d63-05a7638ef976 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.0958586 May 27 03:38:58.928032 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b9b80e7-51e7-4a58-87cc-c5d96549da40 req-6853b925-e7cf-4651-89ae-db9fd8e038df tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 May 27 03:38:59.035606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-760cea98-8727-4932-9cf6-13c3d2935440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.036992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-760cea98-8727-4932-9cf6-13c3d2935440 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 200 len: 903 time: 0.1755886 May 27 03:38:59.050403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-b6add5c3-74fc-4b24-953a-d7dfd11a8311 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639310 May 27 03:38:59.142669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25ce7c11-8943-4dc3-b07d-43e7dfc48f59 req-cb6b6fe7-f969-458d-88d4-da0c08b53596 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0475750 May 27 03:38:59.202916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-0e6cc7c0-107d-4473-9bed-2b3bfc2a7b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167 HTTP/1.1" status: 200 len: 217 time: 0.1515145 May 27 03:38:59.296682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:59.316589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-96ee2290-8f5d-46b8-81ac-1642168f1b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.318060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-96ee2290-8f5d-46b8-81ac-1642168f1b56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.1048951 May 27 03:38:59.378070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-736adcb3-e00a-467e-9800-1e201256620c service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719617 May 27 03:38:59.416487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6fa1d-d563-4235-b953-d148d5d6af8f req-d34b9475-6cb8-416b-a2d6-a49372475396 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.418409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26e6fa1d-d563-4235-b953-d148d5d6af8f req-d34b9475-6cb8-416b-a2d6-a49372475396 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.1133468 May 27 03:38:59.470404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26e6fa1d-d563-4235-b953-d148d5d6af8f req-a918671a-626a-4342-8b86-eb959de09041 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 May 27 03:38:59.690274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69f98258-de78-46d5-b295-256d20f7f20a req-7d5dcf49-13c3-4318-b59c-ede80c108119 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063481 May 27 03:38:59.693200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-6c2cd17e-bd6a-4c40-a3af-76c2dc641dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657753 May 27 03:38:59.794774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.799321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.803453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.809294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.813738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.818252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.822933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:38:59.831388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-29910e76-1e0b-4d5c-893d-0705dcbf70fd tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2074070 May 27 03:38:59.884695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d29201e-9679-4f80-af79-0560e3fd0e9b req-e9db7f8b-1a21-47b5-bd33-6c12b0c4341c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518658 May 27 03:38:59.942148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca2ee7c6-da74-44a1-a2d5-9192945bf460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:38:59.989509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-94129fb6-6dc3-4782-8cd5-28cab9daad38 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873926 May 27 03:39:00.096943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff7245-a253-4864-8933-be81e00013a8 req-002c8ef4-9d26-41ff-83ae-2ab27b517841 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:00.098408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80ff7245-a253-4864-8933-be81e00013a8 req-002c8ef4-9d26-41ff-83ae-2ab27b517841 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.2753279 May 27 03:39:00.239092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Deleting port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:00.239346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:00.264603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24960-9b54-4085-87d7-7ade798b185d req-5c4566b2-10c8-40e5-98cf-3aa3b17e5b35 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:00.274922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03b24960-9b54-4085-87d7-7ade798b185d req-5c4566b2-10c8-40e5-98cf-3aa3b17e5b35 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1933982 May 27 03:39:00.282745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a39a9022-587c-4c58-b397-efb64caa88b5 req-100b09a3-8441-4f2b-adb0-5d9132a41ec8 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854290 May 27 03:39:00.302208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:00.318885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:00.341381 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:00.342185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:00.399006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03b24960-9b54-4085-87d7-7ade798b185d req-a32f6056-0ae5-4474-9bdf-ec5be2a77995 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058207 May 27 03:39:00.773146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:00.984071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8de1c-d607-4107-ba79-9400f56a716d req-9d6b0a8f-f558-49ea-b53e-e80f162a6343 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:00.994546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bc8de1c-d607-4107-ba79-9400f56a716d req-9d6b0a8f-f558-49ea-b53e-e80f162a6343 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2847404 May 27 03:39:01.018726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] For port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,segment=NetworkSegment(8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8),segment_id=8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:01.019766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:01.088436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bc8de1c-d607-4107-ba79-9400f56a716d req-75c8f828-2243-4b57-9358-6d880bbc4988 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929971 May 27 03:39:01.230178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:01.233788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Calling delete_port for a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:01.356562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cd238619-7443-4f1a-b381-828f91b01a4b req-8b7a240d-3b80-4639-a3ef-f6187177603e tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0739491 May 27 03:39:01.359090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-0b96ab9f-72d0-40d1-a461-1392ee7f6e51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6479 time: 0.7998490 May 27 03:39:01.405384 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:01.488517 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:56Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:01.500384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:01.534844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:01.535556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:01.789641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3a95-8dae-4837-ac37-f64941061876 req-22e96342-eeaf-4103-b4a9-bc1a6ee8eb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:01.791560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5076bc-6f48-4c68-b624-e4168ce3821b req-f8888f94-c90d-4d23-a82e-210b552e6260 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:01.792251 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-22e96342-eeaf-4103-b4a9-bc1a6ee8eb7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 200 len: 903 time: 0.4127722 May 27 03:39:01.793518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a5076bc-6f48-4c68-b624-e4168ce3821b req-f8888f94-c90d-4d23-a82e-210b552e6260 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/ports?device_id=066ff665-7410-4ea4-b4e0-643094cf53e6 HTTP/1.1" status: 200 len: 945 time: 0.1736805 May 27 03:39:01.814396 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:01.887468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a5076bc-6f48-4c68-b624-e4168ce3821b req-f966abfa-79b0-4d45-905e-e4261d9aedd1 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.46 "GET /v2.0/security-groups?id=425e3cad-6f07-4ba4-a8cf-8d5be449e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850310 May 27 03:39:01.988249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:02.001361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-16ed005f-9b2c-456b-bf9b-5088f86bc9a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235b00df-849c-490a-bb6e-2c67c082d264 HTTP/1.1" status: 200 len: 217 time: 0.1959863 May 27 03:39:02.186719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Pushing event deleted for resources: {'Port': ['ID=a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:02.201633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.205473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.210418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.214400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.219502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.225887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.232194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.234455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9d4c03fa-43eb-44e8-be60-e4039699c889 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2154784 May 27 03:39:02.305609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d4e9737-53f9-4f41-8e00-dd657954c7f0 req-9fc7194f-6e6a-48e7-8575-30b72ff1f5ef tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649545 May 27 03:39:02.470194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.470551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.470895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.471225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.471554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.471881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.472204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.472522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.472842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.473204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.473521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:02.482084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3a95-8dae-4837-ac37-f64941061876 req-dc01e45c-9be5-4c13-8b29-4c6a147d4535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.494383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-dc01e45c-9be5-4c13-8b29-4c6a147d4535 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.4919848 May 27 03:39:02.525101 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:56Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:02.536995 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088fa73e-50aa-4e23-be3c-f5afcb433a29 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:38:56Z', 'revision_number': 3, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:02.653356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] No DVR routers for this DVR port a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:02.671151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:02.691430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'name': 'network-vif-deleted', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:02.748769 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80ff7245-a253-4864-8933-be81e00013a8 req-7ec88ba8-991d-4f2f-a6fb-dfc643d4b403 tempest-DeleteServersTestJSON-189003751 tempest-DeleteServersTestJSON-189003751-project] 10.222.0.21 "DELETE /v2.0/ports/a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff HTTP/1.1" status: 204 len: 173 time: 2.6334944 May 27 03:39:02.750607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d2b41-5177-43db-b577-79ecfabd19d2 req-72dd3ffe-23df-4b47-9904-9c22e4221469 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:02.755956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a6d2b41-5177-43db-b577-79ecfabd19d2 req-72dd3ffe-23df-4b47-9904-9c22e4221469 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1196513 May 27 03:39:02.782617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-51fc7404-d0f3-427f-9d85-898d077311b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2210672 May 27 03:39:02.850430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a6d2b41-5177-43db-b577-79ecfabd19d2 req-618eee3c-06d6-4c17-a4f7-ed60d8303bb7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874672 May 27 03:39:02.887449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:03.106574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7aeaeb04-9b33-41ae-a29a-295c8133e0b3 req-1f7bb64a-ec6c-4651-b8b2-f55fa116af77 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0620682 May 27 03:39:03.197869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-50bb6884-cff4-4b54-967f-08a2c801402e service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081578 May 27 03:39:03.324775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:03.551422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-f8699d13-91f6-4cb2-80a5-ccee883f763f service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450320 May 27 03:39:03.591161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485609f5-eadc-4879-a9df-572aa424245b req-b682160f-a8ae-4064-81e2-38fa3b55c132 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:03.598956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-485609f5-eadc-4879-a9df-572aa424245b req-b682160f-a8ae-4064-81e2-38fa3b55c132 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1768408 May 27 03:39:03.690819 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-485609f5-eadc-4879-a9df-572aa424245b req-ce0a00bb-46a4-4fbb-b2ed-69a01ff12f67 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902703 May 27 03:39:03.770496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:03.779561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-72334978-fac5-43b2-9c9e-2500f5842a63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.1675596 May 27 03:39:03.817145 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e3e3ab-5694-4afc-9603-4a624e166fd0'] response: {'server_uuid': '066ff665-7410-4ea4-b4e0-643094cf53e6', 'name': 'network-vif-deleted', 'tag': 'a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff', 'status': 'completed', 'code': 200} May 27 03:39:03.840120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:03.840472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a174f8a6-b7fe-4d4b-8b63-3fc2ec2f9eff not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:04.034626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3a95-8dae-4837-ac37-f64941061876 req-3bec6510-4292-4980-9159-20301fd86058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.063017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-3bec6510-4292-4980-9159-20301fd86058 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2528226 May 27 03:39:04.163114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.168716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.188494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.193695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.200106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.206886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.211405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.220028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-3a12f40f-5d51-44b9-8839-682d851ac852 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2069657 May 27 03:39:04.256583 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-a6dc4651-6ecd-4195-bbbd-33ff6d15f39c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.1677525 May 27 03:39:04.299834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:04.314489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:04.325182 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8bd1fdc-76ed-46ca-bf5d-3509977050e3 req-2979c388-8690-4ad1-817e-b5ecf0cb06e2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038251 May 27 03:39:04.451796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb3a95-8dae-4837-ac37-f64941061876 req-7e200e38-35a1-49c7-b2e8-15bb2c9db415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.453593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-7e200e38-35a1-49c7-b2e8-15bb2c9db415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1908994 May 27 03:39:04.457515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-fa844830-a668-4e39-88fb-d23d1f4aaa06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "PUT /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 997 time: 8.8265586 May 27 03:39:04.582621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079205f4-5385-4561-a461-a52bf287dd03 req-b30a964e-ac2a-4201-9afb-842a20e60bf6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.591428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-079205f4-5385-4561-a461-a52bf287dd03 req-b30a964e-ac2a-4201-9afb-842a20e60bf6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1009722 May 27 03:39:04.660662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-079205f4-5385-4561-a461-a52bf287dd03 req-144dad43-62bb-477d-b969-81e97bb62437 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674927 May 27 03:39:04.682831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-f3ead9fd-945a-459b-8c8c-a73fae3a7216 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.687623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-f3ead9fd-945a-459b-8c8c-a73fae3a7216 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports/99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 943 time: 0.1584618 May 27 03:39:04.700424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-3050a1c7-9761-4f45-ade3-e5267c470402 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404788 May 27 03:39:04.955998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b3c6d-3c33-48b5-8b1e-a1a5e4929a45 None None] New status for floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:04.984880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa204b-0f74-4bd7-b669-b53fd1f293d3 req-699fc953-9711-4c28-a7e6-05e1dbaaaac4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:04.995088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84fa204b-0f74-4bd7-b669-b53fd1f293d3 req-699fc953-9711-4c28-a7e6-05e1dbaaaac4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1345534 May 27 03:39:05.084948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84fa204b-0f74-4bd7-b669-b53fd1f293d3 req-5a82ff02-6edf-4de2-a190-87cd6023bb13 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883498 May 27 03:39:05.128527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-9d3e9ce1-c14d-4158-b05d-50191dab3f41 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179516 May 27 03:39:05.148727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-5b667389-b4b3-4bf0-8591-22b9ae332b58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.2967181 May 27 03:39:05.491701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:05.509551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:05.510549 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:05.520173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acdb3a95-8dae-4837-ac37-f64941061876 req-28d8b0bd-bdf0-4af6-ad86-aad37b7d8859 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717763 May 27 03:39:05.525965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-464feae2-28df-4fb8-af00-61d6da53a950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:05.534412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-464feae2-28df-4fb8-af00-61d6da53a950 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2165837 May 27 03:39:05.833416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}, {'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:05.865871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-ba436cf9-a3e8-4c02-9d4d-01b2060ad7d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.3291523 May 27 03:39:05.949138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-9db221fb-ebeb-4fa7-8164-3430d783c622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:05.956155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-9db221fb-ebeb-4fa7-8164-3430d783c622 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.0908647 May 27 03:39:06.000474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b34d2c3d-9307-4bbd-920a-469f71d798ff req-6637ba50-3b4b-4a1a-b007-f84c3ff607e6 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0657411 May 27 03:39:06.057799 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:06.123936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-c0fd052e-cea3-4dc7-8386-118499ce9d57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668589 May 27 03:39:06.351804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3134696-26c8-418f-84e9-7005237051ae req-6e08384d-e7ec-487c-b612-d43734ea9435 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.353435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3134696-26c8-418f-84e9-7005237051ae req-6e08384d-e7ec-487c-b612-d43734ea9435 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1752982 May 27 03:39:06.373799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-d14964b0-4763-409b-a11c-90b9f1a7aa49 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490118 May 27 03:39:06.426694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3134696-26c8-418f-84e9-7005237051ae req-fc458e44-3115-4854-be20-aefe7c6f6546 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647714 May 27 03:39:06.602589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-f4594f03-0bb5-4cd9-84f8-5a54c3ce21fb service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199819 May 27 03:39:06.634349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.639907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:06.651932 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:06.652774 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.745359 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-c70300b5-4e14-4a70-8227-5c526c484a09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1096 time: 0.1206772 May 27 03:39:06.804635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.810394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.818006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.824975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.832402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.843150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.848641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:06.850912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-49f4ab8e-fa87-4d5b-914a-1c85309caf6b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.1720002 May 27 03:39:06.884853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:06.934236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8418a92-bfd6-43c4-94a9-23100cfc79a6 req-59171916-d2a6-431b-8c52-f5610cf9218f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764902 May 27 03:39:07.044138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-3ad8954d-fe3c-498e-9f28-c8b8f48627f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:07.046029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-3ad8954d-fe3c-498e-9f28-c8b8f48627f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2950225 May 27 03:39:07.247394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-7a748e86-7de6-4e97-b52c-8e7ab33a1d25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 1000 time: 0.1954195 May 27 03:39:07.403142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-41312309-7db8-4879-ac83-1415001d4b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:07.404686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-41312309-7db8-4879-ac83-1415001d4b7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1511140 May 27 03:39:07.483257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-b62fbdd9-f5a3-48ca-bf43-3dfb82b30d04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726123 May 27 03:39:07.517763 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:07.522107 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da7db-4694-4d37-ab05-60744191a557 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:da:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:07.564756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd649472-71b4-4256-a815-cda766b0371c req-c13fd14d-cace-4b15-bcc0-f4c758cb68c5 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:07.568049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd649472-71b4-4256-a815-cda766b0371c req-c13fd14d-cace-4b15-bcc0-f4c758cb68c5 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.0886867 May 27 03:39:07.620025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd649472-71b4-4256-a815-cda766b0371c req-47d5a679-9f87-4e72-a375-fbd16c37d0e7 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479407 May 27 03:39:07.627224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-0170257b-8c71-49e7-8a7b-23037104db13 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375163 May 27 03:39:07.705846 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c363fde-01f1-489e-8937-a4a74a20b059'] response: {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:39:07.705949 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c363fde-01f1-489e-8937-a4a74a20b059'] response: {'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'status': 'completed', 'code': 200} May 27 03:39:07.818541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c785c9c-3e9c-45ce-bbdb-398f0528e90d req-a6800c98-f824-4b9b-8561-c95f83289faf service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844354 May 27 03:39:07.829499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-f9624aa7-7d1a-4883-bd4a-02d715c69e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.1179368 May 27 03:39:07.864870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762490-cbbb-42d0-8cdb-0046e03cf4d1 req-b50068f7-0aed-4e3a-bec8-7d81611c7590 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:07.868469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0762490-cbbb-42d0-8cdb-0046e03cf4d1 req-b50068f7-0aed-4e3a-bec8-7d81611c7590 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.0881810 May 27 03:39:07.918758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0762490-cbbb-42d0-8cdb-0046e03cf4d1 req-16c9c73a-57cd-4c6f-bd2d-ef86ca6f1343 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 May 27 03:39:08.009678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-958ac7f2-5818-444c-8965-63cae7ff35ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.011103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-958ac7f2-5818-444c-8965-63cae7ff35ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.1745996 May 27 03:39:08.174689 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f155adec-0c3f-454e-a1f1-e1830377d180 req-ce8ac671-694e-4754-876b-24d1de2d6ce4 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0415852 May 27 03:39:08.189200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-1171ec5e-610c-4947-9e45-644a9f91391f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.1703353 May 27 03:39:08.241559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f309-225d-4558-a6c8-d402b94c0cce req-343fac32-fd75-42bd-90a1-9edeebc8e4cf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.243591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6361f309-225d-4558-a6c8-d402b94c0cce req-343fac32-fd75-42bd-90a1-9edeebc8e4cf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3011355 May 27 03:39:08.282116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-8171a2e0-026a-4eb5-856c-c7d663b6c6f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.283512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-8171a2e0-026a-4eb5-856c-c7d663b6c6f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.0883315 May 27 03:39:08.344775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6361f309-225d-4558-a6c8-d402b94c0cce req-dc49938f-dcd6-45f1-8ade-2883994f524d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928941 May 27 03:39:08.351784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-d201b1f9-c353-435e-809d-1ea3c69c2ea1 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1010256 May 27 03:39:08.386987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-d563c0d1-92e9-4de4-a70f-3c30f72898f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958025 May 27 03:39:08.448803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-d229dba3-8d8d-4b9c-9794-1f7ce59e0a9f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.450107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-d229dba3-8d8d-4b9c-9794-1f7ce59e0a9f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports/1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 942 time: 0.0846305 May 27 03:39:08.596227 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-11c29ea8-bb59-4eba-bf1b-7d6851938f09 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034192 May 27 03:39:08.636194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-056939a9-e220-4083-b0af-954b300a0910 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.0985634 May 27 03:39:08.689421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.693302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.697206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.701159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.704972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.709144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.713561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.715533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7255f667-01a5-4035-95fe-02df9f96628a req-3985f1ee-816c-47a6-84dd-d2c51672c5d2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2249651 May 27 03:39:08.794063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7255f667-01a5-4035-95fe-02df9f96628a req-cda9d66d-a5fe-43e7-9ec4-65108d02c93e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680463 May 27 03:39:08.812144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-13ab0b69-5e8b-4297-a444-4d0495bda5ba service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097595 May 27 03:39:08.872853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-25c0ede3-c7f5-4351-a3df-3e038c298097 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:08.874212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-88dc4473-47e9-470e-bf51-85f2da4546a2 req-25c0ede3-c7f5-4351-a3df-3e038c298097 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2325103 May 27 03:39:09.157595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-ff736eb5-fc4e-434a-bfc2-18496efc78da tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:09.158248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-ff736eb5-fc4e-434a-bfc2-18496efc78da tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:09.174903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-ff736eb5-fc4e-434a-bfc2-18496efc78da tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:09.176087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-ff736eb5-fc4e-434a-bfc2-18496efc78da tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.1665628 May 27 03:39:09.206137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-a41c0022-9f99-4f98-896a-44d57479e35c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/quotas/ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 375 time: 0.0121992 May 27 03:39:09.252663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-fea4dbe5-433d-4387-9c60-4de169984675 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1098881 May 27 03:39:09.297386 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-fe375fe5-0012-46a1-98a4-b9f529af8061 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925586 May 27 03:39:09.327997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2c55-d735-450b-ac94-3978ad372515 req-ed0bc144-978b-4a16-8380-feeea0a16f03 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:09.329443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-ed0bc144-978b-4a16-8380-feeea0a16f03 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports/1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 942 time: 0.0713413 May 27 03:39:09.431724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-c19a0fc6-f3a3-4d42-bf7c-46bf67de4506 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275935 May 27 03:39:09.521045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-a397f4e4-f79d-4861-a82f-e87a32700cc5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1041546 May 27 03:39:09.576932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-691b40d5-ab3b-4342-94d4-7a8bab1a965c service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366048 May 27 03:39:09.677656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2c55-d735-450b-ac94-3978ad372515 req-46b36e83-27d5-484d-83e8-2b53962375a5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:09.679006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-46b36e83-27d5-484d-83e8-2b53962375a5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1571729 May 27 03:39:09.794138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-37560f81-71cb-4807-8bc4-c609880436c2 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1081862 May 27 03:39:09.803874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:09.909091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:10.157162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e28c1-793c-4e9f-b739-ad8f42c998d3 req-bf19d6c1-d234-48e0-be5c-dfe26823e3e9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:10.158652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-224e28c1-793c-4e9f-b739-ad8f42c998d3 req-bf19d6c1-d234-48e0-be5c-dfe26823e3e9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.0881493 May 27 03:39:10.209284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:10.209568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-224e28c1-793c-4e9f-b739-ad8f42c998d3 req-fe7a6ef0-fc4c-4dd5-bad0-27477d119a3c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 May 27 03:39:10.213761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:10.214195 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2 disassociated. External IP: 172.25.8.11, port: 1876cf04-885f-45d0-a4cf-32369a5c31f8. May 27 03:39:10.434246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba95b0-a5f2-4209-acdf-12fa82e21685 req-0e237299-0971-4a1e-b73b-c0d24d76361b tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:10.435803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dba95b0-a5f2-4209-acdf-12fa82e21685 req-0e237299-0971-4a1e-b73b-c0d24d76361b tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.0905313 May 27 03:39:10.485185 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dba95b0-a5f2-4209-acdf-12fa82e21685 req-269b3c33-f489-4bad-8896-3d215471de83 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 May 27 03:39:10.683592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101b705d-cf7e-4de1-90d0-db190b777871 req-3cc2ac93-5b50-491e-bc70-a70dc19d125d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 210 time: 0.0728598 May 27 03:39:10.722409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a1469aa-74e7-4b80-90d7-74d6361c5677 req-b19ea323-db2d-43a4-9c86-f0bfce8c8b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea70b79a8c714956b76e5cfcc3b6500a&device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0584714 May 27 03:39:10.734401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-f61361d4-64ce-4425-bcd8-837b7b14cd23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1096 time: 0.0857296 May 27 03:39:10.767493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a1469aa-74e7-4b80-90d7-74d6361c5677 req-7788d8f3-40fc-48ab-899c-84ef71f152d7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ea70b79a8c714956b76e5cfcc3b6500a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286095 May 27 03:39:10.874184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-64ad11d9-87a5-4942-a878-b35d7f9e460f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:10.875640 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-64ad11d9-87a5-4942-a878-b35d7f9e460f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.1351254 May 27 03:39:10.937169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1469aa-74e7-4b80-90d7-74d6361c5677 req-ed17d55c-8b04-47a9-a5d0-9026500e6d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:10.938592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a1469aa-74e7-4b80-90d7-74d6361c5677 req-ed17d55c-8b04-47a9-a5d0-9026500e6d8b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636851 May 27 03:39:10.965264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:10.980731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-ba345ff3-1dd0-47c4-8321-e8667709baf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 217 time: 0.0980666 May 27 03:39:11.059876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-3d530022-dcb5-456a-8d03-6c9adf609c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.061971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-3d530022-dcb5-456a-8d03-6c9adf609c44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.0718009 May 27 03:39:11.113246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.117288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.122189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.125573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.129386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.133181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.137574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.139421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-76a706a2-6950-4095-b900-b1c26eae21ff tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2097807 May 27 03:39:11.211122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bde137e5-4d94-45f1-94e5-768ffcb1578e req-6f6047f7-e77e-4e02-bd19-3afe285a68ab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613816 May 27 03:39:11.217986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-9f495c3c-f611-48b4-b7fd-e676b9986a82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495311 May 27 03:39:11.301460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-c451c05c-c577-4b5e-b695-346d726581c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.302864 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-c451c05c-c577-4b5e-b695-346d726581c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.1861787 May 27 03:39:11.322095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'device_id': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'admin_state_up': True, 'tenant_id': 'ff373081db304819b7fa43aca692792e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:11.433339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-1775276a-c401-48f3-94c3-4e996bb3a6bd service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074602 May 27 03:39:11.435497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-652f555a-d49e-4a59-ab31-e065cb870f9c req-6fbfc3bf-d98e-479e-9537-0447356684b0 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0468869 May 27 03:39:11.469341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:11.483738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:11.490962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:11.506298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:11.507432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:11.532217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:11.558942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:11.575657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-29b2ceef-b088-4166-993f-3a280031df52 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "PUT /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 694 time: 1.7761536 May 27 03:39:11.577317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:11.585734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:11.590438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:11.739308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeaa4928-e85f-437f-9dfb-97a91e572245 req-8269182e-6ea5-4df6-9691-ac3953c074cf service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995219 May 27 03:39:11.761649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-2a8c8c22-11a1-4976-ad8e-6bbd808d9daa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1096 time: 0.1584361 May 27 03:39:11.762367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399f92-3f39-4641-b2b8-5e2f2ac117ed req-804ccec2-8d84-4b6c-818b-0fffbda409b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:11.763951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2399f92-3f39-4641-b2b8-5e2f2ac117ed req-804ccec2-8d84-4b6c-818b-0fffbda409b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1040483 May 27 03:39:11.768441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:11.814946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2399f92-3f39-4641-b2b8-5e2f2ac117ed req-a08969b8-f1aa-4cc5-8c06-70a9517b9335 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 May 27 03:39:11.909410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.20.0.7 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/8883f7d2-f6c3-45d9-82d0-e5f023610088) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:12.064455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c4f3b-ce3b-4487-be98-501349f06048 req-8e2203a1-3904-477b-8307-6fbdd9bb5a7c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.066159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df4c4f3b-ce3b-4487-be98-501349f06048 req-8e2203a1-3904-477b-8307-6fbdd9bb5a7c tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.1024024 May 27 03:39:12.090066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2c55-d735-450b-ac94-3978ad372515 req-8cf79bcb-cf00-4ed8-9e34-0cf8483491f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.091420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-8cf79bcb-cf00-4ed8-9e34-0cf8483491f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.3014107 May 27 03:39:12.144656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df4c4f3b-ce3b-4487-be98-501349f06048 req-4d55aa9f-485f-4707-8072-1e3539c259f5 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718486 May 27 03:39:12.173835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-21ec4aed-6447-43a0-a388-711c5868ef23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 217 time: 0.0719504 May 27 03:39:12.230280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.234639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:12.245602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:12.246207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.335815 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955b5b72-372e-469f-b795-27532a7c0497'] response: {'name': 'network-changed', 'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'status': 'completed', 'code': 200} May 27 03:39:12.341901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2c55-d735-450b-ac94-3978ad372515 req-da84262c-9263-4701-aba9-fcd6d3f0863c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.343287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-da84262c-9263-4701-aba9-fcd6d3f0863c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1604548 May 27 03:39:12.446180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:12.503365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:12.527428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f89bcce-025b-4dc5-93a8-e4e27b102273 req-d1dbfad4-6a6e-41d0-bf28-4c1cea671f91 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 210 time: 0.0771959 May 27 03:39:12.534206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Transition to ACTIVE for port object 8883f7d2-f6c3-45d9-82d0-e5f023610088 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:12.546812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-ce138be8-96a4-4e65-892d-4461887e1d40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 1096 time: 0.1865921 May 27 03:39:12.548818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a1469aa-74e7-4b80-90d7-74d6361c5677 req-dfd34d23-7a20-49f7-abb1-dc8cd99d09c0 tempest-ServerShowV254Test-626362936 tempest-ServerShowV254Test-626362936-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4f787fc-6d3f-46cd-9333-5f50287aab64 HTTP/1.1" status: 200 len: 210 time: 0.0555241 May 27 03:39:12.562194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-8b0af45f-f487-4b3b-8c00-83f25c204be1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123990 May 27 03:39:12.574580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-765d9b51-97e9-4fdc-b0ea-394b52a25ccd tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.584524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-765d9b51-97e9-4fdc-b0ea-394b52a25ccd tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.41 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.1731060 May 27 03:39:12.755652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:12.826358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-83376a36-8a58-42fe-8e5b-7a2700d8b61e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.828694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-83376a36-8a58-42fe-8e5b-7a2700d8b61e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2717221 May 27 03:39:12.829718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Deleting port ef855f9d-971a-4513-a931-42e1d8deffef {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:12.830060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:12.916078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-d5d6a3ae-45d4-4a34-91a9-92f8214092ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 200 len: 217 time: 0.0759947 May 27 03:39:12.918473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:12.918722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.925431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf759bbd-a80d-45f1-bf35-259d48c316eb None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:12.934331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:12.941417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:12.947028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:39:12.977928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-5616438e-8daf-4f81-8608-0de83b98cb63 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999522 May 27 03:39:12.985440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.992013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:12.997169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.002503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.006905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.011446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.015309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.017399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-11b9f8cc-11d2-458c-b4a7-9abd13ba950b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.2534344 May 27 03:39:13.065803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-2444dd4c-de61-46b7-a7c8-b06a204d987a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.067487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-2444dd4c-de61-46b7-a7c8-b06a204d987a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1422622 May 27 03:39:13.117061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e11cb215-19af-41bd-8ccb-84497f95ff0e req-0e4e045e-5795-4c8c-8788-1dd20942b96a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789101 May 27 03:39:13.322017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-e951eec9-a751-4db6-a496-1f481454f95e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134039 May 27 03:39:13.336558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.338485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:13.344846 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec2362b-1029-4caf-92aa-aaf1dc061cef None None] New status for floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:13.402918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59a86aa4-29c4-47bc-a53b-4b6cdcfb9318 None None] Provisioning for port 8883f7d2-f6c3-45d9-82d0-e5f023610088 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:13.408500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59a86aa4-29c4-47bc-a53b-4b6cdcfb9318 None None] Provisioning complete for port 8883f7d2-f6c3-45d9-82d0-e5f023610088 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:13.409180 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59a86aa4-29c4-47bc-a53b-4b6cdcfb9318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:13.432515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-eabc4518-1e0c-4c4f-b1cd-8e3ccac24962 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1162555 May 27 03:39:13.512989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a96c2c55-d735-450b-ac94-3978ad372515 req-4713a9a3-264e-47db-af34-59fdb3a5d7ac service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247326 May 27 03:39:13.567876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-59a86aa4-29c4-47bc-a53b-4b6cdcfb9318 None None] Port 8883f7d2-f6c3-45d9-82d0-e5f023610088 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:39:13.588282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] For port ef855f9d-971a-4513-a931-42e1d8deffef, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ef855f9d-971a-4513-a931-42e1d8deffef,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:13.588647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:13.709624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Request body: {'port': {'device_id': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:13.749722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-c1b67140-1964-48be-b281-f62664837e92 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209502 May 27 03:39:13.928354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0ed0a25-8244-4cb3-b373-87333db1c90a req-6ccec042-ee9b-4443-a392-32e93b6e6f72 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688340 May 27 03:39:13.936078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c449c-881e-4c7c-81e3-ddc9ae77c142 req-03249888-8bd1-4d9b-9df7-49b2a34409ac tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:13.940241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d48c449c-881e-4c7c-81e3-ddc9ae77c142 req-03249888-8bd1-4d9b-9df7-49b2a34409ac tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.2551794 May 27 03:39:14.000882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d48c449c-881e-4c7c-81e3-ddc9ae77c142 req-5921e408-890d-4d0b-9ba1-b6d9541fa61b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507455 May 27 03:39:14.007011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:14.198817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.244337 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.252555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:14.259057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Usage tracker for resource:security_group_rule and tenant:ea70b79a8c714956b76e5cfcc3b6500a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:14.272747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.272747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.272747 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Floating IP 4b1bde69-591d-4098-9e38-e1a9a07c9ad9 disassociated. External IP: 172.25.8.211, port: ef855f9d-971a-4513-a931-42e1d8deffef. May 27 03:39:14.272747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Calling delete_port for ef855f9d-971a-4513-a931-42e1d8deffef owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:14.289900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:14.297795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:14.404042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.410227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.417726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58072f1-254c-48b9-9745-2579f1fe2376 req-a12ba859-3de7-45a1-9676-64d7287dbe29 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:14.419225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b58072f1-254c-48b9-9745-2579f1fe2376 req-a12ba859-3de7-45a1-9676-64d7287dbe29 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 946 time: 0.6557729 May 27 03:39:14.479396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e52b1e-187c-4e32-b1da-58f99acaa27c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:14.489693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.490183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.490847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.491281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.491713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.492281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.493297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.493729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.494184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.494593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.495018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:14.500694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d9f992d-d0df-4df8-a8a4-8078e593f634 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea70b79a8c714956b76e5cfcc3b6500a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4926276 May 27 03:39:14.503192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:14.600707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b58072f1-254c-48b9-9745-2579f1fe2376 req-caf9af5f-d905-464d-aa0d-496f9e670b70 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups?id=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642287 May 27 03:39:14.625406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.674391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.733326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.754334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e52b1e-187c-4e32-b1da-58f99acaa27c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:14.769389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.773270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d4dd7847-a403-4e29-981a-bd73527b083a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43e52b1e-187c-4e32-b1da-58f99acaa27c HTTP/1.1" status: 204 len: 168 time: 0.2690139 May 27 03:39:14.800797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49663447-d71f-4213-ac5e-451d78a2b6d8 req-3ad1437a-77b6-4edd-92aa-2f1cd75d597e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:14.808387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49663447-d71f-4213-ac5e-451d78a2b6d8 req-3ad1437a-77b6-4edd-92aa-2f1cd75d597e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 931 time: 0.2346652 May 27 03:39:14.864387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49663447-d71f-4213-ac5e-451d78a2b6d8 req-5e24a1c7-b8bb-4ed7-afc1-af901a3e4041 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547278 May 27 03:39:14.916573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:14.993458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event deleted for resources: {'Port': ['ID=ef855f9d-971a-4513-a931-42e1d8deffef,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:15.106530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-d3caa856-7dc4-4216-9ecd-b0923b16df03 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.107964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-d3caa856-7dc4-4216-9ecd-b0923b16df03 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1153738 May 27 03:39:15.226221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8883f7d2-f6c3-45d9-82d0-e5f023610088 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:15.250528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.254325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.259205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.263458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.268196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.272245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.280413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:15.282456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-3a4a2f3f-0b26-4fa0-b34b-57950274e120 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.5231278 May 27 03:39:15.287678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:15.309054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Transition to ACTIVE for port object 8883f7d2-f6c3-45d9-82d0-e5f023610088 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:15.342510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:15.345777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-3e82f4e3-3437-4d46-9d17-05226a4f5847 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.2297761 May 27 03:39:15.351233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:15.449499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:15.610878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-809123fe-9eaf-4ae5-85a6-2d89ca72f5ac req-6f27d3ca-afec-4dfb-b563-09a04c2e4fd2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2994456 May 27 03:39:15.630474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:15.948579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Attempting to bind port 8883f7d2-f6c3-45d9-82d0-e5f023610088 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:39:15.948947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Attempting to bind port 8883f7d2-f6c3-45d9-82d0-e5f023610088 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:39:15.950585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Attempting to bind port 8883f7d2-f6c3-45d9-82d0-e5f023610088 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:15.987863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Port 8883f7d2-f6c3-45d9-82d0-e5f023610088 on network 2d969655-9e36-4c80-8569-9226d261e6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:39:15.988304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Attempting to bind port 8883f7d2-f6c3-45d9-82d0-e5f023610088 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:16.026668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:39:16.027003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:16.027793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:39:16.027793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Bound port: 8883f7d2-f6c3-45d9-82d0-e5f023610088, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:39:16.028157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.054732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-394f13ce-ac9a-4329-8ed0-f6c047e86205 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2326744 May 27 03:39:16.105725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885e044-4aee-444e-9c11-8f55fd744745 req-45e9c115-68ad-46f6-ac1f-c115d43f7b59 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:16.107197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a885e044-4aee-444e-9c11-8f55fd744745 req-45e9c115-68ad-46f6-ac1f-c115d43f7b59 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.2280023 May 27 03:39:16.119623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-47d2129a-4a77-4076-9cef-f8b516e421e9 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:16.128796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Router 7744d3bb-acab-4554-b9ef-ee15dd130eae has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:16.131053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-47d2129a-4a77-4076-9cef-f8b516e421e9 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.41 "GET /v2.0/ports?device_id=16b61eb6-e578-466b-ace5-2a58ce16bae8 HTTP/1.1" status: 200 len: 945 time: 0.2389495 May 27 03:39:16.284227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ef855f9d-971a-4513-a931-42e1d8deffef no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:16.294397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Deleting port 1876cf04-885f-45d0-a4cf-32369a5c31f8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:16.294774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.333591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ef855f9d-971a-4513-a931-42e1d8deffef {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:16.337538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ef855f9d-971a-4513-a931-42e1d8deffef not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:16.371632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:16.446676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a885e044-4aee-444e-9c11-8f55fd744745 req-b7e0a0f6-bb26-4c43-b500-af2ea322b407 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231940 May 27 03:39:16.448337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:16.522451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.608694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:39:16.697492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e2819ef-9839-4dca-85a8-19442567a2df req-006e930c-437b-4f77-8533-7c4607c94804 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/ports?device_id=26864979-1d92-484a-bca4-cc8116b23aaa HTTP/1.1" status: 200 len: 210 time: 0.0874634 May 27 03:39:16.718512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.720650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/8883f7d2-f6c3-45d9-82d0-e5f023610088 HTTP/1.1" status: 200 len: 1091 time: 3.2681677 May 27 03:39:16.721913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] For port 1876cf04-885f-45d0-a4cf-32369a5c31f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1876cf04-885f-45d0-a4cf-32369a5c31f8,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:16.723625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:16.730881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:16.757901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-7eb2f2a4-10b6-4867-a9cf-74fa4e2095f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.5921805 May 27 03:39:16.822409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15b72-c5c3-402b-aa0a-6156c93a91e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:16.899351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Calling delete_port for 1876cf04-885f-45d0-a4cf-32369a5c31f8 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:17.113392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ad91-62ff-4378-8545-031d162577e2 req-e7537e11-0b75-4983-b375-c9b3ab08e7af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:17.114862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-e7537e11-0b75-4983-b375-c9b3ab08e7af service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.2942591 May 27 03:39:17.122715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-d3d3018d-1361-4929-95ee-d34b85cf712b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 1094 time: 0.3537977 May 27 03:39:17.183612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.185788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.199821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1876cf04-885f-45d0-a4cf-32369a5c31f8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:17.230060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.246772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['99655cdd-495b-4bf2-b9b8-d656466baa6e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:17.286154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb0a52-5486-4b82-8734-5a0b9c220941 req-bc0c171c-e054-43ba-8990-ce9722e87bb6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:17.286957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7bcb0a52-5486-4b82-8734-5a0b9c220941 req-bc0c171c-e054-43ba-8990-ce9722e87bb6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:17.299852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event deleted for resources: {'Port': ['ID=1876cf04-885f-45d0-a4cf-32369a5c31f8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:17.315434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-2016d1c0-8cc2-42eb-ab04-402192d58d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088 HTTP/1.1" status: 200 len: 217 time: 0.1320364 May 27 03:39:17.394380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7bcb0a52-5486-4b82-8734-5a0b9c220941 req-bc0c171c-e054-43ba-8990-ce9722e87bb6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:17.395540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bcb0a52-5486-4b82-8734-5a0b9c220941 req-bc0c171c-e054-43ba-8990-ce9722e87bb6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 943 time: 0.5080032 May 27 03:39:17.403224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-91bd168f-026e-473f-9759-5923186eb4ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.2774091 May 27 03:39:17.459186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:17.473123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] No DVR routers for this DVR port 1876cf04-885f-45d0-a4cf-32369a5c31f8 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:17.476597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.479801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'name': 'network-vif-deleted', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:17.509650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29d95028-b59a-406d-9b7f-803ca4b44bf1 req-9523b0fb-be0a-49c0-8003-cf2a3fb296fc tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.41 "DELETE /v2.0/ports/1876cf04-885f-45d0-a4cf-32369a5c31f8 HTTP/1.1" status: 204 len: 173 time: 1.3697543 May 27 03:39:17.520532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-2096ea0f-456f-4c0b-991e-484ba4ed6679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:17.523036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-2096ea0f-456f-4c0b-991e-484ba4ed6679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1909385 May 27 03:39:17.568636 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2 associated. External IP: 172.25.8.11, port: 99655cdd-495b-4bf2-b9b8-d656466baa6e. May 27 03:39:17.581374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Sync routers for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:17.654086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] No DVR routers for this DVR port ef855f9d-971a-4513-a931-42e1d8deffef on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:17.665067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:17.694477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:17.695336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:17.710560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ad91-62ff-4378-8545-031d162577e2 req-fe13256f-f1d7-4cdd-99b3-44727c46f3e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:17.719174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-fe13256f-f1d7-4cdd-99b3-44727c46f3e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.3063612 May 27 03:39:17.735979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bcb0a52-5486-4b82-8734-5a0b9c220941 req-43f10b11-513d-41db-8dbd-97cf32f10b5f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267274 May 27 03:39:17.829231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-761c08d9-016c-44dc-a1fc-31069171dcc2 req-d7780724-21af-4eea-a5b8-aea33bf885d8 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.41 "DELETE /v2.0/ports/ef855f9d-971a-4513-a931-42e1d8deffef HTTP/1.1" status: 204 len: 173 time: 5.2265375 May 27 03:39:17.892590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-55c51a4c-7008-4136-8b94-9b59abdc331d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207233 May 27 03:39:17.913749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4b0b50a4-18a6-487c-911b-f1ef17d47d56 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:18.117117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-4845d2a5-1f14-4198-9883-36d058c229c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3692617 May 27 03:39:18.311222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:18.342317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:18.474776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-3537fc7c-fc97-4668-9943-eda59366fcb1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563304 May 27 03:39:18.496743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:18.600192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-c0ddf9e2-d552-46bf-bb09-8351534b88bd service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815595 May 27 03:39:18.605124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:18.609898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '4b0b50a4-18a6-487c-911b-f1ef17d47d56', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'port_id': '4b0b50a4-18a6-487c-911b-f1ef17d47d56', 'mac_address': 'fa:16:3e:96:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:18.615350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:18.615844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:18.637705 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:18.638425 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:18.692098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-b561012c-62a5-4024-8bf3-fc4a8cadc764 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "PUT /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 996 time: 3.3446157 May 27 03:39:18.780233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:18.801104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-16a483cc-dd38-4deb-b54f-9e2fa0c64577 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.0975041 May 27 03:39:18.812835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0b50a4-18a6-487c-911b-f1ef17d47d56 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:18.821747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba00f58f-8c4a-47a3-8d84-f94eac7cd958 req-3d54e1dd-2a4c-4f87-8570-f78fe65b8220 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371885 May 27 03:39:18.837741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:18.842004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948ad91-62ff-4378-8545-031d162577e2 req-7eed487b-605e-4729-8b17-29af1679b9b5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333562 May 27 03:39:18.856186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.860544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.864612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.869759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.873483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.876652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:18.877584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.881837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:18.885319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:18.886173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4fffd1ba-9793-40a3-8631-a81d6aae34a4 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:18.890206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-5c3d378d-007f-407d-9994-d2e2fc09c28c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5422 time: 0.3809695 May 27 03:39:18.947762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf5ed74f-7dc6-4d0e-8e2f-8478a672a1a7 req-11b1022b-d3c9-41ee-a6a4-5c187b8be893 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565197 May 27 03:39:18.973949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:18.985620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:18.996212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Checking router: 7744d3bb-acab-4554-b9ef-ee15dd130eae for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:19.002489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:19.013985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.014323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.014650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.014971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.015288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.015615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.015986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.016226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.016538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.016853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.017183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:19.020634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'port_id': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'mac_address': 'fa:16:3e:12:30:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:19.042512 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3433389a-db64-4163-a854-ca5a4c4ff256'] response: {'name': 'network-changed', 'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088', 'status': 'completed', 'code': 200} May 27 03:39:19.072624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:19.073295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:19.074732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-3418803b-0df6-4304-8731-bc4d59d98945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:19.077338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-3418803b-0df6-4304-8731-bc4d59d98945 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2692416 May 27 03:39:19.199952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:19.235770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fffd1ba-9793-40a3-8631-a81d6aae34a4 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:19.249128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-cdf18259-34f7-4dd8-ab90-7a005a1d9ab3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 999 time: 0.1664467 May 27 03:39:19.255852 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233dce41-b799-45ca-9079-9a534a9e3093'] response: {'server_uuid': '16b61eb6-e578-466b-ace5-2a58ce16bae8', 'name': 'network-vif-deleted', 'tag': '1876cf04-885f-45d0-a4cf-32369a5c31f8', 'status': 'completed', 'code': 200} May 27 03:39:19.265513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:19.279141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:19.279798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8f9d6883-d5ac-4113-951d-1ad02ae86332 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:19.323156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-47304125-26f5-4963-8ad4-f0db477e52f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 1094 time: 0.1103938 May 27 03:39:19.354245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:19.376766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-c4451ba4-96cb-4da5-b5f7-10cb75a0deb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:19.380517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:19.381753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-c4451ba4-96cb-4da5-b5f7-10cb75a0deb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1237550 May 27 03:39:19.403232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:16Z', 'revision_number': 8, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:19.408805 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:19.421384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:19.422761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:19.463388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-5019700b-2df0-4304-85ca-23c3e1b5d90d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748513 May 27 03:39:19.474382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:19.493438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'port_id': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'mac_address': 'fa:16:3e:78:90:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:19.526632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-8a8a37a5-ce45-47ed-9549-b34d4bcbce71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:19.528242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-8a8a37a5-ce45-47ed-9549-b34d4bcbce71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.1983471 May 27 03:39:19.541821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f566fc-b533-4ed7-818d-be0839071639 req-690f10e3-806a-41af-9a01-68bd2c7feb2c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:19.543497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f6f566fc-b533-4ed7-818d-be0839071639 req-690f10e3-806a-41af-9a01-68bd2c7feb2c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 943 time: 0.1405642 May 27 03:39:19.574577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:19.632588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-3de63df7-5058-4728-bf19-9d996a77c243 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088 HTTP/1.1" status: 200 len: 217 time: 0.0977905 May 27 03:39:19.654096 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:19.655976 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f6f566fc-b533-4ed7-818d-be0839071639 req-c0abd8ec-945b-4abf-b7a5-5340900bab19 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621881 May 27 03:39:19.667115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9d6883-d5ac-4113-951d-1ad02ae86332 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:19.702969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:19.715667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-8909c14e-265b-4234-b051-c539c20e94f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:19.717645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-8909c14e-265b-4234-b051-c539c20e94f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.0644751 May 27 03:39:19.725203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:19.728660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8656582d-c263-4927-a0bf-7d6ecfe6a167 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:19.753752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-050a74ef-92ca-4196-a8e3-c13d22587659 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830365 May 27 03:39:19.813100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-ef7aa7c5-775a-4148-9089-2f5193cde231 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879025 May 27 03:39:19.933984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b27eb0c9-82f7-4ec5-b93b-268ce3a41e27 req-acae3ca5-f1e2-4d96-856a-927e1bfd53e3 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740754 May 27 03:39:20.014729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:20.050610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:20.061187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:39:20.174526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-9b469b5e-1a34-4667-a05a-d608b65d4868 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541625 May 27 03:39:20.191116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.274208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:16Z', 'revision_number': 8, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:20.278624 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77383636-7d70-49f6-b650-291c88a8b30b None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b29de2b0-d598-4843-b948-1e2c22bcb4c2', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'port_id': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'mac_address': 'fa:16:3e:5f:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a666e6-d039-4969-b236-cce81cee9277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:19Z', 'updated_at': '2022-05-27T03:39:16Z', 'revision_number': 8, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:20.328678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.331609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:20.334055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1876cf04-885f-45d0-a4cf-32369a5c31f8 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:20.366977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85f1f645-9600-4c6b-926f-c179cd4394ec req-797f4d83-707a-4799-86fc-3f4d97df523d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 996 time: 0.2865598 May 27 03:39:20.409999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b275f8-9fff-4a35-9249-1e8bdf20b4c5 req-57b8249f-1776-45c7-b61f-ceea556c44a2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:20.411615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b275f8-9fff-4a35-9249-1e8bdf20b4c5 req-57b8249f-1776-45c7-b61f-ceea556c44a2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 943 time: 0.1838913 May 27 03:39:20.424443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 1876cf04-885f-45d0-a4cf-32369a5c31f8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:20.424743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1876cf04-885f-45d0-a4cf-32369a5c31f8 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:20.435510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.482964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60638) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:20.486602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5983e3ce-f770-4eb8-a4df-25cbcb6e84fc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:20.552010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:20.568151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:39:20.585530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3b275f8-9fff-4a35-9249-1e8bdf20b4c5 req-3144fff6-eff7-4daf-b8d4-9758f55efafd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453948 May 27 03:39:20.586485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.586630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-974555c1-2a5e-4b68-8382-08445eb646a3 req-8a018b49-de88-48ac-90eb-23ec0c9b0e3a service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025266 May 27 03:39:20.590178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-92b0c729-5c4b-49db-a3b6-642e04858f75 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "DELETE /v2.0/security-groups/5983e3ce-f770-4eb8-a4df-25cbcb6e84fc HTTP/1.1" status: 204 len: 168 time: 0.5385339 May 27 03:39:20.590851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:20.631812 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-024d9453-71e8-480b-805b-b6aa43348447 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] show failed (client error): The resource could not be found. May 27 03:39:20.636329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-024d9453-71e8-480b-805b-b6aa43348447 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "GET /v2.0/security-groups/5983e3ce-f770-4eb8-a4df-25cbcb6e84fc HTTP/1.1" status: 404 len: 347 time: 0.0444191 May 27 03:39:20.636759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60648) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:20.653471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1f645-9600-4c6b-926f-c179cd4394ec req-293bbdf3-2d3a-49e3-954d-5bad05daa6a5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:20.660315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85f1f645-9600-4c6b-926f-c179cd4394ec req-293bbdf3-2d3a-49e3-954d-5bad05daa6a5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2824035 May 27 03:39:20.666081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-85f1f645-9600-4c6b-926f-c179cd4394ec req-8624acba-4075-48c1-a025-581415e0dad6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:39:20.685238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'port_id': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'mac_address': 'fa:16:3e:f7:06:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7a30c2-53d4-4b68-9246-1c24502be713', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:20.686006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85f1f645-9600-4c6b-926f-c179cd4394ec req-8624acba-4075-48c1-a025-581415e0dad6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239973 May 27 03:39:20.747795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585d391-9026-466b-b253-29de2e7b99ba None None] New status for floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:20.856338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.886821 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:20.920180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:20.935920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:20.967923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:20.971858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Usage tracker for resource:security_group_rule and tenant:5317f820f27b47a2b487fa6ee6bdb7e1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:20.976425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:20.987222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Deleting port ab8a1394-a3a8-4abb-930b-7d436a170632 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:20.987589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.009693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59faa6-048f-4717-a509-54110ee1b59a None None] The sync data for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 is: [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:37:09Z', 'revision_number': 4, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd6f9a6f0-68f1-4952-a0a0-19550431e426', 'name': '', 'network_id': '3ff28b87-fd40-46aa-a44a-071fad28c745', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'mac_address': 'fa:16:3e:a8:8c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:05Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'subnets': [{'id': '081ba920-ccc3-4df5-a0a6-63680aa08c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:21.013777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-b0178e0c-ba35-4216-93bf-6690c41bd0fd tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 999 time: 0.2186005 May 27 03:39:21.015785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8656582d-c263-4927-a0bf-7d6ecfe6a167 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:21.030995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'mac_address': 'fa:16:3e:64:71:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:21.052656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:21.107256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.108087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'name': 'network-vif-deleted', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:21.114105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.119042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-3d040c5f-24a9-46dd-acff-1ad0ef444c06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.120228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.125904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.129456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-3d040c5f-24a9-46dd-acff-1ad0ef444c06 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports/99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 943 time: 0.1067181 May 27 03:39:21.130996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.136305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.141211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.145918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.148252 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-a85dd3d1-51eb-4a48-bd7f-5d7a3fa60869 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5425 time: 0.3445249 May 27 03:39:21.177309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.177969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bca78218-5d31-4ac7-93a9-b5285aa5869e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:21.246286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.256821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:21.281757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:21.307862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.349975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4183ecbd-0f5e-404a-aa25-16a35558183e req-81e1ef9c-a9f9-4485-a4f1-0f9a5be405b4 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753232 May 27 03:39:21.373527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.373953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.379659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.388163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.486734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.501395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.511889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'port_id': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'mac_address': 'fa:16:3e:4d:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:21.514621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.523399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Calling delete_port for ab8a1394-a3a8-4abb-930b-7d436a170632 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:21.545683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-d6b9c537-0c3c-4bc5-81c0-6d612be2ff76 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1001 time: 0.1354916 May 27 03:39:21.559772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.577775 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.595548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca78218-5d31-4ac7-93a9-b5285aa5869e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:21.614024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.620073 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.621055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bd3f0915-7341-4c61-9d11-25098f3f10a7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:21.670551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5317f820f27b47a2b487fa6ee6bdb7e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1855426 May 27 03:39:21.684738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60664) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:21.696414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943829b-032b-4f11-b3cb-c07c6ad2d084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e254fbb8-4b37-47b7-99bf-59a745860c7b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.700285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.717088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.721883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'bd3f0915-7341-4c61-9d11-25098f3f10a7', 'network_id': 'c48b2fb7-8371-45ec-a78a-fbf69362ceb7', 'port_id': 'bd3f0915-7341-4c61-9d11-25098f3f10a7', 'mac_address': 'fa:16:3e:8f:9b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c27d9b-7472-430e-bb01-01182a9b4953', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:21.733310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf698b2-ae3c-4056-8eff-b993666c82e8 req-466cbd76-a66b-4052-ae13-f2824e2d7fbf tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.735150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-caf698b2-ae3c-4056-8eff-b993666c82e8 req-466cbd76-a66b-4052-ae13-f2824e2d7fbf tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.2190802 May 27 03:39:21.748281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-032fedce-36cf-4afa-973c-94a0c2bc5a7d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:21.749822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-032fedce-36cf-4afa-973c-94a0c2bc5a7d tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1898229 May 27 03:39:21.766134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c729a28b-28ae-4fff-b9b4-5c2283da2964'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:21.832981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-caf698b2-ae3c-4056-8eff-b993666c82e8 req-aec5c9fe-51a4-4511-a91c-35d48aaea3f5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683794 May 27 03:39:21.835784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.854749 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.885518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.901401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3f0915-7341-4c61-9d11-25098f3f10a7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:21.905402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Pushing event deleted for resources: {'Port': ['ID=ab8a1394-a3a8-4abb-930b-7d436a170632,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:21.936510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:21.937346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-cca69bac-e526-4005-8167-de668cc58174 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1001 time: 0.1797194 May 27 03:39:21.946817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:21.978356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:21.979101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 235b00df-849c-490a-bb6e-2c67c082d264 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:22.011284 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6905d4e7-250f-49bd-95dd-e5c5a7797d0f'] response: {'server_uuid': '26864979-1d92-484a-bca4-cc8116b23aaa', 'name': 'network-vif-deleted', 'tag': 'ef855f9d-971a-4513-a931-42e1d8deffef', 'status': 'completed', 'code': 200} May 27 03:39:22.018040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:22.022027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.135463 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6026eee-432c-4e92-aeea-b9561eb784b0'] response: {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:39:22.141294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.151448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:22.170579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '235b00df-849c-490a-bb6e-2c67c082d264', 'network_id': 'dea2eda8-e04c-4142-9fea-50728170db6d', 'port_id': '235b00df-849c-490a-bb6e-2c67c082d264', 'mac_address': 'fa:16:3e:f9:36:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7a30c2-53d4-4b68-9246-1c24502be713', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:22.173233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.237397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.260342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235b00df-849c-490a-bb6e-2c67c082d264 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:22.278612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:22.282598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.313982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.315196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8883f7d2-f6c3-45d9-82d0-e5f023610088 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:22.345127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.355050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.359369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e7636004-82d5-49fc-b60b-5f459a99bf25 tempest-ServersTestJSON-390125903 tempest-ServersTestJSON-390125903-project] 10.222.0.46 "DELETE /v2.0/floatingips/4b1bde69-591d-4098-9e38-e1a9a07c9ad9 HTTP/1.1" status: 204 len: 168 time: 1.7216444 May 27 03:39:22.361590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60674) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:22.436644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e254fbb8-4b37-47b7-99bf-59a745860c7b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.442649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Deleting subnet 4e1c2799-d855-43ee-b092-6ae2af982795 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:39:22.452889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.456345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0beca971-2ef0-4fb1-9604-14a95c3389f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e254fbb8-4b37-47b7-99bf-59a745860c7b HTTP/1.1" status: 204 len: 168 time: 0.7682765 May 27 03:39:22.456345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.465996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.517753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aad7e5-329a-419d-917a-920c57efbfa2 req-75c20cff-91c3-4e7d-bfec-f0c76eba3d6b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.525343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29aad7e5-329a-419d-917a-920c57efbfa2 req-75c20cff-91c3-4e7d-bfec-f0c76eba3d6b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 943 time: 0.2636755 May 27 03:39:22.546017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-73351f63-2901-4977-b677-21ceac209757 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.4316280 May 27 03:39:22.546920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:22.568768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8883f7d2-f6c3-45d9-82d0-e5f023610088', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '8883f7d2-f6c3-45d9-82d0-e5f023610088', 'mac_address': 'fa:16:3e:00:ae:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:22.592257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.598483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29aad7e5-329a-419d-917a-920c57efbfa2 req-d9a3d450-6687-406a-b57b-8e4931d9f994 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722880 May 27 03:39:22.665174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.740487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8883f7d2-f6c3-45d9-82d0-e5f023610088 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:22.771473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:22.777503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.787914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.794575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.830712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:22.831029 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2 disassociated. External IP: 172.25.8.11, port: 99655cdd-495b-4bf2-b9b8-d656466baa6e. May 27 03:39:22.870504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:22.976695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.981139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.985007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.991683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.995972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:22.999770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:23.003942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:23.011652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-5b9081af-3351-4347-a19b-c74637c931e8 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5429 time: 0.1792991 May 27 03:39:23.080009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8f9d6883-d5ac-4113-951d-1ad02ae86332'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.095976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa4fae42-e8bc-4ab6-ab48-d9fde349e259 req-584893d4-3cb7-4f05-b06f-c94da8ce5fa6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833666 May 27 03:39:23.123606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:23.158653 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722fa146-4bfc-40b6-ad5e-071e390d9e3c None None] New status for floating IP 4b1bde69-591d-4098-9e38-e1a9a07c9ad9: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:23.245082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['4b0b50a4-18a6-487c-911b-f1ef17d47d56'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.258673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-b11a35ed-4302-4459-9057-1b8646add40d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:23.260362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-b11a35ed-4302-4459-9057-1b8646add40d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.7043881 May 27 03:39:23.280367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['4fffd1ba-9793-40a3-8631-a81d6aae34a4'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.306721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['bca78218-5d31-4ac7-93a9-b5285aa5869e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.337894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['bd3f0915-7341-4c61-9d11-25098f3f10a7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.373263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['235b00df-849c-490a-bb6e-2c67c082d264'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.373594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:23.419754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489af7b-fae0-46c9-bfea-d4d88842a75e req-0479e009-d067-4371-9e27-0393ee22e087 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:23.421324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0489af7b-fae0-46c9-bfea-d4d88842a75e req-0479e009-d067-4371-9e27-0393ee22e087 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.1232820 May 27 03:39:23.432600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:23.438631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1c2799-d855-43ee-b092-6ae2af982795,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:23.443333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-3c3d9587-891e-4361-9199-945b828457f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.1671829 May 27 03:39:23.450612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de9d55b6-2e69-4cb6-9329-e05a6eeaaafe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e1c2799-d855-43ee-b092-6ae2af982795 HTTP/1.1" status: 204 len: 168 time: 1.4293354 May 27 03:39:23.452054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:23.505413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0489af7b-fae0-46c9-bfea-d4d88842a75e req-ebbc408f-b549-46df-a65d-4c41de237750 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761108 May 27 03:39:23.525267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-4ac083f8-a910-42c0-86c3-863efe541990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:23.527166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-4ac083f8-a910-42c0-86c3-863efe541990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.0762286 May 27 03:39:23.553104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:23.627570 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:23.740271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-1edddce7-7977-4607-bbae-aceee305f4e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041454 May 27 03:39:23.852322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:23.975673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8656582d-c263-4927-a0bf-7d6ecfe6a167'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:24.089657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-dfe97f98-8e78-4463-9961-57fa9c0a7a86 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762289 May 27 03:39:24.151463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.266813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdf01ae-404b-4f91-8581-253478271c7e']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:24.271815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d50b82f-d0f4-4c08-84bf-0e898a6a3178 req-252d4dd0-bf6a-493e-b75b-f035eacc6d66 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757648 May 27 03:39:24.290747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:24.291070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8995996e-2bd6-4cea-bcc2-0b7b9ed21aa8') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:24.292832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:24.312305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.325634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee437f-9637-4888-8276-df21d9586193 req-8cba70fa-29b2-4959-8421-cda2258fa623 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.333041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5ee437f-9637-4888-8276-df21d9586193 req-8cba70fa-29b2-4959-8421-cda2258fa623 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 944 time: 0.5783563 May 27 03:39:24.377241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:24.409480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.424634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:39:24.425073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: timer() May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:39:24.439342 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:39:24.461677 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5ee437f-9637-4888-8276-df21d9586193 req-2fc319e0-2391-4db2-8f4d-b7a4212037db tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276853 May 27 03:39:24.567987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.590369 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.638262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdf01ae-404b-4f91-8581-253478271c7e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:24.666735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e70ad108-9257-4ceb-a716-c7cb67c8c3ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/dcdf01ae-404b-4f91-8581-253478271c7e HTTP/1.1" status: 204 len: 168 time: 1.2127900 May 27 03:39:24.684936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:24.691861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.739867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:24.787969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-f44c9238-01ed-4d7e-9073-564b59010be8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "PUT /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 695 time: 2.8482294 May 27 03:39:24.788797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:24.865218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c729a28b-28ae-4fff-b9b4-5c2283da2964 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:24.866599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:24.874677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.878973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.883100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.887102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.891116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.901103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-7398e38d-9125-4424-bdd0-6035157f9c75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.1024747 May 27 03:39:24.902337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.904247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:24.904887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:24.908047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:24.910088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-bd7601ec-7012-4fea-9517-f9a32f41f150 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5429 time: 0.2467024 May 27 03:39:24.973329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-554695d6-0881-4b3c-b956-7c0b88e0742f req-4b5d16e4-ebd5-4261-bff5-dbe272f6bf71 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563560 May 27 03:39:24.975770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60726) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:25.120872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d956aa81-0833-4efb-9440-0ea384ce593e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c68d694357974baeaeb629aae6ba6380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1449037 May 27 03:39:25.123457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:25.147220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-04822976-e70f-4c7b-83c4-d31cedd74888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:25.156694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-04822976-e70f-4c7b-83c4-d31cedd74888 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.2546964 May 27 03:39:25.166161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Deleting port d6f9a6f0-68f1-4952-a0a0-19550431e426 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:25.166596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.360417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:25.379861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.405375 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.444011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-2d78b20e-5ca2-4c06-81e1-602eaa8431ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.2861140 May 27 03:39:25.453123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.463530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:25.468580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e914a-3a96-4250-a9bc-ead1ebe2fa0a req-6ad4f524-6ce1-4781-9d88-b56d46ca6468 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:25.475733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101e914a-3a96-4250-a9bc-ead1ebe2fa0a req-6ad4f524-6ce1-4781-9d88-b56d46ca6468 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 944 time: 0.2808466 May 27 03:39:25.541151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:25.544250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] For port d6f9a6f0-68f1-4952-a0a0-19550431e426, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6f9a6f0-68f1-4952-a0a0-19550431e426,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:25.544706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.558804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.610702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-09ed5317-31d2-493e-981f-98a624e9a516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:25.612205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-09ed5317-31d2-493e-981f-98a624e9a516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.1648915 May 27 03:39:25.733707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-a65c977b-9d14-4363-b475-e8ad4a7a18bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117413 May 27 03:39:25.741959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Calling delete_port for d6f9a6f0-68f1-4952-a0a0-19550431e426 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:25.743071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=10']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:25.792716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101e914a-3a96-4250-a9bc-ead1ebe2fa0a req-83214f89-e2b3-4994-a213-2f9978d01e80 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160357 May 27 03:39:25.832369 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.877939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e3cad-6f07-4ba4-a8cf-8d5be449e974,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:25.918953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:25.923922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:25.936606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:25.938275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02b817be-46c3-4c27-b0ad-ebb2d97acbf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/425e3cad-6f07-4ba4-a8cf-8d5be449e974 HTTP/1.1" status: 204 len: 168 time: 0.8138385 May 27 03:39:25.949867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:25.950418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:25.985953 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a56ea2-389b-4cc6-a8a8-bb85a8b7c3bf'] response: {'name': 'network-changed', 'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:39:26.087653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:26.098740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-95ac41b5-2629-4e92-aba8-21e91cffa9fe service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583803 May 27 03:39:26.129655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-c077ad54-a1d8-4cd6-b422-db66901b67bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8962612 May 27 03:39:26.271203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f9a6f0-68f1-4952-a0a0-19550431e426,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:26.353569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8f9d6883-d5ac-4113-951d-1ad02ae86332 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:26.425423 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:26.447069 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfd42e0-36e1-48d4-b869-d6be3541eb43'] response: {'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'code': 200} May 27 03:39:26.533115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:26.593607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 8f9d6883-d5ac-4113-951d-1ad02ae86332 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:26.628082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8f9d6883-d5ac-4113-951d-1ad02ae86332 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:26.631151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:26.719885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a19342c9-df6b-4adc-b7e1-9f9f1f8b8514 req-7df8406f-e6b1-472c-aba8-c0e77456d077 service neutron] 10.222.0.46 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024251 May 27 03:39:26.784057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-a6d1911f-3c64-4416-94ab-47046e56f721 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 1097 time: 0.8062382 May 27 03:39:26.985048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-34a51280-9003-4640-b360-d8116aa14e7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68df637837bc48949188723b32207391&device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 6500 time: 0.6793220 May 27 03:39:27.049170 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:27.109439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-707cd7a6-dec3-460b-ac86-0aa1db95984d req-7e52b52a-cc12-40a3-b3d0-8f97894a56d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1097 time: 0.2602155 May 27 03:39:27.139734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:27.156267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c3f1e-e389-4a05-b172-e25bdfc85faa req-9a9da94c-5d0c-4864-965e-7a2e652a11b7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.159401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:27.166657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a6c3f1e-e389-4a05-b172-e25bdfc85faa req-9a9da94c-5d0c-4864-965e-7a2e652a11b7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 944 time: 0.2341578 May 27 03:39:27.242849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:27.246857 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-707cd7a6-dec3-460b-ac86-0aa1db95984d req-8122feba-34a4-4d77-b3ce-2b0efded2241 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280084 May 27 03:39:27.251671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:27.256332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421d58-eec6-484a-84cf-5bd96b99b095 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:37:44Z', 'revision_number': 4, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '12acab4d-41ad-40fe-99f7-f0d32dd27e8b', 'name': '', 'network_id': '3dc996ca-008a-44e4-b127-bcae59aa490a', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'mac_address': 'fa:16:3e:9f:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:42Z', 'updated_at': '2022-05-27T03:38:24Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'subnets': [{'id': '43f0b627-82a2-481f-aca3-3f012e5c79b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:27.267075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a6c3f1e-e389-4a05-b172-e25bdfc85faa req-c915abc5-ab35-4116-a866-a42ccd44b7ff tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927160 May 27 03:39:27.297516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:27.385923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-20b6213b-9ea4-4a8e-a431-1b156fd57aad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.390158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-20b6213b-9ea4-4a8e-a431-1b156fd57aad service neutron] 10.222.0.21 "GET /v2.0/networks?id=3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 200 len: 921 time: 0.5833457 May 27 03:39:27.415459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-11a2521a-8644-4245-a11d-eee9083aa297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.415892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-11a2521a-8644-4245-a11d-eee9083aa297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.416314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-11a2521a-8644-4245-a11d-eee9083aa297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.418324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-11a2521a-8644-4245-a11d-eee9083aa297 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97c91322-7645-4a23-b1c8-af95ea2b6c02&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=63dbb359-7e82-47e3-ba00-c715175954e2&id=64fac7f4-787d-4f35-bbfa-766aa909a04e&id=64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 200 len: 2297 time: 0.3936651 May 27 03:39:27.529653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.534646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.539053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.543575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.553181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.561212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.570825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.579441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-88520099-ecf9-4ef0-813b-4f7b2a8da55c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5429 time: 0.6106899 May 27 03:39:27.672802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-c950a4be-98a1-4c14-a6a2-3c06ecab981a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 200 len: 217 time: 0.2526128 May 27 03:39:27.716649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba3f31-756c-4f9b-a462-85a59efbde27 None None] New status for floating IP b29de2b0-d598-4843-b948-1e2c22bcb4c2: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:27.737394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d78382-4056-484d-8490-fbf28cd733d3 req-c924a036-525c-410e-be34-d3a8b1e8f0b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.740592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51d78382-4056-484d-8490-fbf28cd733d3 req-c924a036-525c-410e-be34-d3a8b1e8f0b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.1496418 May 27 03:39:27.781271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6688784c-741c-4656-aa70-455d7c7ec8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:27.824335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-51d78382-4056-484d-8490-fbf28cd733d3 req-4adc8d7f-dbd6-4314-929b-5d952b46ecb0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715034 May 27 03:39:27.880628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60792) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:27.940754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ce89ddf-52b6-4c78-aa28-ecad1e20bbc9 req-a6b02bd8-a61d-4df3-a834-d42d477562a5 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3601820 May 27 03:39:27.946374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-a8cd37c2-0369-4d68-9d8a-c55fecc75cd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 200 len: 1001 time: 0.3633468 May 27 03:39:27.951224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-a9bed21c-779a-4a9a-8f6b-57b0ae6e55a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:27.964960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-a9bed21c-779a-4a9a-8f6b-57b0ae6e55a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 200 len: 859 time: 0.2725077 May 27 03:39:28.121105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1682419051-network', 'tenant_id': '9ebf0a1eb2614de8aa830f95f2cbbded'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:28.126361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:28.130885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Usage tracker for resource:network and tenant:9ebf0a1eb2614de8aa830f95f2cbbded is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:28.134677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:28.145688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:28.230474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Made reservation on behalf of 9ebf0a1eb2614de8aa830f95f2cbbded for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:28.233404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.255290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-8eb1d7fc-7d5d-452c-bcc1-2b5d605662e8 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 200 len: 695 time: 0.1545422 May 27 03:39:28.321066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.324974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4b0b50a4-18a6-487c-911b-f1ef17d47d56 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:28.401893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:28.409025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebf0a1eb2614de8aa830f95f2cbbded is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:28.427573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:28.450474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:28.451288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:28.501617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:28.515409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:28.516243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.602628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-370f763c-ad10-45da-8a33-d2836813a7bb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:28.609540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-370f763c-ad10-45da-8a33-d2836813a7bb tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3366437 May 27 03:39:28.621203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.657415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Router 7744d3bb-acab-4554-b9ef-ee15dd130eae has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:28.661681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.678817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-cfaeea6b-3f44-4f82-aae0-fe56ed59863f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:28.680855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-cfaeea6b-3f44-4f82-aae0-fe56ed59863f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6ef3a5-0787-465a-946e-c724574cdc69 HTTP/1.1" status: 200 len: 856 time: 0.7068887 May 27 03:39:28.752571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:39:28.777897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-ad803d82-a71e-4b97-961a-5227d8d6b1e6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 696 time: 0.1674845 May 27 03:39:28.792976 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-e946d195-dab0-4a75-84b9-ab9013fd473d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3dc996ca-008a-44e4-b127-bcae59aa490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8199098 May 27 03:39:28.814839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.949676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:28.962755 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:28.963716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4fffd1ba-9793-40a3-8631-a81d6aae34a4 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:28.973296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-57c17403-0259-4c0e-8362-368254d8d1bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97c91322-7645-4a23-b1c8-af95ea2b6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757277 May 27 03:39:28.981379 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-9d1a9775-4f8d-4ccc-aa15-f9d169464486 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 696 time: 0.1841373 May 27 03:39:29.081899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.083996 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Added segment e3657f5e-9f53-4470-8d66-d5b73ec1f6bb of type vlan for network b88e4a46-e645-4778-a78e-28ba272d0c05 May 27 03:39:29.089052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c471e7e-3d6a-48da-9b87-ed060e585ad8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:29.210288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:29.218381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:29.229029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.231116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:29.231931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.282118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc427640-d79a-49c0-8f33-f85eef1d57b2 req-871b2812-e381-4f78-b5f4-de5ab5957361 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:29.291257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc427640-d79a-49c0-8f33-f85eef1d57b2 req-871b2812-e381-4f78-b5f4-de5ab5957361 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 944 time: 0.3634410 May 27 03:39:29.393660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.394491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:29.395108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.500114 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.552788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:29.553067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Deleting port 6f138402-8420-4e35-97e1-fae4c083d13f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:29.553510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.560207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:29.562133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8883f7d2-f6c3-45d9-82d0-e5f023610088 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:29.594294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-a234fdae-a6e0-4a0a-b53b-6af847424124 service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098897 May 27 03:39:29.604361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-8048461e-e471-40d5-b2b7-4c62c66d3bc3 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936983 May 27 03:39:29.660308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:29.669778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:29.688714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Sync routers for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:29.729817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc427640-d79a-49c0-8f33-f85eef1d57b2 req-25b09254-83c5-4e30-b7ed-c912f2484329 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373136 May 27 03:39:29.738175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:29.739114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:29.786942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7317812e-9e5b-413b-98b9-2d8018e9d84c admin admin] 10.222.0.46 "PUT /v2.0/routers/7744d3bb-acab-4554-b9ef-ee15dd130eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4232111 May 27 03:39:29.789367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] Pushing event updated for resources: {'Network': ['ID=b88e4a46-e645-4778-a78e-28ba272d0c05,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:29.795531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60860) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:29.815286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b88e4a46-e645-4778-a78e-28ba272d0c05 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:39:29.933178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88715640-2e10-407f-9f11-81c8a4b41a31 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0514076 May 27 03:39:29.933830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60864) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:29.949873 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0f0bc5-f30e-4f33-93e1-7d6313da7cac'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'code': 200} May 27 03:39:29.966081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Request body: {'subnet': {'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1682419051-subnet', 'tenant_id': '9ebf0a1eb2614de8aa830f95f2cbbded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:30.020765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.050550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:30.068558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:30.072128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f87ec5da-0a33-41b0-b8c8-475440f959ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.075819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Usage tracker for resource:subnet and tenant:9ebf0a1eb2614de8aa830f95f2cbbded is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:30.080116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:30.090235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:30.100663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 8883f7d2-f6c3-45d9-82d0-e5f023610088 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:30.111667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8883f7d2-f6c3-45d9-82d0-e5f023610088 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:30.112034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.140710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Made reservation on behalf of 9ebf0a1eb2614de8aa830f95f2cbbded for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:30.143128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.177377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:30.207393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.207723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.379924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db805ee-9609-4d95-ae85-2cb05a723de2 req-a58a70f6-4ab6-4e06-ba54-d99cfd3cc4da tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.381488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4db805ee-9609-4d95-ae85-2cb05a723de2 req-a58a70f6-4ab6-4e06-ba54-d99cfd3cc4da tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.3163497 May 27 03:39:30.481764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Calling delete_port for 6f138402-8420-4e35-97e1-fae4c083d13f owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:30.503997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4db805ee-9609-4d95-ae85-2cb05a723de2 req-14790945-e35f-4467-93f0-a63f62f6e4ed tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048243 May 27 03:39:30.512370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.516157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.547219 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:39:30.559045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4a16e7b-d845-4b96-8492-7679077a3445 req-41627ea9-2011-4440-adca-6375b4ff1383 service neutron] 10.222.0.21 "GET /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9155252 May 27 03:39:30.565854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:30.570016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:30.572347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:39:26Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:30.574574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.577380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Checking router: 7744d3bb-acab-4554-b9ef-ee15dd130eae for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:30.577730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-ca01e456-bf75-4b89-92be-c690e8e63e66 service neutron] 10.222.0.41 "GET /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9698598 May 27 03:39:30.580470 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.581580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8656582d-c263-4927-a0bf-7d6ecfe6a167 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:30.582430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Usage tracker for resource:security_group_rule and tenant:01268a8d97664c8e9fab396838725ab1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:30.637262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:30.661130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:30.683055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-26f07dca-6b06-460b-ae98-0b8aba60d54f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 217 time: 0.0954463 May 27 03:39:30.705670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:30.741394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Routers {'7744d3bb-acab-4554-b9ef-ee15dd130eae'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:30.742530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7744d3bb-acab-4554-b9ef-ee15dd130eae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:30.767809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4935830-50e0-48da-90ba-0996966da1ce,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:30.820135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-67a83e89-b752-4d49-afa9-379314861101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.821813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-67a83e89-b752-4d49-afa9-379314861101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.1324930 May 27 03:39:30.833845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Checking segment: {'id': 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:30.834208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Network hostable DHCP agents. Network: b88e4a46-e645-4778-a78e-28ba272d0c05, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:39:30.891246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.910837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.915648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.919100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.922936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.927117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.932528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.937169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 8656582d-c263-4927-a0bf-7d6ecfe6a167 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:30.937353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:30.939074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-49f41388-3e91-4884-a7f3-c3b60d35dbc2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5432 time: 0.1677251 May 27 03:39:30.939965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Network b88e4a46-e645-4778-a78e-28ba272d0c05 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:39:30.948947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8656582d-c263-4927-a0bf-7d6ecfe6a167 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:30.949161 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.957180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event deleted for resources: {'Port': ['ID=6f138402-8420-4e35-97e1-fae4c083d13f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:30.966147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b88e4a46-e645-4778-a78e-28ba272d0c05) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:30.972489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:30.980093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2113b4-8a50-4854-be80-6f591a399e6b None None] Network b88e4a46-e645-4778-a78e-28ba272d0c05 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:31.001465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:31.002106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.023732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.052994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6d930c3a-b99d-4609-a940-7b6809deff40 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0993512 May 27 03:39:31.100508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6957f288-5ce9-4a1c-be18-fb26080c70d5 req-076ee4d3-7962-4a4f-8283-57564b8cba36 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332631 May 27 03:39:31.106021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.131437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Deleting port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:31.133019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.195886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] Set router 7744d3bb-acab-4554-b9ef-ee15dd130eae gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:31.220046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b89c197-803c-4937-8be9-a71b222f4c1d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:31.226918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bb8ec969-9a3a-4a95-8dc5-2501de211783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01268a8d97664c8e9fab396838725ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5552609 May 27 03:39:31.230657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-71ad6339-8360-475d-baa6-ebbe3bfec9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4000375 May 27 03:39:31.230991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:31.235345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.450858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.452290 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.475144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-64ba976d-7673-4721-99a4-dd75659d5439 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362864 May 27 03:39:31.482767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.483701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09984de-39ad-4cc8-9c63-daf8f2e0d9c0 req-76ea4952-dca8-4ae5-be71-aac447808af5 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "DELETE /v2.0/floatingips/b29de2b0-d598-4843-b948-1e2c22bcb4c2 HTTP/1.1" status: 204 len: 173 time: 2.3360305 May 27 03:39:31.492596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] For port c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:31.493257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.510323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.513172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09b154-77fb-4d4d-8af7-95fcc2df3622 None None] Network b88e4a46-e645-4778-a78e-28ba272d0c05 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:31.541190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.624876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.639394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2d896-cae2-4b8e-8e41-b15c68608cb0 req-5bf2efc4-cf9c-416c-9b30-20b0e3d34fa0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:31.646307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24f2d896-cae2-4b8e-8e41-b15c68608cb0 req-5bf2efc4-cf9c-416c-9b30-20b0e3d34fa0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3259716 May 27 03:39:31.655034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Calling delete_port for c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:31.705651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:31.710205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-c6214142-ed3e-4a53-b54e-26159757a4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289588 May 27 03:39:31.738825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.739856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bca78218-5d31-4ac7-93a9-b5285aa5869e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:31.767606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24f2d896-cae2-4b8e-8e41-b15c68608cb0 req-9dafb3be-6ef2-4483-a0cb-d0611e3ab151 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201744 May 27 03:39:31.806324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-e64c2728-7526-4dbc-864c-a341140d829e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 217 time: 0.0814323 May 27 03:39:31.914998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.932866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:31.960950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0b50a4-18a6-487c-911b-f1ef17d47d56'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4'}, {'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:31.997652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:32.009885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port bca78218-5d31-4ac7-93a9-b5285aa5869e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:32.017762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port bca78218-5d31-4ac7-93a9-b5285aa5869e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:32.018021 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.018676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-5a0dbaaa-08b4-43f1-963b-2f5befb28863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:32.020224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-5a0dbaaa-08b4-43f1-963b-2f5befb28863 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2081902 May 27 03:39:32.021147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b89c197-803c-4937-8be9-a71b222f4c1d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:32.028473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.029647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47354aec-c030-4a22-9296-9c53cb5a8b99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b89c197-803c-4937-8be9-a71b222f4c1d HTTP/1.1" status: 204 len: 168 time: 0.7972715 May 27 03:39:32.144400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-421055f3-829e-42f0-99f2-14a1131e5698 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:32.146058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-421055f3-829e-42f0-99f2-14a1131e5698 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/networks?id=b88e4a46-e645-4778-a78e-28ba272d0c05 HTTP/1.1" status: 200 len: 814 time: 0.2818220 May 27 03:39:32.159213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-8cbd85ec-0858-44e7-ae00-4beb260ef46c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324477 May 27 03:39:32.207624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:39:26Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:32.215927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c30184-981e-4a36-9873-ea02214db05a None None] The sync data for ids ['7744d3bb-acab-4554-b9ef-ee15dd130eae'] in n-d-843301-2 is: [{'id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'name': 'tempest-ServersTestJSON-625074725-router', 'tenant_id': '08ab77f8a269437b963666b2f270272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:45Z', 'updated_at': '2022-05-27T03:39:26Z', 'revision_number': 5, 'project_id': '08ab77f8a269437b963666b2f270272e', 'gw_port': {'id': 'c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744d3bb-acab-4554-b9ef-ee15dd130eae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:47Z', 'updated_at': '2022-05-27T03:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:32.244170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:32.268238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-1346a0c1-94db-4713-bfe4-cb8cdfabb358 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/quotas/9ebf0a1eb2614de8aa830f95f2cbbded HTTP/1.1" status: 200 len: 375 time: 0.1125247 May 27 03:39:32.326522 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.365721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-422c097c-f270-4741-95a5-d464538e87eb tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ebf0a1eb2614de8aa830f95f2cbbded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858331 May 27 03:39:32.371445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:32.380081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.380874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bd3f0915-7341-4c61-9d11-25098f3f10a7 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:32.525995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:32.541637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port bd3f0915-7341-4c61-9d11-25098f3f10a7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:32.547259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port bd3f0915-7341-4c61-9d11-25098f3f10a7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:32.547757 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.604129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:32.611610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-a0904238-9cfd-43a7-85c7-9958adaa60eb service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441073 May 27 03:39:32.637013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.668490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.721992 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.775264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:32.783369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.784243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 235b00df-849c-490a-bb6e-2c67c082d264 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:32.814452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-37ff3d36-6629-4ead-b53f-812bca192d02 service neutron] 10.222.0.46 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298527 May 27 03:39:32.855953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:32.913417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Usage tracker for resource:security_group_rule and tenant:d7e38288f72d4eb9824ad98671699b51 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:32.921722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-050f7837-fd5a-45a7-ae36-a835a7d968f3 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917020 May 27 03:39:32.922570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:32.938651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:32.956237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.966751 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:32.972817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:32.978533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acea092-2807-4488-84df-9fe6bb6f2f92 req-eb376b92-398b-41eb-ab40-9be4fd4bdf3f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:32.984914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 235b00df-849c-490a-bb6e-2c67c082d264 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:32.987286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9acea092-2807-4488-84df-9fe6bb6f2f92 req-eb376b92-398b-41eb-ab40-9be4fd4bdf3f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.5324757 May 27 03:39:32.990646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 235b00df-849c-490a-bb6e-2c67c082d264 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:32.991081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.006412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.018579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-1425b6bf-372d-4f35-9603-a5affbeb2ed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c HTTP/1.1" status: 200 len: 217 time: 0.0882726 May 27 03:39:33.056187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9acea092-2807-4488-84df-9fe6bb6f2f92 req-9e281c38-5aab-4721-8ee2-1dee9b2d9aa9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680399 May 27 03:39:33.065925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.066379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7744d3bb-acab-4554-b9ef-ee15dd130eae {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:39:33.090579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.095590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f62dfa9-087c-4987-9418-64dd02169a30 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7744d3bb-acab-4554-b9ef-ee15dd130eae HTTP/1.1" status: 204 len: 168 time: 3.2969663 May 27 03:39:33.096103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60908) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:33.153867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.178928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.191175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:33.198175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.215590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-b54e76f2-7940-4832-92af-71badcb80153 service neutron] 10.222.0.46 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927758 May 27 03:39:33.221823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.232221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Deleting subnet 081ba920-ccc3-4df5-a0a6-63680aa08c90 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:39:33.235799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.343013 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab10f26-1597-452c-ae69-faad3209872c'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0b50a4-18a6-487c-911b-f1ef17d47d56', 'code': 200} May 27 03:39:33.344199 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab10f26-1597-452c-ae69-faad3209872c'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'code': 200} May 27 03:39:33.344611 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab10f26-1597-452c-ae69-faad3209872c'] response: {'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088', 'code': 200} May 27 03:39:33.345033 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab10f26-1597-452c-ae69-faad3209872c'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'code': 200} May 27 03:39:33.348186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-0105f59a-be62-4ff3-9e09-0b93df5e34e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.350592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-0105f59a-be62-4ff3-9e09-0b93df5e34e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.3237293 May 27 03:39:33.352770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0eedd-c05b-4cbb-9e5c-7481b73d5644,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:33.370479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.453291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:33.531245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84edf462-897d-41a8-9027-eea077897e6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7e38288f72d4eb9824ad98671699b51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9247220 May 27 03:39:33.532016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:33.625128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.629599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.633626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.638045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.642685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.653280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.660022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:33.673256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84aaeebf-dd22-40f4-8f32-999643165134 req-9182e685-6755-49f8-895c-0553b9eb660d tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.2513213 May 27 03:39:33.708976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.724215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.793513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84aaeebf-dd22-40f4-8f32-999643165134 req-0b13bd83-203c-4cf8-8ae5-2905e08e7d43 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201515 May 27 03:39:33.796734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-9caa4dfa-d888-415f-8b10-db2cafacfef2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4390922 May 27 03:39:33.862381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.865093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.924914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081ba920-ccc3-4df5-a0a6-63680aa08c90,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:33.932723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6f9a6f0-68f1-4952-a0a0-19550431e426 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:33.938456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:33.947136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c028143-1a0a-4ad9-9845-8e687f520ae7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/081ba920-ccc3-4df5-a0a6-63680aa08c90 HTTP/1.1" status: 204 len: 168 time: 0.8499093 May 27 03:39:33.949810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60926) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:33.991816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-410b155e-5f62-4c9a-8398-cf099c6028d8 req-18d40eda-560f-496a-8269-a2c4bc846dad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 1096 time: 0.5585999 May 27 03:39:34.012488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95528507-b5d0-41ae-88df-83c8b3e56bfe None None] Network 3ff28b87-fd40-46aa-a44a-071fad28c745 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:34.045996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d6f9a6f0-68f1-4952-a0a0-19550431e426 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:34.046295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6f9a6f0-68f1-4952-a0a0-19550431e426 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:34.048828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:34.095123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2b73-f53b-43ea-b21c-4aa5cf7957ed req-4d3b180f-bb45-47c6-96e6-7b08264724d4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:34.096136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-78da2b73-f53b-43ea-b21c-4aa5cf7957ed req-4d3b180f-bb45-47c6-96e6-7b08264724d4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:34.133559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-21fb0ff4-1b0b-4222-855b-504bfe8cfd40 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:34.134327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-21fb0ff4-1b0b-4222-855b-504bfe8cfd40 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Synchronizing usage tracker for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:34.152193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.154865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-410b155e-5f62-4c9a-8398-cf099c6028d8 req-db87abf8-cafe-43aa-bac0-7860cc09891e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542380 May 27 03:39:34.163071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-1f328db2-e650-4c1c-bba2-97b1c8c45822 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400483 May 27 03:39:34.172234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.186080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-78da2b73-f53b-43ea-b21c-4aa5cf7957ed req-4d3b180f-bb45-47c6-96e6-7b08264724d4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:34.187260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78da2b73-f53b-43ea-b21c-4aa5cf7957ed req-4d3b180f-bb45-47c6-96e6-7b08264724d4 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.5624092 May 27 03:39:34.210303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Deleting port d40800c4-f09b-447e-a522-9dc0704c6cb4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:34.210950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.216186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-21fb0ff4-1b0b-4222-855b-504bfe8cfd40 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Unset dirty status for tenant:cb76b84c251c4129ba291c3b9a5ee447 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:34.217284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-21fb0ff4-1b0b-4222-855b-504bfe8cfd40 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.21 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.4994147 May 27 03:39:34.222305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0eedd-c05b-4cbb-9e5c-7481b73d5644,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.229927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:34.230497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c1c15bcc-b60e-46dd-bbb4-2ad8348a0e9d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:34.334295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.335448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fde2c0e6-2866-4c06-aaa9-50c0275b0e6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8de0eedd-c05b-4cbb-9e5c-7481b73d5644 HTTP/1.1" status: 204 len: 168 time: 0.7992649 May 27 03:39:34.451617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] DHCP port deletion for 3ff28b87-fd40-46aa-a44a-071fad28c745 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:39:34.461675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78da2b73-f53b-43ea-b21c-4aa5cf7957ed req-6e8b3bcc-09ab-452c-b382-564111031000 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463572 May 27 03:39:34.462588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Deleting port d40800c4-f09b-447e-a522-9dc0704c6cb4 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:34.463303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.500755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-1c8961ae-7d4b-4eb4-900a-ccc8205c03ae service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222907 May 27 03:39:34.512138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Deleting port 99655cdd-495b-4bf2-b9b8-d656466baa6e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:34.514837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.607116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753f81-03e0-4f61-b2ed-9b7a5e63ca3b req-37569926-5162-4c6b-9657-3554fa306c86 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:34.614028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed753f81-03e0-4f61-b2ed-9b7a5e63ca3b req-37569926-5162-4c6b-9657-3554fa306c86 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.4577081 May 27 03:39:34.688144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] For port d40800c4-f09b-447e-a522-9dc0704c6cb4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d40800c4-f09b-447e-a522-9dc0704c6cb4,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:34.688789 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.712304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed753f81-03e0-4f61-b2ed-9b7a5e63ca3b req-34873a6a-712b-40a1-9c82-f0121fc275bb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972092 May 27 03:39:34.731118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-ae3f0dd7-9db8-480b-92a9-8b8ae1c6406d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147 HTTP/1.1" status: 200 len: 217 time: 0.1559680 May 27 03:39:34.792246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] For port d40800c4-f09b-447e-a522-9dc0704c6cb4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d40800c4-f09b-447e-a522-9dc0704c6cb4,segment=NetworkSegment(6fb712a5-fcfa-41fa-9c03-14b8ed7bf475),segment_id=6fb712a5-fcfa-41fa-9c03-14b8ed7bf475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:34.792646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:34.875978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Calling delete_port for d40800c4-f09b-447e-a522-9dc0704c6cb4 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:34.903471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9f97d85-3245-44fb-8af3-dd51e5f1a767 req-328522b5-e0b9-4f95-bd57-76a4aef27a7c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 210 time: 0.2115736 May 27 03:39:34.990335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Calling delete_port for d40800c4-f09b-447e-a522-9dc0704c6cb4 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:34.998949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-be1657ac-8e8d-4dac-bfcb-d0e7235109c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.000464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-be1657ac-8e8d-4dac-bfcb-d0e7235109c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 200 len: 797 time: 0.2583168 May 27 03:39:35.098004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:35.119692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:39:35.119692 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:39:35.188872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] Pushing event deleted for resources: {'Port': ['ID=d40800c4-f09b-447e-a522-9dc0704c6cb4,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:35.211666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803d65-7fa8-4b2e-aae4-4e2a55acad80 None None] No DVR routers for this DVR port d40800c4-f09b-447e-a522-9dc0704c6cb4 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:35.238954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] For port 99655cdd-495b-4bf2-b9b8-d656466baa6e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99655cdd-495b-4bf2-b9b8-d656466baa6e,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:35.239304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:35.317213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-b4172f33-5ea0-4425-8de1-739b4fb9523c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63dbb359-7e82-47e3-ba00-c715175954e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643845 May 27 03:39:35.318971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-600773d8-ccc0-49bf-9954-839da85900a6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.319729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-600773d8-ccc0-49bf-9954-839da85900a6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Synchronizing usage tracker for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:35.346717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3f0915-7341-4c61-9d11-25098f3f10a7'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:35.411876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Calling delete_port for 99655cdd-495b-4bf2-b9b8-d656466baa6e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:35.428490 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f72c3a0-1c94-4e55-a0b2-7520766cdfae'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'code': 200} May 27 03:39:35.429759 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f72c3a0-1c94-4e55-a0b2-7520766cdfae'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3f0915-7341-4c61-9d11-25098f3f10a7', 'code': 200} May 27 03:39:35.430247 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f72c3a0-1c94-4e55-a0b2-7520766cdfae'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264', 'code': 200} May 27 03:39:35.458936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-600773d8-ccc0-49bf-9954-839da85900a6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Unset dirty status for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:35.460290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-600773d8-ccc0-49bf-9954-839da85900a6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.41 "GET /v2.0/networks?id=b88e4a46-e645-4778-a78e-28ba272d0c05 HTTP/1.1" status: 200 len: 814 time: 0.3420422 May 27 03:39:35.477447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Request body: {'port': {'device_id': 'af36788d-477e-43d7-b3ca-02234059681e', 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05', 'admin_state_up': True, 'tenant_id': '9ebf0a1eb2614de8aa830f95f2cbbded'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:35.618553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.622572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.626893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.630759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.635262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.639158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.642965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.645724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-3a9d2fe6-801c-43d3-afc0-e6f62aa4163f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.3324602 May 27 03:39:35.653390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Deleting port d40800c4-f09b-447e-a522-9dc0704c6cb4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:35.653989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:35.692202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-b8c9ccff-7e0c-45ca-a346-911ebee3bcd7 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059359 May 27 03:39:35.767923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] The port 'd40800c4-f09b-447e-a522-9dc0704c6cb4' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:39:35.832567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c667c98b-3221-4a93-86b2-f9321cdf9cd0 req-131b8f8f-0cff-4c68-a978-3012edce0d4c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437631 May 27 03:39:35.879453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bedd5ed-a9e5-401d-a2d4-9d4c4cb1a344 req-5c84d1eb-093f-4c24-91b2-029eb7b4d666 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6493 time: 0.3675849 May 27 03:39:35.906054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:35.908092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:35.921343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['99655cdd-495b-4bf2-b9b8-d656466baa6e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:35.947266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Usage tracker for resource:port and tenant:9ebf0a1eb2614de8aa830f95f2cbbded is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:35.952383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:35.978261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:35.986189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d40800c4-f09b-447e-a522-9dc0704c6cb4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:35.990374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:35.990533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed0fc6-023e-42d5-9183-5d0d60db86ac req-2872a236-1e58-43bc-b68f-93abc5d4b71f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:35.990533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56ed0fc6-023e-42d5-9183-5d0d60db86ac req-2872a236-1e58-43bc-b68f-93abc5d4b71f tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/ports?device_id=58a666e6-d039-4969-b236-cce81cee9277 HTTP/1.1" status: 200 len: 946 time: 0.3731575 May 27 03:39:35.995788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Pushing event deleted for resources: {'Port': ['ID=99655cdd-495b-4bf2-b9b8-d656466baa6e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:36.053601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff28b87-fd40-46aa-a44a-071fad28c745']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:36.063781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d40800c4-f09b-447e-a522-9dc0704c6cb4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:36.064405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d40800c4-f09b-447e-a522-9dc0704c6cb4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:36.066608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Made reservation on behalf of 9ebf0a1eb2614de8aa830f95f2cbbded for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:36.069682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.126032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-14499660-f9be-4106-b1ea-280943a66358 service neutron] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902309 May 27 03:39:36.126234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:36.126500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb712a5-fcfa-41fa-9c03-14b8ed7bf475') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:36.152402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.220087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bedd5ed-a9e5-401d-a2d4-9d4c4cb1a344 req-8ba636c4-8857-4c76-8f7a-aae555fec8b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&id=67eeaad2-c463-49d0-bd47-2389b008e996&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3338127 May 27 03:39:36.222324 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.240317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:39:36.240880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.249181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] No DVR routers for this DVR port 99655cdd-495b-4bf2-b9b8-d656466baa6e on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: timer() May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:39:36.254527 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:39:36.261102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.264119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'name': 'network-vif-deleted', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:36.276624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-c064a853-ca2f-4f2b-a367-38d73ca208f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 200 len: 217 time: 0.1378453 May 27 03:39:36.315516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56ed0fc6-023e-42d5-9183-5d0d60db86ac req-8a3bfa79-20cd-4fae-9464-4a2bfa4021f6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.46 "GET /v2.0/security-groups?id=49259641-9b70-41d9-90ca-c6128d5a8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172998 May 27 03:39:36.320819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-605f11a4-4e88-4aee-bb86-2810d29f634f req-07aa8a69-6f9f-4e78-8908-347b85cfcda6 tempest-FloatingIPsAssociationTestJSON-781649700 tempest-FloatingIPsAssociationTestJSON-781649700-project] 10.222.0.21 "DELETE /v2.0/ports/99655cdd-495b-4bf2-b9b8-d656466baa6e HTTP/1.1" status: 204 len: 173 time: 1.9629989 May 27 03:39:36.363632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-dc681e66-f5f9-4c0b-9773-e1a154e50e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:36.368670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-dc681e66-f5f9-4c0b-9773-e1a154e50e19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.0827670 May 27 03:39:36.409989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2edb-a62e-4e03-ae5c-8c4999c42fa8 req-8de0f7a1-de66-4f82-a7db-57baaccd9864 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:36.416849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f63f2edb-a62e-4e03-ae5c-8c4999c42fa8 req-8de0f7a1-de66-4f82-a7db-57baaccd9864 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3549669 May 27 03:39:36.454037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.484952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-27190c06-c587-49b2-8b81-f65175f3372e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136978 May 27 03:39:36.511509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:36.531305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff28b87-fd40-46aa-a44a-071fad28c745,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:36.629000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f63f2edb-a62e-4e03-ae5c-8c4999c42fa8 req-2f71455b-a128-4ac4-9005-7a3e44ee056a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112188 May 27 03:39:36.634978 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-be92a259-6419-4520-b1f6-ec80647f518b admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ff28b87-fd40-46aa-a44a-071fad28c745 HTTP/1.1" status: 204 len: 168 time: 2.6838784 May 27 03:39:36.636234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Allocated IP 172.20.0.10 (b88e4a46-e645-4778-a78e-28ba272d0c05/b4935830-50e0-48da-90ba-0996966da1ce/8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:36.638798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bd3aff5-dfd3-47a6-83a0-c75f2fb246ba req-a69b6369-7c62-49bc-bb58-7d7e6db96e1f tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 210 time: 0.1440909 May 27 03:39:36.842868 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f573aa0-85e6-4b8b-9af7-5225276100a7'] response: {'server_uuid': '58a666e6-d039-4969-b236-cce81cee9277', 'name': 'network-vif-deleted', 'tag': '99655cdd-495b-4bf2-b9b8-d656466baa6e', 'status': 'completed', 'code': 200} May 27 03:39:36.890750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-cbc09542-c290-4e86-ace6-c368f93a2b62 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972745 May 27 03:39:37.055054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60984) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:37.176133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-0eb7ef4e-a878-4317-a425-4da0f7e8db26 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786963 May 27 03:39:37.306887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a316d12-aefb-454d-8ba4-ebfbcc073c7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08ab77f8a269437b963666b2f270272e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2506511 May 27 03:39:37.310848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:37.329313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-9a69d60d-f6c8-4a12-b003-614868a0159e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 200 len: 217 time: 0.1428342 May 27 03:39:37.333008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.359593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.363457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.367472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.371835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.376071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.386293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.386293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.386293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-384768a0-2bba-4cef-b685-54081784c69f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.2690814 May 27 03:39:37.448768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c18ecf9f-567f-4168-b0c2-8f7584993b1e req-a636f578-b78a-4b93-b1cf-23095408144e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552635 May 27 03:39:37.450328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.457128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-cd3272ff-1fe3-440a-a8ca-4c881d712c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.458795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-cd3272ff-1fe3-440a-a8ca-4c881d712c18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 200 len: 797 time: 0.1193922 May 27 03:39:37.519697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Network b88e4a46-e645-4778-a78e-28ba272d0c05 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:37.521269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.529278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c1ba-e610-43e5-96e5-0aa230a20cce req-ade5b110-af7b-4b53-8cd0-2a17a5649f6c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.529762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:37.534664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:39:37.548980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e982c1ba-e610-43e5-96e5-0aa230a20cce req-ade5b110-af7b-4b53-8cd0-2a17a5649f6c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.2976613 May 27 03:39:37.583260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60998) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:37.618022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.651890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Pushing event updated for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:37.742659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:37.743303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.751574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e982c1ba-e610-43e5-96e5-0aa230a20cce req-2baae3a5-e09e-4957-bf03-ffcda801a86b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014275 May 27 03:39:37.782671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-d3db6361-752d-4001-b15d-311008896a38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64fac7f4-787d-4f35-bbfa-766aa909a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3111684 May 27 03:39:37.783456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-807f090a-7fa5-4fc9-9911-59f473fd1460 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3099587 May 27 03:39:37.799747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Request body: {'port': {'device_id': 'af36788d-477e-43d7-b3ca-02234059681e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:37.892168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.924478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2821e57-516e-4476-84ac-60804cbfc205,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:37.939542 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:37.940708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-966b03ed-db1d-4489-84ea-23fc780da58d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2821e57-516e-4476-84ac-60804cbfc205 HTTP/1.1" status: 204 len: 168 time: 0.6304321 May 27 03:39:37.989932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-1d0a2c36-1cf3-4792-9014-063ddfa41133 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954944 May 27 03:39:38.003198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:38.068934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-9724037d-4c3b-4237-a9b0-22560963853c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.069702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-9724037d-4c3b-4237-a9b0-22560963853c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Synchronizing usage tracker for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:38.194379 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d3b84f5-1b7d-4ef8-9a1a-456c1102f89a req-84bbeb76-6adb-41a0-8757-e5f6b5519250 service neutron] 10.222.0.41 "GET /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979485 May 27 03:39:38.235967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-9724037d-4c3b-4237-a9b0-22560963853c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Unset dirty status for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:38.237168 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-9724037d-4c3b-4237-a9b0-22560963853c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 932 time: 0.4048889 May 27 03:39:38.313273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99655cdd-495b-4bf2-b9b8-d656466baa6e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:38.365539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 99655cdd-495b-4bf2-b9b8-d656466baa6e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:38.366116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99655cdd-495b-4bf2-b9b8-d656466baa6e not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:38.510498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-19998ece-03f7-463f-af16-66403854660c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Synchronizing usage tracker for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:38.575025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-19998ece-03f7-463f-af16-66403854660c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Unset dirty status for tenant:9ebf0a1eb2614de8aa830f95f2cbbded on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:38.576153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c46faa33-4f89-4517-b3f1-6c1e52c37548 req-19998ece-03f7-463f-af16-66403854660c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134189 May 27 03:39:38.670388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:38.681225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:38.688415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:38.725442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.729548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.733852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.737921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.742499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.750458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.754627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:38.763516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03221120-828c-479b-ba68-30a3516299e9 req-fd52eace-7ae7-468f-8192-222475b19e09 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.1361473 May 27 03:39:38.822666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03221120-828c-479b-ba68-30a3516299e9 req-ec0f9e08-abd3-45a9-adc0-c4a941f37c0c tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578711 May 27 03:39:38.832368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Transition to ACTIVE for port object 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:38.842661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.133764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.142793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.158987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.166758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.173161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.183035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.193676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.206858 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e49125b-f54f-4806-b83b-ace14320d359 req-8c160869-9d0c-413a-b077-893c7ed1f91a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.2370660 May 27 03:39:39.207522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32818) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:39.216824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Request body: {'floatingip': {'port_id': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:39.235131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:39.242684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 32822) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:39.317145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.406996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4561-04fa-4946-a2ca-a4a54d8be729 req-82e36b11-07f0-40f2-950e-691986975700 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:39.414190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-45ca4561-04fa-4946-a2ca-a4a54d8be729 req-82e36b11-07f0-40f2-950e-691986975700 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3569522 May 27 03:39:39.456726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Attempting to bind port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:39:39.457120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Attempting to bind port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:39:39.457457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Attempting to bind port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 on network b88e4a46-e645-4778-a78e-28ba272d0c05 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:39.476422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 on network b88e4a46-e645-4778-a78e-28ba272d0c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:39:39.476821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Attempting to bind port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 on network b88e4a46-e645-4778-a78e-28ba272d0c05 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:39.509904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:39:39.510246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Checking segment: {'id': 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:39.510639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Bound using segment: {'id': 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:39:39.511076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Bound port: 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:39:39.511425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.528080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-45ca4561-04fa-4946-a2ca-a4a54d8be729 req-d1eae37f-cb78-4b44-8d03-12d29caf8e13 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130009 May 27 03:39:39.621285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-462319768-network', 'tenant_id': '4fdf88f586024f84b1f9d093d26dae39'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:39.641573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:39.650411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Usage tracker for resource:network and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:39.661860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:39.675868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:39.748937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:39.795035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,segment=NetworkSegment(e3657f5e-9f53-4470-8d66-d5b73ec1f6bb),segment_id=e3657f5e-9f53-4470-8d66-d5b73ec1f6bb)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:39.796239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Made reservation on behalf of 4fdf88f586024f84b1f9d093d26dae39 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:39.798633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.817551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.830917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.939210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:39.940574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 HTTP/1.1" status: 200 len: 1092 time: 2.1458721 May 27 03:39:39.945856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:39.959158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:40.026593 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cc0879-c3b6-48b0-9ad0-e35cbf447381'] response: {'name': 'network-changed', 'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946', 'status': 'completed', 'code': 200} May 27 03:39:40.027309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f3d52-7c2e-48f2-8cde-7e1ce52d59e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.078129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893264aa-e54d-4628-9468-1eb83ead1371 req-3401584f-2361-4b13-9ecf-1dfb279ff931 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:40.080009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-893264aa-e54d-4628-9468-1eb83ead1371 req-3401584f-2361-4b13-9ecf-1dfb279ff931 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 944 time: 0.1549459 May 27 03:39:40.090419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Usage tracker for resource:security_group_rule and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:40.093844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:40.112595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:40.216786 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-893264aa-e54d-4628-9468-1eb83ead1371 req-feb4be43-13f8-475f-970e-3ade22629f2f tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272447 May 27 03:39:40.244211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-b7544cf9-6d2e-44ad-976a-e88c0a82d96b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ebf0a1eb2614de8aa830f95f2cbbded&device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 1095 time: 0.2161479 May 27 03:39:40.250376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.293144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.300363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.310340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.361757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-bf9f326f-196b-4b45-8f22-eb62d597e813 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 HTTP/1.1" status: 200 len: 217 time: 0.1099424 May 27 03:39:40.372386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:39:40.412659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd61099-f508-4b66-93db-53bcc7dab272,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.469718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.469964 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Added segment 4762a3ba-b0b0-4ced-b7bc-e9c552ef072e of type vlan for network 740e0caf-3971-4d6c-80f2-ae5664cd5399 May 27 03:39:40.510707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-c9461416-f3e9-469f-9d06-229594924e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:40.512186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-c9461416-f3e9-469f-9d06-229594924e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4935830-50e0-48da-90ba-0996966da1ce HTTP/1.1" status: 200 len: 854 time: 0.1433489 May 27 03:39:40.513933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.556113 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Floating IP 89be82c1-c854-4f01-98bf-f388167b7277 associated. External IP: 172.25.8.170, port: bca78218-5d31-4ac7-93a9-b5285aa5869e. May 27 03:39:40.580241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-2816a163-cfb0-4d20-9891-55ded3606800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b88e4a46-e645-4778-a78e-28ba272d0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562761 May 27 03:39:40.673786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:40.683858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.684698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:40.685306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:40.937233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.003736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:41.009302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Usage tracker for resource:security_group_rule and tenant:40e0951dbddd48a48b6385eb339fcc55 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:41.012840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:41.019794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:41.028172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Deleting port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:41.028522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.061574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] Pushing event updated for resources: {'Network': ['ID=740e0caf-3971-4d6c-80f2-ae5664cd5399,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.072420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:39:41.115660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.125251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.183594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:41.187340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40e0951dbddd48a48b6385eb339fcc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5125895 May 27 03:39:41.189629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3811-400a-412d-b935-2126658a7367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce6fedc-e636-4a07-8f16-e04164d5bf34,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.192443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:41.226955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-be3f730f-9e85-4053-a9d4-e31a0babf856 service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369865 May 27 03:39:41.232536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c20fd04d-4caa-4153-9abf-54cf9cd69084 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9728525 May 27 03:39:41.239216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:41.296050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Request body: {'subnet': {'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-462319768-subnet', 'tenant_id': '4fdf88f586024f84b1f9d093d26dae39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:41.359686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:41.371557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Usage tracker for resource:subnet and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:41.408149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:41.418446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] For port 12acab4d-41ad-40fe-99f7-f0d32dd27e8b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:41.419159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.423254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:41.433934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df608554-e47c-4dac-a26b-99967efc536b req-3399a989-8129-4073-aa67-3afd41c58fb0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:41.435404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df608554-e47c-4dac-a26b-99967efc536b req-3399a989-8129-4073-aa67-3afd41c58fb0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.6845887 May 27 03:39:41.470136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.475640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Made reservation on behalf of 4fdf88f586024f84b1f9d093d26dae39 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:41.478379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.584195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Calling delete_port for 12acab4d-41ad-40fe-99f7-f0d32dd27e8b owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:41.626812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aac1369-7adf-4d4e-985b-1670d6d14650 req-711c33f5-2b5f-4648-ace1-c68d8d13f66d service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874559 May 27 03:39:41.666410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df608554-e47c-4dac-a26b-99967efc536b req-dd25949c-e27d-40a5-84a2-87071076ba5a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179499 May 27 03:39:41.696193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.761705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f72d6-aac6-4ba4-8ddf-5303084f24bb req-4eadeda9-77b4-4202-ab7a-158ff39be1f3 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:41.763166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b1f72d6-aac6-4ba4-8ddf-5303084f24bb req-4eadeda9-77b4-4202-ab7a-158ff39be1f3 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 944 time: 0.4051378 May 27 03:39:41.817302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-64774b8d-b436-4ed9-b862-1900baaa99da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ebf0a1eb2614de8aa830f95f2cbbded&device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 1095 time: 0.1387444 May 27 03:39:41.894264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.909692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b1f72d6-aac6-4ba4-8ddf-5303084f24bb req-8cd3c0ca-b4f9-4fc3-97cd-04d9654ec199 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343200 May 27 03:39:41.924653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce6fedc-e636-4a07-8f16-e04164d5bf34,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.952795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.975519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.976672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a0ed4b99-a5b7-4eff-9342-253234c6a771 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dce6fedc-e636-4a07-8f16-e04164d5bf34 HTTP/1.1" status: 204 len: 168 time: 0.7833230 May 27 03:39:41.983448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:41.985601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.991788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:41.999647 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Sync routers for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:42.014025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:42.014731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:42.065094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-e74e70be-1de9-442b-b65b-9b22665dc3c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:42.066977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-e74e70be-1de9-442b-b65b-9b22665dc3c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b88e4a46-e645-4778-a78e-28ba272d0c05 HTTP/1.1" status: 200 len: 915 time: 0.2427876 May 27 03:39:42.118632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12acab4d-41ad-40fe-99f7-f0d32dd27e8b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.137225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.147102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79daeaa1-1f13-41ba-9ff6-8ed0fe809436 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "PUT /v2.0/floatingips/89be82c1-c854-4f01-98bf-f388167b7277 HTTP/1.1" status: 200 len: 992 time: 2.9384670 May 27 03:39:42.151046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:42.209047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Checking segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:42.209410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Network hostable DHCP agents. Network: 740e0caf-3971-4d6c-80f2-ae5664cd5399, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:39:42.255559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:39:42.269945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 740e0caf-3971-4d6c-80f2-ae5664cd5399) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:42.279762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8eafbb-6c0a-408f-b30c-83d6753a6e53 None None] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:42.284216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:42.284940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:42.307741 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aff292f-ce65-489d-8f0d-a72a08bed7aa'] response: {'name': 'network-changed', 'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'status': 'completed', 'code': 200} May 27 03:39:42.319687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a0bab3d8-b90f-4b10-8651-57fecb7f36f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0334377 May 27 03:39:42.346730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-d4785247-2ad6-44b4-8b4e-aaa37438bd85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 HTTP/1.1" status: 200 len: 217 time: 0.1524706 May 27 03:39:42.490315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-9314e21b-7539-41db-8b37-a5ab2bc2c70e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6493 time: 0.1379869 May 27 03:39:42.492335 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:42.600566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-bc2c725e-5373-43cd-aeaf-24f3b81bf090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:42.602765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-bc2c725e-5373-43cd-aeaf-24f3b81bf090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4935830-50e0-48da-90ba-0996966da1ce HTTP/1.1" status: 200 len: 854 time: 0.2472725 May 27 03:39:42.611779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 32872) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:42.678643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-2192bf27-9701-4d2f-8235-90355d2644f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b88e4a46-e645-4778-a78e-28ba272d0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619013 May 27 03:39:42.680363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:42.752448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3412a7c-323e-46f0-b561-08bdf1142348 None None] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:42.756056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-2012f4cb-92f1-4675-9a87-61860d2af36c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:42.758351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-2012f4cb-92f1-4675-9a87-61860d2af36c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab HTTP/1.1" status: 200 len: 913 time: 0.2633383 May 27 03:39:43.027199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-f004a36a-baca-415c-bc28-bc28fb2a6aee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e HTTP/1.1" status: 200 len: 1000 time: 0.2624493 May 27 03:39:43.090599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:43.109289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd81fb147bc49dca0ea4b32e9a5daa5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:43.115649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:43.124746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:43.129466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-a7c1db97-e304-41fd-b6d6-21021693e3fa service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396112 May 27 03:39:43.183866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-832ab6e6-d1f2-4e01-bb79-b9aaac990b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:43.185354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-832ab6e6-d1f2-4e01-bb79-b9aaac990b4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae563b23-be06-40d4-807d-169d31a689fd HTTP/1.1" status: 200 len: 851 time: 0.1327412 May 27 03:39:43.191922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5383-8b19-4c19-9469-98806fd354c0 req-9163c3af-8070-46e5-83e3-04bc39c38b14 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:43.193307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f9a5383-8b19-4c19-9469-98806fd354c0 req-9163c3af-8070-46e5-83e3-04bc39c38b14 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3051219 May 27 03:39:43.200723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89be82c1-c854-4f01-98bf-f388167b7277', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'port_id': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'mac_address': 'fa:16:3e:4d:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:03Z', 'updated_at': '2022-05-27T03:39:40Z', 'revision_number': 1, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:43.206222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Checking router: 5f7a7580-4199-4ffc-8cb2-89b8050a2fda for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:43.219687 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:43.220535 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:43.301771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f9a5383-8b19-4c19-9469-98806fd354c0 req-7f024ce7-197e-41c6-8dea-478ef4f10f6e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 May 27 03:39:43.310999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-f7785249-4e78-462e-ba0f-90f17bbff52b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167643 May 27 03:39:43.434611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.459635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19d65ceb-aedd-4a39-b543-8c959ad82ff5 req-ffd1c3a5-ba28-4e74-a841-50f1b94ffc52 service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207207 May 27 03:39:43.474216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:43.505813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-879a7d4b-03ee-4c94-8a6f-d06bdd45148b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:43.506495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-879a7d4b-03ee-4c94-8a6f-d06bdd45148b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:43.559407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-01cb7048-d190-4b00-9ae8-5c15a618a736 service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389100 May 27 03:39:43.570172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.589589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.715988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1bb7-4827-423f-9b80-17f0198d1a5a req-a0bcdd17-8d6a-4d06-86be-4d917da5be23 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:43.717406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a40a1bb7-4827-423f-9b80-17f0198d1a5a req-a0bcdd17-8d6a-4d06-86be-4d917da5be23 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 944 time: 0.2373867 May 27 03:39:43.742952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-879a7d4b-03ee-4c94-8a6f-d06bdd45148b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:43.744172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-879a7d4b-03ee-4c94-8a6f-d06bdd45148b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 817 time: 0.5755303 May 27 03:39:43.745282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e75aff0-74ea-4447-a717-391b90117579,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:43.750866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5ae5c3d5-e6ab-44c5-98f2-3a4328755af3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fd81fb147bc49dca0ea4b32e9a5daa5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1371737 May 27 03:39:43.753334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 32888) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:43.781615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4e0db2-3aae-4168-877c-f1c6e024e44f req-82a1d1f4-c594-4e57-a49f-4d44db8fb59e service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149110 May 27 03:39:43.810422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-6cca8568-7d01-4513-aae8-ae3b92a8ac03 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/quotas/4fdf88f586024f84b1f9d093d26dae39 HTTP/1.1" status: 200 len: 375 time: 0.0398121 May 27 03:39:43.810811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a40a1bb7-4827-423f-9b80-17f0198d1a5a req-c508f65f-9e94-4225-aa79-d71dc02c16ff tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839903 May 27 03:39:43.891574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-9dacff3d-eab4-430a-b226-8b66524d791f tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602355 May 27 03:39:43.905330 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89be82c1-c854-4f01-98bf-f388167b7277', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'port_id': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'mac_address': 'fa:16:3e:4d:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:03Z', 'updated_at': '2022-05-27T03:39:40Z', 'revision_number': 1, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:43.909687 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecbca-fd98-43a3-aef1-7cf776b2a5f4 None None] The sync data for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 is: [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89be82c1-c854-4f01-98bf-f388167b7277', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'port_id': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'mac_address': 'fa:16:3e:4d:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02891081-4f16-40a8-80ce-1b172b51e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:03Z', 'updated_at': '2022-05-27T03:39:40Z', 'revision_number': 1, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:43.922730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:43.956398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:44.154311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900731d-57a9-4044-b44d-27db8ea626ea None None] New status for floating IP 89be82c1-c854-4f01-98bf-f388167b7277: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:39:44.233662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:44.268608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e75aff0-74ea-4447-a717-391b90117579,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:44.326014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:44.327128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a0193ec-6ba2-46f2-a04b-440c41ef91f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e75aff0-74ea-4447-a717-391b90117579 HTTP/1.1" status: 204 len: 168 time: 0.5729122 May 27 03:39:44.369006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-db59b677-38f3-4112-93fc-d9ba97523e71 service neutron] 10.222.0.46 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627020 May 27 03:39:44.466918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:39:44.536135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79db10-3395-4655-8cf6-e11c36cbb85a req-65c910ae-cb95-45d1-9be2-546c83479237 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:44.537661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de79db10-3395-4655-8cf6-e11c36cbb85a req-65c910ae-cb95-45d1-9be2-546c83479237 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.0886071 May 27 03:39:44.594753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de79db10-3395-4655-8cf6-e11c36cbb85a req-9ffec799-e43e-4e35-b083-ad4dc1bf3cbc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 May 27 03:39:44.617965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,segment=NetworkSegment(e3657f5e-9f53-4470-8d66-d5b73ec1f6bb),segment_id=e3657f5e-9f53-4470-8d66-d5b73ec1f6bb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:44.633146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946', 'network_id': 'b88e4a46-e645-4778-a78e-28ba272d0c05', 'port_id': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946', 'mac_address': 'fa:16:3e:19:db:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4935830-50e0-48da-90ba-0996966da1ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:39:44.706413 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:44.739533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:44.759054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,segment=NetworkSegment(e3657f5e-9f53-4470-8d66-d5b73ec1f6bb),segment_id=e3657f5e-9f53-4470-8d66-d5b73ec1f6bb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:44.768233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:44.840946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-9613da4f-e9e3-4e3a-9f5a-42254b84e7e5 service neutron] 10.222.0.46 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028625 May 27 03:39:44.890816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:44.917777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Router c5190e31-e177-4e68-a0a0-74402e52b4a7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:45.067487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692934f-0567-4391-a857-7c4570bcb08d req-928c4b0c-5322-42ab-bbdd-f3278fc9d529 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:45.070305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a692934f-0567-4391-a857-7c4570bcb08d req-928c4b0c-5322-42ab-bbdd-f3278fc9d529 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 945 time: 0.1183491 May 27 03:39:45.151100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:39:45.186902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a692934f-0567-4391-a857-7c4570bcb08d req-ffb3dfbd-7bbf-4f5a-a8a5-ddc9b8b44c6a tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086335 May 27 03:39:45.195540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:45.209682 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Sync routers for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:39:45.220374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aef38b3a-4626-4500-93a8-b813431043b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/c5190e31-e177-4e68-a0a0-74402e52b4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6358407 May 27 03:39:45.223397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:45.226415 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:45.227429 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:45.463771 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:45.645073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5650e92-1f8e-4478-babb-1627c9dc7962 req-09e13edf-ca87-4b51-bedb-2562ea8038da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 210 time: 0.2737794 May 27 03:39:45.822596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:45.922668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790fd89-4959-4fa0-9623-243378b0afe0 req-c370939f-7b02-48c7-8284-eb759e48dbb3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:45.930988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3790fd89-4959-4fa0-9623-243378b0afe0 req-c370939f-7b02-48c7-8284-eb759e48dbb3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.1523414 May 27 03:39:45.967684 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:39:41Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:45.976293 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Checking router: c5190e31-e177-4e68-a0a0-74402e52b4a7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:39:45.993836 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Routers {'c5190e31-e177-4e68-a0a0-74402e52b4a7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:39:45.994552 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5190e31-e177-4e68-a0a0-74402e52b4a7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:45.999474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3790fd89-4959-4fa0-9623-243378b0afe0 req-16c85e58-9297-442f-85a7-2dfe1f198fb3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594101 May 27 03:39:46.164104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.179729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Deleting port c7660cae-77aa-4f77-8e49-401ce31045a4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:46.180275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.320436 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] Set router c5190e31-e177-4e68-a0a0-74402e52b4a7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:39:46.498373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:39:46.609598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:39:46.622582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:46.623551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.635437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5d3a-d731-4d25-9e52-72bb05930f65 req-f500c525-ec30-47a9-bad6-337ed21ebdcc tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:46.645563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-691f5d3a-d731-4d25-9e52-72bb05930f65 req-f500c525-ec30-47a9-bad6-337ed21ebdcc tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 945 time: 0.1521258 May 27 03:39:46.649755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] For port c7660cae-77aa-4f77-8e49-401ce31045a4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c7660cae-77aa-4f77-8e49-401ce31045a4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:46.650323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.849736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.894741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:39:41Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:46.896382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:46.901181 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c2f9a-d162-4854-906b-68439ec34359 None None] The sync data for ids ['c5190e31-e177-4e68-a0a0-74402e52b4a7'] in n-d-843301-2 is: [{'id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-715444207-router', 'tenant_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:33Z', 'updated_at': '2022-05-27T03:39:41Z', 'revision_number': 5, 'project_id': 'cb76b84c251c4129ba291c3b9a5ee447', 'gw_port': {'id': 'c7660cae-77aa-4f77-8e49-401ce31045a4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5190e31-e177-4e68-a0a0-74402e52b4a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:35Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:39:46.904591 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9509f420-1b58-431d-93e3-60840372f842 req-4b86d467-c678-4ee7-9071-58736e143a78 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 210 time: 0.0565290 May 27 03:39:46.923192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,segment=NetworkSegment(e3657f5e-9f53-4470-8d66-d5b73ec1f6bb),segment_id=e3657f5e-9f53-4470-8d66-d5b73ec1f6bb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:46.934077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:46.957719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Calling delete_port for c7660cae-77aa-4f77-8e49-401ce31045a4 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:47.003182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:47.012811 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252a99cd-3776-4986-b34e-1f3b6eec5cfb'] response: {'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946', 'code': 200} May 27 03:39:47.101626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-691f5d3a-d731-4d25-9e52-72bb05930f65 req-94c16e09-6c6c-47a0-b881-e197362bccd4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544041 May 27 03:39:47.236758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:47.296674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7660cae-77aa-4f77-8e49-401ce31045a4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:47.400741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba296c72-c0e4-4303-90a2-cc664da2858a req-f27eba7e-d66b-4c9e-ba31-5acc0c4dec0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 1097 time: 0.2599530 May 27 03:39:47.451314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c98b0c-0055-4426-9765-83e1041fe1e3 req-f65270b4-bafb-4a09-9cf1-8d15e587a5e0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:47.453345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01c98b0c-0055-4426-9765-83e1041fe1e3 req-f65270b4-bafb-4a09-9cf1-8d15e587a5e0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.1761491 May 27 03:39:47.503195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba296c72-c0e4-4303-90a2-cc664da2858a req-cf0635fc-845c-4337-b893-a9167a25d19e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911624 May 27 03:39:47.586275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01c98b0c-0055-4426-9765-83e1041fe1e3 req-29fc0545-acd4-4929-907c-e2378c4e4bf9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 May 27 03:39:47.780041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-18389fbb-dd17-4339-9d6b-e6a63702f9c8 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:47.781570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-18389fbb-dd17-4339-9d6b-e6a63702f9c8 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 817 time: 0.3626521 May 27 03:39:47.851551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Request body: {'port': {'device_id': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'admin_state_up': True, 'tenant_id': '4fdf88f586024f84b1f9d093d26dae39'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:47.932428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 12acab4d-41ad-40fe-99f7-f0d32dd27e8b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:48.007438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 12acab4d-41ad-40fe-99f7-f0d32dd27e8b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:48.010738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 12acab4d-41ad-40fe-99f7-f0d32dd27e8b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:48.198008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.315306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:48.482912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-0187ef3f-4e86-456a-817e-71986675ca0f tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:48.483681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-0187ef3f-4e86-456a-817e-71986675ca0f tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 817 time: 0.4039936 May 27 03:39:48.503336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Request body: {'port': {'device_id': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'admin_state_up': True, 'tenant_id': '4fdf88f586024f84b1f9d093d26dae39'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:48.517845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Usage tracker for resource:port and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:48.531395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:48.553458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-554c5309-64fa-4a92-9122-316ed358e3e5 req-16e2eb5b-68bb-480b-9318-069f4fcc6a66 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 210 time: 0.2612007 May 27 03:39:48.562037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:48.628613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c98688-1a4f-4d7e-838d-17ba5023eeec req-b4d66a26-e2cf-46e0-8e71-983dc3e4db89 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:48.628613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26c98688-1a4f-4d7e-838d-17ba5023eeec req-b4d66a26-e2cf-46e0-8e71-983dc3e4db89 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.2756484 May 27 03:39:48.705122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:48.721158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Usage tracker for resource:port and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:48.721158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:48.743736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26c98688-1a4f-4d7e-838d-17ba5023eeec req-5b0893fb-2ab9-4230-8556-116e1d030076 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993016 May 27 03:39:48.743736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:48.771695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Made reservation on behalf of 4fdf88f586024f84b1f9d093d26dae39 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:48.771695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.781935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.786483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.807685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Made reservation on behalf of 4fdf88f586024f84b1f9d093d26dae39 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:48.811381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.838380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-5b13cea9-6cc6-4971-90d5-8096f50d2f6e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:48.840244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-5b13cea9-6cc6-4971-90d5-8096f50d2f6e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.21 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 817 time: 1.2498760 May 27 03:39:48.862467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Request body: {'port': {'device_id': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'admin_state_up': True, 'tenant_id': '4fdf88f586024f84b1f9d093d26dae39'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:48.991656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:48.991656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5190e31-e177-4e68-a0a0-74402e52b4a7 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:39:49.159601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.162738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-771840e9-ce26-409d-90f0-349678c7922a admin admin] 10.222.0.46 "DELETE /v2.0/routers/c5190e31-e177-4e68-a0a0-74402e52b4a7 HTTP/1.1" status: 204 len: 168 time: 3.9359214 May 27 03:39:49.162738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:49.232046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Allocated IP 172.20.0.2 (740e0caf-3971-4d6c-80f2-ae5664cd5399/63a80baa-f1d9-4cf6-8b1c-4ebe4c056303/f702896b-36ea-4e41-ac55-900cba5109d8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:49.253094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:49.263367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Usage tracker for resource:port and tenant:4fdf88f586024f84b1f9d093d26dae39 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:49.268373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:49.280066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:49.290658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Deleting subnet 43f0b627-82a2-481f-aca3-3f012e5c79b8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:39:49.290658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.354136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3471f9-0454-478e-8ddd-534c35f36a9d req-5816c61f-b5f1-4763-9cbd-be3579fd883d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:49.365019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c3471f9-0454-478e-8ddd-534c35f36a9d req-5816c61f-b5f1-4763-9cbd-be3579fd883d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3773255 May 27 03:39:49.389280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Made reservation on behalf of 4fdf88f586024f84b1f9d093d26dae39 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:49.394246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.473383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.600655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.603748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c3471f9-0454-478e-8ddd-534c35f36a9d req-0ca4de1a-f569-43fd-8679-0ae79d8a5baa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414863 May 27 03:39:49.679614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.807294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.810071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:49.814309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:49.819856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:39:49.841237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Allocated IP 172.20.0.4 (740e0caf-3971-4d6c-80f2-ae5664cd5399/63a80baa-f1d9-4cf6-8b1c-4ebe4c056303/3a967888-8919-47e2-9884-d2f2795c8ec5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:49.848249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event updated for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:49.903849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:49.905212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:49.938552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d00a5df5-dd86-450f-8475-6dd403916807 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4403298 May 27 03:39:49.953847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Request body: {'port': {'device_id': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:49.972038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:50.022659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.075817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.080994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae6f87-4af7-40d2-88a4-8d594e89703a None None] Network 3dc996ca-008a-44e4-b127-bcae59aa490a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:39:50.107473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.115893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f0b627-82a2-481f-aca3-3f012e5c79b8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:50.174483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf9578-338d-45a9-9912-13bc3abab58f req-42d67720-53ed-458d-a4b5-87bd139b5b60 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:50.175487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-44bf9578-338d-45a9-9912-13bc3abab58f req-42d67720-53ed-458d-a4b5-87bd139b5b60 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:50.193220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a42a7fb-7028-4429-a380-72ee02c03c88 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/43f0b627-82a2-481f-aca3-3f012e5c79b8 HTTP/1.1" status: 204 len: 168 time: 1.0214541 May 27 03:39:50.204359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:50.250714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-44bf9578-338d-45a9-9912-13bc3abab58f req-42d67720-53ed-458d-a4b5-87bd139b5b60 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:50.251758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44bf9578-338d-45a9-9912-13bc3abab58f req-42d67720-53ed-458d-a4b5-87bd139b5b60 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 931 time: 0.4088676 May 27 03:39:50.280444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.455828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] DHCP port deletion for 3dc996ca-008a-44e4-b127-bcae59aa490a request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:39:50.461925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Deleting port 776d51d1-fe27-43c4-9a1c-b40abeac3104 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:50.462381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.540516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.544043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:50.549485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44bf9578-338d-45a9-9912-13bc3abab58f req-546d9703-3aea-417e-9677-a277e9678bf8 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860510 May 27 03:39:50.555065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Usage tracker for resource:security_group_rule and tenant:09c99938d83c47ed83d11dd76236fd31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:50.559330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:50.568228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:50.618321 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.651620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bed1d-7d19-4f98-9de9-82e2a7ff27d1 req-e5078218-6688-4fbf-a7bc-67c4406c324a tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:50.658778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c87bed1d-7d19-4f98-9de9-82e2a7ff27d1 req-e5078218-6688-4fbf-a7bc-67c4406c324a tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.4552236 May 27 03:39:50.666078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Deleting port 776d51d1-fe27-43c4-9a1c-b40abeac3104 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:50.666312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.691874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.737973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.746105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.751367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] For port 776d51d1-fe27-43c4-9a1c-b40abeac3104, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=776d51d1-fe27-43c4-9a1c-b40abeac3104,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:50.751367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:50.806365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c87bed1d-7d19-4f98-9de9-82e2a7ff27d1 req-3f6116bd-8eb0-41b6-b411-f260e0f42e1f tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465998 May 27 03:39:50.906694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Calling delete_port for 776d51d1-fe27-43c4-9a1c-b40abeac3104 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:50.969209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09c99938d83c47ed83d11dd76236fd31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9973686 May 27 03:39:50.995516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:51.000721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Allocated IP 172.20.0.8 (740e0caf-3971-4d6c-80f2-ae5664cd5399/63a80baa-f1d9-4cf6-8b1c-4ebe4c056303/ff283e7e-c284-412c-80f2-372ab8ace084) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:51.026865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.030002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352334d4-cd83-4f90-a314-43d377b0fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f2b63-116b-42df-baab-627c11f00882,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.036364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:51.051290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event updated for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.072650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:51.073153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] For port 776d51d1-fe27-43c4-9a1c-b40abeac3104, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=776d51d1-fe27-43c4-9a1c-b40abeac3104,segment=NetworkSegment(7803caee-729a-4430-a95d-20ba3f994da2),segment_id=7803caee-729a-4430-a95d-20ba3f994da2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:51.073788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.096962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:39:51.097371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] Pushing event deleted for resources: {'Port': ['ID=776d51d1-fe27-43c4-9a1c-b40abeac3104,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.103628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc9673-9bfc-4727-aa03-a3f07a6646f6 None None] No DVR routers for this DVR port 776d51d1-fe27-43c4-9a1c-b40abeac3104 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:51.225115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Calling delete_port for 776d51d1-fe27-43c4-9a1c-b40abeac3104 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:39:51.248632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.252501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.257114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.261033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.263864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712b5b-5b05-4c45-9d7b-87cae858098c req-14020d69-bee1-4857-8231-8d78d53d2cea tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.264829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.265344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67712b5b-5b05-4c45-9d7b-87cae858098c req-14020d69-bee1-4857-8231-8d78d53d2cea tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3033819 May 27 03:39:51.268687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.273120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.275074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-59470ab8-1ef1-4b27-8c72-48c6bbee5414 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.5389276 May 27 03:39:51.286869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:51.287455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.342866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67712b5b-5b05-4c45-9d7b-87cae858098c req-98e5cf3d-d077-4337-a26c-58b6402b1fec tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 May 27 03:39:51.347204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:39:51.347541 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:39:51.406083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.474058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1205a34f-ca04-444f-af4d-24a9924338da tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6343853 May 27 03:39:51.504485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Request body: {'port': {'device_id': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:51.533572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.572501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-990f0028-e0b4-4cef-8073-2069d4ade47d req-0d420289-38b3-4624-a7ff-019960ca105d tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2899759 May 27 03:39:51.634742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.711073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.772721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.833566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.842147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f2b63-116b-42df-baab-627c11f00882,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:51.877981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Deleting port 776d51d1-fe27-43c4-9a1c-b40abeac3104 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:39:51.878689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.899710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c7660cae-77aa-4f77-8e49-401ce31045a4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:51.918208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:51.922365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2dc7cd08-8187-48c0-8e76-840b29035391 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d51f2b63-116b-42df-baab-627c11f00882 HTTP/1.1" status: 204 len: 168 time: 0.9229844 May 27 03:39:51.947131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c7660cae-77aa-4f77-8e49-401ce31045a4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:51.947851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c7660cae-77aa-4f77-8e49-401ce31045a4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:51.948465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 776d51d1-fe27-43c4-9a1c-b40abeac3104 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:51.988743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 776d51d1-fe27-43c4-9a1c-b40abeac3104 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:39:51.989399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 776d51d1-fe27-43c4-9a1c-b40abeac3104 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:52.016877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Network 740e0caf-3971-4d6c-80f2-ae5664cd5399 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:52.017732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event updated for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:52.025503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:52.035856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:39:52.036051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] The port '776d51d1-fe27-43c4-9a1c-b40abeac3104' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:39:52.114113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be424-b507-4fbb-b0cb-e88185f6b24f req-870b723e-b40d-49d2-b72b-08fd5f513890 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:52.115988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e4be424-b507-4fbb-b0cb-e88185f6b24f req-870b723e-b40d-49d2-b72b-08fd5f513890 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 931 time: 0.3787098 May 27 03:39:52.145670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:52.146429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.198477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-207c3fe3-22d1-492d-a8ed-20fd49d082b4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3396254 May 27 03:39:52.219983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.224394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Request body: {'port': {'device_id': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:52.245238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc996ca-008a-44e4-b127-bcae59aa490a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.257902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7803caee-729a-4430-a95d-20ba3f994da2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.257902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7803caee-729a-4430-a95d-20ba3f994da2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:52.277979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e4be424-b507-4fbb-b0cb-e88185f6b24f req-f3937f0b-fbad-4638-994d-76ac7ea4b9c0 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552024 May 27 03:39:52.302481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.335544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.342741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-e23ef2f7-56b8-4f19-8dc6-271e4199f346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ebf0a1eb2614de8aa830f95f2cbbded&device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 1097 time: 0.5910132 May 27 03:39:52.359093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:39:52.359093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.361600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: timer() May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:39:52.416171 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:39:52.425947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33040) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:52.625712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33af9-9cc7-46fa-be71-63e60ccff41c req-4681efa5-2516-4244-9793-e3455304aa83 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:52.627587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c33af9-9cc7-46fa-be71-63e60ccff41c req-4681efa5-2516-4244-9793-e3455304aa83 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.1092193 May 27 03:39:52.685097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c33af9-9cc7-46fa-be71-63e60ccff41c req-55cf50a2-8550-410b-b82e-0a1ecdae8fa5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 May 27 03:39:52.717302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb81e-aac8-4a02-8e70-54c7755cd6bb req-37d23c6b-ac17-4494-b250-7ffaa5bf78d6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:52.717302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-581eb81e-aac8-4a02-8e70-54c7755cd6bb req-37d23c6b-ac17-4494-b250-7ffaa5bf78d6 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.7857521 May 27 03:39:52.767709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.806647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f702896b-36ea-4e41-ac55-900cba5109d8 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:52.824682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.829718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.862692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:52.915988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc996ca-008a-44e4-b127-bcae59aa490a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:52.918191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Transition to ACTIVE for port object f702896b-36ea-4e41-ac55-900cba5109d8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:52.957982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.000771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:53.006199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-133c8d0c-a647-4d8d-9fd7-74a627f383ca admin admin] 10.222.0.46 "DELETE /v2.0/networks/3dc996ca-008a-44e4-b127-bcae59aa490a HTTP/1.1" status: 204 len: 168 time: 2.8003180 May 27 03:39:53.021834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-581eb81e-aac8-4a02-8e70-54c7755cd6bb req-e1f621d5-ab43-4bfb-8ecd-0c3efd4c5f8e tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975688 May 27 03:39:53.045023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d8f98-ed48-463c-b3f4-602d00176118 req-a7e7d2e5-9bbc-4451-966a-e62aff7b5ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.045023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-a7e7d2e5-9bbc-4451-966a-e62aff7b5ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b88e4a46-e645-4778-a78e-28ba272d0c05 HTTP/1.1" status: 200 len: 915 time: 0.6877942 May 27 03:39:53.045023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Usage tracker for resource:security_group_rule and tenant:ba9287ea94e2489fab83c4bcd28165d3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:53.063312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:53.169027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-039bb25f-45cb-4e78-8c73-5eddb46cb84b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 HTTP/1.1" status: 200 len: 217 time: 0.1067879 May 27 03:39:53.170177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:53.215439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.215439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.215439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.222162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.222162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.225318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.231741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.241101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-7d4a5f6d-17e1-4a74-9ddc-410b39c6b783 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.4014833 May 27 03:39:53.295993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:53.329655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Pushing event updated for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:53.369901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa16f481-0970-49c9-9eda-8b0d1f410aca req-38f763ba-ca6f-4d40-9099-fbe961d101f4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284122 May 27 03:39:53.447957 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bb04bc08-ef35-45e3-889d-ade9aeb25533 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb76b84c251c4129ba291c3b9a5ee447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1502640 May 27 03:39:53.451257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:53.468969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d8f98-ed48-463c-b3f4-602d00176118 req-7c88a2b9-4274-4a94-97a6-03fcf8421e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.470481 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-7c88a2b9-4274-4a94-97a6-03fcf8421e40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4935830-50e0-48da-90ba-0996966da1ce HTTP/1.1" status: 200 len: 854 time: 0.2370102 May 27 03:39:53.500539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a967888-8919-47e2-9884-d2f2795c8ec5 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:53.521072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.547146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Transition to ACTIVE for port object 3a967888-8919-47e2-9884-d2f2795c8ec5 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:53.586031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.588730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-d50088bb-fa26-4450-b697-3efea74a3dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b88e4a46-e645-4778-a78e-28ba272d0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820034 May 27 03:39:53.665371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.684403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.725376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.729005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.735413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.735413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.747424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.747424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.748707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.750083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c164e7f2-4e6b-4cb3-85ee-56de9e25014b tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.4675279 May 27 03:39:53.759464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.764587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Attempting to bind port f702896b-36ea-4e41-ac55-900cba5109d8 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:39:53.764929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Attempting to bind port f702896b-36ea-4e41-ac55-900cba5109d8 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:39:53.765327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Attempting to bind port f702896b-36ea-4e41-ac55-900cba5109d8 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:53.812628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.814816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:53.844608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Pushing event updated for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:53.861469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Port f702896b-36ea-4e41-ac55-900cba5109d8 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:39:53.861794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Attempting to bind port f702896b-36ea-4e41-ac55-900cba5109d8 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:53.929565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162bd766-dd69-4d15-855a-c2c666336404,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:53.936466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78066eb9-3aa3-4af9-9106-5eb76ebf24e2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.937779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78066eb9-3aa3-4af9-9106-5eb76ebf24e2 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1742415 May 27 03:39:53.939807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ac4144b8-eba7-468f-8e82-fa49dc3a137e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba9287ea94e2489fab83c4bcd28165d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5129151 May 27 03:39:53.945406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-0af1178a-51d2-4c8c-bdb8-786614ca84bd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:53.946037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-0af1178a-51d2-4c8c-bdb8-786614ca84bd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:53.957951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:53.959999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:39:53.959999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Checking segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:53.959999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Bound using segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:39:53.959999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Bound port: f702896b-36ea-4e41-ac55-900cba5109d8, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:39:53.960342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.076745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-70942536-516e-4173-85ae-80cc401bbc30 service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711103 May 27 03:39:54.133158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.141980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff283e7e-c284-412c-80f2-372ab8ace084 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:39:54.160356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Attempting to bind port 3a967888-8919-47e2-9884-d2f2795c8ec5 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:39:54.160684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Attempting to bind port 3a967888-8919-47e2-9884-d2f2795c8ec5 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:39:54.161046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Attempting to bind port 3a967888-8919-47e2-9884-d2f2795c8ec5 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:54.165329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.174582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49259641-9b70-41d9-90ca-c6128d5a8e61,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:54.181850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e9d0-cb37-4128-8cc3-d09e63569d20 req-1b274217-dd55-4809-b5b4-46dabc580ab6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:54.183231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c11e9d0-cb37-4128-8cc3-d09e63569d20 req-1b274217-dd55-4809-b5b4-46dabc580ab6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.3411996 May 27 03:39:54.202663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Port 3a967888-8919-47e2-9884-d2f2795c8ec5 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:39:54.203201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Attempting to bind port 3a967888-8919-47e2-9884-d2f2795c8ec5 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:54.214364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Transition to ACTIVE for port object ff283e7e-c284-412c-80f2-372ab8ace084 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:39:54.217792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.221912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ca36ac71-8b80-490f-b046-fe192b5ee530 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49259641-9b70-41d9-90ca-c6128d5a8e61 HTTP/1.1" status: 204 len: 168 time: 0.7691629 May 27 03:39:54.239723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.246400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-0af1178a-51d2-4c8c-bdb8-786614ca84bd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:54.247821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-0af1178a-51d2-4c8c-bdb8-786614ca84bd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 943 time: 0.7899978 May 27 03:39:54.274586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:39:54.275021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Checking segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:54.275306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Bound using segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:39:54.275762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Bound port: 3a967888-8919-47e2-9884-d2f2795c8ec5, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:39:54.276099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.362903 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-6d42318b-cbd9-41ef-bb1d-f0d57829c409 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4139040 May 27 03:39:54.387812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:54.400549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:54.449667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:54.461932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c11e9d0-cb37-4128-8cc3-d09e63569d20 req-67fa643a-b43a-4f3a-a052-3f784833cc65 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503505 May 27 03:39:54.550973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.584306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:54.599240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3a967888-8919-47e2-9884-d2f2795c8ec5,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:54.617900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f702896b-36ea-4e41-ac55-900cba5109d8,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:54.622169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.637692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-83d12804-27b9-4d12-81d9-23528b30a15d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:39:54.646020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.651777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-a9ba15fe-5ac6-4bb4-9829-f2c664c979fc service neutron] 10.222.0.41 "GET /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645592 May 27 03:39:54.654433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.846272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.847146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Attempting to bind port ff283e7e-c284-412c-80f2-372ab8ace084 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:39:54.847489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Attempting to bind port ff283e7e-c284-412c-80f2-372ab8ace084 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:39:54.847812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Attempting to bind port ff283e7e-c284-412c-80f2-372ab8ace084 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:54.848051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] 10.222.0.41 "PUT /v2.0/ports/f702896b-36ea-4e41-ac55-900cba5109d8 HTTP/1.1" status: 200 len: 1091 time: 4.9022188 May 27 03:39:54.851373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-83d12804-27b9-4d12-81d9-23528b30a15d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:39:54.852479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef3ab445-296e-4ca1-8af8-5243bfd3d1cc req-83d12804-27b9-4d12-81d9-23528b30a15d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815766 May 27 03:39:54.853091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:54.870575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.873635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a967888-8919-47e2-9884-d2f2795c8ec5 HTTP/1.1" status: 200 len: 1091 time: 3.3813348 May 27 03:39:54.885855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966836a2-011a-4bc7-ad3b-26e69bb69d26 service neutron] Pushing event updated for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:54.897684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:54.899540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:54.947302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9998c-e77f-4221-b22e-baac823e8807 service neutron] Pushing event updated for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:54.979768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.041855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Port ff283e7e-c284-412c-80f2-372ab8ace084 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:39:55.042432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Attempting to bind port ff283e7e-c284-412c-80f2-372ab8ace084 on network 740e0caf-3971-4d6c-80f2-ae5664cd5399 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:39:55.090304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:39:55.090740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162bd766-dd69-4d15-855a-c2c666336404,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:55.091102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Checking segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:39:55.091640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Bound using segment: {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:39:55.092238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Bound port: ff283e7e-c284-412c-80f2-372ab8ace084, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:39:55.094400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.124705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.126178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f7c45a06-6119-4400-80cb-ad35021ff255 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/162bd766-dd69-4d15-855a-c2c666336404 HTTP/1.1" status: 204 len: 168 time: 1.1560593 May 27 03:39:55.179195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef95d5-b33f-4dc1-926e-cb3f7c736a21 req-665110c7-0a18-4fd3-9d4d-8d392f2b3df3 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.186449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4ef95d5-b33f-4dc1-926e-cb3f7c736a21 req-665110c7-0a18-4fd3-9d4d-8d392f2b3df3 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.5174336 May 27 03:39:55.282461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-ba51b965-3b5e-4828-ada0-b2e432d0542e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 1094 time: 0.3144028 May 27 03:39:55.326544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.330354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.334407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.338226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.342015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.345779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.349581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.351731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fb13721-e37d-4554-b42f-282c73607125 req-63597ec4-2232-454d-b296-c45d3e09efe5 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 5443 time: 0.3098831 May 27 03:39:55.362817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4ef95d5-b33f-4dc1-926e-cb3f7c736a21 req-283466e9-3773-4f52-82fb-c881383f4e19 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738563 May 27 03:39:55.368879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:55.392976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-1383fa12-982c-4df5-a0c2-41366b06e012 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 1094 time: 0.2659397 May 27 03:39:55.415898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-f4be8a1c-4e6b-4252-ba61-99a3c5999275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f702896b-36ea-4e41-ac55-900cba5109d8 HTTP/1.1" status: 200 len: 217 time: 0.1238935 May 27 03:39:55.417724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ff283e7e-c284-412c-80f2-372ab8ace084,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:55.430361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.487869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1db09813-6273-47bd-92e1-ec717192af0b,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:55.494098 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6676fb5-403f-4cd7-b5f7-530319cc4606'] response: {'name': 'network-changed', 'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8', 'status': 'completed', 'code': 200} May 27 03:39:55.500284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-a7612793-93dd-4e48-8085-f2a25d6ed997 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a967888-8919-47e2-9884-d2f2795c8ec5 HTTP/1.1" status: 200 len: 217 time: 0.0975068 May 27 03:39:55.561431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fb13721-e37d-4554-b42f-282c73607125 req-b1bccdbf-96cd-4ffd-8cbe-4de1bdc1fbd1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983747 May 27 03:39:55.643437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] For port 1db09813-6273-47bd-92e1-ec717192af0b, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:55.703882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-ee22e3b4-25d3-42c1-a066-ea6f008f7418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.705606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-ee22e3b4-25d3-42c1-a066-ea6f008f7418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.1973913 May 27 03:39:55.769178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-82a59cad-2ecc-4baf-a223-2d86fd9521ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510707 May 27 03:39:55.808521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:55.825335 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db767a4-7d90-4eed-bf09-10445b275850'] response: {'name': 'network-changed', 'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5', 'status': 'completed', 'code': 200} May 27 03:39:55.849113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] device_id is not set on port 1db09813-6273-47bd-92e1-ec717192af0b yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:39:55.882078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.883447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff283e7e-c284-412c-80f2-372ab8ace084 HTTP/1.1" status: 200 len: 1091 time: 3.6813464 May 27 03:39:55.914153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:55.919283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-8f84ecf4-b647-420d-9d66-bab28be3c035 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:55.940291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-8f84ecf4-b647-420d-9d66-bab28be3c035 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.4948545 May 27 03:39:55.945401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.117425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b56841-f0bb-44b5-ac08-843416c012b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:56.145172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-bf9b80a1-bee8-48b5-b9c9-de358cb86789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957541 May 27 03:39:56.211401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.218852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Pushing event updated for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:56.278119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-728195641-network', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:56.289688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:56.298279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-226f7f23-8415-4228-b4f2-8683fcb5fee7 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885654 May 27 03:39:56.347029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Usage tracker for resource:network and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:56.367718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:56.464662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-65cc2d97-23bc-454d-80a5-5430b1d509c5 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784929 May 27 03:39:56.485862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:56.485862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] No DVR routers for this DVR port 1db09813-6273-47bd-92e1-ec717192af0b on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:56.539740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1db09813-6273-47bd-92e1-ec717192af0b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:56.600325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543278f9-866c-4fd2-8df7-298c2b700f68 req-8506724a-e89b-47d5-aa5b-684cfb1c860b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:56.613344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-543278f9-866c-4fd2-8df7-298c2b700f68 req-8506724a-e89b-47d5-aa5b-684cfb1c860b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.8329999 May 27 03:39:56.649560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Made reservation on behalf of 76c2ae02a1654c4da8183487589c71ea for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:56.649560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.678748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1db09813-6273-47bd-92e1-ec717192af0b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:39:56.678748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:56.686273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.710708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-dc7131e3-9498-450f-a9a1-18ca58dbedf2 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386329 May 27 03:39:56.723051 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-cb25be49-0319-4b2a-bff3-7c4a34bc445e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 1094 time: 0.7764583 May 27 03:39:56.735506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca698e-1390-4f75-bd8c-74692719ac02 req-cbe0dd8f-4253-4f71-8887-0eecc89afaca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:56.740532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] In _notify_port_updated(), no bound segment for port 1db09813-6273-47bd-92e1-ec717192af0b on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:39:56.740532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.747294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3ca698e-1390-4f75-bd8c-74692719ac02 req-cbe0dd8f-4253-4f71-8887-0eecc89afaca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 943 time: 0.6065409 May 27 03:39:56.750373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-e3760883-4689-44ac-8762-fa67a1e32672 service neutron] 10.222.0.41 "PUT /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 200 len: 1032 time: 2.3442838 May 27 03:39:56.869603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-b54d4a68-4458-42e7-920e-a9961f0f51ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff283e7e-c284-412c-80f2-372ab8ace084 HTTP/1.1" status: 200 len: 217 time: 0.1149373 May 27 03:39:56.895708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ea86b002-4af1-4658-bc9c-838536471fd1 None None] Provisioning complete for port 1db09813-6273-47bd-92e1-ec717192af0b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:39:56.895708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea86b002-4af1-4658-bc9c-838536471fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:56.937228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3ca698e-1390-4f75-bd8c-74692719ac02 req-ffaaeb3f-5a7a-4679-8069-c90447082b4f tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885099 May 27 03:39:56.964324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-4aa67a35-9ecb-4099-b3b1-92c4b1cf56c0 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510062 May 27 03:39:56.987760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-543278f9-866c-4fd2-8df7-298c2b700f68 req-68696967-b0d0-4a69-bcd5-9732928e40aa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817151 May 27 03:39:57.033157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:57.120610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d53ffd4b-7c0f-4077-b84b-9da68a008d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:57.120610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-d53ffd4b-7c0f-4077-b84b-9da68a008d87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.2411387 May 27 03:39:57.198953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Usage tracker for resource:security_group_rule and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:57.198953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-57b65790-f140-4459-a965-dfe128a3c383 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:57.198953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-57b65790-f140-4459-a965-dfe128a3c383 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "GET /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4501631 May 27 03:39:57.198953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:57.228478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-c9e72df7-59bb-467d-ae0f-cf454da2dbaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876601 May 27 03:39:57.273106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.295656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:57.362200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:57.380617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:57.380617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ea86b002-4af1-4658-bc9c-838536471fd1 None None] Port 1db09813-6273-47bd-92e1-ec717192af0b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:39:57.396747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.396747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 19bac76a-ec80-4ff7-b472-ff51f6512bd9 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:57.441098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-af8f5d20-0c38-4eba-b39c-83d24449e633 service neutron] 10.222.0.21 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004085 May 27 03:39:57.534400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:57.572655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:57.643198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-0c8fdb71-35ed-4539-8f9d-7fdd8a2561b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 1094 time: 0.7625425 May 27 03:39:57.747018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.756111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-7c8a3611-19ad-4b13-9858-4fb8292d2efb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 1094 time: 0.7007275 May 27 03:39:57.758994 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.829350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:57.838958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:57.838958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8a518343-caff-4589-9a57-cee912e573c5 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:39:57.909268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:39:58.009178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-737f76d4-726b-4c26-98da-99358d07e7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.014873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f08c2c5b-9c2c-4c3e-a6a3-e8793d22b392 req-05c6a61d-0d12-48b0-97be-0104a4fd82a7 service neutron] 10.222.0.21 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632160 May 27 03:39:58.110162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae62563-92cf-410f-8f6a-280aa8de4a09 req-d1c60e72-06bb-4f2f-a727-5af8ef65fd0f tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.122053 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.129626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eae62563-92cf-410f-8f6a-280aa8de4a09 req-d1c60e72-06bb-4f2f-a727-5af8ef65fd0f tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.8843136 May 27 03:39:58.168720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.198060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.198060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.213797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.213797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.213797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.213797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.222609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-892d73a3-8fa9-4d5a-bb88-b0a60ab55e5f tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 4662 time: 0.6666481 May 27 03:39:58.248461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.305631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-35539a66-f8b8-49d1-80ac-3a8637943b45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.305631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-35539a66-f8b8-49d1-80ac-3a8637943b45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 918 time: 0.6347578 May 27 03:39:58.324959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eae62563-92cf-410f-8f6a-280aa8de4a09 req-42358d51-f312-4a6f-8aff-a1ba80f56ad9 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047441 May 27 03:39:58.346887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.368996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:39:58.395089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.395089 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Added segment 52f4acd2-78cd-46a2-90e4-cfdd294731c3 of type vlan for network 70bb4252-367c-4a29-ba4a-5c4188604a24 May 27 03:39:58.423141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.433928 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826086b4-b020-4b82-abc1-8ba8c7acc9a9'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'code': 200} May 27 03:39:58.494415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.494415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.494415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:58.564174 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e716ab89-b89a-470e-99aa-e689412a8dd6'] response: {'name': 'network-changed', 'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084', 'status': 'completed', 'code': 200} May 27 03:39:58.598982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-d6806b86-403c-479d-9a13-0f380b5822de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.598982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-d6806b86-403c-479d-9a13-0f380b5822de service neutron] 10.222.0.41 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 918 time: 0.8220365 May 27 03:39:58.632711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-1f4f5e55-9bff-4f3c-8995-c42843145ee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f702896b-36ea-4e41-ac55-900cba5109d8 HTTP/1.1" status: 200 len: 217 time: 0.3083639 May 27 03:39:58.778117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43f745c-bb16-42e5-beec-d618a95ea4db,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.856991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a3399efc-2725-48d1-aed6-479ea39ff7d9 req-39439bee-f97f-480c-b0c9-ff9db531ea5e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&id=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6124647 May 27 03:39:58.874772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0453546 May 27 03:39:58.876308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-7daf1cfe-a293-4d28-97e3-3723d0ce5a58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a967888-8919-47e2-9884-d2f2795c8ec5 HTTP/1.1" status: 200 len: 217 time: 0.2374785 May 27 03:39:58.876773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33154) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:39:58.881135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900d07-8b8d-4a51-9d88-bcc44af495a9 admin admin] Pushing event updated for resources: {'Network': ['ID=70bb4252-367c-4a29-ba4a-5c4188604a24,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:58.889408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8a518343-caff-4589-9a57-cee912e573c5,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:58.893273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:39:58.894957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Request body: {'subnet': {'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-728195641-subnet', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:39:58.934342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-c25a152d-cefa-46f3-a56e-a0830df3a363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:58.935785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-c25a152d-cefa-46f3-a56e-a0830df3a363 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.3005970 May 27 03:39:58.938276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:39:58.991869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-4383a47a-45b2-4c60-8659-745e0d6bb6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fdf88f586024f84b1f9d093d26dae39&device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 1094 time: 0.4231176 May 27 03:39:58.995931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-4e1fa351-14b7-40c8-870a-7cd77b2e37e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522084 May 27 03:39:59.016323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] For port 8a518343-caff-4589-9a57-cee912e573c5, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:59.032793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e698-b503-4e07-860d-b6b7de2f159a req-8373133c-13cc-4b00-876a-b30d70614d89 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:59.049891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6945e698-b503-4e07-860d-b6b7de2f159a req-8373133c-13cc-4b00-876a-b30d70614d89 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 943 time: 0.2371035 May 27 03:39:59.091051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-7ad84c21-5ca6-448e-bb7a-432553903707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:59.092776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-7ad84c21-5ca6-448e-bb7a-432553903707 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.2058423 May 27 03:39:59.105813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Usage tracker for resource:subnet and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:39:59.145888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:39:59.210991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:39:59.214757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-e01a130a-b409-4384-8cfe-c1574f9c953c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057131 May 27 03:39:59.248388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] device_id is not set on port 8a518343-caff-4589-9a57-cee912e573c5 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:39:59.265962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:59.319077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Made reservation on behalf of 76c2ae02a1654c4da8183487589c71ea for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:59.321636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:59.347847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:39:59.406445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:39:59.406936 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:39:59.471896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6945e698-b503-4e07-860d-b6b7de2f159a req-f4454d0e-d3c0-4d62-9cc1-44347cd3cfaa tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209244 May 27 03:39:59.513453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-9b3cd0f8-d8d4-45bc-b49a-a91473d25afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:59.515463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-9b3cd0f8-d8d4-45bc-b49a-a91473d25afa service neutron] 10.222.0.21 "GET /v2.0/networks?id=740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 200 len: 918 time: 0.5150821 May 27 03:39:59.576141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Pushing event updated for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:59.593742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-3f8fba91-80a3-4fee-9340-bfce8f7f3238 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670142 May 27 03:39:59.795060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-1e568ffd-18db-4dfb-a92e-b383f9349352 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff283e7e-c284-412c-80f2-372ab8ace084 HTTP/1.1" status: 200 len: 217 time: 0.2626963 May 27 03:39:59.827123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f5eb-5cd4-4615-8bf8-cbaaeb254f07 req-d1c94e75-9853-4432-b5dd-0941d8c884e7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:39:59.827123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b015f5eb-5cd4-4615-8bf8-cbaaeb254f07 req-d1c94e75-9853-4432-b5dd-0941d8c884e7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.7198744 May 27 03:39:59.964771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] No DVR routers for this DVR port 8a518343-caff-4589-9a57-cee912e573c5 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:00.001455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-40557c7c-beef-4637-8dcd-8be10a71b6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744138 May 27 03:40:00.023382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3aadd59-4ccc-4f93-8add-ca8d188f845c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:00.047346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-342d2284-00a3-43f2-82c1-b7b375a946b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.048793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-342d2284-00a3-43f2-82c1-b7b375a946b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 200 len: 857 time: 0.2417340 May 27 03:40:00.118190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4be0aeb-8f5f-44c6-94ff-911222e64937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.161771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4ed644d6-8c1a-44c1-9c1e-5175e94a96c3 None None] Provisioning complete for port 8a518343-caff-4589-9a57-cee912e573c5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:00.163415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4ed644d6-8c1a-44c1-9c1e-5175e94a96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.188385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-2f205f36-9908-439a-b798-c25306c2c9cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=740e0caf-3971-4d6c-80f2-ae5664cd5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234810 May 27 03:40:00.188385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e657f483-8cae-4bf3-86d5-d67e9558e177 req-f6bde6c1-e318-4d8e-b714-c2d1991b5034 service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851679 May 27 03:40:00.289526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4ed644d6-8c1a-44c1-9c1e-5175e94a96c3 None None] Port 8a518343-caff-4589-9a57-cee912e573c5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:40:00.300294 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.301506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b015f5eb-5cd4-4615-8bf8-cbaaeb254f07 req-860d5b66-5e99-42d5-be00-d14a75ef4b02 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757845 May 27 03:40:00.306825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] In _notify_port_updated(), no bound segment for port 8a518343-caff-4589-9a57-cee912e573c5 on network 63dbb359-7e82-47e3-ba00-c715175954e2 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:40:00.307892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.333419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-40c6a0ed-86a1-4d0d-953c-510d73ed7ead service neutron] 10.222.0.41 "PUT /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 200 len: 1032 time: 3.0425944 May 27 03:40:00.355295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:00.363299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.364004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b1a31fc6-2547-4f8c-8d67-e7196e6f6147 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:00.491247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-439b4c21-339b-436b-9df8-ac374e108d6a service neutron] 10.222.0.21 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926743 May 27 03:40:00.505289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port d3aadd59-4ccc-4f93-8add-ca8d188f845c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:00.509162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.517505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}, {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:00.529205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:00.535781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3a967888-8919-47e2-9884-d2f2795c8ec5 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:00.587378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2053234d-5a29-4c64-bb3d-d315ce122251 req-f6afe4a9-9581-45d3-8003-d72233d36a3f service neutron] 10.222.0.41 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765026 May 27 03:40:00.685643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.719187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3a967888-8919-47e2-9884-d2f2795c8ec5,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:00.737796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '3a967888-8919-47e2-9884-d2f2795c8ec5', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'port_id': '3a967888-8919-47e2-9884-d2f2795c8ec5', 'mac_address': 'fa:16:3e:89:09:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a80baa-f1d9-4cf6-8b1c-4ebe4c056303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:00.824999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:00.842765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.842765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.842765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.851042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a967888-8919-47e2-9884-d2f2795c8ec5 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:00.855393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.855393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:00.855393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-a9584d77-9443-46cc-a1e5-6f6dd86fb8e0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3879 time: 0.4714179 May 27 03:40:00.855393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-086e45f4-1c28-4cbb-953e-2b0c627ba7a9 req-870e2648-8939-4d35-ae1a-7a08742e96af service neutron] 10.222.0.21 "GET /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133771 May 27 03:40:00.966136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3a967888-8919-47e2-9884-d2f2795c8ec5,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:00.974734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba77bb9e-d968-47ad-a964-14fddd1e4e16 req-f53610c1-72b5-4825-bbd5-4079a6fe7edf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022406 May 27 03:40:01.003533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.003533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f702896b-36ea-4e41-ac55-900cba5109d8 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:01.082907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1eed55-649d-429f-ab78-53825b092f2d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.135188 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.148635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c9bbb-175e-4f9b-b8a1-e53220dde04f req-ca668c2f-63fa-46ea-98e3-c6a3cb2ba31e tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:01.157074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-460c9bbb-175e-4f9b-b8a1-e53220dde04f req-ca668c2f-63fa-46ea-98e3-c6a3cb2ba31e tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.5745091 May 27 03:40:01.173439 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eef241-d8c4-4433-9230-eaf19a1aa1fd'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'code': 200} May 27 03:40:01.176755 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eef241-d8c4-4433-9230-eaf19a1aa1fd'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'code': 200} May 27 03:40:01.233941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:01.296565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.306696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Checking segment: {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:01.306696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Network hostable DHCP agents. Network: 70bb4252-367c-4a29-ba4a-5c4188604a24, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:01.324213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f702896b-36ea-4e41-ac55-900cba5109d8,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:01.344074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f702896b-36ea-4e41-ac55-900cba5109d8', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'port_id': 'f702896b-36ea-4e41-ac55-900cba5109d8', 'mac_address': 'fa:16:3e:94:10:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a80baa-f1d9-4cf6-8b1c-4ebe4c056303', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:01.374937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:01.388399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-460c9bbb-175e-4f9b-b8a1-e53220dde04f req-43db9c3f-6ac6-4c1b-90fb-fe3faae295ee tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303588 May 27 03:40:01.451322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:01.461528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.461528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.461528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b391eb18-d064-4a92-9dcc-c4e3af793e12 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:01.507564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 70bb4252-367c-4a29-ba4a-5c4188604a24) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:01.527259 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.532839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:01.532839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.536072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9b2a-6553-41f4-9ff0-4c03f2faa72f req-cfbd18b9-f932-455a-b60c-bd2ef453d538 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:01.550280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa8ce2-78b7-4bd0-8e01-e6b85f507a94 None None] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:01.559952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-623d9b2a-6553-41f4-9ff0-4c03f2faa72f req-cfbd18b9-f932-455a-b60c-bd2ef453d538 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 943 time: 0.2043393 May 27 03:40:01.678656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.696140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port d3aadd59-4ccc-4f93-8add-ca8d188f845c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3aadd59-4ccc-4f93-8add-ca8d188f845c,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:01.696140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:01.727667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f702896b-36ea-4e41-ac55-900cba5109d8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:01.736214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-623d9b2a-6553-41f4-9ff0-4c03f2faa72f req-b5945f24-996b-47bf-b1dd-b38fb0efc962 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630738 May 27 03:40:01.760842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:01.821495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f702896b-36ea-4e41-ac55-900cba5109d8,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:01.919488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.017662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-70bb4252-367c-4a29-ba4a-5c4188604a24', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:40:02.018464 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.041738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.094668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for d3aadd59-4ccc-4f93-8add-ca8d188f845c owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:02.135849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-043a844c-7f23-49cc-b997-f0c4b24ce084 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2533648 May 27 03:40:02.137075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:02.152797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:02.166540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:02.166540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:02.166540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Usage tracker for resource:router and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:02.195688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:02.209026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:02.209026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:02.215027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.225226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.225226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.279913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.298235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6512ce4-397c-44bc-b48c-772d6b558322 req-2f3abb95-4a21-47a0-9e61-7c01c4fe5409 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.298235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6512ce4-397c-44bc-b48c-772d6b558322 req-2f3abb95-4a21-47a0-9e61-7c01c4fe5409 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.4201624 May 27 03:40:02.328360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-3f73cf84-449c-40f7-995f-3703e3c02f13 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.328360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-3f73cf84-449c-40f7-995f-3703e3c02f13 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.41 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 0.5594089 May 27 03:40:02.479967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6512ce4-397c-44bc-b48c-772d6b558322 req-2fd3d88e-f1a4-481b-aa4f-37e1a95795a9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814628 May 27 03:40:02.490357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['3a967888-8919-47e2-9884-d2f2795c8ec5'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:02.557138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f702896b-36ea-4e41-ac55-900cba5109d8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:02.582512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.687814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ff283e7e-c284-412c-80f2-372ab8ace084 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:02.693185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=d3aadd59-4ccc-4f93-8add-ca8d188f845c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:02.707027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Deleting port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:02.707027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.858056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Allocated IP 172.20.0.2 (70bb4252-367c-4a29-ba4a-5c4188604a24/3f1eed55-649d-429f-ab78-53825b092f2d/36c3cf13-9f36-4841-82d3-c01d7a7b79cb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:02.940603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.964424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port d3aadd59-4ccc-4f93-8add-ca8d188f845c on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:02.969196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.972719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:02.973988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.977562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:02.979426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.990319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.995175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:02.997307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-dc0d2b6a-3d2b-4c18-b3ee-8eb0eb72a569 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3798 time: 0.6104150 May 27 03:40:03.200584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fd1cd1a-d470-4bcb-990a-a75bf8ffb041 req-13cd1664-7589-4b33-80bd-36c706066279 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587152 May 27 03:40:03.255795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147'}, {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:03.402066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-3061def9-7fa9-4315-b85d-7f5ea2a001f0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "DELETE /v2.0/ports/d3aadd59-4ccc-4f93-8add-ca8d188f845c HTTP/1.1" status: 204 len: 173 time: 3.0675714 May 27 03:40:03.416235 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:03.450281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.457993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.459776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:03.495755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:03.496103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.514545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.532130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] For port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,segment=NetworkSegment(e3657f5e-9f53-4470-8d66-d5b73ec1f6bb),segment_id=e3657f5e-9f53-4470-8d66-d5b73ec1f6bb)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:03.532735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.688291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.769365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Transition to ACTIVE for port object 36c3cf13-9f36-4841-82d3-c01d7a7b79cb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:03.801288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Calling delete_port for 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:03.847200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Transition to ACTIVE for port object 36c3cf13-9f36-4841-82d3-c01d7a7b79cb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:03.873604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:03.928066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ff283e7e-c284-412c-80f2-372ab8ace084,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:04.030755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'ff283e7e-c284-412c-80f2-372ab8ace084', 'network_id': '740e0caf-3971-4d6c-80f2-ae5664cd5399', 'port_id': 'ff283e7e-c284-412c-80f2-372ab8ace084', 'mac_address': 'fa:16:3e:85:c3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a80baa-f1d9-4cf6-8b1c-4ebe4c056303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:04.051733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:04.061014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:04.076653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221f7ae-c8b9-4472-94b2-5df1b4c43790 req-74e37f79-8b6b-4f45-85a9-244bb4eff470 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:04.088391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402194-a86c-485d-b1ed-ff1ea8d30bc3 req-a097e4e6-031c-47de-9d16-4dd80186c6da tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:04.089669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c221f7ae-c8b9-4472-94b2-5df1b4c43790 req-74e37f79-8b6b-4f45-85a9-244bb4eff470 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 944 time: 0.4594254 May 27 03:40:04.089847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:04.089999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44402194-a86c-485d-b1ed-ff1ea8d30bc3 req-a097e4e6-031c-47de-9d16-4dd80186c6da tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 946 time: 1.2694695 May 27 03:40:04.149969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Pushing event updated for resources: {'Port': ['ID=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:04.207691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Allocated IP 172.25.8.186 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ce9a7076-8829-42cb-9ce0-4b9c119a128f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:04.301687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c221f7ae-c8b9-4472-94b2-5df1b4c43790 req-719b7047-be02-416e-b825-824fd6b757e3 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138112 May 27 03:40:04.319258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.405529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff283e7e-c284-412c-80f2-372ab8ace084 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:04.411992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Attempting to bind port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:04.412418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Attempting to bind port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:04.413318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Attempting to bind port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb on network 70bb4252-367c-4a29-ba4a-5c4188604a24 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:04.428078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:04.428448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Checking segment: {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:04.428851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.429855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Bound using segment: {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:04.429855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Bound port: 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:04.430081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.454109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ff283e7e-c284-412c-80f2-372ab8ace084,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:04.460727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.549286 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36643b50-64db-4166-99b5-e06e2b5a6f62'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'code': 200} May 27 03:40:04.549286 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36643b50-64db-4166-99b5-e06e2b5a6f62'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'code': 200} May 27 03:40:04.605756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port 19bac76a-ec80-4ff7-b472-ff51f6512bd9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=19bac76a-ec80-4ff7-b472-ff51f6512bd9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:04.606444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.626648 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09837dc7-ee15-47b6-bdb2-b5f4645f4ba8'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'd3aadd59-4ccc-4f93-8add-ca8d188f845c', 'status': 'completed', 'code': 200} May 27 03:40:04.646080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.683242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:04.696149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] For port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:04.703721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] For port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:04.707159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.713940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:04.820236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ff283e7e-c284-412c-80f2-372ab8ace084'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:04.825333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44402194-a86c-485d-b1ed-ff1ea8d30bc3 req-fdd02445-5f43-4540-a4da-b9b08b15e8d4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c471e7e-3d6a-48da-9b87-ed060e585ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094612 May 27 03:40:04.889583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9a7076-8829-42cb-9ce0-4b9c119a128f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:04.914140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:04.924232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:04.933190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:04.965688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.966064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.966401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.966990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.967326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.967790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.968117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.968440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.968989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.969229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:04.969552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:05.183010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98011c0-9164-446b-a8f3-0046f3429d5b None None] Pushing event updated for resources: {'Port': ['ID=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.266377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1bd2-f316-4760-b4d6-01db70a3a29e req-2fd6c8c4-5f99-4717-b068-fb90c5e4c96a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:05.282166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b4b1bd2-f316-4760-b4d6-01db70a3a29e req-2fd6c8c4-5f99-4717-b068-fb90c5e4c96a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.4348035 May 27 03:40:05.408376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b4b1bd2-f316-4760-b4d6-01db70a3a29e req-597d9fb8-4c7b-416b-9759-bb9dfb52f1e9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268470 May 27 03:40:05.461907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.462860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.577574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.800647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Pushing event deleted for resources: {'Port': ['ID=8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:05.905364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.905364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.905364 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Floating IP ff355e63-2af5-41a5-aafd-cc6e1d8649e9 disassociated. External IP: 172.25.8.200, port: 19bac76a-ec80-4ff7-b472-ff51f6512bd9. May 27 03:40:05.905364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for 19bac76a-ec80-4ff7-b472-ff51f6512bd9 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:05.912971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6eed3-b90c-4ca6-bd06-1581f8372cf8 req-c58b175e-ef7e-4dc2-9b6b-b47289813336 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:05.925770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ebb6eed3-b90c-4ca6-bd06-1581f8372cf8 req-c58b175e-ef7e-4dc2-9b6b-b47289813336 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 944 time: 0.1958594 May 27 03:40:05.947841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] No DVR routers for this DVR port 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:05.957462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:05.985200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a53d84f-3eaf-4ee8-8ab9-06c74b86253b req-cd671aa4-282e-4560-9282-d8739857f1c4 tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.41 "DELETE /v2.0/ports/8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 HTTP/1.1" status: 204 len: 173 time: 3.6550007 May 27 03:40:06.005992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:06.005992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:06.023129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:06.023129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:06.023129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:06.093709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36c3cf13-9f36-4841-82d3-c01d7a7b79cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:06.103008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:06.104643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-c722c44e-3c78-4d0f-8a5d-1ffb3fee6af1 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 3143 time: 0.8456168 May 27 03:40:06.122890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ebb6eed3-b90c-4ca6-bd06-1581f8372cf8 req-11af8480-ef1f-41a8-94c9-48974beb7b6c tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036672 May 27 03:40:06.301889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Router e25cc2a4-93aa-43d4-a791-2db4ea00d39f is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:06.387940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:06.434610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:06.467408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ff283e7e-c284-412c-80f2-372ab8ace084 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:06.670961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3a967888-8919-47e2-9884-d2f2795c8ec5 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:06.733359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'name': 'network-vif-deleted', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:06.792201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port ff283e7e-c284-412c-80f2-372ab8ace084 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:06.802584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port ff283e7e-c284-412c-80f2-372ab8ace084 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:06.803792 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:06.866897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c55c2e5-d3ff-4b4e-b5e1-93a040daaf35 req-df8d5962-84c2-45d3-a054-1705de1bdb0c tempest-InstanceActionsTestJSON-1294190078 tempest-InstanceActionsTestJSON-1294190078-project] 10.222.0.46 "GET /v2.0/ports?device_id=af36788d-477e-43d7-b3ca-02234059681e HTTP/1.1" status: 200 len: 210 time: 0.2683468 May 27 03:40:06.878261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 3a967888-8919-47e2-9884-d2f2795c8ec5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:06.907223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=19bac76a-ec80-4ff7-b472-ff51f6512bd9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:06.922255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 3a967888-8919-47e2-9884-d2f2795c8ec5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:06.922635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:07.038266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ab30b-51ad-4693-97c1-63ec94bc74f6 None None] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:07.051888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:07.120462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:07.122319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-150f20e7-cb59-4619-a030-8958f5a71df7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9845095 May 27 03:40:07.126984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8f27d9f-d1d3-49e8-b3ac-28b77f48a693 req-849987e0-2469-471e-86a9-1fa515c791a7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7625003 May 27 03:40:07.127650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:07.169283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Sync routers for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:07.336728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Router 736f33bf-faad-44c0-984c-8af117c16c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:07.354078 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28bbd4e-3684-4ab5-9e3a-0d8ce419bf5a'] response: {'server_uuid': 'af36788d-477e-43d7-b3ca-02234059681e', 'name': 'network-vif-deleted', 'tag': '8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946', 'status': 'completed', 'code': 200} May 27 03:40:07.556223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:40:07.599415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:07.599415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:07.685031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Provisioning for port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:07.807097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c741a7-dabf-47d4-82cf-9c0d0c31cf06 req-7303c963-2639-4c83-980c-ff92c31b0e37 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:07.814809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44c741a7-dabf-47d4-82cf-9c0d0c31cf06 req-7303c963-2639-4c83-980c-ff92c31b0e37 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.5785277 May 27 03:40:07.837009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb12bc-64f9-4744-85b0-eac1b21d366f req-8aeafb31-2b2f-4755-9ccc-5ecbcad5d434 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:07.842399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-feeb12bc-64f9-4744-85b0-eac1b21d366f req-8aeafb31-2b2f-4755-9ccc-5ecbcad5d434 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 944 time: 0.2028809 May 27 03:40:07.857846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Provisioning complete for port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:07.860338 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:07.923143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44c741a7-dabf-47d4-82cf-9c0d0c31cf06 req-9b6f1fc1-3f8b-46df-8608-441afb14997c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084640 May 27 03:40:07.931496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.008795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-feeb12bc-64f9-4744-85b0-eac1b21d366f req-39545e89-253c-42bd-9548-703c9bb43ce0 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499629 May 27 03:40:08.071386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:08.084644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Sync routers for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:08.107232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:08.112213 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:08.114307 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:08.301469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port 19bac76a-ec80-4ff7-b472-ff51f6512bd9 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:08.306074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.338052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33286) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:08.348749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ff283e7e-c284-412c-80f2-372ab8ace084,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:08.401430 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0073765e-3775-432e-98ab-8dc061be356a'] response: {'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084', 'code': 200} May 27 03:40:08.427568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.508687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-78dac03b-fb48-42ce-86e6-a137b3f74278 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "DELETE /v2.0/ports/19bac76a-ec80-4ff7-b472-ff51f6512bd9 HTTP/1.1" status: 204 len: 173 time: 5.0990851 May 27 03:40:08.554450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.680062 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:08.690815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Deleting subnet b4935830-50e0-48da-90ba-0996966da1ce {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:40:08.700183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.741060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:08.741060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.841297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3a967888-8919-47e2-9884-d2f2795c8ec5,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:08.842399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:08.902661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-664d5218-5250-4461-b798-3d9553220340 req-dd6d8dc4-18b4-4d65-a467-57344eab847d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 1096 time: 0.3686743 May 27 03:40:08.934553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.946685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:08.948732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f702896b-36ea-4e41-ac55-900cba5109d8 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:08.972699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561210e0-f8cc-49b9-a8ff-4d25579c2334 req-7064d5e6-add7-4f06-9b7d-02f06fdcbd40 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:08.977889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561210e0-f8cc-49b9-a8ff-4d25579c2334 req-7064d5e6-add7-4f06-9b7d-02f06fdcbd40 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:08.983551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561210e0-f8cc-49b9-a8ff-4d25579c2334 req-7064d5e6-add7-4f06-9b7d-02f06fdcbd40 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:08.993289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-561210e0-f8cc-49b9-a8ff-4d25579c2334 req-7064d5e6-add7-4f06-9b7d-02f06fdcbd40 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 2410 time: 0.3168659 May 27 03:40:09.037891 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:09.098173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.122974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-664d5218-5250-4461-b798-3d9553220340 req-7528b326-7830-4f96-9ccd-bdd8a18afa6f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110176 May 27 03:40:09.230205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-561210e0-f8cc-49b9-a8ff-4d25579c2334 req-4b89c793-08d8-4671-b615-2730d77a02ba tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298133 May 27 03:40:09.293938 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:09.299265 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Checking router: 736f33bf-faad-44c0-984c-8af117c16c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:09.314255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:09.315068 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:09.398895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:09.437008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:09.604258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port b1a31fc6-2547-4f8c-8d67-e7196e6f6147, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:09.604258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:09.717716 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:09.744144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for b1a31fc6-2547-4f8c-8d67-e7196e6f6147 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:09.832045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a24f73-9290-4093-ac87-529f4064eb99 req-4237ea12-d1b2-41c7-93d9-2e8d9ec008f2 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:09.832045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a24f73-9290-4093-ac87-529f4064eb99 req-4237ea12-d1b2-41c7-93d9-2e8d9ec008f2 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 944 time: 0.2925570 May 27 03:40:09.834493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e53d-5c66-422f-90cc-6d43b7ced53b req-279b14e7-5a22-4b22-996e-ce33794fb1f9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:09.834493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6c5e53d-5c66-422f-90cc-6d43b7ced53b req-279b14e7-5a22-4b22-996e-ce33794fb1f9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.5435069 May 27 03:40:09.836561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:09.903384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.911715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] For port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:09.921881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4935830-50e0-48da-90ba-0996966da1ce,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:09.922543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a24f73-9290-4093-ac87-529f4064eb99 req-2a25a606-d50b-41ab-8c2a-e71b917f6141 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929289 May 27 03:40:09.944864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.086530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.112599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6c5e53d-5c66-422f-90cc-6d43b7ced53b req-9ff4c0b8-02d4-43a7-9dc1-464406a04c39 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798252 May 27 03:40:10.130499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91e57336-4cf3-4e81-ada2-6885ecdf39f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4935830-50e0-48da-90ba-0996966da1ce HTTP/1.1" status: 204 len: 168 time: 1.7898982 May 27 03:40:10.134519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33310) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:10.205907 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7368ad61-657b-4d3d-b477-a358aa19ec3d'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': '19bac76a-ec80-4ff7-b472-ff51f6512bd9', 'status': 'completed', 'code': 200} May 27 03:40:10.276509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port f702896b-36ea-4e41-ac55-900cba5109d8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:10.300559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f702896b-36ea-4e41-ac55-900cba5109d8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:10.310821 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.473132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:10.498720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.533124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db68d-50c5-41d1-a2db-589e3a3771ef None None] Pushing event updated for resources: {'Port': ['ID=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:10.543703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:10.547972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:05Z', 'revision_number': 3, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:10.557906 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc05ab-b925-4a86-90af-e5483d191594 None None] The sync data for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 is: [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:33:16Z', 'revision_number': 4, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '41556dbf-4fef-4a9b-aa3d-8202178a312f', 'name': '', 'network_id': '97c91322-7645-4a23-b1c8-af95ea2b6c02', 'tenant_id': '68df637837bc48949188723b32207391', 'mac_address': 'fa:16:3e:07:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:14Z', 'updated_at': '2022-05-27T03:33:36Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'subnets': [{'id': '7d6ef3a5-0787-465a-946e-c724574cdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:10.559171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Checking router: e25cc2a4-93aa-43d4-a791-2db4ea00d39f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:10.559751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Updating router e25cc2a4-93aa-43d4-a791-2db4ea00d39f port ce9a7076-8829-42cb-9ce0-4b9c119a128f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:40:10.691629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.738651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.759315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:10.911136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=b1a31fc6-2547-4f8c-8d67-e7196e6f6147,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:11.025413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Allocated IP 172.20.0.1 (70bb4252-367c-4a29-ba4a-5c4188604a24/3f1eed55-649d-429f-ab78-53825b092f2d/14d37429-b911-4f9f-b3be-334ab08962cf) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:11.135424 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ee5456-4b93-458e-b749-0c0ae85825e7'] response: {'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5', 'code': 200} May 27 03:40:11.184081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cae314a-6c33-4749-8a4e-8fb5b4145a06 None None] New status for floating IP ff355e63-2af5-41a5-aafd-cc6e1d8649e9: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:40:11.216274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.233933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Transition to ACTIVE for port object 14d37429-b911-4f9f-b3be-334ab08962cf will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:11.282493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.299530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port b1a31fc6-2547-4f8c-8d67-e7196e6f6147 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:11.306362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.316111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.340579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-67263de0-fbd9-4f29-b634-04776bc89150 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "DELETE /v2.0/ports/b1a31fc6-2547-4f8c-8d67-e7196e6f6147 HTTP/1.1" status: 204 len: 173 time: 2.8227715 May 27 03:40:11.396992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88e4a46-e645-4778-a78e-28ba272d0c05']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:11.430303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d912064-cd83-4ebf-a1d3-347f2ac3921b req-bd876aaa-b454-4fbb-a757-519970508319 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 1096 time: 0.6110368 May 27 03:40:11.447268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:11.447899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3657f5e-9f53-4470-8d66-d5b73ec1f6bb') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:11.472941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98000cf-19bf-43d1-9687-7dc34ad83aef req-a7fbc539-09c3-411f-aea8-0d1fdc91520d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:11.474971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a98000cf-19bf-43d1-9687-7dc34ad83aef req-a7fbc539-09c3-411f-aea8-0d1fdc91520d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5004978 May 27 03:40:11.520948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.523533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759bbf-2083-4d14-8f78-e1d2818ae2d8 req-024cb97c-7c83-4eee-9f55-59b75af2f708 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:11.527455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759bbf-2083-4d14-8f78-e1d2818ae2d8 req-024cb97c-7c83-4eee-9f55-59b75af2f708 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:11.532228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759bbf-2083-4d14-8f78-e1d2818ae2d8 req-024cb97c-7c83-4eee-9f55-59b75af2f708 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:11.543400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2759bbf-2083-4d14-8f78-e1d2818ae2d8 req-024cb97c-7c83-4eee-9f55-59b75af2f708 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 2332 time: 1.0022998 May 27 03:40:11.549615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:11.559518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:11.560357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-37be3003-073d-4e1c-8f08-e25893c9e174 None None] Provisioning complete for port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:11.561059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37be3003-073d-4e1c-8f08-e25893c9e174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.564386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:11.569104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:11.576732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:11.577359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.593499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.680245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.732397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:40:11.732974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.739406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f702896b-36ea-4e41-ac55-900cba5109d8,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:11.753265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.758232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.759588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: timer() May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:40:11.776240 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:40:11.809131 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.879561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:11.898257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:11.898257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8b78e9c8-b5bc-4f9f-b6f3-a8f0964c6946 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:11.902225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:11.944111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d912064-cd83-4ebf-a1d3-347f2ac3921b req-65d48586-e767-46e3-9399-a1ec5829295b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768996 May 27 03:40:12.011436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a98000cf-19bf-43d1-9687-7dc34ad83aef req-c8304343-91e2-40bc-8c2d-b3425dc39170 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969234 May 27 03:40:12.016083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36c3cf13-9f36-4841-82d3-c01d7a7b79cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:12.047277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.075165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Transition to ACTIVE for port object ce9a7076-8829-42cb-9ce0-4b9c119a128f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:12.082630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.114451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] Pushing event deleted for resources: {'Network': ['ID=b88e4a46-e645-4778-a78e-28ba272d0c05,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.175102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.194652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ceae15cb-0b9a-4ca3-9cb7-1985551dd70e admin admin] 10.222.0.46 "DELETE /v2.0/networks/b88e4a46-e645-4778-a78e-28ba272d0c05 HTTP/1.1" status: 204 len: 168 time: 2.0568650 May 27 03:40:12.280693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Pushing event updated for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.312764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2759bbf-2083-4d14-8f78-e1d2818ae2d8 req-34fd7b5d-987b-41f9-92e5-23013d6db8bc tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7683351 May 27 03:40:12.330507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:12.355378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Attempting to bind port ce9a7076-8829-42cb-9ce0-4b9c119a128f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:12.355748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Attempting to bind port ce9a7076-8829-42cb-9ce0-4b9c119a128f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:12.356460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Attempting to bind port ce9a7076-8829-42cb-9ce0-4b9c119a128f on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:12.365934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:12.366720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:12.366885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.367562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.368366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:12.369013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Bound port: ce9a7076-8829-42cb-9ce0-4b9c119a128f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:12.369699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.384196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.406615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29c2fe-3141-4456-908e-ea347b919675 None None] Pushing event updated for resources: {'Port': ['ID=ce9a7076-8829-42cb-9ce0-4b9c119a128f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.465988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cb5bc3a8-3517-48b4-b23c-3497f07d6462 None None] Provisioning for port 14d37429-b911-4f9f-b3be-334ab08962cf completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:12.476692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:12.481187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.556542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cb5bc3a8-3517-48b4-b23c-3497f07d6462 None None] Provisioning complete for port 14d37429-b911-4f9f-b3be-334ab08962cf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:12.557330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc3a8-3517-48b4-b23c-3497f07d6462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.573097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:12.573459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.607621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f376b-39e2-4ed3-b486-244485b6cdb8 req-caab7248-5f3e-4ef8-819b-58a699459e57 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:12.618142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-425f376b-39e2-4ed3-b486-244485b6cdb8 req-caab7248-5f3e-4ef8-819b-58a699459e57 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 945 time: 0.2661047 May 27 03:40:12.637198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] For port ce9a7076-8829-42cb-9ce0-4b9c119a128f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:12.653604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] For port ce9a7076-8829-42cb-9ce0-4b9c119a128f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ce9a7076-8829-42cb-9ce0-4b9c119a128f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:12.655691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bc3a8-3517-48b4-b23c-3497f07d6462 None None] Port 14d37429-b911-4f9f-b3be-334ab08962cf cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:40:12.671224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Pushing event updated for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.689181 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.689594 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:12.771971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:12.822551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:12.823477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:12.875784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:12.893072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29c2fe-3141-4456-908e-ea347b919675 None None] Pushing event updated for resources: {'Port': ['ID=ce9a7076-8829-42cb-9ce0-4b9c119a128f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:12.939490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:12.947472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:13.110798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:13.217954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:13.392239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a650f6-3a50-4dbf-9e03-2bad98b92614 req-51c8d37a-9976-40f8-8ee2-f5c945b752d4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:13.392239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55a650f6-3a50-4dbf-9e03-2bad98b92614 req-51c8d37a-9976-40f8-8ee2-f5c945b752d4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.7535193 May 27 03:40:13.502097 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69980b7b-25f6-4cfe-af1d-cbabf0efb3c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ebf0a1eb2614de8aa830f95f2cbbded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6238186 May 27 03:40:13.505652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:13.531715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:13.540283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-23826f77-aa72-438a-a1bb-d4a99a5a4ac4 None None] Provisioning complete for port 14d37429-b911-4f9f-b3be-334ab08962cf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:13.540934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23826f77-aa72-438a-a1bb-d4a99a5a4ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:13.605074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-425f376b-39e2-4ed3-b486-244485b6cdb8 req-77d62272-c690-4503-94e8-399e09dc491b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310770 May 27 03:40:13.610557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55a650f6-3a50-4dbf-9e03-2bad98b92614 req-f9cc8a15-b53f-46f5-8f1e-b5e7d2f921cd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551073 May 27 03:40:13.680879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:13.707028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-23826f77-aa72-438a-a1bb-d4a99a5a4ac4 None None] Port 14d37429-b911-4f9f-b3be-334ab08962cf cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:40:13.725809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:13.755353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Router e25cc2a4-93aa-43d4-a791-2db4ea00d39f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:13.762087 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e9fa5e-3872-4360-bf57-8f4b4ac9dbbf'] response: {'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8', 'code': 200} May 27 03:40:13.798485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:13.944375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '14d37429-b911-4f9f-b3be-334ab08962cf', 'name': '', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'mac_address': 'fa:16:3e:99:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:10Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 2, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'subnets': [{'id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:13.949608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88cf42-510c-4049-91fc-8f7aca5dd0c6 None None] The sync data for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 is: [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '14d37429-b911-4f9f-b3be-334ab08962cf', 'name': '', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'mac_address': 'fa:16:3e:99:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:10Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 2, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'subnets': [{'id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:13.962023 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce7db18-92f7-4aa9-9a6d-50b03d5e262d'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'b1a31fc6-2547-4f8c-8d67-e7196e6f6147', 'status': 'completed', 'code': 200} May 27 03:40:14.048485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.095024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:14.119698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f4c1e570-c2ae-4b9d-9a27-c53532ad514a admin admin] 10.222.0.46 "PUT /v2.0/routers/e25cc2a4-93aa-43d4-a791-2db4ea00d39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9831436 May 27 03:40:14.138461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c471e7e-3d6a-48da-9b87-ed060e585ad8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:14.154605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcaab2-b6d5-4b48-9130-d58dba678216 req-fdb0c27a-6676-4de5-a3f7-65ae5ee14d7e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:14.179955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4adcaab2-b6d5-4b48-9130-d58dba678216 req-fdb0c27a-6676-4de5-a3f7-65ae5ee14d7e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1764591 May 27 03:40:14.260067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4adcaab2-b6d5-4b48-9130-d58dba678216 req-7daad38e-6509-4ae1-9de6-14781a3afa56 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789413 May 27 03:40:14.292029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:14.321897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.366301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.367371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e518b114-5a1e-4db6-b660-79801f394c17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c471e7e-3d6a-48da-9b87-ed060e585ad8 HTTP/1.1" status: 204 len: 168 time: 0.8602641 May 27 03:40:14.368752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-c7a02c3a-98ae-42bd-bb22-94e74324bb3a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "DELETE /v2.0/ports/dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65 HTTP/1.1" status: 204 len: 173 time: 3.0129318 May 27 03:40:14.476629 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3197bab-a696-404d-b743-00f539791ea6 req-abf7f447-e87a-4e72-80f7-a4e5e860da3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 1096 time: 0.5774169 May 27 03:40:14.488715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84ec04-4340-48f7-b826-a3e97584ea75 req-54d43024-6bd3-4f50-aac5-b8b5993e9ea7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:14.489472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ad84ec04-4340-48f7-b826-a3e97584ea75 req-54d43024-6bd3-4f50-aac5-b8b5993e9ea7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:14.541541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port b391eb18-d064-4a92-9dcc-c4e3af793e12 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:14.542197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:14.601556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ddab6-50bd-4fa0-b21a-38a6a96ce48e req-5a1e3e85-f0df-4969-8bd7-3290fd45dae0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:14.609019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec9ddab6-50bd-4fa0-b21a-38a6a96ce48e req-5a1e3e85-f0df-4969-8bd7-3290fd45dae0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1031065 May 27 03:40:14.705681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec9ddab6-50bd-4fa0-b21a-38a6a96ce48e req-c8c89207-c6b9-4ed5-a1be-5000f7a78e1e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953243 May 27 03:40:14.743088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ad84ec04-4340-48f7-b826-a3e97584ea75 req-54d43024-6bd3-4f50-aac5-b8b5993e9ea7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:14.744439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad84ec04-4340-48f7-b826-a3e97584ea75 req-54d43024-6bd3-4f50-aac5-b8b5993e9ea7 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 943 time: 0.6794870 May 27 03:40:14.805980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3197bab-a696-404d-b743-00f539791ea6 req-bfa04022-382a-4d2f-bfae-3f019397ae20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053575 May 27 03:40:14.920443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad84ec04-4340-48f7-b826-a3e97584ea75 req-85ab0d8d-2cd1-40d1-954e-86aadb572edf tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups?id=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640334 May 27 03:40:15.037245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port b391eb18-d064-4a92-9dcc-c4e3af793e12, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b391eb18-d064-4a92-9dcc-c4e3af793e12,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:15.037839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.235278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for b391eb18-d064-4a92-9dcc-c4e3af793e12 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:15.524329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7833-7bd0-4a12-b0d3-53478866c3e5 req-51146bf8-0cd2-4c82-8b85-6bcab9fb45d6 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:15.532020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f1e7833-7bd0-4a12-b0d3-53478866c3e5 req-51146bf8-0cd2-4c82-8b85-6bcab9fb45d6 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 945 time: 0.3150570 May 27 03:40:15.611740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f1e7833-7bd0-4a12-b0d3-53478866c3e5 req-7531a2be-d966-4f2a-b806-877d86514a13 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 May 27 03:40:15.617960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.658679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-8dfbdf77-562f-4a79-b7d8-69bddb96d51c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4062202 May 27 03:40:15.665916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:15.673772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:15.679247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Usage tracker for resource:floatingip and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:15.683239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:15.691331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:15.717723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:15.738561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=b391eb18-d064-4a92-9dcc-c4e3af793e12,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.905995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.906609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.907105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.907589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.908069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.908539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.909065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.909549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.910329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.910890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.911363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:15.924968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port b391eb18-d064-4a92-9dcc-c4e3af793e12 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:16.060379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:16.078029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.097476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.138848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ce9a7076-8829-42cb-9ce0-4b9c119a128f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:16.166624 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c9208b7-1620-4f12-9798-f753b80c5533 req-23ea4f89-d567-4226-9eae-4513078c287e tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.41 "DELETE /v2.0/ports/b391eb18-d064-4a92-9dcc-c4e3af793e12 HTTP/1.1" status: 204 len: 173 time: 1.7873542 May 27 03:40:16.275856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-9a121021-f3f2-4eb0-9eae-9bfb4dcfc608 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:16.279734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-9a121021-f3f2-4eb0-9eae-9bfb4dcfc608 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.4542477 May 27 03:40:16.313504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-50ef2e66-560a-40d1-86a8-5f0dc112de2d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/quotas/ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 375 time: 0.0268593 May 27 03:40:16.385238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port ce9a7076-8829-42cb-9ce0-4b9c119a128f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:16.392517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ce9a7076-8829-42cb-9ce0-4b9c119a128f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:16.393139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.444034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:16.500343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-ad808c72-abb1-4b75-9456-9b085a38afb3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1764259 May 27 03:40:16.532710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Allocated IP 172.25.8.130 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0e8e6080-908f-4392-b89d-142735bfbbb5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:16.573022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.607300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port ce9a7076-8829-42cb-9ce0-4b9c119a128f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ce9a7076-8829-42cb-9ce0-4b9c119a128f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:16.614917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.708505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=ce9a7076-8829-42cb-9ce0-4b9c119a128f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:16.784910 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.826249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:16.888443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-79b6026a-4e9e-4fd2-9b56-4c0d6f06db60 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832939 May 27 03:40:16.939929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:16.943935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:16.946822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:16.985213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event updated for resources: {'Port': ['ID=0e8e6080-908f-4392-b89d-142735bfbbb5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.028986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-883926255-network', 'tenant_id': '477818a63bfd4849ad735eff54840b0e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:17.039262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:17.048526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Usage tracker for resource:network and tenant:477818a63bfd4849ad735eff54840b0e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:17.056481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:17.069505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:17.089664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Made reservation on behalf of 477818a63bfd4849ad735eff54840b0e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:17.097596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.105084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-2cfc7004-56d3-457d-8dde-16d06003fb05 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098286 May 27 03:40:17.123860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.176082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:17.180775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Usage tracker for resource:security_group_rule and tenant:477818a63bfd4849ad735eff54840b0e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:17.183866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:17.190173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:17.378091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.515253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e18bf5c8-63fd-4739-8dfb-c9ba62134e7a req-8659b4fb-3de9-49d6-98a3-9cf37e0722a6 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Synchronizing usage tracker for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:17.516352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.517741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.541116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e18bf5c8-63fd-4739-8dfb-c9ba62134e7a req-8659b4fb-3de9-49d6-98a3-9cf37e0722a6 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Unset dirty status for tenant:68df637837bc48949188723b32207391 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:17.549727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.559747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e18bf5c8-63fd-4739-8dfb-c9ba62134e7a req-8659b4fb-3de9-49d6-98a3-9cf37e0722a6 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 210 time: 0.0893705 May 27 03:40:17.640856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:17.653048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66547351-70db-44d5-a687-79e6923f114e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:17.672332 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb5658e-b037-43be-a653-62df0909095c'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'dc6de9d0-97a2-47d4-a9ef-89c4aaa6fd65', 'status': 'completed', 'code': 200} May 27 03:40:17.688487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.689093 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Added segment 8ce48493-54d3-4e0f-8b59-754a786b3da3 of type vlan for network 09341dc4-36bd-4582-b4e8-26c869ebdc52 May 27 03:40:17.817735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.945662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b81ba-43e2-4e33-8f70-c805a0125894 req-1fea1af6-8dc2-4633-8f4b-b11c039f8c3d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:17.948508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c8b81ba-43e2-4e33-8f70-c805a0125894 req-1fea1af6-8dc2-4633-8f4b-b11c039f8c3d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 945 time: 0.1421130 May 27 03:40:17.980118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:17.982223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:17.984617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.000008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ce9a7076-8829-42cb-9ce0-4b9c119a128f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:18.110906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c8b81ba-43e2-4e33-8f70-c805a0125894 req-b24f5574-3809-4d72-a8e4-aa8c48c44b8d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535861 May 27 03:40:18.280306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ce9a7076-8829-42cb-9ce0-4b9c119a128f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:18.281105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.299630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] Pushing event updated for resources: {'Network': ['ID=09341dc4-36bd-4582-b4e8-26c869ebdc52,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.304761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-49bf1003-d726-44cd-bde7-835d75d40546 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8592024 May 27 03:40:18.307855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:18.309128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:18.322998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Request body: {'subnet': {'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-883926255-subnet', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:18.335581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:18.362402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.372055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.394103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Usage tracker for resource:subnet and tenant:477818a63bfd4849ad735eff54840b0e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:18.404510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:18.437862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:18.457838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:18.526585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event updated for resources: {'Port': ['ID=0e8e6080-908f-4392-b89d-142735bfbbb5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.607435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Made reservation on behalf of 477818a63bfd4849ad735eff54840b0e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:18.609809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.639269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.664373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:18.676050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-46729e61-ea9c-4c7d-9af4-26579dacaeef tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0162416 May 27 03:40:18.689439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd030548-21e9-4871-96a9-1f30dcdcd9c9 req-196fed56-b6bd-41f6-a5ea-67a0ccf25e9f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 210 time: 0.2304511 May 27 03:40:18.835328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-9a96362c-90d3-4d09-aad2-d4bd7f4e6297 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Synchronizing usage tracker for tenant:76c2ae02a1654c4da8183487589c71ea on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:18.868252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-9a96362c-90d3-4d09-aad2-d4bd7f4e6297 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Unset dirty status for tenant:76c2ae02a1654c4da8183487589c71ea on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:18.870160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-9a96362c-90d3-4d09-aad2-d4bd7f4e6297 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.1906550 May 27 03:40:19.156118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-a269b642-997f-46dd-b0d6-796133e33c03 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:19.156362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba3ff-0798-4302-adca-f788ed352be6 req-830baa68-c4a3-4a1b-b387-87c15e27e406 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:19.163806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-a269b642-997f-46dd-b0d6-796133e33c03 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2846625 May 27 03:40:19.171482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c7ba3ff-0798-4302-adca-f788ed352be6 req-830baa68-c4a3-4a1b-b387-87c15e27e406 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 945 time: 0.2789218 May 27 03:40:19.178785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-12738935-5632-4e66-9022-d8c3bfc347cd tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:40:19.193696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71546f0c-37e7-4e10-b9fd-eefe5d6ba760 req-12738935-5632-4e66-9022-d8c3bfc347cd tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0281630 May 27 03:40:19.530712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c7ba3ff-0798-4302-adca-f788ed352be6 req-94117207-1b4a-41cb-a2fe-05ce63995d6a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406889 May 27 03:40:19.546766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:19.692475 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df76794e-6ce9-4924-a325-d2807da6ea6a req-70a229b1-6527-4b75-bafd-f2d77af88cc9 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c5f75b1-98e1-4577-a98a-aaa95fe92744 HTTP/1.1" status: 200 len: 210 time: 0.1764634 May 27 03:40:19.705536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:19.738211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-db86cb0d-e991-4fcf-8c6d-5a9c9c3f1136 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:19.741842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-db86cb0d-e991-4fcf-8c6d-5a9c9c3f1136 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.5177350 May 27 03:40:19.769269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'device_id': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'admin_state_up': True, 'tenant_id': 'ff373081db304819b7fa43aca692792e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:19.782275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-ae698623-ba16-488b-ab26-c4820895c4e4 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips/bd6a799d-7102-4121-9fc6-f260cf7f8bfb HTTP/1.1" status: 200 len: 693 time: 0.1545992 May 27 03:40:19.787946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfe0f43-6fb9-4b4f-94e7-40b649d91910,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.947595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-7b994ffd-9b55-4a51-bfce-01ca2ddb925c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:19.948194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-7b994ffd-9b55-4a51-bfce-01ca2ddb925c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Synchronizing usage tracker for tenant:76c2ae02a1654c4da8183487589c71ea on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:19.970233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Checking segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:19.970794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Network hostable DHCP agents. Network: 09341dc4-36bd-4582-b4e8-26c869ebdc52, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:19.984710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-7b994ffd-9b55-4a51-bfce-01ca2ddb925c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Unset dirty status for tenant:76c2ae02a1654c4da8183487589c71ea on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:19.994653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-7b994ffd-9b55-4a51-bfce-01ca2ddb925c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2114234 May 27 03:40:20.004682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-0a3423c6-fc62-4040-90c1-c856ad0f33a3 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:40:20.006976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-850e7276-8e91-4d80-a80e-0b6ca08f7dac req-0a3423c6-fc62-4040-90c1-c856ad0f33a3 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0117421 May 27 03:40:20.034485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:20.051883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 09341dc4-36bd-4582-b4e8-26c869ebdc52) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:20.063222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71c928-6790-40f1-ab7f-61f57601026d None None] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:20.068681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:20.070177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.117981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f7a2fb36-184e-4482-baa9-cc8fa122a672 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8031616 May 27 03:40:20.120365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:20.127537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:20.138093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:20.144136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Usage tracker for resource:router and tenant:477818a63bfd4849ad735eff54840b0e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:20.149648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:20.155579 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f2c03b-2830-4583-9fc1-794c67b510d9'] response: {'server_uuid': '9c5f75b1-98e1-4577-a98a-aaa95fe92744', 'name': 'network-vif-deleted', 'tag': 'b391eb18-d064-4a92-9dcc-c4e3af793e12', 'status': 'completed', 'code': 200} May 27 03:40:20.165554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:20.190949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.198981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.247899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.307560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:20.322200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097fa46-db3b-40ab-b5ba-9ffc0a5fd7a2 req-1bbe1720-d1e6-4924-a47f-4ffa662b5069 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:20.324325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1097fa46-db3b-40ab-b5ba-9ffc0a5fd7a2 req-1bbe1720-d1e6-4924-a47f-4ffa662b5069 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 945 time: 0.3782451 May 27 03:40:20.340081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:20.409827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:20.415280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.449845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1097fa46-db3b-40ab-b5ba-9ffc0a5fd7a2 req-f5866611-d54a-480a-ac28-9b7a0b9f3a75 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134210 May 27 03:40:20.582873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfa4b0-f8c8-41a7-aeb6-642bd071410d None None] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:20.633883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f382111-c724-46d9-a320-5fd74f59f5cc req-3ce61664-9642-4126-a251-c2d589de6dc4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 210 time: 0.0651176 May 27 03:40:20.670559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:20.695257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.20.0.8 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/8faf271e-11b1-4bd8-97ab-53a01d0bd2e3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:21.034460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0864617e-05e1-4da1-b0e9-ac55dde710b4 req-1e56d010-195c-4b64-bd9f-a222c8828b19 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=76c2ae02a1654c4da8183487589c71ea HTTP/1.1" status: 200 len: 696 time: 0.3242714 May 27 03:40:21.153868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.356701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.365211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864617e-05e1-4da1-b0e9-ac55dde710b4 req-6662b096-9d43-46cb-bf9b-e7ad9119e79a tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:21.368512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0864617e-05e1-4da1-b0e9-ac55dde710b4 req-6662b096-9d43-46cb-bf9b-e7ad9119e79a tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks?id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 787 time: 0.3022778 May 27 03:40:21.385490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-0864617e-05e1-4da1-b0e9-ac55dde710b4 req-1ec5104c-79b7-442e-b19d-36593031119e tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:40:21.386819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0864617e-05e1-4da1-b0e9-ac55dde710b4 req-1ec5104c-79b7-442e-b19d-36593031119e tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0124011 May 27 03:40:21.415459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.448853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Transition to ACTIVE for port object 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:21.465106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:21.618485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Allocated IP 172.25.8.56 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/eeca116e-8339-41d5-adbd-c4d2e01e9abc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:21.669552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-7cff6856-92d5-4f2b-b58d-0ab441686c8a tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips/bd6a799d-7102-4121-9fc6-f260cf7f8bfb HTTP/1.1" status: 200 len: 693 time: 0.1521475 May 27 03:40:21.748150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54dfcd-4bd1-478a-9f7c-f730b5fc6f3f req-852f5898-8299-44fb-9b2f-8f77882e4fc3 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:21.758380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e54dfcd-4bd1-478a-9f7c-f730b5fc6f3f req-852f5898-8299-44fb-9b2f-8f77882e4fc3 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 945 time: 0.2239053 May 27 03:40:21.777793 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.797487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:21.881867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e54dfcd-4bd1-478a-9f7c-f730b5fc6f3f req-77d42bc6-7273-4b85-82b4-23399a4059e4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286700 May 27 03:40:21.889898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:21.893235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.923289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.960181 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:21.972691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.049137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:22.063355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:22.068833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:22.134921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:22.145562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:22.152555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:22.203241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.221714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:22.222664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.265940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=eeca116e-8339-41d5-adbd-c4d2e01e9abc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:22.310931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d2d0b0-cdaa-4785-a97a-c395ee68ed1c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:22.374229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-c8a2ec2d-d7da-4de8-8cd0-22632c5109c0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6198025 May 27 03:40:22.377822 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.379171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a5c362b-561e-477c-afb3-314146944942 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/security-groups/47d2d0b0-cdaa-4785-a97a-c395ee68ed1c HTTP/1.1" status: 204 len: 168 time: 0.9124651 May 27 03:40:22.390736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-2fbe14a9-bce8-4424-8571-d5ea094883b3 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:22.398101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-2fbe14a9-bce8-4424-8571-d5ea094883b3 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.7331011 May 27 03:40:22.405302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-9faae8c8-9fc0-4f34-b3dd-7cf856c91c1d tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:40:22.415782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-9faae8c8-9fc0-4f34-b3dd-7cf856c91c1d tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0160434 May 27 03:40:22.440963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:22.482638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Request body: {'port': {'device_id': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:22.519582 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-5cd24a4c-c342-4f3e-9966-8588e72bef87 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] show failed (client error): The resource could not be found. May 27 03:40:22.525061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5cd24a4c-c342-4f3e-9966-8588e72bef87 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "GET /v2.0/security-groups/47d2d0b0-cdaa-4785-a97a-c395ee68ed1c HTTP/1.1" status: 404 len: 347 time: 0.0825047 May 27 03:40:22.525697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:22.544205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7e7ffd3-12ac-4048-b201-f5342264212e None None] Provisioning for port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:22.554863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7e7ffd3-12ac-4048-b201-f5342264212e None None] Provisioning complete for port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:22.557740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ffd3-12ac-4048-b201-f5342264212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.641331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7ffd3-12ac-4048-b201-f5342264212e None None] Port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:40:22.683300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82b4c-91b4-4842-add1-56e855c4d9be req-df0e64c4-2bed-48ce-96de-2d88461f7b82 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:22.689676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0a82b4c-91b4-4842-add1-56e855c4d9be req-df0e64c4-2bed-48ce-96de-2d88461f7b82 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 931 time: 0.5485759 May 27 03:40:22.768469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-4a9111b3-e155-46e8-bea5-b363271218f0 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.3415418 May 27 03:40:22.887589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0a82b4c-91b4-4842-add1-56e855c4d9be req-70ae2cc8-6812-4672-82b1-0dca5eeeeb82 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951554 May 27 03:40:22.915110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port 0ac03fe6-b36a-4c18-ab93-805b7b71f646 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:22.915110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.928874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:22.948468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-7d308944-ef4f-46a3-829e-95211d5548de tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.1824193 May 27 03:40:23.169507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-91874ab4-c82c-4aef-8496-f99800e933fd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:23.171120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-91874ab4-c82c-4aef-8496-f99800e933fd tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 945 time: 0.4133146 May 27 03:40:23.230478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Deleting port 0e8e6080-908f-4392-b89d-142735bfbbb5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:23.230478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.388213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Deleting port 3a967888-8919-47e2-9884-d2f2795c8ec5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:23.388621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.448453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.449696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.640652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.641155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.686600 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.719907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for 0ac03fe6-b36a-4c18-ab93-805b7b71f646 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:23.779697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.779697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:23.815452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Calling delete_port for 0e8e6080-908f-4392-b89d-142735bfbbb5 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:23.882119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:23.950133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005543-1de7-4292-8443-f72ae116184d req-c108cc5f-288a-4bd6-9b1c-38438889e24e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:23.957247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f005543-1de7-4292-8443-f72ae116184d req-c108cc5f-288a-4bd6-9b1c-38438889e24e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 945 time: 0.7807066 May 27 03:40:23.974716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:23.993308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.115103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Transition to ACTIVE for port object 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:24.120583 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.197919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.235148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event deleted for resources: {'Port': ['ID=0e8e6080-908f-4392-b89d-142735bfbbb5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:24.323560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f005543-1de7-4292-8443-f72ae116184d req-74d948ba-c924-4b5e-80f0-c1f352e64596 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257651 May 27 03:40:24.336818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] For port 3a967888-8919-47e2-9884-d2f2795c8ec5, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3a967888-8919-47e2-9884-d2f2795c8ec5,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:24.337451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.374558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:24.516779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Calling delete_port for 3a967888-8919-47e2-9884-d2f2795c8ec5 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:24.573549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.654497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=0ac03fe6-b36a-4c18-ab93-805b7b71f646,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:24.884584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.887960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Attempting to bind port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:24.888379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Attempting to bind port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:24.888845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Attempting to bind port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:24.901764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 on network 2d969655-9e36-4c80-8569-9226d261e6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:40:24.902089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Attempting to bind port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:24.915422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:24.915422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:24.915804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:24.916804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Bound port: 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:24.916804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:24.932345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.039587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.056547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f702896b-36ea-4e41-ac55-900cba5109d8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:25.100478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.100478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38d6ecf8-3cbf-4bf1-8391-fb1de963faf5 req-d61c3842-e9b0-4796-8259-7f39e41ff614 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "DELETE /v2.0/floatingips/bd6a799d-7102-4121-9fc6-f260cf7f8bfb HTTP/1.1" status: 204 len: 173 time: 2.1433456 May 27 03:40:25.110482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98883128-ba21-4776-8dfb-c5adaaa07add req-45c60f7d-a4bd-4765-8c2a-2f2855d1aeb4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:25.118911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98883128-ba21-4776-8dfb-c5adaaa07add req-45c60f7d-a4bd-4765-8c2a-2f2855d1aeb4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 943 time: 0.3623641 May 27 03:40:25.134993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.138642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-86aea828-c17b-4807-b25e-6f8176770d31 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/floatingips/ff355e63-2af5-41a5-aafd-cc6e1d8649e9 HTTP/1.1" status: 204 len: 168 time: 2.6072168 May 27 03:40:25.154708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:25.158462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event deleted for resources: {'Port': ['ID=3a967888-8919-47e2-9884-d2f2795c8ec5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:25.254060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ff283e7e-c284-412c-80f2-372ab8ace084'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:25.283155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] No DVR routers for this DVR port 3a967888-8919-47e2-9884-d2f2795c8ec5 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:25.287087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.292177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7dd83f56-1fdf-4783-ad55-8a8e7e68ce75 req-019bbb54-ba89-436c-8603-66586574585e tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "DELETE /v2.0/ports/3a967888-8919-47e2-9884-d2f2795c8ec5 HTTP/1.1" status: 204 len: 173 time: 2.1043935 May 27 03:40:25.303484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'name': 'network-vif-deleted', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:25.328651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Router 29e3d07c-75aa-4324-9575-e1d48b32f5ab is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:25.361430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98883128-ba21-4776-8dfb-c5adaaa07add req-34c8b056-0c2f-422f-b7b6-cec73ab8a2dc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390976 May 27 03:40:25.573552 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3bc492-9bb4-475c-b3ed-915b33415adc'] response: {'server_uuid': '2dc8006f-f896-488e-840e-a39b696e6f1d', 'name': 'network-vif-deleted', 'tag': '3a967888-8919-47e2-9884-d2f2795c8ec5', 'status': 'completed', 'code': 200} May 27 03:40:25.587616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port 8a518343-caff-4589-9a57-cee912e573c5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:25.589869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:25.737710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-ec448b2a-a542-4261-bfc9-e0ff7a0ca6e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2212903 May 27 03:40:25.740167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-982c9beb-3599-45a8-957d-2c024739d591 req-704b023d-ce1f-4344-9a9b-c97f53273420 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5843565 May 27 03:40:25.789555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:25.848570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:25.867336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Usage tracker for resource:floatingip and tenant:76c2ae02a1654c4da8183487589c71ea is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:25.878904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:25.882391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:25.900975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:25.907067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:25.933920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.015887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-269f99c5-1dc8-4a6f-bb07-e7d3288b3365 req-961a04e5-fca1-48fc-b394-554f92a8f620 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:26.072027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.078378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:26.082544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-269f99c5-1dc8-4a6f-bb07-e7d3288b3365 req-961a04e5-fca1-48fc-b394-554f92a8f620 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:26.098017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-269f99c5-1dc8-4a6f-bb07-e7d3288b3365 req-961a04e5-fca1-48fc-b394-554f92a8f620 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dc8006f-f896-488e-840e-a39b696e6f1d HTTP/1.1" status: 200 len: 210 time: 0.2768390 May 27 03:40:26.118117 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Sync routers for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:26.156928 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:26.158944 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-23ee7aa3-5bbe-425d-8498-1212ae4a81a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 1097 time: 0.3939428 May 27 03:40:26.166994 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:26.179537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.187602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef69a375-b075-4de2-8613-51f60076c0e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0602293 May 27 03:40:26.191398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:26.203721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.205376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 HTTP/1.1" status: 200 len: 1091 time: 3.8216259 May 27 03:40:26.299298 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.315289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:26.534507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69025-b5d6-4ec6-a9bd-b9396adfa7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.575750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-83a13d5d-eda0-41ef-bced-6179ac59a2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:26.577248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-83a13d5d-eda0-41ef-bced-6179ac59a2b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.3941710 May 27 03:40:26.667737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3a967888-8919-47e2-9884-d2f2795c8ec5 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:26.690488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:26.736243 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:26.768603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-393a2604-70a3-477e-a286-72d9b4fcf134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 200 len: 1001 time: 0.1825526 May 27 03:40:26.772267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 3a967888-8919-47e2-9884-d2f2795c8ec5 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:26.772609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3a967888-8919-47e2-9884-d2f2795c8ec5 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:26.806324 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e029d72-c961-4682-8b7d-118833130bc5'] response: {'name': 'network-changed', 'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3', 'status': 'completed', 'code': 200} May 27 03:40:26.847267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-afd9368d-20e4-4845-b076-5105a91a507e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:26.848038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-afd9368d-20e4-4845-b076-5105a91a507e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.0733528 May 27 03:40:26.912561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for 8a518343-caff-4589-9a57-cee912e573c5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:26.997573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-0e4965b8-f675-4527-a99e-f5bb19b6aa7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 1094 time: 0.4504111 May 27 03:40:27.129641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff785-43b7-406c-863a-7eac0d75acc0 req-60f8254f-6359-47bc-ae67-f47b4562ab15 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:27.137706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58aff785-43b7-406c-863a-7eac0d75acc0 req-60f8254f-6359-47bc-ae67-f47b4562ab15 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 943 time: 0.1755593 May 27 03:40:27.156049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-64a75808-a4e8-44b7-bc4a-1e550030d9a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998955 May 27 03:40:27.162092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-b778da5b-d1ac-436d-8fb0-f8a8664cdc38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 HTTP/1.1" status: 200 len: 217 time: 0.1519730 May 27 03:40:27.173649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:27.209496 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:22Z', 'revision_number': 3, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:27.214349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Checking router: 29e3d07c-75aa-4324-9575-e1d48b32f5ab for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:27.214687 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Updating router 29e3d07c-75aa-4324-9575-e1d48b32f5ab port eeca116e-8339-41d5-adbd-c4d2e01e9abc binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:40:27.291006 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:27.338729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58aff785-43b7-406c-863a-7eac0d75acc0 req-a2431004-db7c-470b-915d-14aef6b2057a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997652 May 27 03:40:27.368687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-62909c3b-dc92-45d9-b1b1-89232a4cee21 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045252 May 27 03:40:27.566435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d195569-b7a3-4053-82f4-1ab61e9436dd req-a5f54e78-82be-4f0a-8ede-887266013626 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874030 May 27 03:40:27.653812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-3d881e55-4c12-4080-97af-db768ac2eae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:27.655268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-3d881e55-4c12-4080-97af-db768ac2eae0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.4853480 May 27 03:40:27.665643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33636) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:27.727692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Allocated IP 172.25.8.11 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/82bbb998-2431-4f8a-bbf7-5542a56f3c49) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:27.745269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:27.775765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-573f75cd-641a-47b0-b2a7-9992d53dec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:27.857450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=8a518343-caff-4589-9a57-cee912e573c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.860035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:27.899071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:27.903291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Usage tracker for resource:security_group_rule and tenant:2576ea42298042779bf4ba10481da2b5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:27.906433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:27.913826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:28.025233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.031362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.072125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b12b348-4fee-4107-8cd8-67174565b7f2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.117145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91c6eaad-4f9e-4009-85a0-5f8a8cf48a38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2576ea42298042779bf4ba10481da2b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4498405 May 27 03:40:28.117766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:28.155079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.199952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.210866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-4aff9351-7bfc-460d-adb9-988927362768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5419815 May 27 03:40:28.223744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c26775f8-4d4e-47e6-8ef6-14fa80dc72b0 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/ports/8a518343-caff-4589-9a57-cee912e573c5 HTTP/1.1" status: 204 len: 168 time: 3.0616288 May 27 03:40:28.224481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:28.309110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.327446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port 1db09813-6273-47bd-92e1-ec717192af0b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:28.327899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.338467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.431319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-309bfb99-a322-42d2-b732-a487b459f760 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093396 May 27 03:40:28.477463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.643508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:28.660366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event updated for resources: {'Port': ['ID=82bbb998-2431-4f8a-bbf7-5542a56f3c49,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.670880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:28.676763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:28.683221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.717771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b12b348-4fee-4107-8cd8-67174565b7f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:28.727550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.809249 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.832057 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Transition to ACTIVE for port object eeca116e-8339-41d5-adbd-c4d2e01e9abc will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:28.839415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Sync routers for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:28.843992 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.856193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:28.857194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:28.863565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce33068b-17f5-4cdc-9013-6dd9174dd89e req-5391061e-21e8-4b71-b447-5274ee2ae398 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261522 May 27 03:40:28.910356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for 1db09813-6273-47bd-92e1-ec717192af0b owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:28.933639 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Attempting to bind port eeca116e-8339-41d5-adbd-c4d2e01e9abc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:28.934002 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Attempting to bind port eeca116e-8339-41d5-adbd-c4d2e01e9abc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:28.934355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Attempting to bind port eeca116e-8339-41d5-adbd-c4d2e01e9abc on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:28.950643 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:28.951010 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:28.951405 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.951785 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:28.952240 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Bound port: eeca116e-8339-41d5-adbd-c4d2e01e9abc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:28.952601 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.956097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:28.957454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6cbfa77-3f65-4b1b-a5b7-5083e54e4ac8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b12b348-4fee-4107-8cd8-67174565b7f2 HTTP/1.1" status: 204 len: 168 time: 0.8387582 May 27 03:40:29.034847 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] For port eeca116e-8339-41d5-adbd-c4d2e01e9abc, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:29.038993 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] For port eeca116e-8339-41d5-adbd-c4d2e01e9abc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eeca116e-8339-41d5-adbd-c4d2e01e9abc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:29.041154 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Pushing event updated for resources: {'Port': ['ID=eeca116e-8339-41d5-adbd-c4d2e01e9abc,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.045622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d6674-245a-4ba4-bef0-ea7e81f44c8c req-c30bfcd2-9e9c-4b39-ba33-1dc4493c933e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:29.047109 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.058409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e1d6674-245a-4ba4-bef0-ea7e81f44c8c req-c30bfcd2-9e9c-4b39-ba33-1dc4493c933e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 943 time: 0.4751403 May 27 03:40:29.065783 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.066273 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.066744 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.067237 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.067737 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.068196 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.068654 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.069169 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.069640 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.070095 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.074126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:29.119846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.241663 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:29.242315 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:29.316576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:29.327769 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fd598-4d71-410e-bf82-a58b3f81c84e None None] Pushing event updated for resources: {'Port': ['ID=eeca116e-8339-41d5-adbd-c4d2e01e9abc,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.373341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e1d6674-245a-4ba4-bef0-ea7e81f44c8c req-6062c584-1417-4fcb-a80a-a84e55fecfc2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134050 May 27 03:40:29.492292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.492827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-4ae084bf-cb0f-441d-b8fc-2bf03ba8def2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 1094 time: 0.5463309 May 27 03:40:29.499138 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:29.572931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.697996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:29.786651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=1db09813-6273-47bd-92e1-ec717192af0b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:29.829902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.842540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f368520-ece7-4af5-b531-a578ddc69343 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/ports/1db09813-6273-47bd-92e1-ec717192af0b HTTP/1.1" status: 204 len: 168 time: 1.6118212 May 27 03:40:29.844857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:29.848569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:29.864457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '14d37429-b911-4f9f-b3be-334ab08962cf', 'name': '', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'mac_address': 'fa:16:3e:99:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:10Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 2, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'subnets': [{'id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:29.870198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Checking router: e25cc2a4-93aa-43d4-a791-2db4ea00d39f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:29.871049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Updating router e25cc2a4-93aa-43d4-a791-2db4ea00d39f port 14d37429-b911-4f9f-b3be-334ab08962cf binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:40:30.016671 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6a8beab3-67fc-49d1-871a-c18b8de1f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.032626 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.058091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-c98c6880-9588-405d-8cf8-cd41030f4ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:30.059790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-c98c6880-9588-405d-8cf8-cd41030f4ea1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5490158 May 27 03:40:30.088382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:22Z', 'revision_number': 3, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:30.100351 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb24f4-1279-48a2-89fb-99cb72f36986 None None] The sync data for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 is: [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:22Z', 'revision_number': 3, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:30.222564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting subnet a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:40:30.234343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.362400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.417551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-6ef3d101-2488-4b67-879b-b184f39935e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 HTTP/1.1" status: 200 len: 217 time: 0.3274660 May 27 03:40:30.424422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:30.519506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Usage tracker for resource:security_group_rule and tenant:989784e1f94c477c940e333d0e02fcba is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:30.528766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:30.544115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:30.601372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9637a6-1506-44f0-a46b-817693d155dc req-ce16929b-8515-48bb-8faf-e4f8373ef7f6 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:30.605391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9637a6-1506-44f0-a46b-817693d155dc req-ce16929b-8515-48bb-8faf-e4f8373ef7f6 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:30.607003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d9637a6-1506-44f0-a46b-817693d155dc req-ce16929b-8515-48bb-8faf-e4f8373ef7f6 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc&device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 1681 time: 0.2038701 May 27 03:40:30.620481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.623007 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.628497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-5766b90c-212e-451d-8225-aa61df2af8a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:30.634725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-5766b90c-212e-451d-8225-aa61df2af8a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.2008305 May 27 03:40:30.637927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Transition to ACTIVE for port object 14d37429-b911-4f9f-b3be-334ab08962cf will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:30.656687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.685340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.715269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d9637a6-1506-44f0-a46b-817693d155dc req-c33a1e87-0aaa-48d9-a01e-aa639acf8bc4 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645912 May 27 03:40:30.750371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Pushing event updated for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:30.763262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.763262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.763262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.764415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.764415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.766688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:30.794586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.853088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:30.877423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Subnet': ['ID=a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:30.887041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:30.898027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d97af20c-6467-4c22-b2d8-06040d2024ea tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/subnets/a69cab54-4b0a-4f2e-adc5-9ba0e05e2ea8 HTTP/1.1" status: 204 len: 168 time: 1.0494473 May 27 03:40:30.899003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33690) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:30.939289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.009394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e5cfa-da39-4ae9-b826-c157b7fce5c9 None None] Network 64fac7f4-787d-4f35-bbfa-766aa909a04e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:31.013171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.226102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.255647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Attempting to bind port 14d37429-b911-4f9f-b3be-334ab08962cf on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:31.255765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Attempting to bind port 14d37429-b911-4f9f-b3be-334ab08962cf by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:31.256060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Attempting to bind port 14d37429-b911-4f9f-b3be-334ab08962cf on network 70bb4252-367c-4a29-ba4a-5c4188604a24 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:31.278462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.294116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting subnet 0a2d0ed1-39a6-4741-834f-4a15d04020a5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:40:31.297036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:31.298013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Checking segment: {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:31.299320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.299701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.300284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Bound using segment: {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:31.301077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Bound port: 14d37429-b911-4f9f-b3be-334ab08962cf, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4acd2-78cd-46a2-90e4-cfdd294731c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:31.302317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.385137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.456413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=989784e1f94c477c940e333d0e02fcba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7568917 May 27 03:40:31.470914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] For port 14d37429-b911-4f9f-b3be-334ab08962cf, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:31.474877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] For port 14d37429-b911-4f9f-b3be-334ab08962cf, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14d37429-b911-4f9f-b3be-334ab08962cf,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:31.485822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:31.486699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaab090-a81e-4866-99d9-6dff5700d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7027cf7-f6f0-4e17-af43-bbef28342602,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:31.507077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.510008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-37ca90d7-b623-4702-a2ba-c73210fe7cdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8594360 May 27 03:40:31.518080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.540783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.668227 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.733825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:31.735841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:31.744223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.748076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event updated for resources: {'Port': ['ID=82bbb998-2431-4f8a-bbf7-5542a56f3c49,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:31.824351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2d0ed1-39a6-4741-834f-4a15d04020a5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:31.835891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ec65-1394-4d6e-ba92-1747487e43ef req-d04880e7-0f9b-4fdb-a33d-aa4de0c6b7fd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:31.836930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3433ec65-1394-4d6e-ba92-1747487e43ef req-d04880e7-0f9b-4fdb-a33d-aa4de0c6b7fd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 943 time: 0.2227011 May 27 03:40:31.840163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.846970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0647b725-e6f1-4897-be76-fd68c263c07a tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/subnets/0a2d0ed1-39a6-4741-834f-4a15d04020a5 HTTP/1.1" status: 204 len: 168 time: 0.9459438 May 27 03:40:31.849404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33704) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:31.868245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.947232 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:31.948451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-982c9beb-3599-45a8-957d-2c024739d591 req-af24b8e1-0cf8-4b04-8f72-a0df7221c2b8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1643417 May 27 03:40:31.952345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:32.035395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Allocated IP 172.20.0.1 (09341dc4-36bd-4582-b4e8-26c869ebdc52/9cfe0f43-6fb9-4b4f-94e7-40b649d91910/8d2b9ca6-2418-4df1-9d7f-4d041e785622) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:32.085475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3433ec65-1394-4d6e-ba92-1747487e43ef req-cf0222ee-4ea6-4bc7-bfbb-b9f2fceb67b9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843946 May 27 03:40:32.130081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea4599-e837-4fac-aa17-dda8d15c0841 None None] Network 63dbb359-7e82-47e3-ba00-c715175954e2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:32.134495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-982c9beb-3599-45a8-957d-2c024739d591 req-688bd4c2-7ae4-47d4-a1c4-887ea46b64f1 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Synchronizing usage tracker for tenant:76c2ae02a1654c4da8183487589c71ea on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:32.144246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.215193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.246464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port 175eadee-4fd4-48f2-ac84-46ded6452217 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:32.248485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.252718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eeca116e-8339-41d5-adbd-c4d2e01e9abc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:32.432375 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-60ebcd9e-0412-476f-9793-99efb7c5cc2a service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9122920 May 27 03:40:32.481696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.497418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-982c9beb-3599-45a8-957d-2c024739d591 req-688bd4c2-7ae4-47d4-a1c4-887ea46b64f1 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Unset dirty status for tenant:76c2ae02a1654c4da8183487589c71ea on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:32.498713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-982c9beb-3599-45a8-957d-2c024739d591 req-688bd4c2-7ae4-47d4-a1c4-887ea46b64f1 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.5379422 May 27 03:40:32.526794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c23d-fa10-4165-b9f2-9bb9a50de4c2 None None] Pushing event updated for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:32.553231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:32.556717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port eeca116e-8339-41d5-adbd-c4d2e01e9abc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:32.572948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port eeca116e-8339-41d5-adbd-c4d2e01e9abc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:32.573475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.747941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:40:32.791361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.839767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] For port 175eadee-4fd4-48f2-ac84-46ded6452217, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=175eadee-4fd4-48f2-ac84-46ded6452217,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:32.840253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.883993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] DHCP port deletion for 64fac7f4-787d-4f35-bbfa-766aa909a04e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:40:32.977959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Deleting port 175eadee-4fd4-48f2-ac84-46ded6452217 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:32.978455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:32.999674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.012791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.094965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Calling delete_port for 175eadee-4fd4-48f2-ac84-46ded6452217 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:33.144383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] DHCP port deletion for 63dbb359-7e82-47e3-ba00-c715175954e2 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:40:33.157582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.197845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.233550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1e5ea4-a9e4-4fa5-8281-396eab8f60cb req-413dd9b9-8199-4c5a-bb7f-ae489a358ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847521 May 27 03:40:33.241899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:33.263513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7027cf7-f6f0-4e17-af43-bbef28342602,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:33.270108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.274512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Deleting port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:33.275652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1bf8c017-a759-4b45-96bc-5ad75ee82a0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7027cf7-f6f0-4e17-af43-bbef28342602 HTTP/1.1" status: 204 len: 168 time: 1.7641406 May 27 03:40:33.280888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Port': ['ID=175eadee-4fd4-48f2-ac84-46ded6452217,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:33.285669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.292268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] No DVR routers for this DVR port 175eadee-4fd4-48f2-ac84-46ded6452217 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:33.297737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:33.302115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:33.311971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:33.477224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.514579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.567747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c9beb-3599-45a8-957d-2c024739d591 req-c9bdac91-5644-41f1-b265-9859f1725dba tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:33.569974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-982c9beb-3599-45a8-957d-2c024739d591 req-c9bdac91-5644-41f1-b265-9859f1725dba tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.9882262 May 27 03:40:33.593751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fac7f4-787d-4f35-bbfa-766aa909a04e']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:33.637744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03a2182-44ca-49c2-9d9e-3458763cab43') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:33.642740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03a2182-44ca-49c2-9d9e-3458763cab43') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:33.685889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.742253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.756887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.777815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:40:33.778395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: timer() May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:40:33.796597 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:40:33.902417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:33.937134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port eeca116e-8339-41d5-adbd-c4d2e01e9abc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eeca116e-8339-41d5-adbd-c4d2e01e9abc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:33.955154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:33.987481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3', 'mac_address': 'fa:16:3e:90:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:34.019686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.033693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.076591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3053a-ee20-4931-ad63-653771153cf9 req-2c78f8bd-90da-4a49-9e32-3015562f3e21 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:34.087732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1d3053a-ee20-4931-ad63-653771153cf9 req-2c78f8bd-90da-4a49-9e32-3015562f3e21 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 943 time: 0.3953493 May 27 03:40:34.123595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.152870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] For port 175eadee-4fd4-48f2-ac84-46ded6452217, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=175eadee-4fd4-48f2-ac84-46ded6452217,segment=NetworkSegment(d03a2182-44ca-49c2-9d9e-3458763cab43),segment_id=d03a2182-44ca-49c2-9d9e-3458763cab43)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:34.153509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.189394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.348951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Network': ['ID=64fac7f4-787d-4f35-bbfa-766aa909a04e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:34.374143 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4ca375c8-c439-488d-8ce6-4db428ae7ff4 tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/networks/64fac7f4-787d-4f35-bbfa-766aa909a04e HTTP/1.1" status: 204 len: 168 time: 2.5237389 May 27 03:40:34.387683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:34.429135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:34.460054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:34.461115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1d3053a-ee20-4931-ad63-653771153cf9 req-d17120ef-7180-430b-9ac7-00c64701fbb2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898917 May 27 03:40:34.469101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Calling delete_port for 175eadee-4fd4-48f2-ac84-46ded6452217 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:34.623968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=eeca116e-8339-41d5-adbd-c4d2e01e9abc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:34.628126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14d37429-b911-4f9f-b3be-334ab08962cf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:34.715221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.781952 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.823090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] For port eb48b5c6-46d9-467f-a16b-e66b3c1957a2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,segment=NetworkSegment(22c645a0-aae3-46aa-b0c7-a07903dbb232),segment_id=22c645a0-aae3-46aa-b0c7-a07903dbb232)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:34.823584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.839178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 14d37429-b911-4f9f-b3be-334ab08962cf completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:34.843808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '14d37429-b911-4f9f-b3be-334ab08962cf', 'name': '', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'mac_address': 'fa:16:3e:99:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:10Z', 'updated_at': '2022-05-27T03:40:31Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'subnets': [{'id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:34.859118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.950044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 14d37429-b911-4f9f-b3be-334ab08962cf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:34.950044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:34.971647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-66f2a1b3-c05f-4063-9d3c-e90cc6ead94f tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips/36e0dce7-57a9-4280-8018-ab98786e2921 HTTP/1.1" status: 200 len: 692 time: 0.5824854 May 27 03:40:34.979256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.071081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f047604-3fe1-4eec-8f83-9095e4ff5b46 None None] The sync data for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 is: [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:11Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '14d37429-b911-4f9f-b3be-334ab08962cf', 'name': '', 'network_id': '70bb4252-367c-4a29-ba4a-5c4188604a24', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'mac_address': 'fa:16:3e:99:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:10Z', 'updated_at': '2022-05-27T03:40:31Z', 'revision_number': 4, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'subnets': [{'id': '3f1eed55-649d-429f-ab78-53825b092f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:35.108271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Calling delete_port for eb48b5c6-46d9-467f-a16b-e66b3c1957a2 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:35.175810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:35.228295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6828a-efe2-443f-a6d2-c299d41d6f10 req-17da6a40-d8f7-4bd6-8383-eb0c413bccf8 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:35.234643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:35.237607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bb6828a-efe2-443f-a6d2-c299d41d6f10 req-17da6a40-d8f7-4bd6-8383-eb0c413bccf8 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 945 time: 0.1008492 May 27 03:40:35.284401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:40:35.284809 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:40:35.307395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bb6828a-efe2-443f-a6d2-c299d41d6f10 req-aa9c0616-cbb6-468d-89e3-68196271254b tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 May 27 03:40:35.328919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-86160c55-7ecf-449c-a5e4-637f0a8071cf tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:35.332110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-86160c55-7ecf-449c-a5e4-637f0a8071cf tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.3390474 May 27 03:40:35.484793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-19fa8b9f-fa24-4453-8ea1-5e7930054665 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:35.485855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-19fa8b9f-fa24-4453-8ea1-5e7930054665 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 945 time: 0.7143426 May 27 03:40:35.486519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Deleting port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:35.486866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.541198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.680670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] No DVR routers for this DVR port eb48b5c6-46d9-467f-a16b-e66b3c1957a2 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:35.806378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2385-4ea1-49ea-9089-3e37a762d064 req-9b9e210b-8d98-4d7f-bacd-ef43066365c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:35.806378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bfe2385-4ea1-49ea-9089-3e37a762d064 req-9b9e210b-8d98-4d7f-bacd-ef43066365c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.2613750 May 27 03:40:35.825955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Deleting port 175eadee-4fd4-48f2-ac84-46ded6452217 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:35.825955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.892398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:35.915479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bfe2385-4ea1-49ea-9089-3e37a762d064 req-e5311421-97e7-44a9-a41b-c98862f70115 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984051 May 27 03:40:35.924055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-6988d7cf-6ddf-4a46-9b62-0b1b5b7cc89d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:35.925754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-6988d7cf-6ddf-4a46-9b62-0b1b5b7cc89d tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "GET /v2.0/ports?device_id=6917485a-77a8-4e9d-9c8a-b84b224a50bc HTTP/1.1" status: 200 len: 945 time: 0.3405795 May 27 03:40:35.932685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] The port 'eb48b5c6-46d9-467f-a16b-e66b3c1957a2' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:40:36.017685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28fd02-5880-43fe-a5c3-dd669a677999 None None] Pushing event deleted for resources: {'Port': ['ID=eb48b5c6-46d9-467f-a16b-e66b3c1957a2,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:36.027169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.109341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:36.149574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0454531c-d2b1-4ce8-a38f-3d35aef57c5d None None] The port '175eadee-4fd4-48f2-ac84-46ded6452217' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:40:36.195199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:36.198606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-c6fc3842-9764-4985-9a63-1177bf790353 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.8408637 May 27 03:40:36.206450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:36.278349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 14d37429-b911-4f9f-b3be-334ab08962cf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14d37429-b911-4f9f-b3be-334ab08962cf,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:36.294719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.323816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Deleting port f702896b-36ea-4e41-ac55-900cba5109d8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:36.324839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.441065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eb48b5c6-46d9-467f-a16b-e66b3c1957a2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:36.499148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: eb48b5c6-46d9-467f-a16b-e66b3c1957a2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:36.499148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eb48b5c6-46d9-467f-a16b-e66b3c1957a2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:36.499148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 175eadee-4fd4-48f2-ac84-46ded6452217 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:36.543078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2ea1d-e084-4b86-990b-2e1a4d4abb33 req-7449bdc8-1685-488f-b163-e032367ead04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:36.544621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2c2ea1d-e084-4b86-990b-2e1a4d4abb33 req-7449bdc8-1685-488f-b163-e032367ead04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 944 time: 0.3213387 May 27 03:40:36.561841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 175eadee-4fd4-48f2-ac84-46ded6452217 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:36.561841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 175eadee-4fd4-48f2-ac84-46ded6452217 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:36.594814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:36.770468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Deleting port ff283e7e-c284-412c-80f2-372ab8ace084 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:36.770468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.781157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eeca116e-8339-41d5-adbd-c4d2e01e9abc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:36.840298 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2c2ea1d-e084-4b86-990b-2e1a4d4abb33 req-8f030e34-b38e-4602-ad56-2adda8f61606 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771518 May 27 03:40:36.934611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.966237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port eeca116e-8339-41d5-adbd-c4d2e01e9abc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:36.966237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:36.987695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-24422ab2-c617-42ce-94c2-c0511424d7d8 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.3391778 May 27 03:40:37.088557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dbb359-7e82-47e3-ba00-c715175954e2']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:37.099592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-d771eddf-eb6e-46e9-94a3-5731147f72bc tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.099592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-d771eddf-eb6e-46e9-94a3-5731147f72bc tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.4291146 May 27 03:40:37.164015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] For port f702896b-36ea-4e41-ac55-900cba5109d8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f702896b-36ea-4e41-ac55-900cba5109d8,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:37.164015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.180177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c645a0-aae3-46aa-b0c7-a07903dbb232') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:37.180475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c645a0-aae3-46aa-b0c7-a07903dbb232') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:37.219028 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.342490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Calling delete_port for f702896b-36ea-4e41-ac55-900cba5109d8 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:37.390408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Deleting port 82bbb998-2431-4f8a-bbf7-5542a56f3c49 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:37.391021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.393716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33794) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:37.406911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:37.407163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.427755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.451912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:40:37.452603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: timer() May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:40:37.473589 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:40:37.784348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.823207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.827424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.831277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.835642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.838899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.844085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.844732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] For port ff283e7e-c284-412c-80f2-372ab8ace084, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ff283e7e-c284-412c-80f2-372ab8ace084,segment=NetworkSegment(4762a3ba-b0b0-4ced-b7bc-e9c552ef072e),segment_id=4762a3ba-b0b0-4ced-b7bc-e9c552ef072e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:37.844732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.847079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:37.849411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-f5d17895-473f-4b03-a133-355553a5a3e7 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.4583321 May 27 03:40:37.944400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:37.946313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:37.993439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Usage tracker for resource:security_group_rule and tenant:0b487a1876864a449ec6e5ded4c01a4c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:38.000572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:38.024886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:38.029510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event deleted for resources: {'Port': ['ID=f702896b-36ea-4e41-ac55-900cba5109d8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:38.046703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c82e88c-07fb-432e-8fa0-d761a68d085a req-1761c958-02d7-4de0-839b-28a0cc6bfe7f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879699 May 27 03:40:38.048168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] For port c729a28b-28ae-4fff-b9b4-5c2283da2964, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c729a28b-28ae-4fff-b9b4-5c2283da2964,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:38.048524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.080543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Calling delete_port for ff283e7e-c284-412c-80f2-372ab8ace084 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:38.217566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.241679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] No DVR routers for this DVR port f702896b-36ea-4e41-ac55-900cba5109d8 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:38.247352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.276444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.286419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'name': 'network-vif-deleted', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:38.321936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] Pushing event deleted for resources: {'Network': ['ID=63dbb359-7e82-47e3-ba00-c715175954e2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:38.355825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-be3d08b2-ab88-4e28-af38-7751552befdb tempest-TaggedBootDevicesTest_v242-1631553880 tempest-TaggedBootDevicesTest_v242-1631553880-project] 10.222.0.46 "DELETE /v2.0/networks/63dbb359-7e82-47e3-ba00-c715175954e2 HTTP/1.1" status: 204 len: 168 time: 3.7905977 May 27 03:40:38.368034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.368740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.417633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe99fcf9-dc43-471f-8df3-48b31b525785 req-1f387357-ae5e-4015-9ba7-6337ba6dff7a tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.41 "DELETE /v2.0/ports/f702896b-36ea-4e41-ac55-900cba5109d8 HTTP/1.1" status: 204 len: 173 time: 2.4832644 May 27 03:40:38.450289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.470192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.514401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.528054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Calling delete_port for 82bbb998-2431-4f8a-bbf7-5542a56f3c49 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:38.596073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8e537-18fd-420a-8fe5-4a0a7c6e9fe7 req-c08f5905-42aa-454f-a77e-13cab3884346 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:38.597156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-abb8e537-18fd-420a-8fe5-4a0a7c6e9fe7 req-c08f5905-42aa-454f-a77e-13cab3884346 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Synchronizing usage tracker for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:38.619289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8729701-eed0-4be7-b637-5ed5aa8cefd2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:38.624929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Pushing event deleted for resources: {'Port': ['ID=ff283e7e-c284-412c-80f2-372ab8ace084,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:38.650651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5914fe7d-fb2e-4a3e-9d23-1f9ffda511bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b487a1876864a449ec6e5ded4c01a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2559724 May 27 03:40:38.652351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33808) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:38.658482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.659072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.659617 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Floating IP 3a63cbac-1a7b-477b-9955-db5495f36381 disassociated. External IP: 172.25.8.214, port: c729a28b-28ae-4fff-b9b4-5c2283da2964. May 27 03:40:38.660181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for c729a28b-28ae-4fff-b9b4-5c2283da2964 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:38.702853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14d37429-b911-4f9f-b3be-334ab08962cf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:38.706768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-abb8e537-18fd-420a-8fe5-4a0a7c6e9fe7 req-c08f5905-42aa-454f-a77e-13cab3884346 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Unset dirty status for tenant:4fdf88f586024f84b1f9d093d26dae39 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:38.708355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abb8e537-18fd-420a-8fe5-4a0a7c6e9fe7 req-c08f5905-42aa-454f-a77e-13cab3884346 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dfd684b-6c61-4be3-bb97-e2d5c9edd48e HTTP/1.1" status: 200 len: 945 time: 0.4872956 May 27 03:40:38.732961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f702896b-36ea-4e41-ac55-900cba5109d8 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:38.754109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] No DVR routers for this DVR port ff283e7e-c284-412c-80f2-372ab8ace084 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:38.760689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.763099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b2ef347-0fdc-427e-b657-d0d63cd4cf54 req-6dca0262-be9e-4001-b3a1-76bec6f24dca tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.21 "DELETE /v2.0/ports/ff283e7e-c284-412c-80f2-372ab8ace084 HTTP/1.1" status: 204 len: 173 time: 3.1768255 May 27 03:40:38.763948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'name': 'network-vif-deleted', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:38.764653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:38.828143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: f702896b-36ea-4e41-ac55-900cba5109d8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:38.828726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f702896b-36ea-4e41-ac55-900cba5109d8 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:38.834314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abb8e537-18fd-420a-8fe5-4a0a7c6e9fe7 req-927ccd45-884c-4248-9439-03bb15a44238 tempest-ListServersNegativeTestJSON-1461220744 tempest-ListServersNegativeTestJSON-1461220744-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd61099-f508-4b66-93db-53bcc7dab272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171494 May 27 03:40:38.850842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Router 29e3d07c-75aa-4324-9575-e1d48b32f5ab has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:38.906478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 14d37429-b911-4f9f-b3be-334ab08962cf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:38.907077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.967378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.980468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:38.987851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:38.988213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:38.988993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.125284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Pushing event deleted for resources: {'Port': ['ID=82bbb998-2431-4f8a-bbf7-5542a56f3c49,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:39.200186 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.265452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:39.279022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:39.285299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.286506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ff283e7e-c284-412c-80f2-372ab8ace084 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:39.295699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.309244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.338086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.339698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65d96b7e-5cd1-4ef1-b1bd-a2b92e71b04c req-313ec99d-39e4-404e-b704-14497cd50921 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "DELETE /v2.0/floatingips/36e0dce7-57a9-4280-8018-ab98786e2921 HTTP/1.1" status: 204 len: 173 time: 2.3542030 May 27 03:40:39.345095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.379254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:39.398516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1586f9e4-e991-46aa-8a00-39f8e41dfb67 admin admin] 10.222.0.46 "PUT /v2.0/routers/29e3d07c-75aa-4324-9575-e1d48b32f5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1881330 May 27 03:40:39.404003 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Sync routers for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:39.404544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: ff283e7e-c284-412c-80f2-372ab8ace084 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:39.404544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ff283e7e-c284-412c-80f2-372ab8ace084 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:39.441579 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:39.451091 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:39.451525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:39.485798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'Port': ['ID=c729a28b-28ae-4fff-b9b4-5c2283da2964,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:39.570870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03061c77-070d-48eb-9b0d-5aa65f322d79 req-a660b00c-1a9b-4a77-989b-47631d334a8a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:39.573552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03061c77-070d-48eb-9b0d-5aa65f322d79 req-a660b00c-1a9b-4a77-989b-47631d334a8a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:39.601376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03061c77-070d-48eb-9b0d-5aa65f322d79 req-a660b00c-1a9b-4a77-989b-47631d334a8a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:39.611376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03061c77-070d-48eb-9b0d-5aa65f322d79 req-a660b00c-1a9b-4a77-989b-47631d334a8a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 945 time: 0.1671996 May 27 03:40:39.690932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbcd87-481b-401c-8073-54f531a6147a req-ce77253e-7265-4155-ad46-bde2b205e686 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:39.694428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-72bbcd87-481b-401c-8073-54f531a6147a req-ce77253e-7265-4155-ad46-bde2b205e686 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a83920-e609-410f-b966-f28eb2502e0e HTTP/1.1" status: 200 len: 946 time: 0.6366332 May 27 03:40:39.695237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03061c77-070d-48eb-9b0d-5aa65f322d79 req-f20115c3-d6f8-4119-be5b-fe85e8bb7be6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 May 27 03:40:39.704436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.747268 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:39.767658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8729701-eed0-4be7-b637-5ed5aa8cefd2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:39.829735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-72bbcd87-481b-401c-8073-54f531a6147a req-823d97d8-89af-4f48-9ab1-811a3e5b607f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=bddcfa5b-d341-476f-9d67-f1ae4a747bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276481 May 27 03:40:39.830708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:39.831805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f6e896d-5c77-47fd-8fb0-539aaa88c66c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8729701-eed0-4be7-b637-5ed5aa8cefd2 HTTP/1.1" status: 204 len: 168 time: 1.1769004 May 27 03:40:39.961346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:39.987007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.009028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.015057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.019360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.024354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.035413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.040644 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e319dc-d43b-46b6-b267-41c1cc9cfb91'] response: {'server_uuid': '6917485a-77a8-4e9d-9c8a-b84b224a50bc', 'name': 'network-vif-deleted', 'tag': 'f702896b-36ea-4e41-ac55-900cba5109d8', 'status': 'completed', 'code': 200} May 27 03:40:40.050060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:40.058571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4fb2dc21-2c42-4d75-afcf-e43a398fdb87 req-b7d2193f-c621-46d3-af1b-49ddff079c4a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.1978297 May 27 03:40:40.137838 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7924d9c0-0dd3-4b01-a257-e4bca7660c64'] response: {'server_uuid': '6dfd684b-6c61-4be3-bb97-e2d5c9edd48e', 'name': 'network-vif-deleted', 'tag': 'ff283e7e-c284-412c-80f2-372ab8ace084', 'status': 'completed', 'code': 200} May 27 03:40:40.233160 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c1d5c8-82ef-45ed-97cd-f5c662619380'] response: {'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3', 'code': 200} May 27 03:40:40.427568 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-55929b43-949b-4097-bd81-eb0d008b3221 req-0dc5164a-93a6-4e4a-b85e-6aa03525af24 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] show failed (client error): The resource could not be found. May 27 03:40:40.436033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55929b43-949b-4097-bd81-eb0d008b3221 req-0dc5164a-93a6-4e4a-b85e-6aa03525af24 tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips/36e0dce7-57a9-4280-8018-ab98786e2921 HTTP/1.1" status: 404 len: 350 time: 0.1679142 May 27 03:40:40.497502 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8d2b9ca6-2418-4df1-9d7f-4d041e785622', 'name': '', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'mac_address': 'fa:16:3e:1a:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:30Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 2, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'subnets': [{'id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:40.501224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:40.510774 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Checking router: 29e3d07c-75aa-4324-9575-e1d48b32f5ab for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:40.511635 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Updating router 29e3d07c-75aa-4324-9575-e1d48b32f5ab port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:40:40.526177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:40.558576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:40.559500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:40.661796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64a7cd76-b533-4d96-99c8-0a9ec4a89186 req-02202ba3-9360-4f45-afc4-dfd16578b25e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 1096 time: 0.3562784 May 27 03:40:40.687283 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:40.750982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64a7cd76-b533-4d96-99c8-0a9ec4a89186 req-9b16ef97-6331-4a4b-988b-80cc225efc4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828161 May 27 03:40:40.756687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] No DVR routers for this DVR port c729a28b-28ae-4fff-b9b4-5c2283da2964 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:40.760525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:40.762551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-355935fc-5bcc-4b6e-abad-151fd9eae67a req-04fa91c0-6b78-489e-8c98-2d7188b4651f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "DELETE /v2.0/ports/c729a28b-28ae-4fff-b9b4-5c2283da2964 HTTP/1.1" status: 204 len: 173 time: 3.6587048 May 27 03:40:40.831203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:40.916869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c729a28b-28ae-4fff-b9b4-5c2283da2964 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:40.916869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c729a28b-28ae-4fff-b9b4-5c2283da2964 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:41.022856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:41.254443 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-dbf739e4-e604-47d7-bd6f-f91fac9469f8 req-dfebcfa0-d27e-48c0-9d97-579e82fc778c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] show failed (client error): The resource could not be found. May 27 03:40:41.255597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbf739e4-e604-47d7-bd6f-f91fac9469f8 req-dfebcfa0-d27e-48c0-9d97-579e82fc778c tempest-FloatingIPsTestJSON-117203450 tempest-FloatingIPsTestJSON-117203450-project] 10.222.0.46 "GET /v2.0/floatingips/36e0dce7-57a9-4280-8018-ab98786e2921 HTTP/1.1" status: 404 len: 350 time: 0.2898653 May 27 03:40:41.264420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33866) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:41.363144 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:41.382728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Transition to ACTIVE for port object 8d2b9ca6-2418-4df1-9d7f-4d041e785622 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:41.394119 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:41.441305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-746a0b3e-1995-4ec9-941f-5c0d32a29eaf tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:41.442118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-746a0b3e-1995-4ec9-941f-5c0d32a29eaf tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:41.492757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:41.549667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-746a0b3e-1995-4ec9-941f-5c0d32a29eaf tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:41.556410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-746a0b3e-1995-4ec9-941f-5c0d32a29eaf tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 810 time: 0.6356051 May 27 03:40:41.596108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-a8d9d9d5-f63e-4a4b-a24b-ca12e9b15b3c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/quotas/477818a63bfd4849ad735eff54840b0e HTTP/1.1" status: 200 len: 375 time: 0.0382111 May 27 03:40:41.654634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Deleting subnet 63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:40:41.662133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:41.730196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:41.867589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-0ba34577-661d-4db4-af2c-0ec4f7e9c9ec tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:41.899514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154bbe-57d5-4ad4-8567-44a9486148a6 req-d44c2b7d-a795-40fc-af7d-5922f9023daf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:41.913176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55154bbe-57d5-4ad4-8567-44a9486148a6 req-d44c2b7d-a795-40fc-af7d-5922f9023daf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 945 time: 0.1590540 May 27 03:40:41.948625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:41.965772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af00594-2fbf-4784-9c42-499fb8e5c1ea None None] Pushing event updated for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:42.057010 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Attempting to bind port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:42.057373 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Attempting to bind port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:42.057755 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Attempting to bind port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:42.068499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-0ba34577-661d-4db4-af2c-0ec4f7e9c9ec tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:42.075870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:42.077093 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Checking segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:42.078367 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.079003 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Bound using segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:42.079775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-0ba34577-661d-4db4-af2c-0ec4f7e9c9ec tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4823472 May 27 03:40:42.081020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Bound port: 8d2b9ca6-2418-4df1-9d7f-4d041e785622, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:42.083438 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.143252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:42.164710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:42.186515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-deleted', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:42.188256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:42.188986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:42.282232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] For port 8d2b9ca6-2418-4df1-9d7f-4d041e785622, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:42.286670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] For port 8d2b9ca6-2418-4df1-9d7f-4d041e785622, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d2b9ca6-2418-4df1-9d7f-4d041e785622,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:42.290659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.293958 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.335447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55154bbe-57d5-4ad4-8567-44a9486148a6 req-57e98118-4ad9-4a04-af7b-6663ab2a7630 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212983 May 27 03:40:42.464217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:42.494537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63a80baa-f1d9-4cf6-8b1c-4ebe4c056303 HTTP/1.1" status: 204 len: 168 time: 0.9979527 May 27 03:40:42.495631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33900) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:42.511926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085270d-e22e-43f1-a755-6d8e528eab8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a80baa-f1d9-4cf6-8b1c-4ebe4c056303,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:42.542400 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:42.559461 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:42.611932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:42.636326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-5fe9a89d-704c-43f4-8405-060dc7d24348 service neutron] 10.222.0.46 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520723 May 27 03:40:42.695462 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af00594-2fbf-4784-9c42-499fb8e5c1ea None None] Pushing event updated for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:42.763987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:42.804544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8206b019-4611-4424-9f5c-68f61ff727ed service neutron] 10.222.0.46 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669192 May 27 03:40:42.857566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:43.008215 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332a201e-c4b5-48ad-97f6-1c45e24a0f76'] response: {'server_uuid': '98a83920-e609-410f-b966-f28eb2502e0e', 'name': 'network-vif-deleted', 'tag': 'c729a28b-28ae-4fff-b9b4-5c2283da2964', 'status': 'completed', 'code': 200} May 27 03:40:43.144504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.185144 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:43.243450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.307444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.452883 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.497221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d737a0ce-2ff1-4486-9f28-51d67c8c7c69 req-3e4ecd96-46d4-45dc-884f-7526a6cf72e9 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 210 time: 0.3402674 May 27 03:40:43.524038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:43.534383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e9ad4e-bdee-4530-86bf-aedda1c24e2a None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:43.543188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c22a1808-f838-47b5-a93c-0521bb1c63de req-700d6034-6078-4a5f-a20d-1fc7c4edd25a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6493 time: 0.9296799 May 27 03:40:43.839773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c22a1808-f838-47b5-a93c-0521bb1c63de req-abc8c74a-7c02-464c-b7f9-ef00247df6e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&id=67eeaad2-c463-49d0-bd47-2389b008e996&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2922072 May 27 03:40:43.858701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d78833-a1da-444f-aebe-2e2f2a3afbaf req-8af30ecf-a86f-41b7-96ea-9da0d3532ee1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:43.869228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d78833-a1da-444f-aebe-2e2f2a3afbaf req-8af30ecf-a86f-41b7-96ea-9da0d3532ee1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 945 time: 0.2378964 May 27 03:40:43.873080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.919613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddcfa5b-d341-476f-9d67-f1ae4a747bc2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:43.946955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.954450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:43.958921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fcbf9df8-0a97-4c4f-8946-560b80b154d6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "DELETE /v2.0/security-groups/bddcfa5b-d341-476f-9d67-f1ae4a747bc2 HTTP/1.1" status: 204 len: 168 time: 1.0998919 May 27 03:40:43.969428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:44.018804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d78833-a1da-444f-aebe-2e2f2a3afbaf req-1b469398-e04e-40c6-9ed8-8d0a76b2668d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476650 May 27 03:40:44.054566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740e0caf-3971-4d6c-80f2-ae5664cd5399']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:44.066721 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1022e3fe-1d5d-4898-8b58-d579c2513d3d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] show failed (client error): The resource could not be found. May 27 03:40:44.067956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1022e3fe-1d5d-4898-8b58-d579c2513d3d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups/bddcfa5b-d341-476f-9d67-f1ae4a747bc2 HTTP/1.1" status: 404 len: 347 time: 0.0918536 May 27 03:40:44.070877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:44.089744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:44.090080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4762a3ba-b0b0-4ced-b7bc-e9c552ef072e') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:44.172300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.196727 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8d2b9ca6-2418-4df1-9d7f-4d041e785622', 'name': '', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'mac_address': 'fa:16:3e:1a:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:30Z', 'updated_at': '2022-05-27T03:40:42Z', 'revision_number': 4, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'subnets': [{'id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:44.219876 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fccd36-95b3-4d0d-903c-f1de93daedf1 None None] The sync data for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 is: [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '8d2b9ca6-2418-4df1-9d7f-4d041e785622', 'name': '', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'mac_address': 'fa:16:3e:1a:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:30Z', 'updated_at': '2022-05-27T03:40:42Z', 'revision_number': 4, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'subnets': [{'id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:44.234753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.265094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:40:44.265501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: timer() May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:40:44.334618 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:40:44.521671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port 77a64f9b-9367-4632-974f-bc929fbcb5ce {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:44.522192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.524934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.548439 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:40:44.623585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:44.665404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] Pushing event deleted for resources: {'Network': ['ID=740e0caf-3971-4d6c-80f2-ae5664cd5399,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:44.705533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4af8242f-b8c9-487d-9926-234a39656305 admin admin] 10.222.0.46 "DELETE /v2.0/networks/740e0caf-3971-4d6c-80f2-ae5664cd5399 HTTP/1.1" status: 204 len: 168 time: 2.2067087 May 27 03:40:44.807543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d2b9ca6-2418-4df1-9d7f-4d041e785622 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:45.036087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:45.049154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:45.049889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fee12b10-74fc-4fd4-bbb2-7c6c0bb38d23 req-b6c61651-236a-4639-ab51-7b32e10c4ab1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 210 time: 0.1974981 May 27 03:40:45.052441 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.107300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.114839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.137979 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1870758-fbdc-4bef-b0bb-3cbdc0541741 None None] New status for floating IP 3a63cbac-1a7b-477b-9955-db5495f36381: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:40:45.606216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34004) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:45.627176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.689489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8d2b9ca6-2418-4df1-9d7f-4d041e785622, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d2b9ca6-2418-4df1-9d7f-4d041e785622,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:45.694863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:45.825749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:45.937136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for 77a64f9b-9367-4632-974f-bc929fbcb5ce owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:46.065500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c8b0776-9b5a-43ce-a58d-d1e0d9627902 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fdf88f586024f84b1f9d093d26dae39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4544637 May 27 03:40:46.069140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34012) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:46.118199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-9879a29f-38e4-4412-bd20-b946f7565e09 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:46.119173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-9879a29f-38e4-4412-bd20-b946f7565e09 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 810 time: 0.8040938 May 27 03:40:46.151337 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:40:46.151839 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:40:46.164676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Request body: {'port': {'device_id': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'admin_state_up': True, 'tenant_id': '477818a63bfd4849ad735eff54840b0e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:46.322593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:46.351618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70003336-8b58-4ca2-98a3-b222c29f4406 req-8ca5515c-4f3f-465d-92eb-2b371f76b1f2 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 210 time: 0.1025131 May 27 03:40:46.485726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:46.490097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.513233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:46.548304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.577034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.588837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Made reservation on behalf of 477818a63bfd4849ad735eff54840b0e for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:46.591843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:46.592467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.597333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Usage tracker for resource:security_group_rule and tenant:7c896507e8284fdd83f28bd6c9b52085 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:46.601004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:46.607947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:46.688158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.689349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port 77a64f9b-9367-4632-974f-bc929fbcb5ce {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:46.689739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.726507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.766375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d2b9ca6-2418-4df1-9d7f-4d041e785622 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:46.789163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.827861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea3502-4459-494a-bcfc-84ed0c603ef0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:46.846868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2b4e171d-8538-45e7-9133-35d439714193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c896507e8284fdd83f28bd6c9b52085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5225070 May 27 03:40:46.852307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:46.866822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:46.867361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:46.993062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd61099-f508-4b66-93db-53bcc7dab272,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:47.017902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Deleting port 14d37429-b911-4f9f-b3be-334ab08962cf {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:47.019038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.033873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.034268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.043548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.069902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Allocated IP 172.20.0.8 (09341dc4-36bd-4582-b4e8-26c869ebdc52/9cfe0f43-6fb9-4b4f-94e7-40b649d91910/987fbe79-d82d-41c3-b25e-1957ba7f6a6c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:47.076836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.099116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.102803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-71d79148-a435-4376-925e-f4621b9a89fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dd61099-f508-4b66-93db-53bcc7dab272 HTTP/1.1" status: 204 len: 168 time: 1.0302031 May 27 03:40:47.224867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.301225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for 77a64f9b-9367-4632-974f-bc929fbcb5ce owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:47.344606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea3502-4459-494a-bcfc-84ed0c603ef0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:47.362785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] For port 14d37429-b911-4f9f-b3be-334ab08962cf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14d37429-b911-4f9f-b3be-334ab08962cf,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:47.363400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.383827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.387451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1e54f185-16c2-4950-a9e4-4ae8c5279d72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46ea3502-4459-494a-bcfc-84ed0c603ef0 HTTP/1.1" status: 204 len: 168 time: 0.5314589 May 27 03:40:47.537305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Calling delete_port for 14d37429-b911-4f9f-b3be-334ab08962cf owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:47.563543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.656487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.783844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'Port': ['ID=77a64f9b-9367-4632-974f-bc929fbcb5ce,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:47.800352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dac03127-2375-408c-b5ba-acacd5199ee7 req-431a6e60-1bf2-4cab-9fbe-69021d375369 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 210 time: 0.1332371 May 27 03:40:47.850390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.870449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.898144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.903536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:47.904674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-053e5cdf-a201-4fe5-beb1-9d193533516e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "DELETE /v2.0/floatingips/3a63cbac-1a7b-477b-9955-db5495f36381 HTTP/1.1" status: 204 len: 168 time: 3.8326726 May 27 03:40:47.916297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d37429-b911-4f9f-b3be-334ab08962cf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.094773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:48.124001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:48.132047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.132175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:48.138214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285002266', 'description': 'tempest-description--1693163334'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:48.149060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.156604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.162899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.187163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.202241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Pushing event updated for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.210680 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.272511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.294332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.302661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.307098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.308731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.314404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.395088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.401603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.428404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.435368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Usage tracker for resource:security_group_rule and tenant:0a8a15f39f1541b0aae3577cc6a74bdc is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.439024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.447433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.447626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.449661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3159683 May 27 03:40:48.456815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.466775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group_rule': {'security_group_id': '7634b55f-91d3-432f-8df6-ac1825df0688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:48.475379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.480578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a344d-3e5b-483e-8576-0ab7c1a135ca tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7634b55f-91d3-432f-8df6-ac1825df0688,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.483872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.490047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.498957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.519333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.572033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:48.572728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.596176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.606644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.661587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.668879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ac8039-bc35-4750-a24a-70e5e5da637d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.674610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.690964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.694502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-770cfedf-b0d9-445e-908a-2fcadf4a0d22 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2353241 May 27 03:40:48.701807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34074) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.711448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'security_group_rule': {'security_group_id': '7634b55f-91d3-432f-8df6-ac1825df0688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:48.737238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:48.743113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:security_group_rule and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:48.748400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:48.753109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-8300411f-55b7-4799-981c-1f47a7a9b193 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5951629 May 27 03:40:48.755314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64940c68-bf43-49d6-8ec5-faaa9e6bb265,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:48.762348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:48.779991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Request body: {'port': {'device_id': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:48.786462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.855602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52149d1f-0017-4053-af13-5bdf052d788e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a8a15f39f1541b0aae3577cc6a74bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5815067 May 27 03:40:48.860464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.916807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:48.971176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.975492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:48.977547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.031690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e9f2c-5f65-497b-a701-71c54c95c8ad,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.050285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.053088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-49fab64d-576d-4134-931a-16848434c1e0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3494537 May 27 03:40:49.056401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:49.063243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:49.073358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.079476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Usage tracker for resource:floatingip and tenant:6ac9c108963c4c0bb55c8b6a2c88afec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.083272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.098691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.111524 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.245990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.290033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-network', 'tenant_id': 'ee765441eab047cb8912128c2906ea37'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:49.297476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.303948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Usage tracker for resource:network and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.308496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.318648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.334237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Made reservation on behalf of ee765441eab047cb8912128c2906ea37 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:49.336817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.360395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.387137 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.440000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.452269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:49.465516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Usage tracker for resource:security_group_rule and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:49.471636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:49.483713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:49.563807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.592494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61854115-737e-4d18-8154-a332f6a7dc43 req-13469f5f-e5cc-4e6a-8ee9-d86514ff592a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:49.593121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-61854115-737e-4d18-8154-a332f6a7dc43 req-13469f5f-e5cc-4e6a-8ee9-d86514ff592a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:49.688818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Allocated IP 172.25.8.20 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ac006dbc-f0f2-4721-a53c-29a29dc6f7aa) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:49.760476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.802445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.818537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.839090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-61854115-737e-4d18-8154-a332f6a7dc43 req-13469f5f-e5cc-4e6a-8ee9-d86514ff592a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:49.840527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61854115-737e-4d18-8154-a332f6a7dc43 req-13469f5f-e5cc-4e6a-8ee9-d86514ff592a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 931 time: 0.8281572 May 27 03:40:49.841934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64940c68-bf43-49d6-8ec5-faaa9e6bb265,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.877189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:40:49.893605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5099a-583e-4118-bccc-d8e95534cecd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.902495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.913612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.914063 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Added segment 55183143-44be-42da-998e-b9b64f5d7040 of type vlan for network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 May 27 03:40:49.917620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fb70f384-d0f0-4acd-ada1-98998a92293c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64940c68-bf43-49d6-8ec5-faaa9e6bb265 HTTP/1.1" status: 204 len: 168 time: 1.0448251 May 27 03:40:49.947113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.968431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:49.993929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61854115-737e-4d18-8154-a332f6a7dc43 req-49ffb22d-dd81-4766-a092-ad059badc8f1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312933 May 27 03:40:50.011717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.012776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:50.013530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.044506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.080832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987fbe79-d82d-41c3-b25e-1957ba7f6a6c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:50.090714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.123479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Transition to ACTIVE for port object 987fbe79-d82d-41c3-b25e-1957ba7f6a6c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:50.133859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.227175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3058548 May 27 03:40:50.230940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:50.237682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276568d-d9ae-4fed-9370-9cda7cf35e22 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.242213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:50.243109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=ac006dbc-f0f2-4721-a53c-29a29dc6f7aa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.248655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Request body: {'subnet': {'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-subnet', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:50.253566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:50.255098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:40:50.257735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:50.304137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:50.315766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Usage tracker for resource:subnet and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:50.320585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:50.339245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:50.366160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Made reservation on behalf of ee765441eab047cb8912128c2906ea37 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:50.378165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.421494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Pushing event updated for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:50.657118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.743038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Attempting to bind port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:50.743365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Attempting to bind port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:50.743768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Attempting to bind port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:50.749971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:40:50.750293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Attempting to bind port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:50.752988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.806818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:50.815627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:50.815967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Checking segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:50.816347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Bound using segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:50.816822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Bound port: 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:50.817202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.013635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e6b2ed-1d12-447f-bccb-14b54d468f55,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.030632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:51.037366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:51.049159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.073368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Checking segment: {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:51.073706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Network hostable DHCP agents. Network: 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:40:51.202354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:40:51.232813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.236460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:51.242317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:51.242951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.249314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e5fe9-e666-4dee-ad17-4cd23c048b71 None None] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:51.251204 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.255585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.257311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] 10.222.0.41 "PUT /v2.0/ports/987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 200 len: 1091 time: 2.4838996 May 27 03:40:51.287027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:51.294926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3d44b-478b-40a5-9daa-161cbd68755b service neutron] Pushing event updated for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.442554 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ba6d63-3bd2-444c-85c4-d7f7f7657656'] response: {'name': 'network-changed', 'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c', 'status': 'completed', 'code': 200} May 27 03:40:51.452412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e331a3a2-ab3f-44da-b0a6-dc4e2706c782 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2167692 May 27 03:40:51.471468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:51.474438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Router e25cc2a4-93aa-43d4-a791-2db4ea00d39f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:51.477939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=ac006dbc-f0f2-4721-a53c-29a29dc6f7aa,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.500325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:51.518225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:51.530479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Usage tracker for resource:router and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:51.547147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:51.561880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.576566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:51.593536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:51.613890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.614151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-703d78b6-0cb4-46b2-8dd2-6a365a5272f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5552008 May 27 03:40:51.621971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.632173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.686757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:51.738824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90169e-4caf-491f-a67c-acce4491bcb0 None None] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:40:51.936822 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.150515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71087e40-6f37-42a4-b18a-7dccd0b88b24 req-1042c381-91b1-4977-b25b-e33b9cc8327d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:52.153561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71087e40-6f37-42a4-b18a-7dccd0b88b24 req-1042c381-91b1-4977-b25b-e33b9cc8327d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 943 time: 0.9449615 May 27 03:40:52.296290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-7b3a9fa6-697f-4c26-965f-dc9e7be6c622 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1094 time: 0.9634619 May 27 03:40:52.338507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-e09750ee-8a29-44c0-94bc-6c0296783745 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:52.365574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-e09750ee-8a29-44c0-94bc-6c0296783745 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:52.373276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-e09750ee-8a29-44c0-94bc-6c0296783745 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1285002266&fields=id&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 267 time: 0.3275008 May 27 03:40:52.436506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-965704d1-882a-43e9-a461-a65c7dee1b17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 200 len: 217 time: 0.0826919 May 27 03:40:52.483799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71087e40-6f37-42a4-b18a-7dccd0b88b24 req-95965d7a-4f18-4ba1-a899-ead10c60d356 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223712 May 27 03:40:52.557825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-58b971b1-ac3a-405e-a0aa-25d69db64593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:52.559334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-58b971b1-ac3a-405e-a0aa-25d69db64593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.1146986 May 27 03:40:52.605500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.618855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-c2844526-d29c-4859-9f33-94398c0150ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528123 May 27 03:40:52.638247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-1a24f380-fa12-4d6e-b097-6e8f44f9e7c3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:52.641573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-1a24f380-fa12-4d6e-b097-6e8f44f9e7c3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 817 time: 0.2671680 May 27 03:40:52.649080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:52.702136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-8ac6ac60-3358-4174-903a-44d07413113f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/quotas/6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 375 time: 0.0551116 May 27 03:40:52.802962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:52.806741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-f398416f-3f05-41e0-9a8e-cfddcc87ae33 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816759 May 27 03:40:52.812878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7c02b071-70df-4451-b261-41fe9f14eac1 admin admin] 10.222.0.46 "PUT /v2.0/routers/e25cc2a4-93aa-43d4-a791-2db4ea00d39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5450902 May 27 03:40:52.815196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:52.819395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Sync routers for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:52.834462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:52.835379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:52.980318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-a4cfcaa0-604c-4b68-b65e-3adc0f38ea0c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:53.007135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-a4cfcaa0-604c-4b68-b65e-3adc0f38ea0c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:53.008794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-a4cfcaa0-604c-4b68-b65e-3adc0f38ea0c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2951384 May 27 03:40:53.032064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Allocated IP 172.25.8.120 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e601e181-3980-42be-b5eb-c0d285839a93) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:53.167926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:53.242785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.294993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.380402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2eb72c11-16df-4f35-a45c-09b252a4fe0d req-56d8a5bf-85c8-47d9-838d-c5ae6cd6d01a service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672231 May 27 03:40:53.533118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:53.540569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:53.590954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:53.697269 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.701872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:47Z', 'revision_number': 5, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:53.706608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Checking router: e25cc2a4-93aa-43d4-a791-2db4ea00d39f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:53.710987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Pushing event updated for resources: {'Port': ['ID=e601e181-3980-42be-b5eb-c0d285839a93,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.723023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:53.728055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Routers {'e25cc2a4-93aa-43d4-a791-2db4ea00d39f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:53.728807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:53.735646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-d94456bc-12c3-4485-b212-da2209dc2928 service neutron] 10.222.0.46 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061737 May 27 03:40:53.794073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.011646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-971b8cfc-19c9-44b7-a871-db15d7e8d921 service neutron] 10.222.0.46 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741902 May 27 03:40:54.037125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-4dc4ee3c-b4ad-4e85-bc22-d9b407f1ef78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1094 time: 0.5917616 May 27 03:40:54.043120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] Set router e25cc2a4-93aa-43d4-a791-2db4ea00d39f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:54.064056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.065602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.391239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e322-8c64-4685-8672-59c6cf46182a req-324f3033-4b22-4e2a-a4a5-8899ff933012 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:54.401612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c419e322-8c64-4685-8672-59c6cf46182a req-324f3033-4b22-4e2a-a4a5-8899ff933012 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 943 time: 0.7252572 May 27 03:40:54.545163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:54.552056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:47Z', 'revision_number': 5, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:54.558934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6d5f7-46d8-4098-b596-236c09293f84 None None] The sync data for ids ['e25cc2a4-93aa-43d4-a791-2db4ea00d39f'] in n-d-843301-2 is: [{'id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'name': 'tempest-FloatingIPsTestJSON-728195641-router', 'tenant_id': '76c2ae02a1654c4da8183487589c71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:02Z', 'updated_at': '2022-05-27T03:40:47Z', 'revision_number': 5, 'project_id': '76c2ae02a1654c4da8183487589c71ea', 'gw_port': {'id': 'ce9a7076-8829-42cb-9ce0-4b9c119a128f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25cc2a4-93aa-43d4-a791-2db4ea00d39f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:03Z', 'updated_at': '2022-05-27T03:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:54.567652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b0db635-88db-48f3-8ecd-90b1937d1793 req-055f3593-e33c-4857-8490-0af15238550c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 210 time: 0.0734725 May 27 03:40:54.627384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c419e322-8c64-4685-8672-59c6cf46182a req-13e8007b-e8fd-46bf-8eae-140dfd1472ac tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248402 May 27 03:40:54.661507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Router f9452535-0446-42b9-a647-1ca344a0bab5 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:40:54.708559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-b5195e86-b040-489c-9615-9f932daaa719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:54.710794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-b5195e86-b040-489c-9615-9f932daaa719 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.6456890 May 27 03:40:54.795197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-e64eb3cb-706b-4068-87a3-0c20d933fe39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 200 len: 217 time: 0.0755467 May 27 03:40:54.850001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:54.911315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Deleting port ce9a7076-8829-42cb-9ce0-4b9c119a128f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:54.911915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.000354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-a19a4d0c-064d-4e4c-b66d-1812e839eeda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:55.001902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-a19a4d0c-064d-4e4c-b66d-1812e839eeda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.1924212 May 27 03:40:55.002290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.068510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:55.075935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Usage tracker for resource:security_group_rule and tenant:9bc8a55344784ee0b8798d5476690118 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:55.081951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:55.095976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:55.106981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312ab0-efd7-45d1-be8a-2f9975d98337 req-21b48ebd-4ba9-4b32-a118-19b21ba966f3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:55.108378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42312ab0-efd7-45d1-be8a-2f9975d98337 req-21b48ebd-4ba9-4b32-a118-19b21ba966f3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3738818 May 27 03:40:55.189512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42312ab0-efd7-45d1-be8a-2f9975d98337 req-ef11c0f5-2fd7-4fbe-9dd5-7191007ffd9f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725963 May 27 03:40:55.191495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-1072c264-a0ec-4ec3-8c01-ecc4ee839218 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290097 May 27 03:40:55.251117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.257039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.265237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:55.277350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Sync routers for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:40:55.290655 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:55.291262 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:55.315082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bc8a55344784ee0b8798d5476690118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7645631 May 27 03:40:55.320362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:55.363981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027cec0-5d97-43fd-a0b0-5a298276cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23751e4-3895-4722-a228-b9227b009402,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:55.411002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.413471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2e756313-930c-4504-9f82-0fcb53cfd344 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9402413 May 27 03:40:55.417193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:55.480280 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:55.589608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.663329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.778283 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-3d1553de-f961-4f02-8e17-68feb2c63ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408509 May 27 03:40:55.813538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6730394-7e06-422b-9cf3-c8f5a29a0018 req-7c7088a4-f028-4c62-af62-7ac19361d6a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 210 time: 0.0610151 May 27 03:40:55.852182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.889839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23751e4-3895-4722-a228-b9227b009402,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:55.910566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.915670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8f010482-47be-4223-8656-1155bb0fe5c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b23751e4-3895-4722-a228-b9227b009402 HTTP/1.1" status: 204 len: 168 time: 0.5850625 May 27 03:40:55.938500 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:53Z', 'revision_number': 3, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:55.940524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] For port ce9a7076-8829-42cb-9ce0-4b9c119a128f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ce9a7076-8829-42cb-9ce0-4b9c119a128f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:55.940758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:55.946924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Checking router: f9452535-0446-42b9-a647-1ca344a0bab5 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:40:55.947434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Updating router f9452535-0446-42b9-a647-1ca344a0bab5 port e601e181-3980-42be-b5eb-c0d285839a93 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:40:55.983156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84cf9e-4f06-4e7a-b1f6-754d15e5fde1 req-6c3c2a3f-1701-4116-a798-8563265fc0b9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:55.984607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d84cf9e-4f06-4e7a-b1f6-754d15e5fde1 req-6c3c2a3f-1701-4116-a798-8563265fc0b9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.6324832 May 27 03:40:56.018972 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.209398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.227093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Calling delete_port for ce9a7076-8829-42cb-9ce0-4b9c119a128f owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:56.301314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34019875-b8e5-447c-83c4-f7c7d389a82e req-21ca417a-9ee2-4fb7-8c70-2ad2ed8719fc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:56.302647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34019875-b8e5-447c-83c4-f7c7d389a82e req-21ca417a-9ee2-4fb7-8c70-2ad2ed8719fc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 943 time: 0.1853452 May 27 03:40:56.398250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d84cf9e-4f06-4e7a-b1f6-754d15e5fde1 req-a0e10f8f-7331-4a94-9c79-0b526bee1563 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421764 May 27 03:40:56.417543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-da469722-5781-4df7-9e4c-88dfe6c290ad tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:56.419278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-da469722-5781-4df7-9e4c-88dfe6c290ad tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 817 time: 0.8586128 May 27 03:40:56.447089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-34019875-b8e5-447c-83c4-f7c7d389a82e req-d66103ed-7f5d-424e-a74a-4b1e73f883b2 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:40:56.486528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbdd1a5e-95c5-4f3d-bde1-2e87473ced1e req-c03fc92a-7e70-4584-bbb8-dc4be1641903 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541183 May 27 03:40:56.492242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-34019875-b8e5-447c-83c4-f7c7d389a82e req-d66103ed-7f5d-424e-a74a-4b1e73f883b2 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:40:56.505403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34019875-b8e5-447c-83c4-f7c7d389a82e req-d66103ed-7f5d-424e-a74a-4b1e73f883b2 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885970 May 27 03:40:56.509860 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.525423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Transition to ACTIVE for port object e601e181-3980-42be-b5eb-c0d285839a93 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:56.546402 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.547379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-83f5b2aa-d534-4df7-93d9-4aed669c602d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 380 time: 0.1140978 May 27 03:40:56.568045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:56.590237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'port': {'device_id': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'admin_state_up': True, 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'security_groups': ['7634b55f-91d3-432f-8df6-ac1825df0688']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:56.591456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.654715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:56.657112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14d37429-b911-4f9f-b3be-334ab08962cf no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:40:56.662561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Usage tracker for resource:security_group_rule and tenant:dac7e5b7beb34f68bd586e9ece4ad90d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:56.664693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Attempting to bind port e601e181-3980-42be-b5eb-c0d285839a93 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:40:56.665077 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Attempting to bind port e601e181-3980-42be-b5eb-c0d285839a93 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:40:56.665471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Attempting to bind port e601e181-3980-42be-b5eb-c0d285839a93 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:40:56.667132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:56.674247 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:40:56.674533 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:40:56.674739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:56.674913 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.675283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:40:56.676264 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Bound port: e601e181-3980-42be-b5eb-c0d285839a93, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:40:56.676620 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.705658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 14d37429-b911-4f9f-b3be-334ab08962cf {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:40:56.706159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14d37429-b911-4f9f-b3be-334ab08962cf not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:40:56.744094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec931c8-1b62-44f7-82e9-c0f31de7a99e None None] Pushing event updated for resources: {'Port': ['ID=e601e181-3980-42be-b5eb-c0d285839a93,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:56.784833 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] For port e601e181-3980-42be-b5eb-c0d285839a93, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:56.788870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] For port e601e181-3980-42be-b5eb-c0d285839a93, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e601e181-3980-42be-b5eb-c0d285839a93,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:56.795926 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.807129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 987fbe79-d82d-41c3-b25e-1957ba7f6a6c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:40:56.858487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.919361 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:40:56.919982 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:56.926259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.936997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:56.945955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:56.957892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:56.978319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Made reservation on behalf of 6ac9c108963c4c0bb55c8b6a2c88afec for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:56.981610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.012590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d4a63-dbfa-4f77-a925-51b3c34d94c8 req-eedb2565-332b-4919-bac9-0c2441828db9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:57.016738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:57.019983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea2d4a63-dbfa-4f77-a925-51b3c34d94c8 req-eedb2565-332b-4919-bac9-0c2441828db9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3334332 May 27 03:40:57.034347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'port_id': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c', 'mac_address': 'fa:16:3e:15:85:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:40:57.037530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9874ab1b-1026-4757-8dae-8e2cf7fa3086,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.050754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae33bb77-eeda-40ae-92bf-438f39a8f8ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dac7e5b7beb34f68bd586e9ece4ad90d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4780357 May 27 03:40:57.053836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:57.093995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.204583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.234055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec931c8-1b62-44f7-82e9-c0f31de7a99e None None] Pushing event updated for resources: {'Port': ['ID=e601e181-3980-42be-b5eb-c0d285839a93,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.236984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987fbe79-d82d-41c3-b25e-1957ba7f6a6c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:40:57.249680 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:40:57.260107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:57.267077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.267508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Deleting port 41556dbf-4fef-4a9b-aa3d-8202178a312f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:40:57.268059 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.304049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9a7076-8829-42cb-9ce0-4b9c119a128f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.343519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.462866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df95fb56-2b54-491a-840e-a31add9dd54b req-ab50119e-dd43-4507-b5d8-b7aaea2c4abd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 210 time: 0.2951903 May 27 03:40:57.479165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.539468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea2d4a63-dbfa-4f77-a925-51b3c34d94c8 req-409ee040-5065-4704-8a61-8e089c44d3a0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184009 May 27 03:40:57.575476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.598159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['987fbe79-d82d-41c3-b25e-1957ba7f6a6c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:40:57.649211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:53Z', 'revision_number': 3, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:57.658088 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894db3-672e-4a25-b61c-2a71986908ed None None] The sync data for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 is: [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:53Z', 'revision_number': 3, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:40:57.668932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Allocated IP 172.20.0.3 (cfd3dd42-689b-4b6d-b3a2-4f2eba154234/9c68632c-3cd4-4f09-ad73-208a9148a4ee/c9a3345e-7569-416a-8937-622a0b55dad0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:57.718002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.791280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9874ab1b-1026-4757-8dae-8e2cf7fa3086,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:57.798042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84081ee7-f820-4ca4-9912-e196a54f1c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.808127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:57.811865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4d624a66-bed8-4801-a12d-7260ebb3b18e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9874ab1b-1026-4757-8dae-8e2cf7fa3086 HTTP/1.1" status: 204 len: 168 time: 0.7546170 May 27 03:40:57.835019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Allocated IP 172.20.0.1 (6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8/39e6b2ed-1d12-447f-bccb-14b54d468f55/2a0e3230-45f6-4c03-b8d3-52b4e6486336) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:57.892985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be457e9f-c3c3-4a30-946a-771c976514b4 req-abc7a885-5866-4666-8a14-b1a41a339e7e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:57.894820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be457e9f-c3c3-4a30-946a-771c976514b4 req-abc7a885-5866-4666-8a14-b1a41a339e7e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 944 time: 0.1781166 May 27 03:40:58.017430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be457e9f-c3c3-4a30-946a-771c976514b4 req-af1282da-0943-4060-a3a0-df798ad88717 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737572 May 27 03:40:58.063715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.097567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.102580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] For port 41556dbf-4fef-4a9b-aa3d-8202178a312f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=41556dbf-4fef-4a9b-aa3d-8202178a312f,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:58.103127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.112233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.170121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:58.173773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:58.184240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:58.246796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:58.271691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.365184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.440852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Calling delete_port for 41556dbf-4fef-4a9b-aa3d-8202178a312f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:40:58.500246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fd1-3fc7-4dfd-ac2c-2302bec40ec8 req-8eb7c8e3-2c7c-4d5c-b585-3c6c8a80ccac tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:58.501639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24812fd1-3fc7-4dfd-ac2c-2302bec40ec8 req-8eb7c8e3-2c7c-4d5c-b585-3c6c8a80ccac tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5907454 May 27 03:40:58.631394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.638343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.735507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24812fd1-3fc7-4dfd-ac2c-2302bec40ec8 req-76942c7e-054f-4c3c-a895-a4718651089a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661823 May 27 03:40:58.789250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aebf06e3-0b0f-4020-8e33-c4cbe23e166c req-2e72f619-407b-481a-9c67-4714b63672d0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 210 time: 0.0671222 May 27 03:40:58.789827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.822629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 987fbe79-d82d-41c3-b25e-1957ba7f6a6c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:40:58.846356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.874999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:58.892828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.910912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:58.945040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Transition to ACTIVE for port object c9a3345e-7569-416a-8937-622a0b55dad0 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:40:58.991873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:58.997330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:58.997845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.062364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.063127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e25cc2a4-93aa-43d4-a791-2db4ea00d39f {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:40:59.078873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:59.123611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.166497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:59.169811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:59.195124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.197183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b3e41ea1-d4d5-43ae-b666-57a154944f2b admin admin] 10.222.0.46 "DELETE /v2.0/routers/e25cc2a4-93aa-43d4-a791-2db4ea00d39f HTTP/1.1" status: 204 len: 168 time: 6.3573422 May 27 03:40:59.217354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:40:59.281943 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.333817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:40:59.345481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:59.351765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.368583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1027197675'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:40:59.438995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:59.446837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:59.458491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:40:59.466567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4aa77-43f9-4c33-bf8f-2a2783f5af33 req-95c45a3c-ef64-40d6-aa80-edab004a0560 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:59.467010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:59.468031 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeb4aa77-43f9-4c33-bf8f-2a2783f5af33 req-95c45a3c-ef64-40d6-aa80-edab004a0560 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1401000 May 27 03:40:59.478856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:40:59.508140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:network and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:40:59.512236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:59.522432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:40:59.544178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:40:59.555343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Deleting subnet 3f1eed55-649d-429f-ab78-53825b092f2d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:40:59.580577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.741829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9af7e481-b6dd-4b80-8184-2bd7d0ec9838 None None] Provisioning for port c9a3345e-7569-416a-8937-622a0b55dad0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:40:59.742088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.747098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9af7e481-b6dd-4b80-8184-2bd7d0ec9838 None None] Provisioning complete for port c9a3345e-7569-416a-8937-622a0b55dad0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:40:59.747556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9af7e481-b6dd-4b80-8184-2bd7d0ec9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.774588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeb4aa77-43f9-4c33-bf8f-2a2783f5af33 req-2bda392f-5fb4-4484-bb67-a5d2dba5fee3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501185 May 27 03:40:59.780007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:59.782922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.803624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9af7e481-b6dd-4b80-8184-2bd7d0ec9838 None None] Port c9a3345e-7569-416a-8937-622a0b55dad0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:40:59.823623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Pushing event deleted for resources: {'Port': ['ID=41556dbf-4fef-4a9b-aa3d-8202178a312f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:59.828870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:40:59.829507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.838038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.856080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Router f9452535-0446-42b9-a647-1ca344a0bab5 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:59.868298 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0eeff0-be06-4a80-94c1-f1aaa76ea1b9'] response: {'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c', 'code': 200} May 27 03:40:59.902152 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d68c6783-c9e8-4bdf-b568-255c8ab2a25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.903113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:40:59.999950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-484ae42e-988a-4e50-af24-f4b9ba00f9a7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4165084 May 27 03:41:00.069636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Request body: {'port': {'device_id': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:00.125344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d42e2-e0b1-4d9e-9924-a5378a7001fe req-d08c7fa2-02c4-4230-8c48-63c0a8d0fad7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:00.126787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b8d42e2-e0b1-4d9e-9924-a5378a7001fe req-d08c7fa2-02c4-4230-8c48-63c0a8d0fad7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.7471631 May 27 03:41:00.150319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:00.171713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac6694-b4de-4d9c-8b01-f8e04c94dc6f req-15c0254d-32cc-48a0-963a-1e7f3eb66b5f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:00.173211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70ac6694-b4de-4d9c-8b01-f8e04c94dc6f req-15c0254d-32cc-48a0-963a-1e7f3eb66b5f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 931 time: 0.1297352 May 27 03:41:00.188304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:security_group_rule and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:00.196945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:00.226068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:00.246827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-70ac6694-b4de-4d9c-8b01-f8e04c94dc6f req-3392c9db-1272-4702-b055-5191b50ab12d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624728 May 27 03:41:00.257249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:00.263267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5da97699-c6ee-4471-9143-88015d39fd47 admin admin] 10.222.0.46 "PUT /v2.0/routers/f9452535-0446-42b9-a647-1ca344a0bab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8443825 May 27 03:41:00.479157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b8d42e2-e0b1-4d9e-9924-a5378a7001fe req-2629af80-eefb-4130-9a0d-bad5eb091812 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353515 May 27 03:41:00.513569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef3c1e95-691f-4d3d-9e1e-98e81ce33ef8 req-1e517e90-26c5-4b91-a7fd-41daef648a53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1096 time: 0.5565460 May 27 03:41:00.521211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.534017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.745057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.770059 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.794746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ef3c1e95-691f-4d3d-9e1e-98e81ce33ef8 req-9e858765-fa4e-4452-b24f-37e9664d2173 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622807 May 27 03:41:00.862510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:00.936594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:00.949902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1eed55-649d-429f-ab78-53825b092f2d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:00.968772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62c58b-25e6-4b6d-83ee-e83cf7d95142,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.008505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.008850 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Added segment d28fdad2-1bcb-4c01-8e31-fbcfed911154 of type vlan for network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b May 27 03:41:01.021190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.027812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dfa7bd-1894-4e6c-a8c0-5fbd05dada43 None None] Network 70bb4252-367c-4a29-ba4a-5c4188604a24 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:01.103052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-a0951937-b237-47f8-a3d6-362110cf82a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:01.104465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-a0951937-b237-47f8-a3d6-362110cf82a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:01.129908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-a0951937-b237-47f8-a3d6-362110cf82a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:01.132505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-a0951937-b237-47f8-a3d6-362110cf82a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 819 time: 0.2070694 May 27 03:41:01.157170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-0d56e72b-ed61-4d9a-9399-704f0e194bc0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/quotas/ee765441eab047cb8912128c2906ea37 HTTP/1.1" status: 200 len: 375 time: 0.0175910 May 27 03:41:01.160988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b5560ec-e39c-46e2-bcb4-422603463df5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3f1eed55-649d-429f-ab78-53825b092f2d HTTP/1.1" status: 204 len: 168 time: 1.9409647 May 27 03:41:01.163907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:01.169467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.249961 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.283053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.301554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.305288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:01.305955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.339750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.340826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70518dd-2f99-4388-b78f-3b973b85f9d1 req-ef358850-0465-43d0-86d0-d3de722810fe tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:01.343973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a70518dd-2f99-4388-b78f-3b973b85f9d1 req-ef358850-0465-43d0-86d0-d3de722810fe tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.3848820 May 27 03:41:01.355700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] DHCP port deletion for 70bb4252-367c-4a29-ba4a-5c4188604a24 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:01.360847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Deleting port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:01.361686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.362041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Deleting port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:01.362378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.397344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-d26ba596-e8a1-410e-a0fb-d6bbf9936a36 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:01.425281 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.447347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:01.463193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-d26ba596-e8a1-410e-a0fb-d6bbf9936a36 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:01.464477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-d26ba596-e8a1-410e-a0fb-d6bbf9936a36 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2996771 May 27 03:41:01.646988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] For port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:01.647388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.821706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Calling delete_port for 36c3cf13-9f36-4841-82d3-c01d7a7b79cb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:01.843190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] For port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,segment=NetworkSegment(52f4acd2-78cd-46a2-90e4-cfdd294731c3),segment_id=52f4acd2-78cd-46a2-90e4-cfdd294731c3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:01.843669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.871100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7909539 May 27 03:41:01.873735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34330) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:01.897496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:01.909339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:01.928184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:01.940294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cfcf0-4680-409c-a2a0-c61a7475e14f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Network': ['ID=b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.956122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:41:01.990051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] Pushing event deleted for resources: {'Port': ['ID=36c3cf13-9f36-4841-82d3-c01d7a7b79cb,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.021018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.047194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Calling delete_port for 36c3cf13-9f36-4841-82d3-c01d7a7b79cb owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:02.084419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5fcf8-f9e3-4c88-9c4b-5c7e19162644 None None] No DVR routers for this DVR port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:02.148154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Transition to ACTIVE for port object c9a3345e-7569-416a-8937-622a0b55dad0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:02.202517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.224574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:02.228999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:02.235226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:02.252317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-81eb39af-6efe-4caa-9bb9-c25aeafbe0ca service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715838 May 27 03:41:02.316315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:02.344846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:41:02.345294 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:41:02.381922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a70518dd-2f99-4388-b78f-3b973b85f9d1 req-b0e366e8-8085-4ee5-8180-fdf267bf0293 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9480724 May 27 03:41:02.421627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:02.469819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-d265411f-f70e-4aae-8da7-142dc2fb555a service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154162 May 27 03:41:02.624353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:02.720791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.836060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e601e181-3980-42be-b5eb-c0d285839a93 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:02.853046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Deleting port 36c3cf13-9f36-4841-82d3-c01d7a7b79cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:02.853348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:02.967363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e601e181-3980-42be-b5eb-c0d285839a93 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:02.975084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e601e181-3980-42be-b5eb-c0d285839a93 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:02.975545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.008417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.025673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47c4a836-0f70-4b09-9589-6c38034eb868 req-92700077-ace2-46b2-9d6b-b3fbbe8c068b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 210 time: 0.1251719 May 27 03:41:03.035687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:03.036337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:03.036933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:03.063923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:41:03.065357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:03.086942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:03.087592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:03.088178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Bound using segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:03.089125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Bound port: c9a3345e-7569-416a-8937-622a0b55dad0, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:03.089626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.222949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] The port '36c3cf13-9f36-4841-82d3-c01d7a7b79cb' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:41:03.226865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.253463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e601e181-3980-42be-b5eb-c0d285839a93, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e601e181-3980-42be-b5eb-c0d285839a93,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:03.260264 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.403837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36c3cf13-9f36-4841-82d3-c01d7a7b79cb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:03.409703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.442869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bb4252-367c-4a29-ba4a-5c4188604a24']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:03.446336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 36c3cf13-9f36-4841-82d3-c01d7a7b79cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:03.446560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36c3cf13-9f36-4841-82d3-c01d7a7b79cb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:03.447382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ce9a7076-8829-42cb-9ce0-4b9c119a128f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:03.468136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f4acd2-78cd-46a2-90e4-cfdd294731c3') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:03.468912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f4acd2-78cd-46a2-90e4-cfdd294731c3') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:03.490138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: ce9a7076-8829-42cb-9ce0-4b9c119a128f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:03.490489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ce9a7076-8829-42cb-9ce0-4b9c119a128f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:03.503977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.511859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e601e181-3980-42be-b5eb-c0d285839a93,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.557338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.559695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:03.567851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b3698-6faf-4340-ae23-9e0fbb94457b req-7169d06f-8845-4a6c-a903-4ed585e742b2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:03.569586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.576462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca1b3698-6faf-4340-ae23-9e0fbb94457b req-7169d06f-8845-4a6c-a903-4ed585e742b2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.4816687 May 27 03:41:03.607966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:41:03.609157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: timer() May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:41:03.630792 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:41:03.648209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:03.691278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.748048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca1b3698-6faf-4340-ae23-9e0fbb94457b req-fa78633e-b713-4c63-8f75-c1ec7377ae58 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700912 May 27 03:41:03.757976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.765938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.812362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e213391-c59a-41fa-8652-395d05348a4e req-c6be52b8-51c5-437c-a80a-44808a52101f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:03.819429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e213391-c59a-41fa-8652-395d05348a4e req-c6be52b8-51c5-437c-a80a-44808a52101f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4919522 May 27 03:41:03.827232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=fbb4dbd0-1b87-458e-8e76-f33675b39434,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.839727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] Pushing event deleted for resources: {'Network': ['ID=70bb4252-367c-4a29-ba4a-5c4188604a24,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:03.856415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5d5212f8-7b5c-481e-9493-6a6a5057b86a admin admin] 10.222.0.46 "DELETE /v2.0/networks/70bb4252-367c-4a29-ba4a-5c4188604a24 HTTP/1.1" status: 204 len: 168 time: 2.6897900 May 27 03:41:03.915081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:03.915434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network hostable DHCP agents. Network: b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:03.939436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:03.939981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] 10.222.0.41 "PUT /v2.0/ports/c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 1091 time: 3.8768113 May 27 03:41:03.952469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:04.079919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae3e5-36ab-4043-88d5-43a279e3abaa service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:04.214326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0dcb3-fadb-4df4-9b32-cd44d6e1f80a req-fc956a85-d077-447a-9817-04c35b554185 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:04.219603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5c0dcb3-fadb-4df4-9b32-cd44d6e1f80a req-fc956a85-d077-447a-9817-04c35b554185 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1991432 May 27 03:41:04.254180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34358) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:04.339810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5c0dcb3-fadb-4df4-9b32-cd44d6e1f80a req-57375aaf-26c2-4b57-a18e-9a8f9666b06d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138906 May 27 03:41:04.360371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e213391-c59a-41fa-8652-395d05348a4e req-8ece6bf0-4f1d-4cf1-b7e8-9911a17957ac tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5399580 May 27 03:41:04.469002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cbf3537d-8802-4d4a-81e6-05b02a978798 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76c2ae02a1654c4da8183487589c71ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2072043 May 27 03:41:04.472987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34364) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:04.512259 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdbf6b7-7e3a-4b78-b6ae-4ab5d8eb3891'] response: {'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'status': 'completed', 'code': 200} May 27 03:41:04.568516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:04.586628 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f7fa22c-5aab-496f-bda9-bae22fe59a91 req-9749485e-5058-4acc-8654-332e9445c7b0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 210 time: 0.0809577 May 27 03:41:04.628253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:04.638065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418928c-22dd-4359-8d12-4ba23cb0979b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:04.663554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:04.664458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.768739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-ab965eee-33b6-44da-99fd-ed7f88fb4115 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:04.776706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-91f09d2f-4e90-4e9c-9a59-dc2ea49084a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1094 time: 0.7066820 May 27 03:41:04.786920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-ab965eee-33b6-44da-99fd-ed7f88fb4115 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 819 time: 0.4363987 May 27 03:41:04.791913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e601e181-3980-42be-b5eb-c0d285839a93 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:04.798466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.842616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'port': {'device_id': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'admin_state_up': True, 'tenant_id': 'ee765441eab047cb8912128c2906ea37'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:04.947854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:04.957083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-f62f717e-56b4-484c-bf49-569cf8d0cf3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 217 time: 0.1727712 May 27 03:41:04.996483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-33b116f6-5eb2-4132-baca-f2433644367d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1125317 May 27 03:41:05.009224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:05.015833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'name': 'tempest-NetworksTestDHCPv6-893121821'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:05.045502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e601e181-3980-42be-b5eb-c0d285839a93 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:05.045502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.107647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'fbb4dbd0-1b87-458e-8e76-f33675b39434'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:05.108813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.304214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/fbb4dbd0-1b87-458e-8e76-f33675b39434/92315d76-468b-4852-9ba9-19a91197b18a) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:05.317337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-84b59cca-a33e-45c2-b9ce-08c69fc2c8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:05.319013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-84b59cca-a33e-45c2-b9ce-08c69fc2c8b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.3429997 May 27 03:41:05.350171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:05.395165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b934f-73ce-4be1-bd9a-fb92fe8ef10e req-918390d4-dba7-4e11-87d2-b5ce139b3773 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:05.396549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-784b934f-73ce-4be1-bd9a-fb92fe8ef10e req-918390d4-dba7-4e11-87d2-b5ce139b3773 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.2295113 May 27 03:41:05.426380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:05.430828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:05.435226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:05.437445 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-8bd91df8-0e43-4d58-9eed-02bd625ae520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1096 time: 0.4477324 May 27 03:41:05.441884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:05.471355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:05.483620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Router 736f33bf-faad-44c0-984c-8af117c16c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:05.489367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.515229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43f745c-bb16-42e5-beec-d618a95ea4db,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.521229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Made reservation on behalf of ee765441eab047cb8912128c2906ea37 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:05.524573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.556800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:05.560101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.573796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-784b934f-73ce-4be1-bd9a-fb92fe8ef10e req-132ca785-0520-48da-824f-d5f51bd837eb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624000 May 27 03:41:05.589736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-3d083c54-a778-469d-9f7d-37a057d582a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628272 May 27 03:41:05.598819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.599167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.599483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.600095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.600215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.600444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.600769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.601108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.601426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.602110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.602110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.607305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.608435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b050753f-6b7e-41ce-b912-fe5d7c76c8e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e43f745c-bb16-42e5-beec-d618a95ea4db HTTP/1.1" status: 204 len: 168 time: 1.1345103 May 27 03:41:05.654693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 3d578156-d805-4c2a-aec3-962fba044528 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:05.690099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.708552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Transition to ACTIVE for port object 92315d76-468b-4852-9ba9-19a91197b18a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:05.748011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Transition to ACTIVE for port object 92315d76-468b-4852-9ba9-19a91197b18a will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:05.758234 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:05.817136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e1179-f2f4-40cf-ae47-0cf376d4cf86 req-388dcd60-c23d-4dc5-bc5e-4b1cc08e0b14 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:05.818647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-079e1179-f2f4-40cf-ae47-0cf376d4cf86 req-388dcd60-c23d-4dc5-bc5e-4b1cc08e0b14 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.4755099 May 27 03:41:05.914768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:05.916160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Pushing event updated for resources: {'Port': ['ID=92315d76-468b-4852-9ba9-19a91197b18a,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.922516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:05.925748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:05.934079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d680-034d-46cc-b8d3-23220761683b req-c3d43c20-8a8c-4924-99f4-4a69f6ecdb88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:05.935776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-c3d43c20-8a8c-4924-99f4-4a69f6ecdb88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.4871693 May 27 03:41:05.939969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Sync routers for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:41:06.012740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:06.013874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:06.078488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-24b26345-6962-4a75-b4e5-e7380d47cd21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 200 len: 217 time: 0.1353586 May 27 03:41:06.087246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-78853dfc-8571-4b2d-96cc-6e98386b3211 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906960 May 27 03:41:06.129542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-079e1179-f2f4-40cf-ae47-0cf376d4cf86 req-97d111b5-b788-4130-b5df-62e7fc12f62c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013182 May 27 03:41:06.130894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::3e8 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/fbb4dbd0-1b87-458e-8e76-f33675b39434/3d578156-d805-4c2a-aec3-962fba044528) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:06.161880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Allocated IP 172.20.0.2 (6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8/39e6b2ed-1d12-447f-bccb-14b54d468f55/175c9fe4-8ea8-4252-8382-218374a56180) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:06.301660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Attempting to bind port 92315d76-468b-4852-9ba9-19a91197b18a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:06.302027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Attempting to bind port 92315d76-468b-4852-9ba9-19a91197b18a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:06.302392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Attempting to bind port 92315d76-468b-4852-9ba9-19a91197b18a on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:06.318902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:06.319328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:06.319957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.319957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:06.320451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Bound port: 92315d76-468b-4852-9ba9-19a91197b18a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:06.320822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.420425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa581b-46fa-493c-a601-3a355c1143fd req-7ce1c80e-3a5a-4ad9-86bc-32300056a190 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983031 May 27 03:41:06.437723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:06.447274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb05c5-adce-42e7-abb3-f5ff1871045f req-59459a22-8ff3-49a7-af0e-425038abb8b3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:06.455576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66fb05c5-adce-42e7-abb3-f5ff1871045f req-59459a22-8ff3-49a7-af0e-425038abb8b3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5910938 May 27 03:41:06.459307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d680-034d-46cc-b8d3-23220761683b req-a327edf2-431a-4849-b88f-83a1bfb9438c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:06.461032 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-a327edf2-431a-4849-b88f-83a1bfb9438c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.3729203 May 27 03:41:06.505555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8455e5b-87e2-48e9-97b5-76194f4b6add req-db261acb-c8eb-4448-81d1-781ec088c2f6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 210 time: 0.1983347 May 27 03:41:06.524874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] For port 92315d76-468b-4852-9ba9-19a91197b18a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:06.541001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] For port 92315d76-468b-4852-9ba9-19a91197b18a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=92315d76-468b-4852-9ba9-19a91197b18a,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:06.589419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-f85a971d-4d60-4c0f-8859-65f2121057d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049464 May 27 03:41:06.597624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:06.794285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66fb05c5-adce-42e7-abb3-f5ff1871045f req-b7c613b0-c844-430d-80d7-82db9b8e2078 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371058 May 27 03:41:06.870204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ff9b-6a6c-4df8-95aa-cc36f70df742 None None] Pushing event updated for resources: {'Port': ['ID=92315d76-468b-4852-9ba9-19a91197b18a,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:06.973544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.000208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-ed37fbad-450d-4bab-a80f-8fe088f0182d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1094 time: 0.4807975 May 27 03:41:07.011704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.025042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 3d578156-d805-4c2a-aec3-962fba044528 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:07.048923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 2, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:07.056851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-e55cf90a-d16e-4ec4-a73a-233c5aa1d7b2 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610622 May 27 03:41:07.059867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Checking router: f9452535-0446-42b9-a647-1ca344a0bab5 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:41:07.061765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:07.062174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Updating router f9452535-0446-42b9-a647-1ca344a0bab5 port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:41:07.070510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba325df-aaba-40b3-82f5-358f5de54570 req-7abdb784-2039-4f0c-8100-b3ddff07c225 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.079145 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Sync routers for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:41:07.081437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-24f159ec-9be2-4d7c-89a5-999a892d2102 admin admin] 10.222.0.46 "PUT /v2.0/routers/736f33bf-faad-44c0-984c-8af117c16c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2007518 May 27 03:41:07.091822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ba325df-aaba-40b3-82f5-358f5de54570 req-7abdb784-2039-4f0c-8100-b3ddff07c225 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.2621274 May 27 03:41:07.098522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:07.102399 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:07.103026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:07.158008 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.454158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.468805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.517961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-7a3b423a-a80f-425c-be2f-ec2be9e80bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.519480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-7a3b423a-a80f-425c-be2f-ec2be9e80bfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.5118470 May 27 03:41:07.538211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:07.560627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ba325df-aaba-40b3-82f5-358f5de54570 req-e4a18c9d-fd30-48a5-9cb1-db2a5c783632 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678011 May 27 03:41:07.616934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:07.622876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:07.630750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:07.635112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:07.637171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:07.641419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.642125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.647187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=3d578156-d805-4c2a-aec3-962fba044528,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.647353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-efc394e6-4f78-4abe-a65a-075d5b575524 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 217 time: 0.1181796 May 27 03:41:07.655112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e202d680-034d-46cc-b8d3-23220761683b req-38f6b1b7-2af2-4000-945b-11cbb00f1ded service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669916 May 27 03:41:07.672680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:07.727258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109040b-8fc8-4f5a-8eb5-291f80fff42c req-213a473c-9214-4779-be9f-167cc924a9d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.727971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1109040b-8fc8-4f5a-8eb5-291f80fff42c req-213a473c-9214-4779-be9f-167cc924a9d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:07.750682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-5555946f-cf89-471c-ab8d-fe0282591af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.758364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-5555946f-cf89-471c-ab8d-fe0282591af9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.0958836 May 27 03:41:07.808437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1109040b-8fc8-4f5a-8eb5-291f80fff42c req-213a473c-9214-4779-be9f-167cc924a9d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:07.809947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1109040b-8fc8-4f5a-8eb5-291f80fff42c req-213a473c-9214-4779-be9f-167cc924a9d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.3752737 May 27 03:41:07.884135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.897911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:07.898813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:07.900565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1109040b-8fc8-4f5a-8eb5-291f80fff42c req-71e5a4af-74a3-4099-a4f6-6b38695df6bd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793951 May 27 03:41:07.907565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a90dd8f-ef0f-476f-b4db-077fe414dde5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8971770 May 27 03:41:07.911674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:07.938489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-4330fb33-a500-4b0c-9dae-9bb403f9056c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1127799 May 27 03:41:07.973775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Request body: {'port': {'device_id': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:08.028512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.030513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-58165ddf-922a-4025-a256-674d1deb0ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640848 May 27 03:41:08.084786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Transition to ACTIVE for port object 2a0e3230-45f6-4c03-b8d3-52b4e6486336 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:08.105674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.145664 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:40:59Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.149917 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Checking router: 736f33bf-faad-44c0-984c-8af117c16c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:41:08.162816 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Routers {'736f33bf-faad-44c0-984c-8af117c16c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:08.163531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['736f33bf-faad-44c0-984c-8af117c16c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.219651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9ed3f-bec4-47cb-8ebe-3d83d283f84d None None] Pushing event updated for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.245684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.346405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b9844-39a1-4d8f-92d5-ec1cd488d8e9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:08.349695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b9844-39a1-4d8f-92d5-ec1cd488d8e9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:08.354183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-678b9844-39a1-4d8f-92d5-ec1cd488d8e9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4369023 May 27 03:41:08.356870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34422) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:08.435838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-2d1bc890-6609-440c-ba24-2b4f9eaae4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936336 May 27 03:41:08.461338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Attempting to bind port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:08.461924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Attempting to bind port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:08.462497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Attempting to bind port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 on network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:08.463332 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] Set router 736f33bf-faad-44c0-984c-8af117c16c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:08.471435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:08.472107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Checking segment: {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:08.472714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.473352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Bound using segment: {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:08.474017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Bound port: 2a0e3230-45f6-4c03-b8d3-52b4e6486336, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:08.475466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.513262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56fdd3-e4cd-4b21-bf7b-70b484d6ac7e None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:08.544721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.546679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667e904-a909-42c3-b2f7-71fca08cc031 req-857a4722-b8bc-4c44-bf69-26d918efcdbe tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:08.548243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e667e904-a909-42c3-b2f7-71fca08cc031 req-857a4722-b8bc-4c44-bf69-26d918efcdbe tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3263702 May 27 03:41:08.552060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 3d578156-d805-4c2a-aec3-962fba044528 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:08.552401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:08.622445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-a05c4323-02b5-457f-b385-0425233bc069 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:08.623270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-a05c4323-02b5-457f-b385-0425233bc069 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:08.685414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-a05c4323-02b5-457f-b385-0425233bc069 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:08.696699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-a05c4323-02b5-457f-b385-0425233bc069 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 931 time: 0.5375202 May 27 03:41:08.765424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59810b76-a3af-4215-bcb6-cea0594e9956 None None] Provisioning for port 92315d76-468b-4852-9ba9-19a91197b18a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:08.791859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e667e904-a909-42c3-b2f7-71fca08cc031 req-acbf434b-64a0-42be-b931-63a48f757405 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026427 May 27 03:41:08.821860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-839add81-5195-4dbb-8bf2-905f54e67dc2 req-14711543-be2e-4f40-b8e2-5b4e4f1258e7 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739924 May 27 03:41:08.842296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 92315d76-468b-4852-9ba9-19a91197b18a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:08.905535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:08.961694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] For port 2a0e3230-45f6-4c03-b8d3-52b4e6486336, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:08.995044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-1211fbe1-193e-494c-ab00-98d9241dd93d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:09.015477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] For port 2a0e3230-45f6-4c03-b8d3-52b4e6486336, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2a0e3230-45f6-4c03-b8d3-52b4e6486336,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:09.055360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.090629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.112808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-1211fbe1-193e-494c-ab00-98d9241dd93d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:09.124559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b58add5e-cb8a-412e-82dd-9731b1a31b92 req-1211fbe1-193e-494c-ab00-98d9241dd93d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269435 May 27 03:41:09.178738 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:40:59Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:09.185757 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026be1e9-b1ec-4ff7-807c-17b5128a7c29 None None] The sync data for ids ['736f33bf-faad-44c0-984c-8af117c16c4f'] in n-d-843301-2 is: [{'id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'name': 'tempest-TaggedBootDevicesTest_v242-1477823188-router', 'tenant_id': '68df637837bc48949188723b32207391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:08Z', 'updated_at': '2022-05-27T03:40:59Z', 'revision_number': 5, 'project_id': '68df637837bc48949188723b32207391', 'gw_port': {'id': '2fac456e-ff7a-4ec3-b93a-0219f6b613c9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736f33bf-faad-44c0-984c-8af117c16c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:09Z', 'updated_at': '2022-05-27T03:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:41:09.215380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.233277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Deleting port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:09.233651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.250565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.306053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:09.396703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:09.442768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 3d578156-d805-4c2a-aec3-962fba044528 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:09.464405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.502619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 92315d76-468b-4852-9ba9-19a91197b18a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:09.518038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:09.530428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 92315d76-468b-4852-9ba9-19a91197b18a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:09.530929 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.555728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175c9fe4-8ea8-4252-8382-218374a56180 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:09.589814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e58c-ce50-4ad7-adb0-8bd4b9fbff28 req-909b2341-af3f-4592-9397-1a5ded755d46 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:09.591366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8458e58c-ce50-4ad7-adb0-8bd4b9fbff28 req-909b2341-af3f-4592-9397-1a5ded755d46 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.4522402 May 27 03:41:09.611474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] For port 2fac456e-ff7a-4ec3-b93a-0219f6b613c9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.611931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.637389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9ed3f-bec4-47cb-8ebe-3d83d283f84d None None] Pushing event updated for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.661004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.665404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.681193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.709476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.717536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=3d578156-d805-4c2a-aec3-962fba044528,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.725081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:09.725863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:09.732645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8458e58c-ce50-4ad7-adb0-8bd4b9fbff28 req-9d480d50-ad6b-42ea-b612-65f40670263b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321917 May 27 03:41:09.800968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Calling delete_port for 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:09.817587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.829271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6eb2a7e0-c9a5-44bc-b3d6-53643e21210d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/3d578156-d805-4c2a-aec3-962fba044528 HTTP/1.1" status: 204 len: 168 time: 1.4673414 May 27 03:41:09.829478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34444) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:09.887531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Transition to ACTIVE for port object 175c9fe4-8ea8-4252-8382-218374a56180 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:09.900086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:09.954465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af763f3-c3f2-43b4-b766-2acbf689694c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:09.959159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af763f3-c3f2-43b4-b766-2acbf689694c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:09.961961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9af763f3-c3f2-43b4-b766-2acbf689694c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:09.992069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9af763f3-c3f2-43b4-b766-2acbf689694c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:09.994542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9af763f3-c3f2-43b4-b766-2acbf689694c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1622787 May 27 03:41:09.997260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34452) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:10.028039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c0cdc-e90a-4aba-b8a8-a2da5775f0e5 req-bd0d7d14-1db2-4a0f-ad4b-3b80a9dbaf2f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:10.030134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e3c0cdc-e90a-4aba-b8a8-a2da5775f0e5 req-bd0d7d14-1db2-4a0f-ad4b-3b80a9dbaf2f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.6353781 May 27 03:41:10.107605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.130169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c9a3345e-7569-416a-8937-622a0b55dad0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:10.154508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:10.186985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:10.235292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-18de93c8-a455-48f7-885c-2818299d497f None None] Could not find standard attr ID for object 3d578156-d805-4c2a-aec3-962fba044528. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:41:10.273618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 92315d76-468b-4852-9ba9-19a91197b18a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=92315d76-468b-4852-9ba9-19a91197b18a,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:10.279835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e48a03-eeeb-43b4-bd37-12e113521431 req-3ad1d8aa-cb07-4881-863c-1d190ce98253 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:10.293603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41e48a03-eeeb-43b4-bd37-12e113521431 req-3ad1d8aa-cb07-4881-863c-1d190ce98253 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2400980 May 27 03:41:10.305878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e3c0cdc-e90a-4aba-b8a8-a2da5775f0e5 req-c6faa8a4-353d-4cc6-b734-a407f03b3b32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068019 May 27 03:41:10.307445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.426608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Attempting to bind port 175c9fe4-8ea8-4252-8382-218374a56180 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:10.426948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Attempting to bind port 175c9fe4-8ea8-4252-8382-218374a56180 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:10.427070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41e48a03-eeeb-43b4-bd37-12e113521431 req-64ac0bad-3c71-48a6-91f8-6b0eddad7c31 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321683 May 27 03:41:10.427276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Attempting to bind port 175c9fe4-8ea8-4252-8382-218374a56180 on network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:10.443615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Port 175c9fe4-8ea8-4252-8382-218374a56180 on network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:41:10.444242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Attempting to bind port 175c9fe4-8ea8-4252-8382-218374a56180 on network 6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:10.452457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=92315d76-468b-4852-9ba9-19a91197b18a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:10.452704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:10.453196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Checking segment: {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:10.453796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Bound using segment: {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:10.454246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Bound port: 175c9fe4-8ea8-4252-8382-218374a56180, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55183143-44be-42da-998e-b9b64f5d7040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:10.454656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.464824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet fbb4dbd0-1b87-458e-8e76-f33675b39434 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:10.471061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.471918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.476115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-18de93c8-a455-48f7-885c-2818299d497f None None] Provisioning complete for port 92315d76-468b-4852-9ba9-19a91197b18a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:10.476497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-18de93c8-a455-48f7-885c-2818299d497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.533575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2fac456e-ff7a-4ec3-b93a-0219f6b613c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:10.615816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.720114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:10.861735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:10.888762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 92315d76-468b-4852-9ba9-19a91197b18a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:10.966043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.006327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:11.057400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb4dbd0-1b87-458e-8e76-f33675b39434,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.064340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.091125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97bfe278-eb49-46a0-8f33-0aa028b0d80f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/fbb4dbd0-1b87-458e-8e76-f33675b39434 HTTP/1.1" status: 204 len: 168 time: 1.0924888 May 27 03:41:11.096729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34470) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:11.161328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c52ed-03c5-49ce-b448-512a7f20387f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:11.176971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-86f169ec-82b5-4f6b-8704-09bcb2e98708 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742755 May 27 03:41:11.179199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34474) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:11.187729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5713-91ae-4078-9a23-1f1d93f2b4fc req-4225b396-e768-44e7-941a-367ecfa378bd tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:11.189560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-883c5713-91ae-4078-9a23-1f1d93f2b4fc req-4225b396-e768-44e7-941a-367ecfa378bd tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1863194 May 27 03:41:11.193583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:11.248221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:11.280244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:11.292698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 92315d76-468b-4852-9ba9-19a91197b18a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:11.293101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.293212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.363346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:11.368105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:11.368731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.371433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:11.378815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:11.388675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-883c5713-91ae-4078-9a23-1f1d93f2b4fc req-92ef85b5-af33-487c-9bbb-6e98c2b60885 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777616 May 27 03:41:11.393287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:11.397803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.416390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8df1c70-4302-42d2-bf79-51a0301f9595 None None] Could not find standard attr ID for object 3d578156-d805-4c2a-aec3-962fba044528. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:41:11.567407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.594175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.596451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 1091 time: 3.6329386 May 27 03:41:11.600398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:08Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:11.604811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:11.619177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb0897-8689-4736-8444-ce49b80c881f None None] The sync data for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 is: [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:08Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:41:11.620969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 41556dbf-4fef-4a9b-aa3d-8202178a312f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:11.663465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 41556dbf-4fef-4a9b-aa3d-8202178a312f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:11.663697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 41556dbf-4fef-4a9b-aa3d-8202178a312f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:11.751001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9ac39-6469-4ac7-8638-0b34b7918f55 req-a008e0ce-70c9-4290-9f9c-d469e5a2c029 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:11.759149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbb9ac39-6469-4ac7-8638-0b34b7918f55 req-a008e0ce-70c9-4290-9f9c-d469e5a2c029 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 943 time: 1.0610790 May 27 03:41:11.771614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.811340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:11.819880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Deleting port 92315d76-468b-4852-9ba9-19a91197b18a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:11.821053 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.882001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f579e8-14f5-455a-9f2b-ef3ea0d184e3 service neutron] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.887504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.922458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:11.928380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:11.936605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Usage tracker for resource:security_group_rule and tenant:d15333ca16194e5e872463242dd9068a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:11.942550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:11.954432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:11.975072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dbb9ac39-6469-4ac7-8638-0b34b7918f55 req-e968e525-1386-4e09-aa4f-4f68d1844254 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148731 May 27 03:41:12.015112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=68606bbe-0b2f-4e86-a65f-d05873e4d38b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.044178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:12.047100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:12.055136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:12.055739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.073391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8cd4-533b-4769-9228-0a649dd1d04d req-39d72e2b-d33b-4460-aa72-c2e305395414 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:12.080395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf5a8cd4-533b-4769-9228-0a649dd1d04d req-39d72e2b-d33b-4460-aa72-c2e305395414 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.4286320 May 27 03:41:12.116448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-ca53e6d7-8888-4815-b606-92fde27920b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1094 time: 0.4260397 May 27 03:41:12.141593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f85a8b0-3d81-4c99-8401-466ba3fc4d1d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9612095 May 27 03:41:12.150644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34486) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:12.167541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'name': 'tempest-NetworksTestDHCPv6-1439193692'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:12.246426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.247033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736f33bf-faad-44c0-984c-8af117c16c4f {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:41:12.287303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-569097fc-fddb-40ba-82b8-d68f02d7ca47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.1627510 May 27 03:41:12.312311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf5a8cd4-533b-4769-9228-0a649dd1d04d req-1af2590d-f8e5-4c58-90c9-307388911ce8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309549 May 27 03:41:12.345944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] For port 92315d76-468b-4852-9ba9-19a91197b18a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=92315d76-468b-4852-9ba9-19a91197b18a,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:12.346994 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.398305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.411454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.417889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:12.431012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.431294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:12.434662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-27c0d37c-1b20-4ee7-a87e-d6cebf2250dc admin admin] 10.222.0.46 "DELETE /v2.0/routers/736f33bf-faad-44c0-984c-8af117c16c4f HTTP/1.1" status: 204 len: 168 time: 5.3327088 May 27 03:41:12.435530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34490) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:12.436387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:12.439326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-edb1ee4b-ecc5-4ed5-a842-de0bde391a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:12.444806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-edb1ee4b-ecc5-4ed5-a842-de0bde391a97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1451380 May 27 03:41:12.508084 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac7f604-2996-4d9c-b218-700bade3d116'] response: {'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:41:12.520699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Calling delete_port for 92315d76-468b-4852-9ba9-19a91197b18a owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:12.548828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:12.550248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d15333ca16194e5e872463242dd9068a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5428004 May 27 03:41:12.554717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:12.571844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033894-684a-4ec0-8183-03b01e15a498 req-b26508b8-3718-4fbd-b21b-7c523980b2a3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:12.574052 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98033894-684a-4ec0-8183-03b01e15a498 req-b26508b8-3718-4fbd-b21b-7c523980b2a3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3727832 May 27 03:41:12.574937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034eec6-c4e3-4481-9ce4-2af7cfaf96ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4066bde2-52a3-41af-a77b-3a6255a792ae,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.595295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-7f535551-405d-4ec7-b5f6-1371fe34125d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408188 May 27 03:41:12.611427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:12.616596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.651673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.704504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Deleting subnet 7d6ef3a5-0787-465a-946e-c724574cdc69 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:12.705672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] Pushing event deleted for resources: {'Port': ['ID=92315d76-468b-4852-9ba9-19a91197b18a,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.716959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:12.719626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f9a6f-1c22-4c1a-8f22-c0212b6731c4 None None] No DVR routers for this DVR port 92315d76-468b-4852-9ba9-19a91197b18a on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:12.755260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649c52b8-f5e1-4f75-9975-068350dfb68c None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:12.813822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.837977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98033894-684a-4ec0-8183-03b01e15a498 req-7746ccbf-aa35-4090-be7e-58558ea7d076 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395246 May 27 03:41:12.906132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-6cde9956-d064-4ac5-bb1b-7681a6769bac service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880404 May 27 03:41:12.943072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:12.988370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2a0e3230-45f6-4c03-b8d3-52b4e6486336 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:13.013678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:13.043473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.186745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.207304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c9a3345e-7569-416a-8937-622a0b55dad0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:13.217886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '68606bbe-0b2f-4e86-a65f-d05873e4d38b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:13.218750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.239797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f69d186e-99dd-4cb8-8423-70fd518d271b req-cb189251-746a-4749-9e81-e21ff78bd350 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225932 May 27 03:41:13.259567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c9a3345e-7569-416a-8937-622a0b55dad0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:13.260032 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.313293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f58e9e-58b3-424d-801b-ea0fc0f1fd5a req-41ece33a-2a2d-42a4-98a6-72f868100056 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:13.324318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08f58e9e-58b3-424d-801b-ea0fc0f1fd5a req-41ece33a-2a2d-42a4-98a6-72f868100056 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.6931202 May 27 03:41:13.327066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.349824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:13.357328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:13.357571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.416681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae39fd-0c4b-4fbe-b297-02d3a05ae5ff None None] Network 97c91322-7645-4a23-b1c8-af95ea2b6c02 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:13.418824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.431784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d6ef3a5-0787-465a-946e-c724574cdc69 HTTP/1.1" status: 204 len: 168 time: 0.9870720 May 27 03:41:13.432573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:13.446735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d2a0-4cf7-4647-af43-8e92fd07163a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6ef3a5-0787-465a-946e-c724574cdc69,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.462148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.530512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669b922-e1c7-4c0b-b715-ba5612d9254c req-6adfc62b-5207-4d5d-8fc2-763f66dae53d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:13.535860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::2db (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/68606bbe-0b2f-4e86-a65f-d05873e4d38b/f86a99a1-97e6-425f-b4a3-95c7df9bf7b1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:13.538527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4669b922-e1c7-4c0b-b715-ba5612d9254c req-6adfc62b-5207-4d5d-8fc2-763f66dae53d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 943 time: 0.2682166 May 27 03:41:13.549599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08f58e9e-58b3-424d-801b-ea0fc0f1fd5a req-213e6430-41e9-43ee-8d1d-c316c40aef42 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242484 May 27 03:41:13.685716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.746787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-765a2e2e-860a-4540-8071-7d99aea1d557 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1094 time: 0.4228041 May 27 03:41:13.811611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.845569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2a0e3230-45f6-4c03-b8d3-52b4e6486336, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2a0e3230-45f6-4c03-b8d3-52b4e6486336,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:13.847716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066bde2-52a3-41af-a77b-3a6255a792ae,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.850487 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.852359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.870220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.871521 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a8c8bfe7-e243-4f65-b352-9f7cb2402c92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4066bde2-52a3-41af-a77b-3a6255a792ae HTTP/1.1" status: 204 len: 168 time: 1.3158355 May 27 03:41:13.889431 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.913508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4669b922-e1c7-4c0b-b715-ba5612d9254c req-8f1a9df1-fed4-4d9c-a92d-68df2100457e tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739619 May 27 03:41:13.916513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Deleting port b729ff36-2407-4b44-9c67-5f29e70f71b9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:13.916848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.943007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:13.963618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:13.975436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:13.999693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:14.010268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.100316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 92315d76-468b-4852-9ba9-19a91197b18a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:14.110426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9edd6-6609-41f5-b8f5-bab5eb4225c7 req-c39c6f6f-2193-48ab-b79f-dd7ef6df5d08 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.118324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eaf9edd6-6609-41f5-b8f5-bab5eb4225c7 req-c39c6f6f-2193-48ab-b79f-dd7ef6df5d08 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.4239626 May 27 03:41:14.135019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.142296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:14.153131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:14.157636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-931aaf97-596a-4604-9af2-a5efd3e5c0a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.160112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 92315d76-468b-4852-9ba9-19a91197b18a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:14.160454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 92315d76-468b-4852-9ba9-19a91197b18a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:14.160699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-931aaf97-596a-4604-9af2-a5efd3e5c0a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.4003677 May 27 03:41:14.162668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:14.166657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.168932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.171621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.179726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=f86a99a1-97e6-425f-b4a3-95c7df9bf7b1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.217529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cbe592ce-c35f-41bf-9bc6-9fb50e960063 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0609391 May 27 03:41:14.218948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34514) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:14.284232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/68606bbe-0b2f-4e86-a65f-d05873e4d38b/21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:14.314959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.319549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eaf9edd6-6609-41f5-b8f5-bab5eb4225c7 req-25f9610f-3a3e-49b7-9bc6-c5c736c1381b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999180 May 27 03:41:14.367883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] DHCP port deletion for 97c91322-7645-4a23-b1c8-af95ea2b6c02 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:14.411552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6db569-24fa-47d4-ad06-56819e2b7865 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.412391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f6db569-24fa-47d4-ad06-56819e2b7865 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:14.435054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-b11f187f-1503-45eb-94a3-8662ffad053e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.2026660 May 27 03:41:14.439563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f6db569-24fa-47d4-ad06-56819e2b7865 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:14.442049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f6db569-24fa-47d4-ad06-56819e2b7865 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2214644 May 27 03:41:14.444676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34520) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:14.451616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Deleting port b729ff36-2407-4b44-9c67-5f29e70f71b9 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:14.452250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.541526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:14.541876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.557388 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf2c28b-c6f2-42a0-b6fc-aafe86777cca'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'code': 200} May 27 03:41:14.644690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-d3543568-39dc-456f-b961-1288aa0e7718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:14.647300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-d3543568-39dc-456f-b961-1288aa0e7718 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.2112699 May 27 03:41:14.740518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-31903ca1-ffd3-4a71-a145-b2a34d2b87ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747283 May 27 03:41:14.742546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] For port b729ff36-2407-4b44-9c67-5f29e70f71b9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b729ff36-2407-4b44-9c67-5f29e70f71b9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:14.742999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.851241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.864122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Transition to ACTIVE for port object 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:14.886240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2a0e3230-45f6-4c03-b8d3-52b4e6486336 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:14.929788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Transition to ACTIVE for port object 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:14.948426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:14.998291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Calling delete_port for b729ff36-2407-4b44-9c67-5f29e70f71b9 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:15.206083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-e05721af-ef10-4977-9168-a946a4710e49 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534836 May 27 03:41:15.208464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.228698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e048e-5248-4275-bd97-8634597e2de2 req-15d3a199-da8e-4a99-ba62-38a8e7cf7b39 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:15.228698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-905e048e-5248-4275-bd97-8634597e2de2 req-15d3a199-da8e-4a99-ba62-38a8e7cf7b39 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 1.0657089 May 27 03:41:15.241354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf494f2f-77fd-418f-8fc6-10ee1d9617f6 req-5730616d-4533-41e1-a274-843cba3c15e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1096 time: 0.6291471 May 27 03:41:15.281615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:15.291809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:15.306144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:15.313375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Pushing event updated for resources: {'Port': ['ID=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.317867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] For port b729ff36-2407-4b44-9c67-5f29e70f71b9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b729ff36-2407-4b44-9c67-5f29e70f71b9,segment=NetworkSegment(adc58883-5d95-4e98-ba21-ba6a5dadfd84),segment_id=adc58883-5d95-4e98-ba21-ba6a5dadfd84)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:15.318263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.330047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] No DVR routers for this DVR port b729ff36-2407-4b44-9c67-5f29e70f71b9 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:15.349306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf494f2f-77fd-418f-8fc6-10ee1d9617f6 req-f1432176-ce24-4b14-b442-9524352464b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966694 May 27 03:41:15.391433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.427840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b729ff36-2407-4b44-9c67-5f29e70f71b9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.480880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e136-fefe-4b5f-a342-5762fc08f583 req-90e41021-d1b3-44f4-b796-5047891907f9 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:15.487986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1d1e136-fefe-4b5f-a342-5762fc08f583 req-90e41021-d1b3-44f4-b796-5047891907f9 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.6110435 May 27 03:41:15.501502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Calling delete_port for b729ff36-2407-4b44-9c67-5f29e70f71b9 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:15.579068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:15.629286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:15.629654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.643354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-905e048e-5248-4275-bd97-8634597e2de2 req-cf9aa590-d855-45fd-9d76-46c4fa28e3f7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185856 May 27 03:41:15.692675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Attempting to bind port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:15.693093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Attempting to bind port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:15.693455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Attempting to bind port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:15.717252 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1d1e136-fefe-4b5f-a342-5762fc08f583 req-2b467ea7-623c-48fd-901f-52d0dfbcb10c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283947 May 27 03:41:15.725693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.746215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:15.746578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:15.746971 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.747351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:15.748045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Bound port: 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:15.748174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.777538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c91322-7645-4a23-b1c8-af95ea2b6c02']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:15.786843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4add6076-60d1-40ed-8c92-f9cb7f51389d req-8ad098ae-43e0-4410-bef3-f4a96ab50144 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580587 May 27 03:41:15.805533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc58883-5d95-4e98-ba21-ba6a5dadfd84') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:15.805835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc58883-5d95-4e98-ba21-ba6a5dadfd84') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:15.820070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:41:15.820416 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:41:15.871308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.882733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.926043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.939018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] For port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:15.940319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:41:15.941301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.943112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] For port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:15.947944 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: timer() May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:41:15.955444 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:41:16.012855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=f86a99a1-97e6-425f-b4a3-95c7df9bf7b1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.022240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b729ff36-2407-4b44-9c67-5f29e70f71b9 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:16.025141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.025607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.026037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.026459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.026882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.027323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.027735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.028144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.028556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.029014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.029409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:16.068118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b729ff36-2407-4b44-9c67-5f29e70f71b9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:16.068451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b729ff36-2407-4b44-9c67-5f29e70f71b9 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:16.070893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295be27-616d-44a7-9eb7-e70f12cd4dce None None] Pushing event updated for resources: {'Port': ['ID=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.102746 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.124345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-881be796-2d18-4977-a3cb-074a0bffa660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 HTTP/1.1" status: 204 len: 168 time: 1.6780312 May 27 03:41:16.128757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:16.167301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb3b2b-e97c-4793-8da0-c1723c79e475 req-44cc7851-4a30-4ee5-b92c-04fe5404cb85 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:16.168882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cbb3b2b-e97c-4793-8da0-c1723c79e475 req-44cc7851-4a30-4ee5-b92c-04fe5404cb85 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2197609 May 27 03:41:16.237093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a18cef-1d22-43c1-af5b-3dd7efc4aa6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:16.239226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a18cef-1d22-43c1-af5b-3dd7efc4aa6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:16.240097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f8a18cef-1d22-43c1-af5b-3dd7efc4aa6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:16.258794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54071e4-c882-47ec-b292-7ffc10cd7567 req-d0ae0f68-056c-4419-8c9a-05753dcb8034 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:16.260285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f54071e4-c882-47ec-b292-7ffc10cd7567 req-d0ae0f68-056c-4419-8c9a-05753dcb8034 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 943 time: 0.4309971 May 27 03:41:16.261575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.268458 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cbb3b2b-e97c-4793-8da0-c1723c79e475 req-a4ada6d7-2afa-47db-bc9b-13fdb5b5ab1b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886149 May 27 03:41:16.271121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f8a18cef-1d22-43c1-af5b-3dd7efc4aa6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:16.272187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8a18cef-1d22-43c1-af5b-3dd7efc4aa6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1424696 May 27 03:41:16.276844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34556) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:16.322447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Deleting port b729ff36-2407-4b44-9c67-5f29e70f71b9 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:16.322447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.330334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.340308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] Pushing event deleted for resources: {'Network': ['ID=97c91322-7645-4a23-b1c8-af95ea2b6c02,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.405974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dfda4445-fe23-4ff2-a1c5-57530303be3c admin admin] 10.222.0.46 "DELETE /v2.0/networks/97c91322-7645-4a23-b1c8-af95ea2b6c02 HTTP/1.1" status: 204 len: 168 time: 2.9719968 May 27 03:41:16.415601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:16.425685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd137-8b09-4533-8e16-af2f53d38cce None None] The port 'b729ff36-2407-4b44-9c67-5f29e70f71b9' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:41:16.503209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f54071e4-c882-47ec-b292-7ffc10cd7567 req-03f14a92-0177-42a0-adf9-3ff947641dff tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751354 May 27 03:41:16.618331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 68606bbe-0b2f-4e86-a65f-d05873e4d38b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:16.626664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.778497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-9a3ca18a-228a-4d4d-8146-2188f39162df tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931935 May 27 03:41:16.795407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:16.844274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:16.925906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 175c9fe4-8ea8-4252-8382-218374a56180 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:17.110095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-afc5716f-bb4b-4745-a780-60a151a558d3 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.117544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-afc5716f-bb4b-4745-a780-60a151a558d3 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254156 May 27 03:41:17.186176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-81619c88-be7f-4457-a792-46cee2f86a9e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/quotas/1ae4f12b29e34df2a658c391ac947a1f HTTP/1.1" status: 200 len: 375 time: 0.0676539 May 27 03:41:17.244644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab127444-21cb-448b-b9e3-4d59d4a055e4 req-a7741495-97a2-4316-a553-5d2ab60fb87e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.248139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab127444-21cb-448b-b9e3-4d59d4a055e4 req-a7741495-97a2-4316-a553-5d2ab60fb87e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.2710915 May 27 03:41:17.253621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:17.270804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-5baaa035-5263-49ec-9d40-2e925c22bab4 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836098 May 27 03:41:17.293497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '175c9fe4-8ea8-4252-8382-218374a56180', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'port_id': '175c9fe4-8ea8-4252-8382-218374a56180', 'mac_address': 'fa:16:3e:67:87:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:17.351344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.376330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-6daafe0c-3ac2-4872-ad32-ef2719025700 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.2476275 May 27 03:41:17.428538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:17.447003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:17.491286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:17.491635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2fac456e-ff7a-4ec3-b93a-0219f6b613c9 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:17.499416 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.520595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.522986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175c9fe4-8ea8-4252-8382-218374a56180 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:17.565175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:17.570999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=68606bbe-0b2f-4e86-a65f-d05873e4d38b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.573571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.586827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.605142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ddf47c3-94ee-4e0c-afd7-6fb682b8028c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/68606bbe-0b2f-4e86-a65f-d05873e4d38b HTTP/1.1" status: 204 len: 168 time: 1.3268197 May 27 03:41:17.607336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34582) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:17.661150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab127444-21cb-448b-b9e3-4d59d4a055e4 req-7034c6d6-a08d-4697-9fe0-d261481f790d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026573 May 27 03:41:17.665637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6842-9d74-4171-a361-02e404ebc375 req-2f9e5093-9436-4424-84e0-55df2afa8787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:17.667378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-2f9e5093-9436-4424-84e0-55df2afa8787 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.2825387 May 27 03:41:17.703423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Provisioning for port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:17.714669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Provisioning complete for port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:17.714974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.745733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b107f6fe-b3bc-47bf-80ef-53121b99f88c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371181 May 27 03:41:17.750655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:17.759052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:17.803505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:17.836818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:17.926815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea65155-f232-4f8a-9ffe-e00c2b3430e2 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:17.946944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:18.075961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:18.082248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:18.086794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:18.095586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:18.104934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63cc90-5556-4764-9052-4d3fd6aa778c req-bf1b2572-f8f5-4690-8f9d-7698be7ab941 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.106606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe63cc90-5556-4764-9052-4d3fd6aa778c req-bf1b2572-f8f5-4690-8f9d-7698be7ab941 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4350696 May 27 03:41:18.132060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:18.135701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.137613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-c9777018-cd23-41d8-9a89-f8c368f58ff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.4493108 May 27 03:41:18.163219 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.199305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9ae5-b653-4fb2-8975-5a13a9392533 req-6b03afc9-541e-48a9-b4d8-bdbd4506233a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.200779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756a9ae5-b653-4fb2-8975-5a13a9392533 req-6b03afc9-541e-48a9-b4d8-bdbd4506233a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2628751 May 27 03:41:18.264356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6842-9d74-4171-a361-02e404ebc375 req-69c34791-bfb1-4aa0-85cd-911f037b11e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.265845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-69c34791-bfb1-4aa0-85cd-911f037b11e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1200368 May 27 03:41:18.341634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-756a9ae5-b653-4fb2-8975-5a13a9392533 req-294acb7c-0261-417f-923a-9e62838c8673 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318917 May 27 03:41:18.353208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] For port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:18.389354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe63cc90-5556-4764-9052-4d3fd6aa778c req-943eb31b-b304-43f9-bd71-596b5c60e4b2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757089 May 27 03:41:18.413502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-8db988a6-b3ee-4b72-a490-efaeb790e30b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395590 May 27 03:41:18.432509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.482799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.517952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8901e-dcee-4eb4-a397-5090593e2e2b None None] Pushing event updated for resources: {'Port': ['ID=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:18.559572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:18.563914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:18.576139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.577341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.583625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a6f9a25-dcfe-408f-ae0c-afbd30642984 None None] Could not find standard attr ID for object f86a99a1-97e6-425f-b4a3-95c7df9bf7b1. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:41:18.637445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=2024a057-f5ee-44c2-b581-c0d4fccfa12a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:18.642602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-44ccd9cb-ff26-4d5e-a5e6-7b015b788818 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8891239 May 27 03:41:18.645354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:18.653062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'name': 'tempest-NetworksTestDHCPv6-970730929'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:18.682266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:18.688113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Deleting port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:18.688788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.870224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:18.877137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:18.880672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:18.888323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5928fa-5dd6-4f47-a88e-ff6f282fe063 req-726f3d38-0a8e-4575-983f-95296e510556 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:18.889852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc5928fa-5dd6-4f47-a88e-ff6f282fe063 req-726f3d38-0a8e-4575-983f-95296e510556 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 944 time: 0.1423001 May 27 03:41:18.895483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:18.910852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-742acd9d-0314-4a35-bd48-37470c40ba6c req-247df0e7-5e81-4a82-96ab-d9f9ebb74cb1 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.2794955 May 27 03:41:18.928738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:18.931768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:18.954825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 1318df39-66d7-42d4-8196-a794c50774b1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:18.975589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] For port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:18.976167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.070599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-2c02e294-9fa4-48a5-9a3b-f624672bc5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479261 May 27 03:41:19.107554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::148 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/2024a057-f5ee-44c2-b581-c0d4fccfa12a/1318df39-66d7-42d4-8196-a794c50774b1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:19.144613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Calling delete_port for 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:19.253694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.301552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc5928fa-5dd6-4f47-a88e-ff6f282fe063 req-2e9d0300-2a4d-4af7-aa3f-a7a045af2ae1 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008727 May 27 03:41:19.319074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-cc7b69b6-f763-4689-ae7c-33b7e2a1637a tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954607 May 27 03:41:19.323082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] No DVR routers for this DVR port 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:19.337937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cfaf0-ad56-4aa8-a143-7879f3dca6fb None None] Pushing event deleted for resources: {'Port': ['ID=21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.360668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d712e8-0e9c-4ddd-81b6-28c0a140d3ac None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:19.368783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.387844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 1318df39-66d7-42d4-8196-a794c50774b1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:19.418131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.581340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-85cb0b1b-c1b9-4caf-9b33-c64a905fc99b tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.582694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:19.582967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-85cb0b1b-c1b9-4caf-9b33-c64a905fc99b tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225022 May 27 03:41:19.586616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:19.588991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:19.593201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.593741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.609623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=1318df39-66d7-42d4-8196-a794c50774b1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.644143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Request body: {'port': {'device_id': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '1ae4f12b29e34df2a658c391ac947a1f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:19.654238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ced22b6-a9de-416e-8eb5-dc9fbf01412e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0077791 May 27 03:41:19.657311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34606) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:19.687044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '2024a057-f5ee-44c2-b581-c0d4fccfa12a'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:19.688069 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:19.700349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e2a2a-b442-4d81-a239-023b4f2d9e74 req-abb0ba25-6ee2-4a53-96a4-d94864b07de5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.702058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a2e2a2a-b442-4d81-a239-023b4f2d9e74 req-abb0ba25-6ee2-4a53-96a4-d94864b07de5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.2046061 May 27 03:41:19.765807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c95a6842-9d74-4171-a361-02e404ebc375 req-880f2e84-d1d2-4783-858e-91484dbe3233 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861482 May 27 03:41:19.775221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a2e2a2a-b442-4d81-a239-023b4f2d9e74 req-f00eed00-3e85-43d5-bbb8-e6b929736a7c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 May 27 03:41:19.790193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9e418-58d1-4064-9ad7-34d7ea2d2597 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.790424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6e9e418-58d1-4064-9ad7-34d7ea2d2597 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:19.800384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cac8cc-dac0-4c54-aef3-643546c607a2 req-0da2c051-3e4c-4165-b64d-955d62d3eef3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:19.803336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2cac8cc-dac0-4c54-aef3-643546c607a2 req-0da2c051-3e4c-4165-b64d-955d62d3eef3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.5855398 May 27 03:41:19.815223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6e9e418-58d1-4064-9ad7-34d7ea2d2597 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:19.820396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:19.820736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:19.827999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6e9e418-58d1-4064-9ad7-34d7ea2d2597 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1586211 May 27 03:41:19.878876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Request body: {'floatingip': {'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:19.945968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/2024a057-f5ee-44c2-b581-c0d4fccfa12a/08813f29-d179-47bc-a19f-11a1c4d92c95) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:20.102099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:20.106711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.125440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fe7cbe2-4248-45b6-a66e-f103e356b122 req-8d95e4c4-b2d3-44df-bb69-d6ae9efb2c77 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.0531931 May 27 03:41:20.164071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 1318df39-66d7-42d4-8196-a794c50774b1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:20.164411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.182510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.199002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Transition to ACTIVE for port object 08813f29-d179-47bc-a19f-11a1c4d92c95 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:20.214019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Usage tracker for resource:port and tenant:1ae4f12b29e34df2a658c391ac947a1f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:20.223061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Transition to ACTIVE for port object 08813f29-d179-47bc-a19f-11a1c4d92c95 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:20.230440 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.238274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:20.265623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:20.322520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:20.327580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:20.330073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:20.337914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Pushing event updated for resources: {'Port': ['ID=08813f29-d179-47bc-a19f-11a1c4d92c95,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:20.434854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Attempting to bind port 08813f29-d179-47bc-a19f-11a1c4d92c95 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:20.435234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Attempting to bind port 08813f29-d179-47bc-a19f-11a1c4d92c95 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:20.435599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Attempting to bind port 08813f29-d179-47bc-a19f-11a1c4d92c95 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:20.442671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Made reservation on behalf of 1ae4f12b29e34df2a658c391ac947a1f for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:20.444786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:20.445188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:20.445586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.445693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.445968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:20.446474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Bound port: 08813f29-d179-47bc-a19f-11a1c4d92c95, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:20.447528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.553339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30fefc-342f-4d1e-80be-bc130e54902e req-8b9a13ac-08af-406b-8f9e-dddbf49f1e05 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:20.562634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d30fefc-342f-4d1e-80be-bc130e54902e req-8b9a13ac-08af-406b-8f9e-dddbf49f1e05 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 944 time: 0.1022928 May 27 03:41:20.578152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] For port 08813f29-d179-47bc-a19f-11a1c4d92c95, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:20.583122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] For port 08813f29-d179-47bc-a19f-11a1c4d92c95, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=08813f29-d179-47bc-a19f-11a1c4d92c95,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:20.589884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.623400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d30fefc-342f-4d1e-80be-bc130e54902e req-6c157504-4639-47e2-8cfa-9ec18d7f8a6c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592942 May 27 03:41:20.650655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:20.698085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad8d46-2747-46c1-bb36-bbb7d5c4e005 None None] Pushing event updated for resources: {'Port': ['ID=08813f29-d179-47bc-a19f-11a1c4d92c95,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:20.732282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:20.781810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:20.782401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21c40e8e-cd1d-4cd4-9fe0-d61cf115e6d3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:20.816670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-1d098f10-0542-43cf-9a74-b0bcacdeb2bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.8789334 May 27 03:41:20.822053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7bf90-e4ac-401b-8124-3adf315004f9 req-c50f8ec9-8b98-4271-a047-95283367534a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:20.823668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f7bf90-e4ac-401b-8124-3adf315004f9 req-c50f8ec9-8b98-4271-a047-95283367534a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.8677361 May 27 03:41:20.939992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 175c9fe4-8ea8-4252-8382-218374a56180 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:21.020100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:21.072936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 175c9fe4-8ea8-4252-8382-218374a56180 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:21.086698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 175c9fe4-8ea8-4252-8382-218374a56180 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:21.087069 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.140461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb34b4-4385-4306-abb9-eef3b3ae4706 req-ca32783d-2ce5-46f6-bb84-e6fecea1736f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:21.152303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8aeb34b4-4385-4306-abb9-eef3b3ae4706 req-ca32783d-2ce5-46f6-bb84-e6fecea1736f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1287267 May 27 03:41:21.219803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8aeb34b4-4385-4306-abb9-eef3b3ae4706 req-c42d6e1b-5021-49d4-aedb-88c6f609563c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 May 27 03:41:21.224464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Usage tracker for resource:security_group_rule and tenant:1ae4f12b29e34df2a658c391ac947a1f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:21.227449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:21.233689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:21.282347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.320953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:21.331404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:21.337595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.406098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2da38573-b844-455b-90c1-4a10c5cf7598 req-3de63e9d-ae1b-4ac3-9c3d-83fba2605853 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.0600259 May 27 03:41:21.442713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f7bf90-e4ac-401b-8124-3adf315004f9 req-a571e3f9-8dfb-4a65-88f4-dc95ff4c1eda tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6058960 May 27 03:41:21.449640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:21.455345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.467715 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3985bb-2430-4130-9942-c8ee01208460'] response: {'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'code': 200} May 27 03:41:21.476849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Deleting port 9dc1cf54-2569-4166-98c6-51585b3e52c2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:21.477207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:21.548483 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:41:21.576270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-326cb141-4fdd-40e0-a5b7-8984fa269db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:21.577775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-326cb141-4fdd-40e0-a5b7-8984fa269db8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.7225397 May 27 03:41:21.700376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 1318df39-66d7-42d4-8196-a794c50774b1 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:21.825960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169fb7-02c2-4cce-aa34-b3f064892f60 req-a3c5da7e-4f25-4300-99e4-fe1c58113581 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:21.827471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1169fb7-02c2-4cce-aa34-b3f064892f60 req-a3c5da7e-4f25-4300-99e4-fe1c58113581 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.0889602 May 27 03:41:21.885537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a1169fb7-02c2-4cce-aa34-b3f064892f60 req-3c13becf-514c-4f86-bc0b-7bf02216cdcf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 May 27 03:41:21.940973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aa362b0e-7b3e-4d4f-891c-1d99f87ca551 None None] Provisioning for port 08813f29-d179-47bc-a19f-11a1c4d92c95 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:21.959989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aa362b0e-7b3e-4d4f-891c-1d99f87ca551 None None] Provisioning for port 1318df39-66d7-42d4-8196-a794c50774b1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:21.965607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aa362b0e-7b3e-4d4f-891c-1d99f87ca551 None None] Provisioning complete for port 1318df39-66d7-42d4-8196-a794c50774b1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:21.965987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa362b0e-7b3e-4d4f-891c-1d99f87ca551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.025486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aa362b0e-7b3e-4d4f-891c-1d99f87ca551 None None] Port 1318df39-66d7-42d4-8196-a794c50774b1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:41:22.086647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.112303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.144966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-6ca0071d-d507-493e-a465-549d7819bd6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.4671497 May 27 03:41:22.146103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca664182-527e-4244-865a-89a435cfaa55 None None] Provisioning complete for port 1318df39-66d7-42d4-8196-a794c50774b1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:22.146478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca664182-527e-4244-865a-89a435cfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.198225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ca664182-527e-4244-865a-89a435cfaa55 None None] Port 1318df39-66d7-42d4-8196-a794c50774b1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:41:22.503259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d9cfc3f-49c0-43c8-83e2-b92785f5bed0 req-40ae707a-2b4f-4eb3-9d9f-00bef042b7ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.9283147 May 27 03:41:22.503877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b699f-851f-4a00-9008-53cbbc1b6a7a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.520400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] For port 9dc1cf54-2569-4166-98c6-51585b3e52c2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9dc1cf54-2569-4166-98c6-51585b3e52c2,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:22.520760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.561507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9728fd53-8fd1-468f-a125-891c4bc0ac62 req-0cdd9ca5-1963-41fb-9b74-496ee7572525 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.0449665 May 27 03:41:22.641836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-11d176cd-7b95-47ba-ad1a-0c844a5ff52c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:22.643266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-11d176cd-7b95-47ba-ad1a-0c844a5ff52c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.4503548 May 27 03:41:22.719748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Calling delete_port for 9dc1cf54-2569-4166-98c6-51585b3e52c2 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:22.734536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 08813f29-d179-47bc-a19f-11a1c4d92c95 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:22.815549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 08813f29-d179-47bc-a19f-11a1c4d92c95 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:22.821635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 08813f29-d179-47bc-a19f-11a1c4d92c95 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:22.822184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.854429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.877397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e05272-41e9-4f0c-a80c-a774aee396ba req-c4e7bea0-1e2f-40a5-936b-51ed1a5e6b18 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:22.878786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2e05272-41e9-4f0c-a80c-a774aee396ba req-c4e7bea0-1e2f-40a5-936b-51ed1a5e6b18 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1990454 May 27 03:41:22.929372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2e05272-41e9-4f0c-a80c-a774aee396ba req-02ca7e91-048d-405f-af89-49b7644846c7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 May 27 03:41:22.948377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:22.956924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=1318df39-66d7-42d4-8196-a794c50774b1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:22.971248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d9cfc3f-49c0-43c8-83e2-b92785f5bed0 req-a6908eba-cf56-45c1-b8d5-367d065f13ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362028 May 27 03:41:22.984132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 08813f29-d179-47bc-a19f-11a1c4d92c95, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=08813f29-d179-47bc-a19f-11a1c4d92c95,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:22.988886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.023070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:23.064736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=08813f29-d179-47bc-a19f-11a1c4d92c95,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:23.151334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.154873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Allocated IP 192.168.233.178 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/c1de6bf3-d74b-45bf-9966-557a70e763c3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:23.188222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c992162-41ad-4d8d-abb3-e0e770b73047 req-f7895f1b-63f8-4a6c-9144-f9132bf07f18 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.189704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4c992162-41ad-4d8d-abb3-e0e770b73047 req-f7895f1b-63f8-4a6c-9144-f9132bf07f18 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1122661 May 27 03:41:23.234407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c3eafc11-a726-4f35-896c-cd47bf53b449 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/1318df39-66d7-42d4-8196-a794c50774b1 HTTP/1.1" status: 204 len: 168 time: 3.4125919 May 27 03:41:23.237327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.237619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34642) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:23.256272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595bb3b-3c72-4907-99d4-9b50244e6990 req-27459bcc-20eb-4e28-9b62-7c698732ca69 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.257795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b595bb3b-3c72-4907-99d4-9b50244e6990 req-27459bcc-20eb-4e28-9b62-7c698732ca69 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.8409152 May 27 03:41:23.271030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.274791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4c992162-41ad-4d8d-abb3-e0e770b73047 req-3be78757-7c3c-422c-a2a2-979b559b68b0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 May 27 03:41:23.318633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f584026-c661-44fc-ae66-77c713c354fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.320055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f584026-c661-44fc-ae66-77c713c354fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.321163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1f584026-c661-44fc-ae66-77c713c354fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:23.339349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1f584026-c661-44fc-ae66-77c713c354fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:23.342955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f584026-c661-44fc-ae66-77c713c354fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019998 May 27 03:41:23.343235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:23.364650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-afd317be-3f7e-48c4-a9bf-7ba4c0fc1789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6527803 May 27 03:41:23.580104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119a05e-3ae7-45ec-b978-651af6abcac2 req-d7cee962-f448-4956-afaa-d27c6af37e51 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:23.581602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c119a05e-3ae7-45ec-b978-651af6abcac2 req-d7cee962-f448-4956-afaa-d27c6af37e51 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1942141 May 27 03:41:23.617646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 2024a057-f5ee-44c2-b581-c0d4fccfa12a {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:23.622282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.689128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c119a05e-3ae7-45ec-b978-651af6abcac2 req-e6ae94e7-e062-40e5-ba33-3e04902e49c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964489 May 27 03:41:23.691602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.697746 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.717670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b595bb3b-3c72-4907-99d4-9b50244e6990 req-91b25ff1-0c3e-4fa1-83d7-6c8e2d678fd7 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951030 May 27 03:41:23.805573 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.815100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.869838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-f2a243a6-a450-47a7-a85c-03b9bfea0bec service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454446 May 27 03:41:23.890842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc1cf54-2569-4166-98c6-51585b3e52c2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:23.896286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89a07b0a-ebb4-4515-879a-bf5b1a9e73f6 req-13b597ff-28db-40e9-a550-805377658f13 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.0543723 May 27 03:41:23.928379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:23.956680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.014848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=2024a057-f5ee-44c2-b581-c0d4fccfa12a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:24.032255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.050866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614dd181-dd06-487c-9ad1-40d956aa2eb0 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:24.072120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d5a1bcb2-c173-4104-9855-a31a967c28a0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/2024a057-f5ee-44c2-b581-c0d4fccfa12a HTTP/1.1" status: 204 len: 168 time: 0.7274170 May 27 03:41:24.074870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.246499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6e9103a-2d3b-467b-a879-2aa120786173 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675963 May 27 03:41:24.250560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34660) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.348837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Transition to ACTIVE for port object c1de6bf3-d74b-45bf-9966-557a70e763c3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:24.443507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacd457-675d-4413-9837-f31bf2cd0aa8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.444109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9bacd457-675d-4413-9837-f31bf2cd0aa8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1924272 May 27 03:41:24.450171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ad03c-7868-4f76-b352-c2d70340302a req-f2052e12-6e74-47d4-a9ca-0dad8968fd90 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.451636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-873ad03c-7868-4f76-b352-c2d70340302a req-f2052e12-6e74-47d4-a9ca-0dad8968fd90 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1324003 May 27 03:41:24.452123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34666) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.476546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:24.481005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Deleting port 08813f29-d179-47bc-a19f-11a1c4d92c95 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:24.481321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.555634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381770f4-00d6-4530-9d9b-6016c26ef521 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.556322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-381770f4-00d6-4530-9d9b-6016c26ef521 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:24.569471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-873ad03c-7868-4f76-b352-c2d70340302a req-5d1d6cd1-e303-40b2-9045-32e786975091 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808926 May 27 03:41:24.580107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-381770f4-00d6-4530-9d9b-6016c26ef521 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:24.581890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-381770f4-00d6-4530-9d9b-6016c26ef521 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1288404 May 27 03:41:24.584768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34670) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.594692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.669280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-287de9fa-6b0f-4cd5-9feb-232fb54f144b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782652 May 27 03:41:24.704186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:24.735597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c0a269d-1875-44f3-a983-54e2836f3731 req-903e9b22-9360-4c8b-b085-4f59920df1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479710 May 27 03:41:24.748375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:24.839067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f5fda94-9584-4c8d-aba2-6ad44f22e064 req-46b9e071-4a7c-459f-bf0b-b277c085d2f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1096 time: 0.1717243 May 27 03:41:24.859770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] For port 08813f29-d179-47bc-a19f-11a1c4d92c95, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=08813f29-d179-47bc-a19f-11a1c4d92c95,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:24.860114 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:24.889740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:24.899003 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Floating IP 3b227343-11e3-4682-b551-041d87704e98 associated. External IP: 172.25.8.20, port: c9a3345e-7569-416a-8937-622a0b55dad0. May 27 03:41:24.903557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f5fda94-9584-4c8d-aba2-6ad44f22e064 req-5205cf9d-6c9b-44f4-bdb1-062e5af9ff9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 May 27 03:41:24.930639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 08813f29-d179-47bc-a19f-11a1c4d92c95 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:24.940614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2d9d-dbf1-4349-8024-ce06beb4ae69 req-04ef1c1b-3ed0-4493-b5e7-1feceea8a089 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:24.942128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d30a2d9d-dbf1-4349-8024-ce06beb4ae69 req-04ef1c1b-3ed0-4493-b5e7-1feceea8a089 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1563606 May 27 03:41:24.989459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:25.008110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d30a2d9d-dbf1-4349-8024-ce06beb4ae69 req-a2e14e93-34bc-47d1-9133-d89df878d104 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583112 May 27 03:41:25.048299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Calling delete_port for 08813f29-d179-47bc-a19f-11a1c4d92c95 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:25.087656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:25.225427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.246899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc7ab3-353f-447e-92d4-fbcfae2731c7 req-7bb05074-b886-4b3b-9e91-dcb46a6f737f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.248444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6afc7ab3-353f-447e-92d4-fbcfae2731c7 req-7bb05074-b886-4b3b-9e91-dcb46a6f737f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.8180754 May 27 03:41:25.254099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.254894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.266019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984461b-5909-4507-af54-5d7db8e5bdbb req-2e64ac64-aef4-4e81-8731-c45767f2b94d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.267841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8984461b-5909-4507-af54-5d7db8e5bdbb req-2e64ac64-aef4-4e81-8731-c45767f2b94d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1151202 May 27 03:41:25.293862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-aff221c2-40c8-4f07-84b5-7bc673a4c3e6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6812887 May 27 03:41:25.343130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:25.343976 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.353504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Request body: {'port': {'device_id': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:25.412929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] Pushing event deleted for resources: {'Port': ['ID=08813f29-d179-47bc-a19f-11a1c4d92c95,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:25.413133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:25.423598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ceff7f77-f3f8-4e7f-b807-0afc7f9495be None None] Provisioning for port c1de6bf3-d74b-45bf-9966-557a70e763c3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:25.425466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8984461b-5909-4507-af54-5d7db8e5bdbb req-066dc844-43e8-4707-b065-f4e0c8d0beb0 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 May 27 03:41:25.430445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22798c0-fbf3-4c22-b509-78e62086470d None None] No DVR routers for this DVR port 08813f29-d179-47bc-a19f-11a1c4d92c95 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:25.432702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.457687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ceff7f77-f3f8-4e7f-b807-0afc7f9495be None None] Provisioning complete for port c1de6bf3-d74b-45bf-9966-557a70e763c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:25.458057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ceff7f77-f3f8-4e7f-b807-0afc7f9495be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.462074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6afc7ab3-353f-447e-92d4-fbcfae2731c7 req-904816ae-9292-469a-a400-4029fdcb0525 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793633 May 27 03:41:25.497929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:25.512289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-a2fd5986-46c0-4dbd-9951-7cb9a34b3487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 1096 time: 0.1542509 May 27 03:41:25.576550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ceff7f77-f3f8-4e7f-b807-0afc7f9495be None None] Port c1de6bf3-d74b-45bf-9966-557a70e763c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:41:25.745407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.764692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:25.856304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-9c6062f8-f196-4db5-9e04-3c044005a8b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.857775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-9c6062f8-f196-4db5-9e04-3c044005a8b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.3276789 May 27 03:41:25.920619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1298e-454b-439c-8471-1782998a68a4 req-8ce193ba-0120-461b-912e-70f9cea1dcec tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:25.922190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-43f1298e-454b-439c-8471-1782998a68a4 req-8ce193ba-0120-461b-912e-70f9cea1dcec tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 936 time: 0.1748838 May 27 03:41:25.952979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-6ffdda20-c005-41e6-bed1-daf1275167ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 200 len: 217 time: 0.0878022 May 27 03:41:26.034854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-43f1298e-454b-439c-8471-1782998a68a4 req-5baf045c-f7be-449f-aaf1-d41f89f2ce0d tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 May 27 03:41:26.068499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-461246dd-844a-415e-84d7-9ee27ac3fb80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.069950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-461246dd-844a-415e-84d7-9ee27ac3fb80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.1002924 May 27 03:41:26.103981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266eda3-2aed-4d43-b971-22aebf8762e5 req-ad1f0ce9-33c0-465f-83e5-4efb60fdd645 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.105816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a266eda3-2aed-4d43-b971-22aebf8762e5 req-ad1f0ce9-33c0-465f-83e5-4efb60fdd645 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4559624 May 27 03:41:26.108417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.168858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-0e1e3440-56ef-494b-bcd7-ace5415b6b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786748 May 27 03:41:26.202642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.342289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-955d78e1-d193-4099-8edb-1c774397e005 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661534 May 27 03:41:26.531763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e443709-c7cb-42fd-b03a-759dfb81a0cd req-93cc4a07-06a5-402c-8a15-3cfc6d3365ef service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830926 May 27 03:41:26.562251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20638-2025-4db5-b3e9-49b6ce4480a2 req-a53759d1-82a5-40d5-97b6-7cacce1d0b5c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.563680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ca20638-2025-4db5-b3e9-49b6ce4480a2 req-a53759d1-82a5-40d5-97b6-7cacce1d0b5c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1098249 May 27 03:41:26.610583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ca20638-2025-4db5-b3e9-49b6ce4480a2 req-b093a8c6-a6bc-46c5-a4cb-582acfd626da tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 May 27 03:41:26.641455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a266eda3-2aed-4d43-b971-22aebf8762e5 req-d017048a-f87d-4772-93f1-ba4eaa56eb92 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284450 May 27 03:41:26.807934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2dd58-1bcd-41c3-a996-0bb0e38b2582 req-0752f79e-1136-4666-8c0e-14c53432c023 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:26.809896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4e2dd58-1bcd-41c3-a996-0bb0e38b2582 req-0752f79e-1136-4666-8c0e-14c53432c023 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.0837333 May 27 03:41:26.862270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4e2dd58-1bcd-41c3-a996-0bb0e38b2582 req-c281b15c-96b4-4874-8b56-b660a8bcd73d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 May 27 03:41:26.890169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:26.981576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-47179278-d9eb-44f7-8ba0-75dd433d1108 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.5529261 May 27 03:41:27.060695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:27.062460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:27.084031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:27.091245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:27.091843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.097768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80f983-2229-4538-8dc7-158b131c525a None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:27.142126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=85147bfc-a4e1-447c-805c-3bf2cc66edc3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:27.276134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c071ec9b-bdaf-40c2-8764-730616b6f743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5680733 May 27 03:41:27.277647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34706) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:27.279620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1de6bf3-d74b-45bf-9966-557a70e763c3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:27.285794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': '85147bfc-a4e1-447c-805c-3bf2cc66edc3', 'ip_address': '2001:db8::711c:59bb:5e7e:865d'}], 'name': 'tempest-NetworksTestDHCPv6-2015446252'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:27.312580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.370820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '85147bfc-a4e1-447c-805c-3bf2cc66edc3'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:27.371953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.383611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Transition to ACTIVE for port object c1de6bf3-d74b-45bf-9966-557a70e763c3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:27.388171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-d1ddbce4-fe18-45c7-b543-316d54c62f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:27.389798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-d1ddbce4-fe18-45c7-b543-316d54c62f78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.3946853 May 27 03:41:27.404796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.522076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef988b-f950-410f-b574-563bda9898f6 req-d39e2d77-1ca8-4807-9067-dd6bf9a928b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:27.525335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eef988b-f950-410f-b574-563bda9898f6 req-d39e2d77-1ca8-4807-9067-dd6bf9a928b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5428615 May 27 03:41:27.545649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/85147bfc-a4e1-447c-805c-3bf2cc66edc3/70d05d60-821c-4bfd-ad1a-5c20bd301ea4) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:27.558344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:27.565362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:27.571975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-3c83434e-e161-477b-b36c-8dfce5342f84 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:27.573549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-3c83434e-e161-477b-b36c-8dfce5342f84 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 810 time: 0.2640898 May 27 03:41:27.574500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:27.585656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:27.601847 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-a7ab6f85-22e8-4da9-b7d4-0c44e5d10d16 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/quotas/477818a63bfd4849ad735eff54840b0e HTTP/1.1" status: 200 len: 375 time: 0.0179443 May 27 03:41:27.603051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:27.608585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.691663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-39d826d7-8d08-44bc-9e68-d5271cca039d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.2784538 May 27 03:41:27.693446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:27.798170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-45e9f568-5f12-48a4-82dd-e157529bd850 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778119 May 27 03:41:27.810612 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01a233db-934d-461c-96f2-937967cf1dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.836953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.850410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Transition to ACTIVE for port object 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:27.873866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Transition to ACTIVE for port object 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:27.881119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:27.957944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:27.961524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:27.968858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:27.970801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Pushing event updated for resources: {'Port': ['ID=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:27.977875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:27.991536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::711c:59bb:5e7e:865d (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/85147bfc-a4e1-447c-805c-3bf2cc66edc3/26a1a576-83a8-4cd1-8ac3-74c9675bcdd7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:28.023893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:28.064135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Attempting to bind port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:28.064635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Attempting to bind port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:28.065052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Attempting to bind port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:28.071673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:28.072547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:28.072547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.073032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:28.073489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Bound port: 70d05d60-821c-4bfd-ad1a-5c20bd301ea4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:28.073853 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.111626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eef988b-f950-410f-b574-563bda9898f6 req-38ef4675-aa0b-40fd-bda9-4aa16b7dd428 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5645974 May 27 03:41:28.116956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-94cc34f7-d3ea-4801-bfa4-9a495ed6dbf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.118521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-94cc34f7-d3ea-4801-bfa4-9a495ed6dbf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.2021773 May 27 03:41:28.176958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] For port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:28.180349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] For port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:28.186162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.290822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9cc76-e7d9-48e7-9c7b-21fe39d8ad35 None None] Pushing event updated for resources: {'Port': ['ID=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:28.319395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-4854f8e8-65b0-4892-8811-d4c3eca8c2fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346757 May 27 03:41:28.377759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-b29f35ec-76fc-4a9b-a86d-6443bce89bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786517 May 27 03:41:28.548524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.581258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:28.586451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-58382870-7bf7-4666-812f-c108abdef0c6 service neutron] 10.222.0.46 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001681 May 27 03:41:28.610561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.645364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Attempting to bind port c1de6bf3-d74b-45bf-9966-557a70e763c3 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:28.645776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Attempting to bind port c1de6bf3-d74b-45bf-9966-557a70e763c3 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:28.646279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Attempting to bind port c1de6bf3-d74b-45bf-9966-557a70e763c3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:28.702564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:28.706691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:28.717661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:28.722313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.722937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.742556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=26a1a576-83a8-4cd1-8ac3-74c9675bcdd7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:28.774012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Port c1de6bf3-d74b-45bf-9966-557a70e763c3 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:41:28.774426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Attempting to bind port c1de6bf3-d74b-45bf-9966-557a70e763c3 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:28.779766 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4849f5fc-6a8d-4407-9671-89e14e2a974a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5000370 May 27 03:41:28.781356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34718) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.828409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-200662f8-77ab-4278-b9ea-3d8b73802fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000360 May 27 03:41:28.829403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:28.829802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:28.830247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:28.831388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Bound port: c1de6bf3-d74b-45bf-9966-557a70e763c3, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:28.831823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:28.882592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b5f07-f077-4705-ba02-22188a299be9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.886467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b5f07-f077-4705-ba02-22188a299be9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:28.887168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:28.887273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-749b5f07-f077-4705-ba02-22188a299be9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:28.959240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-749b5f07-f077-4705-ba02-22188a299be9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:28.960530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-749b5f07-f077-4705-ba02-22188a299be9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1781495 May 27 03:41:28.973075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34724) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:28.992404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:29.039010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-dcf0bc75-2008-46fe-bb49-4e958cfc9ef7 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:29.039675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-dcf0bc75-2008-46fe-bb49-4e958cfc9ef7 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Synchronizing usage tracker for tenant:1ae4f12b29e34df2a658c391ac947a1f on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:29.068843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:29.068843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.136798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983651d-262e-455b-a258-af4585a593a9 req-7a24ff22-f6f7-4a78-80ed-ce4454f77316 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:29.142376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-dcf0bc75-2008-46fe-bb49-4e958cfc9ef7 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Unset dirty status for tenant:1ae4f12b29e34df2a658c391ac947a1f on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:29.145843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4983651d-262e-455b-a258-af4585a593a9 req-7a24ff22-f6f7-4a78-80ed-ce4454f77316 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.2545536 May 27 03:41:29.149203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-dcf0bc75-2008-46fe-bb49-4e958cfc9ef7 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 948 time: 0.8322349 May 27 03:41:29.215784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:29.222651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:29.238388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d398a7f-22c0-4717-971d-e9b4c8a47f28 req-ade46afb-ac95-4a8a-8750-63cfbac8e71e service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948386 May 27 03:41:29.242456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.375563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4983651d-262e-455b-a258-af4585a593a9 req-aa6e0396-bea8-42a6-8283-be774d87b74a tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281377 May 27 03:41:29.381916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-b7ca5b56-58a9-492d-ba7a-e9d6f94a606c tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Synchronizing usage tracker for tenant:1ae4f12b29e34df2a658c391ac947a1f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:29.411146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.414066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] 10.222.0.21 "PUT /v2.0/ports/c1de6bf3-d74b-45bf-9966-557a70e763c3 HTTP/1.1" status: 200 len: 1096 time: 4.0843101 May 27 03:41:29.416930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:29.457678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83f4b-470f-494f-96d6-cc48d2a357df service neutron] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.473607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:29.484577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:41:29.485145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.513071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:29.513936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:29.517016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.540291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-b7ca5b56-58a9-492d-ba7a-e9d6f94a606c tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Unset dirty status for tenant:1ae4f12b29e34df2a658c391ac947a1f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:29.555654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e9c60fa-1064-4118-b7fc-1286490c321c req-b7ca5b56-58a9-492d-ba7a-e9d6f94a606c tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053288 May 27 03:41:29.765142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:29.771689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aad763f9-71ea-4d59-b5fc-356a2cf68e49 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "PUT /v2.0/floatingips/3b227343-11e3-4682-b551-041d87704e98 HTTP/1.1" status: 200 len: 990 time: 9.9483199 May 27 03:41:29.772094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:29.831157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf32ef54-e8c7-4941-ab9c-15b17c2743c1 req-99ad2440-a026-490e-8b21-eef9918fb394 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 210 time: 0.1739607 May 27 03:41:29.966690 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b01b53f-0aff-43ad-b069-e7bfd5aa522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:29.976103 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af7e994-d0a9-4ca5-9164-07354cb4d44a'] response: {'name': 'network-changed', 'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'status': 'completed', 'code': 200} May 27 03:41:30.032945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:30.071158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.168243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=26a1a576-83a8-4cd1-8ac3-74c9675bcdd7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:30.220211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.235862 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d3ea6d8-d88c-4351-828d-050f6dc2f3b9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 HTTP/1.1" status: 204 len: 168 time: 1.2584832 May 27 03:41:30.239208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34738) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:30.249303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Provisioning for port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:30.268613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Provisioning complete for port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:30.269345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.320049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-0456ad2d-3b51-46d9-93f1-577fbf32e1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 1099 time: 0.7006636 May 27 03:41:30.322948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b4af-0b5d-4afb-9891-b66e5b1172b1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.324169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b4af-0b5d-4afb-9891-b66e5b1172b1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.329310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec90b4af-0b5d-4afb-9891-b66e5b1172b1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0888145 May 27 03:41:30.329752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34742) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:30.428690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-7bdd026a-401d-40c5-acae-30b4842cc5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3 HTTP/1.1" status: 200 len: 217 time: 0.0970550 May 27 03:41:30.512703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-2d168bc8-20c8-4a0b-a789-7a30b6e793ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.515479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-2d168bc8-20c8-4a0b-a789-7a30b6e793ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0797799 May 27 03:41:30.541113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.575901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f5d5b-4929-476a-8df2-db6ee64ab954 req-ffca2ca9-9a68-4e1d-bb37-43bd3f6ae8f5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:30.577673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f8f5d5b-4929-476a-8df2-db6ee64ab954 req-ffca2ca9-9a68-4e1d-bb37-43bd3f6ae8f5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.6006780 May 27 03:41:30.628244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] For port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:30.670957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.689717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f8f5d5b-4929-476a-8df2-db6ee64ab954 req-123eab51-c73b-4a42-8321-50cd719c1051 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961397 May 27 03:41:30.717067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-714452e6-fbe4-427a-99a6-2c306d861faf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930993 May 27 03:41:30.718517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 85147bfc-a4e1-447c-805c-3bf2cc66edc3 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:30.732658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.756023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:30.763827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6e1b4ba4-2c8f-4046-b5b8-10421da3ce2b admin admin] 10.222.0.46 "PUT /v2.0/routers/fb8a3824-74fc-4c8f-97c6-1ed88075ab21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3469007 May 27 03:41:30.769594 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Sync routers for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:41:30.783225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:30.792948 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:30.793507 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:30.892241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Pushing event updated for resources: {'Port': ['ID=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:30.914544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:30.929850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5c1f9dd4-8a05-4682-a13c-b6b86af4c3a3 None None] Could not find standard attr ID for object 26a1a576-83a8-4cd1-8ac3-74c9675bcdd7. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:41:30.931979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.932320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.932658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.938730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.939041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.939359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dec661-152b-4c60-aa26-9d082b35b68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:30.963957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3b227343-11e3-4682-b551-041d87704e98', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:50Z', 'updated_at': '2022-05-27T03:41:22Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:30.972301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:41:30.989736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:30.991294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:31.002024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.098185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:31.227538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.245001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-2834bc63-d9d2-4dba-b1b5-01a551443759 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178838 May 27 03:41:31.257646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.272491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7642c-fc4d-471a-93f8-07836e5259d4 req-b66aaa37-33e8-4b1b-8f97-7c2eb763debc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.273992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7f7642c-fc4d-471a-93f8-07836e5259d4 req-b66aaa37-33e8-4b1b-8f97-7c2eb763debc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.6424327 May 27 03:41:31.279488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:31.284448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-b6037759-0bb3-449a-a959-c77c1daa6fb5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.285856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-b6037759-0bb3-449a-a959-c77c1daa6fb5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 810 time: 0.6806350 May 27 03:41:31.302204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=85147bfc-a4e1-447c-805c-3bf2cc66edc3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:31.310141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Request body: {'port': {'device_id': '068bbf38-153c-4eac-880f-4ec511013b5e', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'admin_state_up': True, 'tenant_id': '477818a63bfd4849ad735eff54840b0e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:31.346303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304e191-5763-42c0-8711-d824b089d81c None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:31.386780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.424036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-905136a8-94e4-4da5-8724-bef578b320db tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/85147bfc-a4e1-447c-805c-3bf2cc66edc3 HTTP/1.1" status: 204 len: 168 time: 1.0910854 May 27 03:41:31.429515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:31.438470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660abe1-eeb2-4738-8b06-d656b17c835a req-af39e33b-4acb-41ac-bc9d-5676eeee0d4a service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837921 May 27 03:41:31.459351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3348886-ee34-46a4-9f91-c257e91e3ddb req-4df97d32-f900-44a0-a027-03299daf9c9f tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:31.470327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3348886-ee34-46a4-9f91-c257e91e3ddb req-4df97d32-f900-44a0-a027-03299daf9c9f tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 948 time: 0.5974624 May 27 03:41:31.510588 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:41:23Z', 'revision_number': 5, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:31.515885 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Checking router: fb8a3824-74fc-4c8f-97c6-1ed88075ab21 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:41:31.521022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7f7642c-fc4d-471a-93f8-07836e5259d4 req-cc97e11d-1f68-4525-b3b3-d35f72ef50a8 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324367 May 27 03:41:31.525885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2bdbfb39-904e-45f3-b400-bde1b3673afd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924833 May 27 03:41:31.534480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34762) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:31.535306 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Routers {'fb8a3824-74fc-4c8f-97c6-1ed88075ab21'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:41:31.536129 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:31.543028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:31.553444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3348886-ee34-46a4-9f91-c257e91e3ddb req-27abb644-d676-450e-b4e3-d3951d88fc38 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820138 May 27 03:41:31.628215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.681807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:31.700391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:31.703213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:31.709768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:31.713766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:31.720180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:31.727336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Made reservation on behalf of 477818a63bfd4849ad735eff54840b0e for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:31.730557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.758540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:31.762111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.778485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:31.835338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] Set router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:41:32.036451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:32.051225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfd17cfe-40a9-4605-95e2-ee901ffef4ca req-9ac21ed7-3065-4bca-9e4c-92547dd8833b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 210 time: 0.1930585 May 27 03:41:32.059420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:32.066878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-678ac8d2-508a-4dc3-994c-33238a7f694e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 1099 time: 0.5314350 May 27 03:41:32.106986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Deleting port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:32.107350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.278483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-c145d9dc-56d8-4aca-9e13-0056db50b21f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.280732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-c145d9dc-56d8-4aca-9e13-0056db50b21f service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.1960323 May 27 03:41:32.283210 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cff91f2-523b-4568-bf37-746da442e66c'] response: {'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'status': 'completed', 'code': 200} May 27 03:41:32.285230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Allocated IP 172.20.0.4 (09341dc4-36bd-4582-b4e8-26c869ebdc52/9cfe0f43-6fb9-4b4f-94e7-40b649d91910/c116ec42-b6f7-4a0c-9035-8794128cc8a3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:32.472533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6fa13-cc39-4e8e-8c64-77538b32fe6b req-17074550-aa2b-4400-8de8-736f2da5b521 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.479510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4cd6fa13-cc39-4e8e-8c64-77538b32fe6b req-17074550-aa2b-4400-8de8-736f2da5b521 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3657651 May 27 03:41:32.501513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-c00e6da8-41cd-495b-91cd-d4d9b97c2240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1096 time: 0.3296592 May 27 03:41:32.531508 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:41:23Z', 'revision_number': 5, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:32.531988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] For port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:32.532382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.537556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81dd5b-ae70-489a-b9bf-c2ab878a519b None None] The sync data for ids ['fb8a3824-74fc-4c8f-97c6-1ed88075ab21'] in n-d-843301-2 is: [{'id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'name': 'tempest-TaggedBootDevicesTest_v242-1928600856-router', 'tenant_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:33:26Z', 'updated_at': '2022-05-27T03:41:23Z', 'revision_number': 5, 'project_id': '92f8cdc20ebb473ea96ea9a7d0e39839', 'gw_port': {'id': '8a99cc41-e77f-43cd-9e87-447a023ace52', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8a3824-74fc-4c8f-97c6-1ed88075ab21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:33:27Z', 'updated_at': '2022-05-27T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:41:32.552210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-29a4eeec-afaf-461f-8cdb-b563c18cafce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3 HTTP/1.1" status: 200 len: 217 time: 0.2522767 May 27 03:41:32.606300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3b227343-11e3-4682-b551-041d87704e98', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:50Z', 'updated_at': '2022-05-27T03:41:22Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:32.643858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-36de2232-a9c1-4deb-bb66-b6e3e6b92d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:32.645878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-36de2232-a9c1-4deb-bb66-b6e3e6b92d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0869963 May 27 03:41:32.682269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Calling delete_port for 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:32.709636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546757cb-d890-498d-b7de-b7c4d47a7c4c None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '3b227343-11e3-4682-b551-041d87704e98', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:50Z', 'updated_at': '2022-05-27T03:41:22Z', 'revision_number': 1, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:41:32.741493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.779771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.832973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.840881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] Pushing event deleted for resources: {'Port': ['ID=70d05d60-821c-4bfd-ad1a-5c20bd301ea4,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:32.849812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b2e03-2e77-4099-8fec-bfac7ce59ea5 None None] No DVR routers for this DVR port 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:32.870106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Deleting port 8a99cc41-e77f-43cd-9e87-447a023ace52 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:32.870444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.907364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:32.915894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-6c36f1ba-68df-4756-9bf6-c3520bc0b91a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571094 May 27 03:41:32.988278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9dc1cf54-2569-4166-98c6-51585b3e52c2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:33.028262 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4cd6fa13-cc39-4e8e-8c64-77538b32fe6b req-149e202e-3f5b-4a6a-8b05-31517109c826 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5478780 May 27 03:41:33.036085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9dc1cf54-2569-4166-98c6-51585b3e52c2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:33.036645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9dc1cf54-2569-4166-98c6-51585b3e52c2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:33.037746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:33.075371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.094726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:33.096484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 70d05d60-821c-4bfd-ad1a-5c20bd301ea4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:33.109007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406f1f5-cd81-47bf-8dac-bd9b5907e158 req-214867cc-b64a-49fd-b131-c524b5bf2fc0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.113638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d569d67-3249-455e-9eb5-0ad906457176 None None] New status for floating IP 3b227343-11e3-4682-b551-041d87704e98: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:41:33.124586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.126762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1406f1f5-cd81-47bf-8dac-bd9b5907e158 req-214867cc-b64a-49fd-b131-c524b5bf2fc0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3966777 May 27 03:41:33.131845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-434fd14f-7dc8-46f9-aaf4-8f837e71806b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.133411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-434fd14f-7dc8-46f9-aaf4-8f837e71806b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.5656381 May 27 03:41:33.211384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:33.277713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:33.290890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.291482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.301776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-53d74661-a8ce-4193-8d4b-cba4bcaa691e service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769209 May 27 03:41:33.325768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['987fbe79-d82d-41c3-b25e-1957ba7f6a6c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:33.334261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=def0ede6-cdc9-4cfb-a850-7aa8f6926863,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.351104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9a527-d68b-41e1-8bf2-fbaa6feeb379 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:33.415509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1406f1f5-cd81-47bf-8dac-bd9b5907e158 req-838155fc-8434-406f-8f63-dcdc65023f32 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705140 May 27 03:41:33.421713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Network 09341dc4-36bd-4582-b4e8-26c869ebdc52 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:33.427333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:33.429638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Pushing event updated for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.438274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:33.470444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] For port 8a99cc41-e77f-43cd-9e87-447a023ace52, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a99cc41-e77f-43cd-9e87-447a023ace52,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:33.470673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.475997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a3d9bcd5-db2d-4425-ac5c-5e38c52c94ec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9380016 May 27 03:41:33.486342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34776) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:33.511036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': 'def0ede6-cdc9-4cfb-a850-7aa8f6926863', 'ip_address': '2001:db8::4ffb:a1a8:dea0:3ff'}], 'name': 'tempest-NetworksTestDHCPv6-863429387'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:33.550390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-1edfe879-13f9-496f-94b1-d1f3367e9558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 998 time: 0.3241885 May 27 03:41:33.620013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Calling delete_port for 8a99cc41-e77f-43cd-9e87-447a023ace52 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:33.667469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.668143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.675613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69d7a9f9-55d6-4b42-9a9b-22272409b105 req-819af01d-dd31-4434-a7ee-226ce920212a service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561444 May 27 03:41:33.705737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0f17-4d3c-4a4d-be3f-32b105af59f6 req-b37a769a-fa3a-42e1-b209-23e7df40645f tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.706949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e14f0f17-4d3c-4a4d-be3f-32b105af59f6 req-b37a769a-fa3a-42e1-b209-23e7df40645f tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 948 time: 0.4305146 May 27 03:41:33.714785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-96797de2-f0f8-4a31-840a-7b6fba9aa6bb tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4082689 May 27 03:41:33.744178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Request body: {'port': {'device_id': '068bbf38-153c-4eac-880f-4ec511013b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:33.785416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-cf991672-7b85-43c9-9586-68ff362834e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.787116 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-cf991672-7b85-43c9-9586-68ff362834e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1837194 May 27 03:41:33.790637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'def0ede6-cdc9-4cfb-a850-7aa8f6926863'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:33.792000 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.820430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd3574-1427-4645-a735-860e0a3f2056 req-c76c9522-e972-4dc7-8b55-a9883e3006fd tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:33.822062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfdd3574-1427-4645-a735-860e0a3f2056 req-c76c9522-e972-4dc7-8b55-a9883e3006fd tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 931 time: 0.1151371 May 27 03:41:33.929932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:33.931918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfdd3574-1427-4645-a735-860e0a3f2056 req-6b6d3fa9-2875-4ddb-96b8-e0ecdaf6eefa tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977423 May 27 03:41:33.943451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e14f0f17-4d3c-4a4d-be3f-32b105af59f6 req-c254e40b-dd2c-42aa-ba02-b5ee61c1282f tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277298 May 27 03:41:33.951374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:33.958653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:33.963883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:33.978007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:33.988409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/def0ede6-cdc9-4cfb-a850-7aa8f6926863/cc14e573-2608-4673-8f85-88e02ba1c836) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:33.989591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.024968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a99cc41-e77f-43cd-9e87-447a023ace52,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.046080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:34.051261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.071691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-2365ca4c-429d-4029-a426-e14ab69c318f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723322 May 27 03:41:34.180439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 49ea3349-7af9-4702-a1e7-a453e91c5fd1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:34.333717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.346561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Transition to ACTIVE for port object cc14e573-2608-4673-8f85-88e02ba1c836 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:34.368069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Transition to ACTIVE for port object cc14e573-2608-4673-8f85-88e02ba1c836 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:34.375769 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.376622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.448667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:34.451678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:34.458543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:34.460518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Pushing event updated for resources: {'Port': ['ID=cc14e573-2608-4673-8f85-88e02ba1c836,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.475781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-3ce0f331-9a7e-47f4-95d9-538fa356d95d service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894837 May 27 03:41:34.559292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Attempting to bind port cc14e573-2608-4673-8f85-88e02ba1c836 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:34.559656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Attempting to bind port cc14e573-2608-4673-8f85-88e02ba1c836 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:34.560015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Attempting to bind port cc14e573-2608-4673-8f85-88e02ba1c836 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:34.567233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:34.570063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:34.570461 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.572456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:34.572968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Bound port: cc14e573-2608-4673-8f85-88e02ba1c836, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:34.573360 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.691211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] For port cc14e573-2608-4673-8f85-88e02ba1c836, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:34.696017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] For port cc14e573-2608-4673-8f85-88e02ba1c836, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc14e573-2608-4673-8f85-88e02ba1c836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:34.702119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:34.801074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6eda-4a87-4ba3-b2da-c77ae3bc5746 None None] Pushing event updated for resources: {'Port': ['ID=cc14e573-2608-4673-8f85-88e02ba1c836,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.966120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:34.973269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::4ffb:a1a8:dea0:3ff (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/def0ede6-cdc9-4cfb-a850-7aa8f6926863/49ea3349-7af9-4702-a1e7-a453e91c5fd1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:34.993840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a628b23-b9e6-41f8-957c-542684529c12 req-63a14672-a22f-4ea7-9fa6-951f7bed1f3e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.001036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a628b23-b9e6-41f8-957c-542684529c12 req-63a14672-a22f-4ea7-9fa6-951f7bed1f3e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.6812387 May 27 03:41:35.004784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.057076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.103180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91d65c72-4f18-4d66-ac75-c02c08cff657 req-fada41fc-ac5d-431a-b501-427ffc412d47 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068287 May 27 03:41:35.157210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a628b23-b9e6-41f8-957c-542684529c12 req-c65d36cf-a893-48e8-bff1-ae31052123b3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530476 May 27 03:41:35.159472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.160533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb8a3824-74fc-4c8f-97c6-1ed88075ab21 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:41:35.204855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.211150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-71aef04d-7ddc-4ad3-b895-b23e8734dd95 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fb8a3824-74fc-4c8f-97c6-1ed88075ab21 HTTP/1.1" status: 204 len: 168 time: 4.4251916 May 27 03:41:35.211999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:35.231992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:35.250520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'mac_address': 'fa:16:3e:c2:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:35.253809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a0e9b-d509-4a5f-b1d8-e2e423634cf2 req-5f269ac6-03d9-4ca4-a102-73e0ee4aa2a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.255764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d2a0e9b-d509-4a5f-b1d8-e2e423634cf2 req-5f269ac6-03d9-4ca4-a102-73e0ee4aa2a0 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.5276170 May 27 03:41:35.318145 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.336218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c116ec42-b6f7-4a0c-9035-8794128cc8a3 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:35.340653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1de6bf3-d74b-45bf-9966-557a70e763c3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:35.345358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Deleting subnet 499fe87d-e13a-4543-95d8-63f319ee432d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:35.350004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.362217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.364876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:35.370501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.416466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Transition to ACTIVE for port object c116ec42-b6f7-4a0c-9035-8794128cc8a3 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:35.421810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.440869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8d2a0e9b-d509-4a5f-b1d8-e2e423634cf2 req-a83a9225-38db-4e7c-8d29-5ef3c64f35ac tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311007 May 27 03:41:35.469986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.472153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.551594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4a14-0936-4068-b503-523ae2f6bdbd req-7e2eb08b-4a96-4874-b32f-bf56e9bb367b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.553139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad1f4a14-0936-4068-b503-523ae2f6bdbd req-7e2eb08b-4a96-4874-b32f-bf56e9bb367b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 943 time: 0.1685967 May 27 03:41:35.609355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.651253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.654463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad1f4a14-0936-4068-b503-523ae2f6bdbd req-efbfe2e3-6e25-4ee4-8067-0f6dc5e7b353 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942059 May 27 03:41:35.684016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Pushing event updated for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.687861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 49ea3349-7af9-4702-a1e7-a453e91c5fd1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:35.695548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.733508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c1de6bf3-d74b-45bf-9966-557a70e763c3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:35.780986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499fe87d-e13a-4543-95d8-63f319ee432d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:35.804681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:35.819914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:35.821950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7f99e31f-72ef-49e5-9dbb-7b56f2d4e4cd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/499fe87d-e13a-4543-95d8-63f319ee432d HTTP/1.1" status: 204 len: 168 time: 0.6035006 May 27 03:41:35.825448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e3ad7-8736-4ccf-afa4-5c417eee6875 None None] Network aa6daf09-8c6f-470b-b3a8-470240366af4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:35.929135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Attempting to bind port c116ec42-b6f7-4a0c-9035-8794128cc8a3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:35.929375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Attempting to bind port c116ec42-b6f7-4a0c-9035-8794128cc8a3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:35.929699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Attempting to bind port c116ec42-b6f7-4a0c-9035-8794128cc8a3 on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:35.943017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846bb2-372d-4b38-bff1-fb888732539b req-3ba8dd14-e39d-4bf0-929d-bd953b299a23 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.944515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacca2e-b62b-4492-a541-dbaeece300c1 req-50224fd2-6f3d-441f-ace1-9cd004d5b053 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:35.945034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c846bb2-372d-4b38-bff1-fb888732539b req-3ba8dd14-e39d-4bf0-929d-bd953b299a23 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1037321 May 27 03:41:35.946083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bdacca2e-b62b-4492-a541-dbaeece300c1 req-50224fd2-6f3d-441f-ace1-9cd004d5b053 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 949 time: 0.3671889 May 27 03:41:35.947166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.027567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c846bb2-372d-4b38-bff1-fb888732539b req-a4c89dbc-6e00-4378-8592-c257bf6519e4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754144 May 27 03:41:36.067581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Port c116ec42-b6f7-4a0c-9035-8794128cc8a3 on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:41:36.068075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Attempting to bind port c116ec42-b6f7-4a0c-9035-8794128cc8a3 on network 09341dc4-36bd-4582-b4e8-26c869ebdc52 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:36.103189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:36.110544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:36.113527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:36.120061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.120935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.157938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.169088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=49ea3349-7af9-4702-a1e7-a453e91c5fd1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:36.177087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:36.178108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Checking segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:36.179489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Bound using segment: {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:36.179989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Bound port: c116ec42-b6f7-4a0c-9035-8794128cc8a3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce48493-54d3-4e0f-8b59-754a786b3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:36.180402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.191622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-924887b0-3bd4-4813-9eb8-0708e646b1a7 None None] Provisioning for port cc14e573-2608-4673-8f85-88e02ba1c836 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:36.228755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bdacca2e-b62b-4492-a541-dbaeece300c1 req-3c046429-a172-47ed-bc25-7779b40cf189 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738807 May 27 03:41:36.289135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82566d50-5023-4cea-8299-3a64975ce63e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7970319 May 27 03:41:36.290014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Deleting port 75a75274-d74d-4439-88fb-9f9ac139b65e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:36.290360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.294322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34802) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:36.414665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae0088-c736-4d13-83c8-238487706d1d req-69d785ca-2edc-498d-b727-9c0d3f932a20 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.416298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6ae0088-c736-4d13-83c8-238487706d1d req-69d785ca-2edc-498d-b727-9c0d3f932a20 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1815391 May 27 03:41:36.423233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f534c9-33d5-4825-8150-405fc2540d57 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.427723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f534c9-33d5-4825-8150-405fc2540d57 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:36.428517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5f534c9-33d5-4825-8150-405fc2540d57 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:36.443867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] DHCP port deletion for aa6daf09-8c6f-470b-b3a8-470240366af4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:36.450854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Deleting port 75a75274-d74d-4439-88fb-9f9ac139b65e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:36.451328 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.459123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:36.474835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5f534c9-33d5-4825-8150-405fc2540d57 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:36.475401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:36.476033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c5f534c9-33d5-4825-8150-405fc2540d57 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1807311 May 27 03:41:36.478597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:36.503899 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.533484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c7330e6e-05b2-4043-bcce-7aa5fe707e88 None None] Provisioning for port 49ea3349-7af9-4702-a1e7-a453e91c5fd1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:36.549485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c7330e6e-05b2-4043-bcce-7aa5fe707e88 None None] Provisioning complete for port 49ea3349-7af9-4702-a1e7-a453e91c5fd1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:36.550036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c7330e6e-05b2-4043-bcce-7aa5fe707e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.564941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6ae0088-c736-4d13-83c8-238487706d1d req-d4105009-e791-4d76-9895-6707e16751a9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333377 May 27 03:41:36.568586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 49ea3349-7af9-4702-a1e7-a453e91c5fd1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:36.569350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.670071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Pushing event updated for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:36.709361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c7330e6e-05b2-4043-bcce-7aa5fe707e88 None None] Port 49ea3349-7af9-4702-a1e7-a453e91c5fd1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:41:36.728025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.730495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-03cfc734-88b3-46f4-8657-a336ca22a4bc service neutron] 10.222.0.41 "PUT /v2.0/ports/c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 200 len: 1091 time: 2.9933829 May 27 03:41:36.745351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:36.781882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] For port 75a75274-d74d-4439-88fb-9f9ac139b65e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75a75274-d74d-4439-88fb-9f9ac139b65e,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:36.782247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.836883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc14e573-2608-4673-8f85-88e02ba1c836 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:36.894086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] For port 75a75274-d74d-4439-88fb-9f9ac139b65e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75a75274-d74d-4439-88fb-9f9ac139b65e,segment=NetworkSegment(590d46c3-5575-4d03-a4ae-3d9867e8bb5e),segment_id=590d46c3-5575-4d03-a4ae-3d9867e8bb5e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:36.894478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.957703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:36.966479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Calling delete_port for 75a75274-d74d-4439-88fb-9f9ac139b65e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:37.046780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b691334-0da3-4a68-b5c6-0ed3988bb50b req-f0cd9eba-19d5-4694-92bf-bb2d894cc617 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.048314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b691334-0da3-4a68-b5c6-0ed3988bb50b req-f0cd9eba-19d5-4694-92bf-bb2d894cc617 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.4136937 May 27 03:41:37.075215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Calling delete_port for 75a75274-d74d-4439-88fb-9f9ac139b65e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:37.151006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cc14e573-2608-4673-8f85-88e02ba1c836 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:37.157402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cc14e573-2608-4673-8f85-88e02ba1c836 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:37.157887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.197203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.199439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae021-68b0-4977-b49a-dd199137de96 req-66fe52d7-3c48-4397-ada6-b74421515935 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.201122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-279ae021-68b0-4977-b49a-dd199137de96 req-66fe52d7-3c48-4397-ada6-b74421515935 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3617015 May 27 03:41:37.208558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 49ea3349-7af9-4702-a1e7-a453e91c5fd1 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:37.233272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-7b17d4ae-82a9-4d26-8a56-bdd96df49afb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1094 time: 0.4413292 May 27 03:41:37.254655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] Pushing event deleted for resources: {'Port': ['ID=75a75274-d74d-4439-88fb-9f9ac139b65e,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.264328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11aa25b-9c2b-49c4-92d6-8989fb69e5c8 None None] No DVR routers for this DVR port 75a75274-d74d-4439-88fb-9f9ac139b65e on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:37.302730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:41:37.302976 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:41:37.314027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b691334-0da3-4a68-b5c6-0ed3988bb50b req-2ef99733-06ea-4726-b814-d2f14dd78433 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163778 May 27 03:41:37.327116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-279ae021-68b0-4977-b49a-dd199137de96 req-cbe452fe-2d57-44f5-b3e5-f98db60088be tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913458 May 27 03:41:37.328422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-d2dd1771-fce0-4b40-9bc0-0b7e9536a166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 200 len: 217 time: 0.0782523 May 27 03:41:37.341153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.397736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cc14e573-2608-4673-8f85-88e02ba1c836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc14e573-2608-4673-8f85-88e02ba1c836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:37.411735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.432470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-338d0404-d507-4f0d-8a93-22960a2ad53c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.434036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-338d0404-d507-4f0d-8a93-22960a2ad53c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.0945125 May 27 03:41:37.486285 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61af3d20-3f12-4c65-b398-00af637b75d4'] response: {'name': 'network-changed', 'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3', 'status': 'completed', 'code': 200} May 27 03:41:37.501112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75a75274-d74d-4439-88fb-9f9ac139b65e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:37.502358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-9fa8c72b-3161-48f8-bff5-abc3372e2a14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602851 May 27 03:41:37.504216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.547233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 75a75274-d74d-4439-88fb-9f9ac139b65e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:37.547685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75a75274-d74d-4439-88fb-9f9ac139b65e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:37.548167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a99cc41-e77f-43cd-9e87-447a023ace52 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:37.559900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=49ea3349-7af9-4702-a1e7-a453e91c5fd1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.594239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cc14e573-2608-4673-8f85-88e02ba1c836,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.617172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8a99cc41-e77f-43cd-9e87-447a023ace52 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:37.617671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a99cc41-e77f-43cd-9e87-447a023ace52 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:37.654376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.680006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-603de55f-e5a9-467d-a221-d80e9e34281b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/49ea3349-7af9-4702-a1e7-a453e91c5fd1 HTTP/1.1" status: 204 len: 168 time: 1.1982715 May 27 03:41:37.680369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:37.710308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-0495dbd8-0a88-451d-afea-57e4915bdae7 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689222 May 27 03:41:37.717017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894b5d-05d6-4f15-8bf8-f17641ee15aa req-e81cc327-e2b2-4d57-820e-915562de218a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.717638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a4894b5d-05d6-4f15-8bf8-f17641ee15aa req-e81cc327-e2b2-4d57-820e-915562de218a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:37.758162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4675d-42d1-41e3-ae59-e0656e57013a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.759465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4675d-42d1-41e3-ae59-e0656e57013a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.760203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-edd4675d-42d1-41e3-ae59-e0656e57013a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:37.770420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335fdd7-dcf2-4f14-9abf-234a29cba6e0 req-05b56e59-6549-4730-a30b-85a32ff0798c tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:37.771910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0335fdd7-dcf2-4f14-9abf-234a29cba6e0 req-05b56e59-6549-4730-a30b-85a32ff0798c tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 949 time: 0.1657217 May 27 03:41:37.803692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-edd4675d-42d1-41e3-ae59-e0656e57013a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:37.803841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Deleting port 75a75274-d74d-4439-88fb-9f9ac139b65e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:37.804127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:37.807412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-edd4675d-42d1-41e3-ae59-e0656e57013a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1237016 May 27 03:41:37.807543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:37.851556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a4894b5d-05d6-4f15-8bf8-f17641ee15aa req-e81cc327-e2b2-4d57-820e-915562de218a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:37.852712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4894b5d-05d6-4f15-8bf8-f17641ee15aa req-e81cc327-e2b2-4d57-820e-915562de218a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 943 time: 0.3541937 May 27 03:41:37.874274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0335fdd7-dcf2-4f14-9abf-234a29cba6e0 req-c64f6e2d-4ab1-4746-ace8-afd7eba2057e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944321 May 27 03:41:37.889994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] The port '75a75274-d74d-4439-88fb-9f9ac139b65e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:41:38.018405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet def0ede6-cdc9-4cfb-a850-7aa8f6926863 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:38.021893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.150620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05472a59-1f2d-4ebf-92a3-435e5082b135 req-63b45d84-3fc9-4372-9990-408a886bce19 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290085 May 27 03:41:38.168519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.179160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4894b5d-05d6-4f15-8bf8-f17641ee15aa req-48070c3b-a868-4d87-a16f-9ccb2161cc38 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949662 May 27 03:41:38.182847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.250517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6daf09-8c6f-470b-b3a8-470240366af4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:38.262605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc5b4-83df-4bfd-933d-e387263ac39d req-0e078f00-1925-49f2-a58e-7e7112bcd95e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.264067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbedc5b4-83df-4bfd-933d-e387263ac39d req-0e078f00-1925-49f2-a58e-7e7112bcd95e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1940913 May 27 03:41:38.267244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d46c3-5575-4d03-a4ae-3d9867e8bb5e') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:38.267536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d46c3-5575-4d03-a4ae-3d9867e8bb5e') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:38.286390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.309267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.313084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.318337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:41:38.318723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: timer() May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:41:38.331676 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:41:38.378519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbedc5b4-83df-4bfd-933d-e387263ac39d req-1fe95b16-1dee-4efa-b389-095d91d46bb3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050711 May 27 03:41:38.403187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-964556e4-6da3-434c-b685-69e11d651331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1094 time: 0.1945424 May 27 03:41:38.459767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.517318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=def0ede6-cdc9-4cfb-a850-7aa8f6926863,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.531258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.536177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26854b73-f411-490d-abf1-329d7b73c762 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:38.545804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e9625a16-bf7f-4bbb-b117-1f47eb607bde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/def0ede6-cdc9-4cfb-a850-7aa8f6926863 HTTP/1.1" status: 204 len: 168 time: 0.7350299 May 27 03:41:38.546091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:38.623122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.656801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.670540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a3ff4155-bf97-4d03-9e13-7f7eb58dd67d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232808 May 27 03:41:38.675377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:38.689382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6daf09-8c6f-470b-b3a8-470240366af4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.698118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0933328e-0942-4d43-9d5c-ff04aa159dd5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aa6daf09-8c6f-470b-b3a8-470240366af4 HTTP/1.1" status: 204 len: 168 time: 2.8722057 May 27 03:41:38.698118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-fb7d5460-ca7f-495b-9e33-e7812e36fe78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.698118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-fb7d5460-ca7f-495b-9e33-e7812e36fe78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.2752914 May 27 03:41:38.734828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:38.793920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc14e573-2608-4673-8f85-88e02ba1c836 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:38.821076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6edee2-2714-4505-91b6-59666ef6d63e req-0dbc532d-97db-41a1-a608-8675dd91ccc4 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:38.828309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed6edee2-2714-4505-91b6-59666ef6d63e req-0dbc532d-97db-41a1-a608-8675dd91ccc4 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3158181 May 27 03:41:38.862773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-b5053e09-18c6-43ed-b480-466fe59c604f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 200 len: 217 time: 0.1569493 May 27 03:41:38.940267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:38.943457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cc14e573-2608-4673-8f85-88e02ba1c836 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:38.943457 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:38.947369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:38.953919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:38.958198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed6edee2-2714-4505-91b6-59666ef6d63e req-357cab4d-8134-44b2-9973-6faf67cc0871 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280785 May 27 03:41:38.966045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:38.992468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:38.994183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:39.000326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.004128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-f87ea9b5-fc06-4090-aa27-bb5799692ecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.005454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-f87ea9b5-fc06-4090-aa27-bb5799692ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.1323755 May 27 03:41:39.082343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:39.116408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34846) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:39.128074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Deleting port cc14e573-2608-4673-8f85-88e02ba1c836 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:39.128440 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.169732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-7c350b61-7fc3-4986-96b5-41c3cc3e75d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571333 May 27 03:41:39.196198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c1de6bf3-d74b-45bf-9966-557a70e763c3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:39.206509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c1de6bf3-d74b-45bf-9966-557a70e763c3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:39.206874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.216138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f670-a3cf-43dd-9be4-705b716eb37c req-73ecfd89-4b7d-40ad-81ba-cee0b7a1552c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.217887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0983f670-a3cf-43dd-9be4-705b716eb37c req-73ecfd89-4b7d-40ad-81ba-cee0b7a1552c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5448391 May 27 03:41:39.301099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0983f670-a3cf-43dd-9be4-705b716eb37c req-6041b74e-f649-480b-8857-bb4d34b5fb99 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729675 May 27 03:41:39.426240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.458496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] For port cc14e573-2608-4673-8f85-88e02ba1c836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc14e573-2608-4673-8f85-88e02ba1c836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:39.458877 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.474848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3bbcc63c-a56b-476a-8071-60bd33c169a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68df637837bc48949188723b32207391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3572235 May 27 03:41:39.480767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34854) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:39.593880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Calling delete_port for cc14e573-2608-4673-8f85-88e02ba1c836 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:39.607647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.628494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.628889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a99af-a886-4325-8bfc-c28316f3d40a req-6036d21a-8552-47a2-b170-d30e01778f5b tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.630385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899a99af-a886-4325-8bfc-c28316f3d40a req-6036d21a-8552-47a2-b170-d30e01778f5b tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 949 time: 0.2906814 May 27 03:41:39.640214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:39.645187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:39.657375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.658140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.666891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:39.680926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:39.686458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.687136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=8a0f10d5-789b-403e-93a0-b9b8ed04141a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:39.688027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.700328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-5f071916-e5ab-42bc-aae5-2a42e4c3e909 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155089 May 27 03:41:39.708390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79d8ffd0-61f0-425f-9eef-87855199f9d3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0276921 May 27 03:41:39.710919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:39.716880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': '8a0f10d5-789b-403e-93a0-b9b8ed04141a', 'ip_address': '2001:db8::5510:c262:952d:56f9'}], 'name': 'tempest-NetworksTestDHCPv6-227033588'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:39.746763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e1b7-02b6-4dee-bc91-41d5ae728f18 req-69aa626b-6b98-4e12-80a7-ba8c9f740296 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:39.754099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e902e1b7-02b6-4dee-bc91-41d5ae728f18 req-69aa626b-6b98-4e12-80a7-ba8c9f740296 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 943 time: 0.2858682 May 27 03:41:39.761387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.780254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:39.782937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] No DVR routers for this DVR port cc14e573-2608-4673-8f85-88e02ba1c836 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:39.838603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572ee42-91a5-4109-a5cd-430e86e14f78 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:39.859355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899a99af-a886-4325-8bfc-c28316f3d40a req-f6fa47a9-da19-4ddb-aa34-0f83574c72db tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991332 May 27 03:41:39.898825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff8fba-6171-4e54-8bc2-4d7aa6083f65 None None] Pushing event deleted for resources: {'Port': ['ID=cc14e573-2608-4673-8f85-88e02ba1c836,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:39.907299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de537bd0-8ecd-4f90-88bc-b2ee43410788 req-36f984b8-dd87-4c7d-b0b5-e4e600684147 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982763 May 27 03:41:39.908104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.909207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e902e1b7-02b6-4dee-bc91-41d5ae728f18 req-3e95c2a9-bbc1-4730-9666-c372819b493b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532774 May 27 03:41:39.930057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddaf906-8fd7-49c9-8ee4-1061fc635eaf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:39.943871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:39.945708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e6fe01b-ee0c-4412-9257-800e21c0fd97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ddaf906-8fd7-49c9-8ee4-1061fc635eaf HTTP/1.1" status: 204 len: 168 time: 0.4527519 May 27 03:41:40.015685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:40.021303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:40.021691 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ffa69f-307b-44f6-8b8a-0c6702bc2dd4'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'code': 200} May 27 03:41:40.024507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:40.033122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:40.051574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:40.058415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.087406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 660b881d-1a9e-43c1-90ee-d809df36edab yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:40.217416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '8a0f10d5-789b-403e-93a0-b9b8ed04141a'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:40.218584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.399248 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-883f4647-e740-4de4-b01c-0bf8cd71498a req-70009f93-e4f7-4474-886d-115aad7f748e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 1101 time: 0.2521479 May 27 03:41:40.433999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4abed-9b72-4cba-bd4a-bcdd7ad0fc7c req-36e064cf-4b49-4aed-bdd1-356642583cb1 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:40.436080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ba4abed-9b72-4cba-bd4a-bcdd7ad0fc7c req-36e064cf-4b49-4aed-bdd1-356642583cb1 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.2078357 May 27 03:41:40.441609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/8a0f10d5-789b-403e-93a0-b9b8ed04141a/44ab6e09-034b-4534-80f9-25728bdab5f1) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:40.487011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-883f4647-e740-4de4-b01c-0bf8cd71498a req-20256b9e-fd19-474a-8a69-39a213891811 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 May 27 03:41:40.515941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ba4abed-9b72-4cba-bd4a-bcdd7ad0fc7c req-e6d68586-459c-4eb3-9b33-7e8c993472b7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 May 27 03:41:40.610443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:40.686867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-daa6a32f-83dc-46d7-b193-e3be129117e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92f8cdc20ebb473ea96ea9a7d0e39839&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0769453 May 27 03:41:40.689552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34876) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:40.725640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc14e573-2608-4673-8f85-88e02ba1c836 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:40.761863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.766376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: cc14e573-2608-4673-8f85-88e02ba1c836 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:40.766376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc14e573-2608-4673-8f85-88e02ba1c836 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:40.769083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.780379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Transition to ACTIVE for port object 44ab6e09-034b-4534-80f9-25728bdab5f1 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:40.790333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.805140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Transition to ACTIVE for port object 44ab6e09-034b-4534-80f9-25728bdab5f1 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:40.811963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.883233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:40.883233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:40.883233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:40.896068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Pushing event updated for resources: {'Port': ['ID=44ab6e09-034b-4534-80f9-25728bdab5f1,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:40.920193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::5510:c262:952d:56f9 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/8a0f10d5-789b-403e-93a0-b9b8ed04141a/660b881d-1a9e-43c1-90ee-d809df36edab) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:40.966022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.989681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Attempting to bind port 44ab6e09-034b-4534-80f9-25728bdab5f1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:40.990104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Attempting to bind port 44ab6e09-034b-4534-80f9-25728bdab5f1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:40.990520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Attempting to bind port 44ab6e09-034b-4534-80f9-25728bdab5f1 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:40.998766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:40.999025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:40.999426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:40.999885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:41.000863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Bound port: 44ab6e09-034b-4534-80f9-25728bdab5f1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:41.000863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.002537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4db64-4a98-45f6-8645-3d604aea570b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.028074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c116ec42-b6f7-4a0c-9035-8794128cc8a3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:41.036607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.038647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3596b5b8-ef82-4473-95d8-10af8e06c7eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/faf4db64-4a98-45f6-8645-3d604aea570b HTTP/1.1" status: 204 len: 168 time: 0.3477032 May 27 03:41:41.182401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3ae6-bdf2-43f0-af36-1ef1afe74992 req-116283e8-c44b-4478-a602-a000d6b4baa6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.183888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-371b3ae6-bdf2-43f0-af36-1ef1afe74992 req-116283e8-c44b-4478-a602-a000d6b4baa6 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 950 time: 0.1436527 May 27 03:41:41.186785 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:41:41.243123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-371b3ae6-bdf2-43f0-af36-1ef1afe74992 req-6d96802a-cbba-4a5e-a3f5-e9a05ddb272e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511248 May 27 03:41:41.317120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42ade4-aefa-45e7-b8f5-8968020eab4f req-ff36e982-318b-49f5-bc68-02e1a72c0ce4 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.318663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d42ade4-aefa-45e7-b8f5-8968020eab4f req-ff36e982-318b-49f5-bc68-02e1a72c0ce4 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 943 time: 0.1411281 May 27 03:41:41.325880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] For port 44ab6e09-034b-4534-80f9-25728bdab5f1, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:41.332264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] For port 44ab6e09-034b-4534-80f9-25728bdab5f1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44ab6e09-034b-4534-80f9-25728bdab5f1,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:41.358833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.362253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.417606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d42ade4-aefa-45e7-b8f5-8968020eab4f req-4b6477f4-c5d4-4299-a79e-395fcce8e580 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831006 May 27 03:41:41.419434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 660b881d-1a9e-43c1-90ee-d809df36edab will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:41.464210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.466643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:41.510659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af47eac-6743-4e9a-8cdc-57d9f705f5bb None None] Pushing event updated for resources: {'Port': ['ID=44ab6e09-034b-4534-80f9-25728bdab5f1,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.514516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3', 'network_id': '09341dc4-36bd-4582-b4e8-26c869ebdc52', 'port_id': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3', 'mac_address': 'fa:16:3e:0c:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfe0f43-6fb9-4b4f-94e7-40b649d91910', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:41.544601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:41.547578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:41.554702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:41.559494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.561336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.577176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=660b881d-1a9e-43c1-90ee-d809df36edab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.602706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e097e5ad-6597-4e98-b291-84e949c24fca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8906667 May 27 03:41:41.605281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:41.618995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.661873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c116ec42-b6f7-4a0c-9035-8794128cc8a3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:41.686805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:41.694018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.787265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc54d3-33ed-4b84-a4a2-00a2b22b177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.797951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc54d3-33ed-4b84-a4a2-00a2b22b177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.799911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-18bc54d3-33ed-4b84-a4a2-00a2b22b177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:41.838423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-18bc54d3-33ed-4b84-a4a2-00a2b22b177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:41.839796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-18bc54d3-33ed-4b84-a4a2-00a2b22b177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2335296 May 27 03:41:41.842437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:41.872246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.885594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21c706-a0be-4ebb-b373-978a487f84a8 req-23071750-ae36-4755-ab83-1e23a7ae57cc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:41.891901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c21c706-a0be-4ebb-b373-978a487f84a8 req-23071750-ae36-4755-ab83-1e23a7ae57cc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1838131 May 27 03:41:41.930343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 660b881d-1a9e-43c1-90ee-d809df36edab {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:41.930690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:41.997506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c21c706-a0be-4ebb-b373-978a487f84a8 req-33642795-8c6d-460a-b2e6-56df335f2d01 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988038 May 27 03:41:42.011327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c116ec42-b6f7-4a0c-9035-8794128cc8a3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:42.251377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:42.416082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34914) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:42.518015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 660b881d-1a9e-43c1-90ee-d809df36edab owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:42.672735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-214272965-network', 'tenant_id': 'ead614c50140498e8da4f0c7b3156d87'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:42.680723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:42.691407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f52fd-0591-4c6f-83f9-d51ab006e6c6 req-9e8741ee-7d5d-42dd-a0f6-118cb8d6ba47 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:42.701816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-583f52fd-0591-4c6f-83f9-d51ab006e6c6 req-9e8741ee-7d5d-42dd-a0f6-118cb8d6ba47 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 944 time: 0.1144509 May 27 03:41:42.706379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Usage tracker for resource:network and tenant:ead614c50140498e8da4f0c7b3156d87 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:42.733476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3121b3b-3385-42d2-b5e4-7e5abf88a3b3 req-c96f468c-0909-4e15-973a-733850a290e8 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:42.741580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3121b3b-3385-42d2-b5e4-7e5abf88a3b3 req-c96f468c-0909-4e15-973a-733850a290e8 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 950 time: 0.2320774 May 27 03:41:42.751507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:42.765788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-583f52fd-0591-4c6f-83f9-d51ab006e6c6 req-0774b727-c167-4a18-9f45-a30b3dfce8e7 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 May 27 03:41:42.789716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:42.790861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44ab6e09-034b-4534-80f9-25728bdab5f1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:42.804733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Made reservation on behalf of ead614c50140498e8da4f0c7b3156d87 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:42.807101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:42.808468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:42.824705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:42.859145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3121b3b-3385-42d2-b5e4-7e5abf88a3b3 req-e255fde7-eb8a-4794-88ee-7fd10625cfdb tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166232 May 27 03:41:42.868054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=660b881d-1a9e-43c1-90ee-d809df36edab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:42.868284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:42.875997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Usage tracker for resource:security_group_rule and tenant:ead614c50140498e8da4f0c7b3156d87 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:42.882704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:42.892659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:42.916841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 44ab6e09-034b-4534-80f9-25728bdab5f1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:42.925434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:42.949519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-659844e4-bcfa-4dc7-9c47-4bc8fa906796 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/660b881d-1a9e-43c1-90ee-d809df36edab HTTP/1.1" status: 204 len: 168 time: 1.1055679 May 27 03:41:42.951941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:43.011409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Provisioning for port 44ab6e09-034b-4534-80f9-25728bdab5f1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:43.026882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.027348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Provisioning complete for port 44ab6e09-034b-4534-80f9-25728bdab5f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:43.027916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.037292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.054457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:43.069138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.069714 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Added segment 4bba09dc-de39-4c11-b1a7-2240333733be of type vlan for network 87651465-14c5-4786-ae14-b5af6ce6dca9 May 27 03:41:43.115723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa378c23-26ac-48f1-8a85-d785f0ca9a75 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.117086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa378c23-26ac-48f1-8a85-d785f0ca9a75 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.120064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa378c23-26ac-48f1-8a85-d785f0ca9a75 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:43.123715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c116ec42-b6f7-4a0c-9035-8794128cc8a3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:43.129220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.160663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa378c23-26ac-48f1-8a85-d785f0ca9a75 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:43.161861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa378c23-26ac-48f1-8a85-d785f0ca9a75 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2088292 May 27 03:41:43.165940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:43.239549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.240481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.241402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.366657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acd7a3-2cdd-4667-9713-72c1498a6138,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.384054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c116ec42-b6f7-4a0c-9035-8794128cc8a3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:43.397400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9800372 May 27 03:41:43.398958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbd7dd-a018-45d3-a0f3-3271ddbccff1 admin admin] Pushing event updated for resources: {'Network': ['ID=87651465-14c5-4786-ae14-b5af6ce6dca9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.401177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:43.411037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Request body: {'subnet': {'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-214272965-subnet', 'tenant_id': 'ead614c50140498e8da4f0c7b3156d87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:43.422997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:43.431507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Usage tracker for resource:subnet and tenant:ead614c50140498e8da4f0c7b3156d87 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:43.435870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:43.437881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:41:43.443347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:43.463644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Made reservation on behalf of ead614c50140498e8da4f0c7b3156d87 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:43.466419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.613779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d28407-5b8a-46f3-af8a-394ac7abed71 req-83a6ab56-4b64-4402-9956-0160b6328d76 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:43.619028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c116ec42-b6f7-4a0c-9035-8794128cc8a3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:43.619534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.636134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7d28407-5b8a-46f3-af8a-394ac7abed71 req-83a6ab56-4b64-4402-9956-0160b6328d76 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3318968 May 27 03:41:43.653314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 8a0f10d5-789b-403e-93a0-b9b8ed04141a {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:43.678517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.728745 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.770752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.799475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] For port 44ab6e09-034b-4534-80f9-25728bdab5f1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44ab6e09-034b-4534-80f9-25728bdab5f1,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:43.812031 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.834675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.887501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.928876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:43.931403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:43.936193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ea04-94b5-4324-93b8-eef37a47b8ad None None] Pushing event updated for resources: {'Port': ['ID=44ab6e09-034b-4534-80f9-25728bdab5f1,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.938873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb30e9fe-0ed2-4466-89ca-0646357f3919,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.944520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7bb64415-c1aa-4c9c-8fda-88e8852700d9 None None] Could not find standard attr ID for object 660b881d-1a9e-43c1-90ee-d809df36edab. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:41:43.946106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:43.947611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Checking segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:43.948383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Network hostable DHCP agents. Network: 87651465-14c5-4786-ae14-b5af6ce6dca9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:43.985707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7d28407-5b8a-46f3-af8a-394ac7abed71 req-22d7f488-2479-4ffc-8828-df1b3791d4ec tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561718 May 27 03:41:44.008728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:44.020007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:44.035386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.045818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 87651465-14c5-4786-ae14-b5af6ce6dca9) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:44.053553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.054389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:44.056876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e6994-af2e-4232-813f-8b7fc0e08691 None None] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:44.085600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c5d3fe02-b903-4350-a4a3-da1d0cbffc4c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6790943 May 27 03:41:44.089666 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6803591e-d881-4cd7-9512-d15cf2babfef'] response: {'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3', 'code': 200} May 27 03:41:44.127682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b39bb-508a-4d33-aa5b-7c865cd784b0 req-9e079feb-e0c1-49b2-bc75-9a920efd52d1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.136630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e71b39bb-508a-4d33-aa5b-7c865cd784b0 req-9e079feb-e0c1-49b2-bc75-9a920efd52d1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1645923 May 27 03:41:44.164549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:44.207975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0f10d5-789b-403e-93a0-b9b8ed04141a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.214764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:44.225197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6f77e-076f-4e04-9b14-c8f82bfda13f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:44.230892 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cb6e6359-389f-4cec-a5af-919001cd82ed tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/8a0f10d5-789b-403e-93a0-b9b8ed04141a HTTP/1.1" status: 204 len: 168 time: 1.0637817 May 27 03:41:44.233102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:44.273162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e71b39bb-508a-4d33-aa5b-7c865cd784b0 req-a038231f-675f-4e6b-bf42-0b8d2c90f721 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356077 May 27 03:41:44.304431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95f3502c-d2ef-45c8-bcad-655a21be301c req-34be4fef-b0e8-45d4-8b77-00e4aba1edb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1096 time: 0.1238461 May 27 03:41:44.342059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-745e14c0-aa61-423b-963f-447f0b522259 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076336 May 27 03:41:44.344332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34964) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:44.357562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95f3502c-d2ef-45c8-bcad-655a21be301c req-7f28f465-8d08-4dea-8fea-031a5fd5e4a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 May 27 03:41:44.426978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b17526-9f48-4fe3-a465-1b52e2b742b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.427775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-67b17526-9f48-4fe3-a465-1b52e2b742b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:44.445383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-67b17526-9f48-4fe3-a465-1b52e2b742b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:44.446679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-67b17526-9f48-4fe3-a465-1b52e2b742b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1011300 May 27 03:41:44.449290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34968) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:44.510700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73bc18-262f-4d55-b255-9fff06cfe80e None None] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:44.524186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae502668-56a7-4564-ad94-fee4b0077c23 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.524851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae502668-56a7-4564-ad94-fee4b0077c23 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:44.541925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae502668-56a7-4564-ad94-fee4b0077c23 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:44.546811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae502668-56a7-4564-ad94-fee4b0077c23 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934548 May 27 03:41:44.546901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:44.651300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d87c79ee-b2fe-40ed-8405-37b965df4e6b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984671 May 27 03:41:44.651851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34980) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:44.658851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:44.767233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:44.776671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Deleting port 44ab6e09-034b-4534-80f9-25728bdab5f1 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:44.777083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:44.797451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-d281431e-2a5a-4ea7-976d-f4c82c233df3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:44.805735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-d281431e-2a5a-4ea7-976d-f4c82c233df3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 0.1980340 May 27 03:41:44.833551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-569c176b-81d6-4c2d-b6bb-e6321c326056 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/quotas/ead614c50140498e8da4f0c7b3156d87 HTTP/1.1" status: 200 len: 375 time: 0.0265465 May 27 03:41:44.879041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-85426f7d-b6a7-4010-b769-ef0b9e954952 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444367 May 27 03:41:44.942686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:44.955692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:44.978302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:45.023115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-6d7092bc-e8e5-4253-b2f9-19fc93bf0e5d service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354177 May 27 03:41:45.025028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] For port 44ab6e09-034b-4534-80f9-25728bdab5f1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44ab6e09-034b-4534-80f9-25728bdab5f1,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:45.026055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.170932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.204391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Calling delete_port for 44ab6e09-034b-4534-80f9-25728bdab5f1 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:45.277077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-4b16c3f0-89e5-42bb-a9a4-ce69a2281f67 service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463531 May 27 03:41:45.287878 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.315240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688849-ae74-44a1-8765-1fd1cb7a7d52 req-63276850-b5bd-4e3b-832a-257d1737bb6f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.322223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df688849-ae74-44a1-8765-1fd1cb7a7d52 req-63276850-b5bd-4e3b-832a-257d1737bb6f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1987391 May 27 03:41:45.335232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] Pushing event deleted for resources: {'Port': ['ID=44ab6e09-034b-4534-80f9-25728bdab5f1,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.339671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770f809-bd47-460a-b995-b0d4d2d624f3 None None] No DVR routers for this DVR port 44ab6e09-034b-4534-80f9-25728bdab5f1 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:45.409924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df688849-ae74-44a1-8765-1fd1cb7a7d52 req-bcf3eea3-6724-4e91-80a1-6cd71423ddd9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867805 May 27 03:41:45.518461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.563680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b90a2a36-a7bd-4fec-ae2c-0cc769ea0a54 req-9b37ef3a-4a8b-4e6f-856f-e93098948e4f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 210 time: 0.0829349 May 27 03:41:45.590873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:45.594715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:45.599728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.600644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.605424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748456b-4518-40a6-89b6-5a13eca59302 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:45.619985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ea6f5-7c05-4214-be8a-e742b4ab15ba req-7af6820d-e79e-4818-b0f8-40c8be81b7f5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:45.623845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-192ea6f5-7c05-4214-be8a-e742b4ab15ba req-7af6820d-e79e-4818-b0f8-40c8be81b7f5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1141553 May 27 03:41:45.626038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=010de546-041c-432e-aed3-7db51fe4be61,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.660659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8c959949-a146-4533-8fb5-84af80ed5bbc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0074120 May 27 03:41:45.664016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35004) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:45.680722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': '010de546-041c-432e-aed3-7db51fe4be61', 'ip_address': '2001:db8::b95e:1fa0:2682:5c50'}], 'name': 'tempest-NetworksTestDHCPv6-537202718'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:45.701373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-192ea6f5-7c05-4214-be8a-e742b4ab15ba req-9ca09794-d16b-4bac-acb8-2e7c6c86938e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676215 May 27 03:41:45.886294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:45.899568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:45.909974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a26383-7700-48b4-b722-00547542e200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '010de546-041c-432e-aed3-7db51fe4be61'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:45.911048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.912524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:45.922446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:45.946887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:46.086039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-80a26383-7700-48b4-b722-00547542e200 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/010de546-041c-432e-aed3-7db51fe4be61/2e7d2d28-f62f-4093-8c15-740d0590beb9) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:46.292925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.303765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-80a26383-7700-48b4-b722-00547542e200 None None] Transition to ACTIVE for port object 2e7d2d28-f62f-4093-8c15-740d0590beb9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:46.321528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-80a26383-7700-48b4-b722-00547542e200 None None] Transition to ACTIVE for port object 2e7d2d28-f62f-4093-8c15-740d0590beb9 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:46.327062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.397941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a26383-7700-48b4-b722-00547542e200 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:46.400714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-80a26383-7700-48b4-b722-00547542e200 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:46.404633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a26383-7700-48b4-b722-00547542e200 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:46.408041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::b95e:1fa0:2682:5c50 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/010de546-041c-432e-aed3-7db51fe4be61/56319d58-11ae-4e25-a96c-e6c0f8f2cb69) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:46.412049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26383-7700-48b4-b722-00547542e200 None None] Pushing event updated for resources: {'Port': ['ID=2e7d2d28-f62f-4093-8c15-740d0590beb9,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.503470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-80a26383-7700-48b4-b722-00547542e200 None None] Attempting to bind port 2e7d2d28-f62f-4093-8c15-740d0590beb9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:46.503889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-80a26383-7700-48b4-b722-00547542e200 None None] Attempting to bind port 2e7d2d28-f62f-4093-8c15-740d0590beb9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:46.504257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a26383-7700-48b4-b722-00547542e200 None None] Attempting to bind port 2e7d2d28-f62f-4093-8c15-740d0590beb9 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:46.511028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a26383-7700-48b4-b722-00547542e200 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:46.511390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a26383-7700-48b4-b722-00547542e200 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:46.511808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.512195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a26383-7700-48b4-b722-00547542e200 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:46.512658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-80a26383-7700-48b4-b722-00547542e200 None None] Bound port: 2e7d2d28-f62f-4093-8c15-740d0590beb9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:46.513054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.618900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-80a26383-7700-48b4-b722-00547542e200 None None] For port 2e7d2d28-f62f-4093-8c15-740d0590beb9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:46.624288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-80a26383-7700-48b4-b722-00547542e200 None None] For port 2e7d2d28-f62f-4093-8c15-740d0590beb9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e7d2d28-f62f-4093-8c15-740d0590beb9,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:46.632224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80a26383-7700-48b4-b722-00547542e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.633616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97650d-39bd-435d-9d89-138807ab8fb2 req-68a0a7c9-9816-4a57-a43d-03f09bb61cb9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:46.634356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.641394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f97650d-39bd-435d-9d89-138807ab8fb2 req-68a0a7c9-9816-4a57-a43d-03f09bb61cb9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.0907288 May 27 03:41:46.653800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:46.682495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.709520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f97650d-39bd-435d-9d89-138807ab8fb2 req-6ac0ef62-a2a9-40ea-b300-d8683a6516be tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 May 27 03:41:46.772062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44ab6e09-034b-4534-80f9-25728bdab5f1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:46.819082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 44ab6e09-034b-4534-80f9-25728bdab5f1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:46.819557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44ab6e09-034b-4534-80f9-25728bdab5f1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:46.822230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4495b30d-0dc7-458b-862c-487f1e41c24a req-6f33ee9f-b3b5-44c8-a75f-efb2866a9963 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 210 time: 0.0546083 May 27 03:41:46.825318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a26383-7700-48b4-b722-00547542e200 None None] Pushing event updated for resources: {'Port': ['ID=2e7d2d28-f62f-4093-8c15-740d0590beb9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.826633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:46.828844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:46.830806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=56319d58-11ae-4e25-a96c-e6c0f8f2cb69,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.833232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:46.837034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:46.837634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:46.869179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-23580b64-84c1-45c9-8e13-2a4b105d2cfe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2038953 May 27 03:41:46.869905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35024) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:46.882647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': '010de546-041c-432e-aed3-7db51fe4be61', 'ip_address': '2001:db8::b95e:1fa0:2682:5c50'}], 'name': 'tempest-NetworksTestDHCPv6-866927549'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:46.960864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd219903-62a4-4ca1-a572-ba67a8ce872f req-0a7c5eaa-cf56-4e91-82de-d5bafb34f308 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:46.962496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd219903-62a4-4ca1-a572-ba67a8ce872f req-0a7c5eaa-cf56-4e91-82de-d5bafb34f308 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.0870905 May 27 03:41:47.046572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:47.067197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:47.067899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd219903-62a4-4ca1-a572-ba67a8ce872f req-15d75adf-9890-46bb-8ea9-7e463c4923e2 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 May 27 03:41:47.074689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:47.084112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:47.119474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:47.139771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:47.156138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:47.211623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port ecdf0bed-9de8-41ff-b4d7-a84e159d2699 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:47.336396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:47.355496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'mac_address': 'fa:16:3e:c2:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:47.461091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:47.475635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-655dfb14-5ea6-4a5e-b5e6-5b0eb5bea2cf tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:47.477715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-655dfb14-5ea6-4a5e-b5e6-5b0eb5bea2cf tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 0.1766849 May 27 03:41:47.481275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1de6bf3-d74b-45bf-9966-557a70e763c3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:47.500510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Request body: {'port': {'device_id': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'admin_state_up': True, 'tenant_id': 'ead614c50140498e8da4f0c7b3156d87'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:47.515495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:47.521876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:47.536555 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): There was a conflict when trying to complete your request. May 27 03:41:47.537803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:41:47.582347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45cf419e-c45d-4307-af69-0e8d4a75a266 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7082489 May 27 03:41:47.582502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35040) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:47.717274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:47.741542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c1de6bf3-d74b-45bf-9966-557a70e763c3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:47.744800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:47.749613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Usage tracker for resource:port and tenant:ead614c50140498e8da4f0c7b3156d87 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:47.755855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:47.779003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:47.861775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Made reservation on behalf of ead614c50140498e8da4f0c7b3156d87 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:47.866040 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.040448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9da38-f284-49e8-b9d9-89e68ba686b3 req-ead26717-d279-442e-85c1-47234fbfc273 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.046802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3d9da38-f284-49e8-b9d9-89e68ba686b3 req-ead26717-d279-442e-85c1-47234fbfc273 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2462614 May 27 03:41:48.148878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffa03d-aafb-4b4c-93d9-11bb8ad5fe21 req-f60d1f17-0a1b-42c4-9f05-c29b0c206a26 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.156069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e3ffa03d-aafb-4b4c-93d9-11bb8ad5fe21 req-f60d1f17-0a1b-42c4-9f05-c29b0c206a26 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1766183 May 27 03:41:48.180516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3d9da38-f284-49e8-b9d9-89e68ba686b3 req-74380ae5-0da3-4a62-bfed-2ba6d4e47be3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327651 May 27 03:41:48.209585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a9b4b-eee8-4357-ab7b-15abf802cbe9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.213554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a9b4b-eee8-4357-ab7b-15abf802cbe9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.214330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f38a9b4b-eee8-4357-ab7b-15abf802cbe9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:48.219735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Allocated IP 172.20.0.9 (87651465-14c5-4786-ae14-b5af6ce6dca9/cb30e9fe-0ed2-4466-89ca-0646357f3919/111d6088-020a-41df-8b07-1fdfa23480f3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:48.234354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-cfe22486-c867-4892-80d6-2b0db880fe65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1096 time: 0.3055034 May 27 03:41:48.256598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e3ffa03d-aafb-4b4c-93d9-11bb8ad5fe21 req-7e0f9cbe-c5dd-4475-b8ad-ac5f64fda5f2 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991144 May 27 03:41:48.348515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6e7467a9-4d2b-4e82-8bf0-92b9655cf8bd None None] Provisioning for port 2e7d2d28-f62f-4093-8c15-740d0590beb9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:48.377426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f38a9b4b-eee8-4357-ab7b-15abf802cbe9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:48.378611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f38a9b4b-eee8-4357-ab7b-15abf802cbe9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7940977 May 27 03:41:48.381415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35068) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:48.480362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-fd66c436-1411-4f1f-81da-5ef70303c738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.482673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-fd66c436-1411-4f1f-81da-5ef70303c738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.2395129 May 27 03:41:48.575388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-629060b5-2045-4664-8e27-793c8a0fa0ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 200 len: 217 time: 0.0860529 May 27 03:41:48.597184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0accc86d-9ed6-473e-855f-0702189f2f6b req-5df028d6-3663-4b60-ba76-8296b6045834 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 210 time: 0.1088340 May 27 03:41:48.654391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-ff3c0fd1-81b9-4d1c-abed-37a3937f401c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:48.656792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-ff3c0fd1-81b9-4d1c-abed-37a3937f401c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.0738850 May 27 03:41:48.665163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:48.665163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.699011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d97ab3f8-d798-45ff-b37e-839a62e0480c None None] Provisioning for port 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:48.706864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d97ab3f8-d798-45ff-b37e-839a62e0480c None None] Provisioning complete for port 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:48.708988 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d97ab3f8-d798-45ff-b37e-839a62e0480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.731365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-aa3340b6-422c-4959-9a01-11ee428f740a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672078 May 27 03:41:48.818129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d97ab3f8-d798-45ff-b37e-839a62e0480c None None] Port 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:41:48.831615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.854316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e7d2d28-f62f-4093-8c15-740d0590beb9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:48.915855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-cae5a3db-7099-405e-9846-bd61b7a410e8 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776667 May 27 03:41:48.938871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2e7d2d28-f62f-4093-8c15-740d0590beb9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:48.950752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2e7d2d28-f62f-4093-8c15-740d0590beb9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:48.951677 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:48.990983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.102782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.106854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd05b4d-fd9a-47eb-824c-b37db9ff586f req-e0c0780f-cc0c-445a-a941-0bafd6559968 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852229 May 27 03:41:49.108471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:49.186439 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.279695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2e7d2d28-f62f-4093-8c15-740d0590beb9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e7d2d28-f62f-4093-8c15-740d0590beb9,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:49.297883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:49.305378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.365109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:49.367124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.369461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:49.401238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 56319d58-11ae-4e25-a96c-e6c0f8f2cb69 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:49.417808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c1de6bf3-d74b-45bf-9966-557a70e763c3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:49.418881 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.449174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2e7d2d28-f62f-4093-8c15-740d0590beb9,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.501107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:49.502454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.601671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d5f4-898f-4f65-b0ec-62b34f133ba2 req-6035cca0-16bf-40d9-a6f6-30ab3707462c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:49.603922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ff18d5f4-898f-4f65-b0ec-62b34f133ba2 req-6035cca0-16bf-40d9-a6f6-30ab3707462c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1534481 May 27 03:41:49.649998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b91581c9-5834-4b93-877f-02853ac927f6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1538472 May 27 03:41:49.669552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.670720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Request body: {'port': {'device_id': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:49.695255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ff18d5f4-898f-4f65-b0ec-62b34f133ba2 req-8ce1933f-7aff-4cba-b5fb-85265abc9c7e tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 May 27 03:41:49.715328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:49.730027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:49.736228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.777788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:49.786666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0e21-14ae-485b-a384-f464d952c532 req-86bebd74-1b93-426f-b715-a5c86174abaf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:49.788152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecbe0e21-14ae-485b-a384-f464d952c532 req-86bebd74-1b93-426f-b715-a5c86174abaf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.2525251 May 27 03:41:49.825244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.838290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=56319d58-11ae-4e25-a96c-e6c0f8f2cb69,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:49.980052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.018688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.026586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45f5d-78b0-454a-ba19-90988e384808 req-4419aed9-30f1-4e6f-aea4-0d32f1dec09d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.038436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04b45f5d-78b0-454a-ba19-90988e384808 req-4419aed9-30f1-4e6f-aea4-0d32f1dec09d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 931 time: 0.1149981 May 27 03:41:50.065089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecbe0e21-14ae-485b-a384-f464d952c532 req-33677c39-14cd-4a19-b229-0fd3ff80c3af tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285037 May 27 03:41:50.098194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-04b45f5d-78b0-454a-ba19-90988e384808 req-afbebbcd-c28f-4654-8054-f3b5bce33568 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:50.129425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-04b45f5d-78b0-454a-ba19-90988e384808 req-afbebbcd-c28f-4654-8054-f3b5bce33568 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:50.131063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-04b45f5d-78b0-454a-ba19-90988e384808 req-afbebbcd-c28f-4654-8054-f3b5bce33568 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 May 27 03:41:50.202155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-943c842f-b848-4e6f-b600-aea2330c0b2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/56319d58-11ae-4e25-a96c-e6c0f8f2cb69 HTTP/1.1" status: 204 len: 168 time: 1.8136857 May 27 03:41:50.202549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35088) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:50.262522 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a26fdc-07fe-4a9e-bc23-f7b2ee5cb23f'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'code': 200} May 27 03:41:50.305482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11210c89-b040-4973-af3b-dd0693f334a3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.307059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11210c89-b040-4973-af3b-dd0693f334a3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:50.308181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11210c89-b040-4973-af3b-dd0693f334a3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:50.330806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11210c89-b040-4973-af3b-dd0693f334a3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:50.332619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-11210c89-b040-4973-af3b-dd0693f334a3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1290441 May 27 03:41:50.335282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:50.550256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 010de546-041c-432e-aed3-7db51fe4be61 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:50.553366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.615886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111d6088-020a-41df-8b07-1fdfa23480f3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:50.616153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.623556 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.641237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Transition to ACTIVE for port object 111d6088-020a-41df-8b07-1fdfa23480f3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:50.647967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.735221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.758415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e7d2d28-f62f-4093-8c15-740d0590beb9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:50.798113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.828776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.895745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc81f416-8eee-476a-b1a5-96ce915ae17e None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:50.926348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=010de546-041c-432e-aed3-7db51fe4be61,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.929042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:50.940940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Attempting to bind port 111d6088-020a-41df-8b07-1fdfa23480f3 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:50.941482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Attempting to bind port 111d6088-020a-41df-8b07-1fdfa23480f3 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:50.942524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Attempting to bind port 111d6088-020a-41df-8b07-1fdfa23480f3 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:50.948884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Port 111d6088-020a-41df-8b07-1fdfa23480f3 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:41:50.949369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Attempting to bind port 111d6088-020a-41df-8b07-1fdfa23480f3 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:50.957999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:50.959303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Checking segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:50.959303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Bound using segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:50.959620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Bound port: 111d6088-020a-41df-8b07-1fdfa23480f3, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:50.960257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.034417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2e7d2d28-f62f-4093-8c15-740d0590beb9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:51.034780 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.068837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-38e262ba-b570-4e69-bf26-8733ec4c3d5a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/010de546-041c-432e-aed3-7db51fe4be61 HTTP/1.1" status: 204 len: 168 time: 0.7324331 May 27 03:41:51.071741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:51.128340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d646e42-1cef-47bb-8ed6-31b8ac5a436d req-ef6ce970-30c5-4c67-8b1c-193f1e0586f7 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.129942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d646e42-1cef-47bb-8ed6-31b8ac5a436d req-ef6ce970-30c5-4c67-8b1c-193f1e0586f7 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2424850 May 27 03:41:51.167139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4cc2e36c-e23d-499b-bd50-63cbf05ebab8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888367 May 27 03:41:51.168464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:51.172816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:51.181971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:51.224989 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d646e42-1cef-47bb-8ed6-31b8ac5a436d req-90cced00-311e-4020-9636-1fc329784407 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 May 27 03:41:51.386234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:51.390648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:51.398273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:51.409892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:51.427148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:51.469330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.505294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f949c-34e6-403f-928b-e79df26aabae req-794840a2-8ca0-4517-8735-cc30253747bd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.507063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-930f949c-34e6-403f-928b-e79df26aabae req-794840a2-8ca0-4517-8735-cc30253747bd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 943 time: 0.1481249 May 27 03:41:51.515638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:51.524196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Deleting port 2e7d2d28-f62f-4093-8c15-740d0590beb9 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:51.524813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.579724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-930f949c-34e6-403f-928b-e79df26aabae req-8c0054fd-545a-4a9f-b3f1-cb60f32f91dd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625832 May 27 03:41:51.630339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:51.755552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.759141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] 10.222.0.21 "PUT /v2.0/ports/111d6088-020a-41df-8b07-1fdfa23480f3 HTTP/1.1" status: 200 len: 1091 time: 2.0910723 May 27 03:41:51.762581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:41:51.800537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] For port 2e7d2d28-f62f-4093-8c15-740d0590beb9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e7d2d28-f62f-4093-8c15-740d0590beb9,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:51.800537 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.855503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:51.874397 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3887eda-ac6b-4abb-9ee3-f803c64a5774'] response: {'name': 'network-changed', 'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'status': 'completed', 'code': 200} May 27 03:41:51.895139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ac97-7242-431c-9f8c-7ed10d245db3 service neutron] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:51.935506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Calling delete_port for 2e7d2d28-f62f-4093-8c15-740d0590beb9 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:51.989249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee152b-538c-483c-b770-d1f4ae8b789f req-4ce33e2b-56d3-448c-a7bf-7d72bcb7ada2 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:51.997134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5ee152b-538c-483c-b770-d1f4ae8b789f req-4ce33e2b-56d3-448c-a7bf-7d72bcb7ada2 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.5776875 May 27 03:41:52.060706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.089319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5ee152b-538c-483c-b770-d1f4ae8b789f req-a9cc5543-a0a9-4330-b895-4f4039d29423 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 May 27 03:41:52.112719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-f3a5192b-ad71-460c-bfc7-5a1d4caca299 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 1094 time: 0.2939501 May 27 03:41:52.125601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] Pushing event deleted for resources: {'Port': ['ID=2e7d2d28-f62f-4093-8c15-740d0590beb9,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.136920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2d885-eea9-48a6-8bc7-c0539f0840a2 None None] No DVR routers for this DVR port 2e7d2d28-f62f-4093-8c15-740d0590beb9 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:52.257122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-8379aea8-4651-46b8-9507-0c849933cd28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111d6088-020a-41df-8b07-1fdfa23480f3 HTTP/1.1" status: 200 len: 217 time: 0.1292999 May 27 03:41:52.362567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.367206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b86eb5c5-e497-4179-b110-8a69bc316d1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.368573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b86eb5c5-e497-4179-b110-8a69bc316d1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.0995402 May 27 03:41:52.452107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8bc75-e096-401b-b276-f482c1dffc63 req-12e19b51-92af-4d8c-a881-26849df2d0d6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.453520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6c8bc75-e096-401b-b276-f482c1dffc63 req-12e19b51-92af-4d8c-a881-26849df2d0d6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.0956059 May 27 03:41:52.461698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-ae78bcde-cb21-4d69-8fb9-331d1f544de5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627742 May 27 03:41:52.493980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:52.499518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:52.507713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:52.508310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.511282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9a290-e099-458b-9382-739939762f8d None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:52.527958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6c8bc75-e096-401b-b276-f482c1dffc63 req-e59e49e6-b800-478c-83f3-55f2074924e8 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 May 27 03:41:52.574320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=f5507c4c-9639-4b34-8983-734f7131e2f9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.609679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-13822d97-11e0-4949-b9c4-3470fab276f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4325428 May 27 03:41:52.610662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:52.627377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': 'f5507c4c-9639-4b34-8983-734f7131e2f9', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-323737531'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:52.796692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:52.802992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e7d2d28-f62f-4093-8c15-740d0590beb9 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:52.844886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2e7d2d28-f62f-4093-8c15-740d0590beb9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:52.845286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e7d2d28-f62f-4093-8c15-740d0590beb9 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:52.851417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:52.852218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'f5507c4c-9639-4b34-8983-734f7131e2f9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:52.853120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.860045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:52.868705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:52.874006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-a4662151-fcca-419f-bb10-8bed848ac92e service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026787 May 27 03:41:52.911415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:52.916760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:52.998662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port a49336c0-6d48-4160-8143-d68c52a9eb28 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:41:53.019985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/f5507c4c-9639-4b34-8983-734f7131e2f9/b3a278f6-0214-468f-9b1d-d41cbbd32618) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:53.166257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16c6d-2a9b-44c7-97f4-e46bcab4d199 req-16a9e579-0f67-4310-b682-71fe3d084017 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.168030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8ef16c6d-2a9b-44c7-97f4-e46bcab4d199 req-16a9e579-0f67-4310-b682-71fe3d084017 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:53.296414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7546c9cf-7ad3-4571-a769-5eb670ce6ffc req-b69ee93f-26ed-4915-9f27-35179575d9c4 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135566 May 27 03:41:53.346056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8ef16c6d-2a9b-44c7-97f4-e46bcab4d199 req-16a9e579-0f67-4310-b682-71fe3d084017 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:53.347222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ef16c6d-2a9b-44c7-97f4-e46bcab4d199 req-16a9e579-0f67-4310-b682-71fe3d084017 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 943 time: 0.5449114 May 27 03:41:53.402707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.420580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Transition to ACTIVE for port object b3a278f6-0214-468f-9b1d-d41cbbd32618 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:53.445992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Transition to ACTIVE for port object b3a278f6-0214-468f-9b1d-d41cbbd32618 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:53.460308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.473556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e12d17-d914-4e3b-b50c-5843e61c321f req-a6173e71-0674-4c70-905d-e94ac377ccdf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.481479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4e12d17-d914-4e3b-b50c-5843e61c321f req-a6173e71-0674-4c70-905d-e94ac377ccdf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1223431 May 27 03:41:53.486678 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:41:53.487524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:41:53.551869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4e12d17-d914-4e3b-b50c-5843e61c321f req-eb649284-a6ee-4281-93da-05154abff50c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 May 27 03:41:53.563907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Pushing event updated for resources: {'Port': ['ID=b3a278f6-0214-468f-9b1d-d41cbbd32618,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.577863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a205e30b-59fe-4d2c-9213-d0e04a22d989 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9634359 May 27 03:41:53.577863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:53.599347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:53.601634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:53.622796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:53.671149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-ddcb8671-684b-4736-9b20-29133778f538 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 1094 time: 0.3138726 May 27 03:41:53.684352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ef16c6d-2a9b-44c7-97f4-e46bcab4d199 req-c799219c-ad4a-49ae-9c63-e9ec2c42172d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457087 May 27 03:41:53.754005 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.759565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Attempting to bind port b3a278f6-0214-468f-9b1d-d41cbbd32618 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:53.760151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Attempting to bind port b3a278f6-0214-468f-9b1d-d41cbbd32618 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:53.760578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Attempting to bind port b3a278f6-0214-468f-9b1d-d41cbbd32618 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:53.790846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:53.791625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:53.791865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.792314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:53.792890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Bound port: b3a278f6-0214-468f-9b1d-d41cbbd32618, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:53.793341 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.878794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9fc8f-7292-4f45-821e-a5a07843111c req-d64ec525-56bd-46f7-bfd2-012fbd762c35 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:53.886770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ad9fc8f-7292-4f45-821e-a5a07843111c req-d64ec525-56bd-46f7-bfd2-012fbd762c35 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1240873 May 27 03:41:53.894189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] For port b3a278f6-0214-468f-9b1d-d41cbbd32618, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:53.898982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] For port b3a278f6-0214-468f-9b1d-d41cbbd32618, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3a278f6-0214-468f-9b1d-d41cbbd32618,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:53.909876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:53.959506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ad9fc8f-7292-4f45-821e-a5a07843111c req-ae5fcfe2-7565-403e-9963-a3122a77c2a9 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 May 27 03:41:53.996329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd108-a93a-4dc8-a194-c637828a844d None None] Pushing event updated for resources: {'Port': ['ID=b3a278f6-0214-468f-9b1d-d41cbbd32618,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.106634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-2b352977-0cfd-431c-85c8-55ad545b08a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.109058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-2b352977-0cfd-431c-85c8-55ad545b08a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 915 time: 0.4185593 May 27 03:41:54.116599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64b3cc-3b92-4990-93e8-584af5c2967e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.117996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf64b3cc-3b92-4990-93e8-584af5c2967e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:54.200228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-f342958f-fff5-4dda-9d91-680d5cbe02f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111d6088-020a-41df-8b07-1fdfa23480f3 HTTP/1.1" status: 200 len: 217 time: 0.0779693 May 27 03:41:54.284113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf64b3cc-3b92-4990-93e8-584af5c2967e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:54.285316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cf64b3cc-3b92-4990-93e8-584af5c2967e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7065339 May 27 03:41:54.287885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:54.335948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-73f93dbf-c8b0-4fa5-8765-30217d6e6ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.338656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-73f93dbf-c8b0-4fa5-8765-30217d6e6ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.1319282 May 27 03:41:54.399824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881c7cb-c6c6-4229-a391-ec94027b0541 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.404456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881c7cb-c6c6-4229-a391-ec94027b0541 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:54.408237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f881c7cb-c6c6-4229-a391-ec94027b0541 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:41:54.411647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-f0076218-1672-4b2d-a15e-2f4e4639cc35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661047 May 27 03:41:54.436130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f881c7cb-c6c6-4229-a391-ec94027b0541 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:41:54.437868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f881c7cb-c6c6-4229-a391-ec94027b0541 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1489646 May 27 03:41:54.441184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35162) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:54.533907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet f5507c4c-9639-4b34-8983-734f7131e2f9 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:41:54.538093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.602287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.602542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-bffd7935-7f81-47fd-b718-781b0ba8b6aa service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788707 May 27 03:41:54.734346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:54.843892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3a278f6-0214-468f-9b1d-d41cbbd32618 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:41:54.867360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b94303e3-e839-470c-b95e-c669c31e6e4a req-a772a550-3f27-4ea3-9e1f-f743731b0d89 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502246 May 27 03:41:55.015351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b3a278f6-0214-468f-9b1d-d41cbbd32618 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:55.024404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.044769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071599d6-e920-4376-8cc9-708e8242cf3c req-9a6965fc-4237-4ba1-9b35-d15c83ca0830 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.046437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-071599d6-e920-4376-8cc9-708e8242cf3c req-9a6965fc-4237-4ba1-9b35-d15c83ca0830 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 943 time: 0.1574960 May 27 03:41:55.077087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275fdb9-32ab-4b10-abd0-4d3a48a85be6 req-6c374a43-101e-426d-b871-24a422bcc780 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.078854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8275fdb9-32ab-4b10-abd0-4d3a48a85be6 req-6c374a43-101e-426d-b871-24a422bcc780 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.2473521 May 27 03:41:55.083334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=f5507c4c-9639-4b34-8983-734f7131e2f9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:55.114440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.155388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8275fdb9-32ab-4b10-abd0-4d3a48a85be6 req-c9bafb88-7100-4ad1-854f-71dfe6b0add5 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684364 May 27 03:41:55.160835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-071599d6-e920-4376-8cc9-708e8242cf3c req-1ad263e5-f766-48a5-a382-83aacf5d4458 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956452 May 27 03:41:55.170487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-881497a8-8e08-4176-84bb-0774d0079ed5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/f5507c4c-9639-4b34-8983-734f7131e2f9 HTTP/1.1" status: 204 len: 168 time: 0.7278552 May 27 03:41:55.172913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:55.289444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-258920cf-751f-4aad-b865-0ec2f1c75087 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150320 May 27 03:41:55.293030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:55.299547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:55.459893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41366c05-d127-4979-85ad-b45fc2daa24f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:55.518275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:55.526638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:55.530728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:55.540612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:55.556930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97904e-e54c-401d-bf9a-03601f129fc1 req-3d44fd12-ff5d-4b86-87ed-36e7af645cac tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:55.563946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c97904e-e54c-401d-bf9a-03601f129fc1 req-3d44fd12-ff5d-4b86-87ed-36e7af645cac tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2470162 May 27 03:41:55.579988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Provisioning for port b3a278f6-0214-468f-9b1d-d41cbbd32618 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:41:55.584137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:55.600741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Provisioning complete for port b3a278f6-0214-468f-9b1d-d41cbbd32618 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:41:55.601364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.734770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c97904e-e54c-401d-bf9a-03601f129fc1 req-33a37a4b-ddf0-4a59-b182-34dfdd77c4fe tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697669 May 27 03:41:55.752753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.847624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.904233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] For port b3a278f6-0214-468f-9b1d-d41cbbd32618, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3a278f6-0214-468f-9b1d-d41cbbd32618,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:55.906738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:41:55.912179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Deleting port b3a278f6-0214-468f-9b1d-d41cbbd32618 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:41:55.913179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:55.950038 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.031999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4731ed-ad23-41c8-842c-bdf893eb9626 None None] Pushing event updated for resources: {'Port': ['ID=b3a278f6-0214-468f-9b1d-d41cbbd32618,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.066689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.136315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:56.139707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:56.143352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.143949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.178197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=a26d4bec-7378-4243-a946-5d519c241164,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.193593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3455a1fc-bef7-4598-a61d-ada8f429a225 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8994553 May 27 03:41:56.197460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:56.203273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:41:56.219278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:41:56.228216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:router and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:41:56.234583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:41:56.248031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] For port b3a278f6-0214-468f-9b1d-d41cbbd32618, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3a278f6-0214-468f-9b1d-d41cbbd32618,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:56.248456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.249106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:41:56.282512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.283920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.309570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.337168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.373299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.379121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:41:56.380969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Calling delete_port for b3a278f6-0214-468f-9b1d-d41cbbd32618 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:41:56.381279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dc3847cd-6f10-4931-ad9a-1dcc1ea37565 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1824524 May 27 03:41:56.449096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.483958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:56.538443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db1176-8d0c-4dc3-95f6-5e4853d74d59 req-ce697f25-f328-47cc-9f46-5562b3348c47 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.540267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84db1176-8d0c-4dc3-95f6-5e4853d74d59 req-ce697f25-f328-47cc-9f46-5562b3348c47 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1397378 May 27 03:41:56.543146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] Pushing event deleted for resources: {'Port': ['ID=b3a278f6-0214-468f-9b1d-d41cbbd32618,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:56.556643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f45c3f-2383-480a-b223-876a21a2d9b1 None None] No DVR routers for this DVR port b3a278f6-0214-468f-9b1d-d41cbbd32618 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:56.579082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c76ee3-6d00-4993-afb8-5656cd4cb94a None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:41:56.629013 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84db1176-8d0c-4dc3-95f6-5e4853d74d59 req-8afb9350-b38a-413b-b669-1e249c97e17d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755782 May 27 03:41:56.784057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3a278f6-0214-468f-9b1d-d41cbbd32618 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:41:56.830075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b3a278f6-0214-468f-9b1d-d41cbbd32618 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:41:56.830415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3a278f6-0214-468f-9b1d-d41cbbd32618 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:41:56.920224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f7a8-7a97-4a0c-ab73-fd4c8bbf3aeb req-e432c979-edd9-4659-b473-e3e7e8736250 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:56.922455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0986f7a8-7a97-4a0c-ab73-fd4c8bbf3aeb req-e432c979-edd9-4659-b473-e3e7e8736250 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 943 time: 0.4470010 May 27 03:41:56.948860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'a26d4bec-7378-4243-a946-5d519c241164'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:41:56.950210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.061811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd50ba-6049-45b4-8e30-1382b209108f req-ab82edc6-e6c2-48e9-8247-9bfb239aac78 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.063947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01cd50ba-6049-45b4-8e30-1382b209108f req-ab82edc6-e6c2-48e9-8247-9bfb239aac78 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1252952 May 27 03:41:57.072709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:41:57.095827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0986f7a8-7a97-4a0c-ab73-fd4c8bbf3aeb req-1327ff21-f92a-4ba6-8d64-13d61861eb25 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 May 27 03:41:57.144508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01cd50ba-6049-45b4-8e30-1382b209108f req-3a58d7f3-1089-4944-970b-cef0afa09ca1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 May 27 03:41:57.417681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.484631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:57.515621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/a26d4bec-7378-4243-a946-5d519c241164/e811f7b7-f97b-4e57-81b9-1a94aa21bf68) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:57.519658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '111d6088-020a-41df-8b07-1fdfa23480f3', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'port_id': '111d6088-020a-41df-8b07-1fdfa23480f3', 'mac_address': 'fa:16:3e:48:3f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30e9fe-0ed2-4466-89ca-0646357f3919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:41:57.708706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.764488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111d6088-020a-41df-8b07-1fdfa23480f3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:41:57.800057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:57.866648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.915860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b511f-9765-44af-9925-b6756b345bb3 req-25d4d824-4880-4749-8df4-a1a35aea2186 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:57.922907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-757b511f-9765-44af-9925-b6756b345bb3 req-25d4d824-4880-4749-8df4-a1a35aea2186 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1402626 May 27 03:41:57.939791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a71f1f5d-908a-4665-adce-10d2e9fb5a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.974359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-757b511f-9765-44af-9925-b6756b345bb3 req-d5c95d58-7848-4034-b7d4-f9bbd5830041 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500517 May 27 03:41:57.978205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:57.995297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Transition to ACTIVE for port object e811f7b7-f97b-4e57-81b9-1a94aa21bf68 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:58.014048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:58.032032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Transition to ACTIVE for port object e811f7b7-f97b-4e57-81b9-1a94aa21bf68 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:58.038656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.108838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::1 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/a26d4bec-7378-4243-a946-5d519c241164/598906af-c51e-4bc9-a686-68b02c63024f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:58.121445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:58.127490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Pushing event updated for resources: {'Port': ['ID=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:58.136879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:58.139201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:58.261385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['111d6088-020a-41df-8b07-1fdfa23480f3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:41:58.325365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Attempting to bind port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:41:58.325733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Attempting to bind port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:41:58.326098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Attempting to bind port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:41:58.340861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:41:58.340861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:41:58.341742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.341742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:41:58.342255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Bound port: e811f7b7-f97b-4e57-81b9-1a94aa21bf68, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:41:58.342416 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.391101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.431287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085ade9-c1fa-4cc0-85e6-fa7ea60300f5 req-ca936304-6a8e-4160-acd2-ac5134e3aa7a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.431913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 598906af-c51e-4bc9-a686-68b02c63024f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:41:58.440003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9085ade9-c1fa-4cc0-85e6-fa7ea60300f5 req-ca936304-6a8e-4160-acd2-ac5134e3aa7a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 944 time: 0.1249223 May 27 03:41:58.440591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a06c-9e4d-4fd0-b2dd-701d221b456d req-31905142-6449-4b56-9d9e-b1072c95dd2c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:58.442229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9837a06c-9e4d-4fd0-b2dd-701d221b456d req-31905142-6449-4b56-9d9e-b1072c95dd2c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1524320 May 27 03:41:58.504517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9837a06c-9e4d-4fd0-b2dd-701d221b456d req-2c79f5b2-4f7f-437d-bd31-1ebe3423b680 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 May 27 03:41:58.506662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.535005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9085ade9-c1fa-4cc0-85e6-fa7ea60300f5 req-3fab519b-f4bf-4cca-98d0-fb02b1df9e1e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927360 May 27 03:41:58.566649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:41:58.587301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:58.591008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:58.596049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] For port e811f7b7-f97b-4e57-81b9-1a94aa21bf68, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:58.596236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:41:58.596877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.600031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] For port e811f7b7-f97b-4e57-81b9-1a94aa21bf68, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:58.601035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=598906af-c51e-4bc9-a686-68b02c63024f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:58.611592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:58.702829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f99fa-bfb2-44c0-aea6-8822e158d514 None None] Pushing event updated for resources: {'Port': ['ID=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:58.733439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.237661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d01b70-ca37-4cc8-8f3b-8ca1566b91b3 req-6f471862-050f-4395-a49e-9a7380dcb277 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.239116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7d01b70-ca37-4cc8-8f3b-8ca1566b91b3 req-6f471862-050f-4395-a49e-9a7380dcb277 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.0961661 May 27 03:41:59.300749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7d01b70-ca37-4cc8-8f3b-8ca1566b91b3 req-51acd900-4045-49cb-82bc-750998f7ce7a tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 May 27 03:41:59.350110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.355250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.356147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.505872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=598906af-c51e-4bc9-a686-68b02c63024f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:59.586252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:59.587011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:59.903372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bf94-26e3-47d3-baf5-5d333ca6db55 req-b8febd3d-27c1-46de-984f-ac55dc2ce457 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.912204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7899bf94-26e3-47d3-baf5-5d333ca6db55 req-b8febd3d-27c1-46de-984f-ac55dc2ce457 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 944 time: 0.1443141 May 27 03:41:59.919619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0109484b-b4b4-4d8e-bfc0-d27bf1152cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:41:59.954485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a78396-8fd6-4ed2-9c14-fc15537254e9 req-039aecc0-7de1-4006-a3f6-d0c6f6294553 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:41:59.957541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13a78396-8fd6-4ed2-9c14-fc15537254e9 req-039aecc0-7de1-4006-a3f6-d0c6f6294553 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1954424 May 27 03:42:00.008356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7899bf94-26e3-47d3-baf5-5d333ca6db55 req-b10e1438-6f3d-4da0-a71e-47f2e0ef1f55 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947967 May 27 03:42:00.052866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3e8960c7-20f1-4fa0-ad59-acc5192d12d6 None None] Provisioning for port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:00.083735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13a78396-8fd6-4ed2-9c14-fc15537254e9 req-3485436e-c9a1-4ff3-818e-c9801d1677f8 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711389 May 27 03:42:00.182110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:42:00.399034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ed37b7fe-b58a-4f4b-8816-7a7922e14cbb None None] Provisioning for port 598906af-c51e-4bc9-a686-68b02c63024f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:00.407445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ed37b7fe-b58a-4f4b-8816-7a7922e14cbb None None] Provisioning complete for port 598906af-c51e-4bc9-a686-68b02c63024f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:00.409560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed37b7fe-b58a-4f4b-8816-7a7922e14cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.445740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:00.458731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Sync routers for ids ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:00.476311 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Routers {'eec7dec7-9a02-47a1-bf57-2d664adbd8c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:00.477376 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:00.489559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-08186c1e-2b38-4ec6-a40f-76d1b9355a4d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "PUT /v2.0/routers/eec7dec7-9a02-47a1-bf57-2d664adbd8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1091981 May 27 03:42:00.492388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35246) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:00.600429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ed37b7fe-b58a-4f4b-8816-7a7922e14cbb None None] Port 598906af-c51e-4bc9-a686-68b02c63024f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:42:00.601479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d035f9d-00c9-42bc-8f64-785fdfdb09cf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.602082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d035f9d-00c9-42bc-8f64-785fdfdb09cf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:00.697855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d035f9d-00c9-42bc-8f64-785fdfdb09cf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:00.704012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:00.715328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4d035f9d-00c9-42bc-8f64-785fdfdb09cf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports/598906af-c51e-4bc9-a686-68b02c63024f HTTP/1.1" status: 200 len: 911 time: 0.2218397 May 27 03:42:00.730439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-28024a70-a136-41be-9ec5-910d5e7df7a4 None None] Provisioning complete for port 598906af-c51e-4bc9-a686-68b02c63024f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:00.730804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-28024a70-a136-41be-9ec5-910d5e7df7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:00.744496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e02ab-8073-45ad-9fb2-35a605bcac9d req-3b8304ad-ef87-497f-b302-de2312fb8589 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.761580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637e02ab-8073-45ad-9fb2-35a605bcac9d req-3b8304ad-ef87-497f-b302-de2312fb8589 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1560237 May 27 03:42:00.797365 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Set router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:00.829456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e811f7b7-f97b-4e57-81b9-1a94aa21bf68 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:00.864196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-637e02ab-8073-45ad-9fb2-35a605bcac9d req-82913d0f-a2c8-40dd-ae0f-e2745d663b43 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968099 May 27 03:42:00.903025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bb590-c273-4f60-9301-9628a2537f41 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.907170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bb590-c273-4f60-9301-9628a2537f41 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:00.912666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35254) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:00.913078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7d3bb590-c273-4f60-9301-9628a2537f41 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2075953 May 27 03:42:00.953246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-28024a70-a136-41be-9ec5-910d5e7df7a4 None None] Port 598906af-c51e-4bc9-a686-68b02c63024f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:42:00.984125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:00.992451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:00.993027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.043720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51c6528b-a2d4-4494-9f55-613602f22e56 req-c0990a4f-c997-4d00-9523-081e8c4281e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.1117902 May 27 03:42:01.075498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:01.170684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51c6528b-a2d4-4494-9f55-613602f22e56 req-4223b89c-e17d-4b15-9e08-66909265cd4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196096 May 27 03:42:01.333410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.399947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1d26c-ccc8-4ed3-914e-9bb95894f724 req-e0326f79-df0e-4555-b442-2d9f28584b0a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.409670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bee1d26c-ccc8-4ed3-914e-9bb95894f724 req-e0326f79-df0e-4555-b442-2d9f28584b0a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 944 time: 0.1162920 May 27 03:42:01.414356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.460435 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': '598906af-c51e-4bc9-a686-68b02c63024f', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:a7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26d4bec-7378-4243-a946-5d519c241164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:57Z', 'updated_at': '2022-05-27T03:41:59Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'a26d4bec-7378-4243-a946-5d519c241164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.474124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Checking router: eec7dec7-9a02-47a1-bf57-2d664adbd8c6 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:01.474462 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Updating router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 port 598906af-c51e-4bc9-a686-68b02c63024f binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:42:01.504727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bee1d26c-ccc8-4ed3-914e-9bb95894f724 req-4dd082f3-fb6e-4fcb-833d-ceaa4cb8b8ae tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935736 May 27 03:42:01.523125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 111d6088-020a-41df-8b07-1fdfa23480f3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:01.538979 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.540074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.552786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 111d6088-020a-41df-8b07-1fdfa23480f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:01.555846 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.596452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a6ba-08e5-413b-b23a-e5fff2a37920 req-8aaf3816-99c5-4f46-b4a8-673b8847dda5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:01.598594 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06b9a6ba-08e5-413b-b23a-e5fff2a37920 req-8aaf3816-99c5-4f46-b4a8-673b8847dda5 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2401950 May 27 03:42:01.639424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e811f7b7-f97b-4e57-81b9-1a94aa21bf68, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:01.648812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.724186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:01.754747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06b9a6ba-08e5-413b-b23a-e5fff2a37920 req-efc6abfc-dae6-4e1c-aa3d-3564467b4c9a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499252 May 27 03:42:01.801960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.869705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:01.904546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:01.911760 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:01.997593 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.012467 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Transition to ACTIVE for port object 598906af-c51e-4bc9-a686-68b02c63024f will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:02.020863 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.071997 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4fc9c1-0208-4ac2-beac-bd3fa4da881c'] response: {'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'code': 200} May 27 03:42:02.105716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:02.193788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-037d3aae-0e61-4fe0-88c2-ae7d66f3a020 req-253c5f79-1103-41c1-a242-15ecd80de907 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 1096 time: 0.1068525 May 27 03:42:02.222601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.226630 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Pushing event updated for resources: {'Port': ['ID=598906af-c51e-4bc9-a686-68b02c63024f,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:02.238215 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.238504 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.238842 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.239171 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.239497 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.239822 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.240142 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.240463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.240777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.241121 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.241439 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:02.315788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-037d3aae-0e61-4fe0-88c2-ae7d66f3a020 req-901f82ee-c9a4-43af-9cf6-0ddc7dd63e03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150897 May 27 03:42:02.380144 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Attempting to bind port 598906af-c51e-4bc9-a686-68b02c63024f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:02.380666 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Attempting to bind port 598906af-c51e-4bc9-a686-68b02c63024f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:02.381063 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Attempting to bind port 598906af-c51e-4bc9-a686-68b02c63024f on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:02.389230 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:02.389590 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:02.389984 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.390361 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:02.390816 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Bound port: 598906af-c51e-4bc9-a686-68b02c63024f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:02.391175 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.473406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6fd1f-bf79-4e19-9b61-f439cf97f36d req-dc64947c-f35c-49f2-8b5b-b7f6afa61033 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:02.474990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2db6fd1f-bf79-4e19-9b61-f439cf97f36d req-dc64947c-f35c-49f2-8b5b-b7f6afa61033 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3498139 May 27 03:42:02.519411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] For port 598906af-c51e-4bc9-a686-68b02c63024f, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:02.523220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] For port 598906af-c51e-4bc9-a686-68b02c63024f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=598906af-c51e-4bc9-a686-68b02c63024f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:02.530168 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:02.543621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2db6fd1f-bf79-4e19-9b61-f439cf97f36d req-9a7d8f4a-2bc2-4392-a11e-75d9b5ccdae7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617232 May 27 03:42:02.747839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Routers {'eec7dec7-9a02-47a1-bf57-2d664adbd8c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:02.748467 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:02.811934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e811f7b7-f97b-4e57-81b9-1a94aa21bf68 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:02.878372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 598906af-c51e-4bc9-a686-68b02c63024f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:02.879014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:03.015679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:03.042521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:03.042918 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:03.151255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf9fc-dc5c-44c1-85e8-a15c130c2fd5 None None] Pushing event updated for resources: {'Port': ['ID=598906af-c51e-4bc9-a686-68b02c63024f,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:03.221251 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] Set router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:03.295528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f23e5-f79e-41f6-9aeb-55f1a7376a5e req-c34cf68c-3085-4746-8f44-e5119480ec39 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:03.302680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-392f23e5-f79e-41f6-9aeb-55f1a7376a5e req-c34cf68c-3085-4746-8f44-e5119480ec39 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.4621298 May 27 03:42:03.337634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 598906af-c51e-4bc9-a686-68b02c63024f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=598906af-c51e-4bc9-a686-68b02c63024f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:03.338058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:03.362703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d105c96-ba01-4c37-8213-28930b869ebd req-96853b2d-ba5f-40b6-aae9-ef29923fcba6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:03.364247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d105c96-ba01-4c37-8213-28930b869ebd req-96853b2d-ba5f-40b6-aae9-ef29923fcba6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2352288 May 27 03:42:03.396828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-392f23e5-f79e-41f6-9aeb-55f1a7376a5e req-d55c721f-fa07-42d3-8209-9f0d4c3ed06b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868709 May 27 03:42:03.515792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 598906af-c51e-4bc9-a686-68b02c63024f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:03.724665 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': '598906af-c51e-4bc9-a686-68b02c63024f', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:a7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26d4bec-7378-4243-a946-5d519c241164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:57Z', 'updated_at': '2022-05-27T03:42:02Z', 'revision_number': 4, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'a26d4bec-7378-4243-a946-5d519c241164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:03.732641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af3b166-bde3-48af-90c6-d177ea5e352b None None] The sync data for ids ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'] in n-d-843301-2 is: [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:41:58Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': '598906af-c51e-4bc9-a686-68b02c63024f', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:a7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26d4bec-7378-4243-a946-5d519c241164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:57Z', 'updated_at': '2022-05-27T03:42:02Z', 'revision_number': 4, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'a26d4bec-7378-4243-a946-5d519c241164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:03.812560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d105c96-ba01-4c37-8213-28930b869ebd req-64433af1-77b5-43fd-9404-10267d71caad tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932254 May 27 03:42:04.025274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3e19b-caa0-4059-860a-a562b538518f req-001dd52a-48dd-40d8-8bb0-512c24ced322 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:04.028531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbf3e19b-caa0-4059-860a-a562b538518f req-001dd52a-48dd-40d8-8bb0-512c24ced322 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1486218 May 27 03:42:04.038060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:04.135316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbf3e19b-caa0-4059-860a-a562b538518f req-c78f8bff-e1ab-402a-96b3-38b185f39680 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019084 May 27 03:42:04.309362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2039898330', 'description': 'tempest-description-1233163132'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:04.315982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:04.400220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:04.402494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=598906af-c51e-4bc9-a686-68b02c63024f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:04.543766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:04.549785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:04.734432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:04.781910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d71a-00e5-47fe-821d-f2fdfd9cc9d9 req-9fe45101-6584-4788-8a7d-0662c09a9ab1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:04.789287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f56d71a-00e5-47fe-821d-f2fdfd9cc9d9 req-9fe45101-6584-4788-8a7d-0662c09a9ab1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1684878 May 27 03:42:04.847740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f56d71a-00e5-47fe-821d-f2fdfd9cc9d9 req-434b8b5e-1cd8-4639-adbe-64a444a13d6e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575857 May 27 03:42:04.868494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Usage tracker for resource:security_group_rule and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:04.875207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:04.893951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:05.253799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:05.263019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:05.359625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-d44747d0-f038-470d-9dcc-9841caca1169 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.1513758 May 27 03:42:05.465193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3cbd96-188e-4854-8eaa-dc2980d519d6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:05.489016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:05.490810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a03adffe-52b2-47e2-9e52-3d0c3b81db1b req-f0951c00-2ae9-4dae-81bc-0e04fd3fff8b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 1.1954288 May 27 03:42:05.624685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718905fd-b20b-4439-b800-31a60b46bdfb req-5977f041-0e6d-4cb7-a0a8-7b0ae3ccce5b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.626845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-718905fd-b20b-4439-b800-31a60b46bdfb req-5977f041-0e6d-4cb7-a0a8-7b0ae3ccce5b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1709232 May 27 03:42:05.626982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:05.650040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-924eb060-5748-4c0b-a85b-39f84cd81867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.651464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-924eb060-5748-4c0b-a85b-39f84cd81867 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.2851162 May 27 03:42:05.791775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-e7e797b0-85a3-470b-afc8-b1ddfc6a043d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.1310439 May 27 03:42:05.807636 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-718905fd-b20b-4439-b800-31a60b46bdfb req-d70af59f-6dcd-4251-97cc-9f47665fd59c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735415 May 27 03:42:05.908067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-3783122c-e207-44e3-bac2-34d8957cda6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.909861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-3783122c-e207-44e3-bac2-34d8957cda6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1007197 May 27 03:42:05.941357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee4814-110a-43d4-950c-82c2fa86103e req-546b4d52-a5a3-467e-97f9-bdd0f0eb8c57 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:05.942915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aee4814-110a-43d4-950c-82c2fa86103e req-546b4d52-a5a3-467e-97f9-bdd0f0eb8c57 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.3074229 May 27 03:42:05.950377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:05.956587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d19803a-fb13-49a5-84d8-992f0cebf5b5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "PUT /v2.0/routers/eec7dec7-9a02-47a1-bf57-2d664adbd8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0422356 May 27 03:42:05.961841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Sync routers for ids ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:05.962876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:05.991677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Routers {'eec7dec7-9a02-47a1-bf57-2d664adbd8c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:05.992279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:06.037861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2aee4814-110a-43d4-950c-82c2fa86103e req-94a54907-9779-4460-924f-55f1c5f7fd1b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 May 27 03:42:06.069108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606516e-c79f-455d-b9ad-b4bd8d1ace84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:06.071177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606516e-c79f-455d-b9ad-b4bd8d1ace84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:06.072109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c606516e-c79f-455d-b9ad-b4bd8d1ace84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:06.109340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-f83bf03a-d476-4d50-b866-052b8cf7ecca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884925 May 27 03:42:06.111744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c606516e-c79f-455d-b9ad-b4bd8d1ace84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:06.113212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c606516e-c79f-455d-b9ad-b4bd8d1ace84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494291 May 27 03:42:06.115797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35330) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:06.233112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Set router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:06.354265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:06.358263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Checking router: eec7dec7-9a02-47a1-bf57-2d664adbd8c6 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:06.370423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Routers {'eec7dec7-9a02-47a1-bf57-2d664adbd8c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:06.371052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:06.406046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-f613e78d-de3c-43c6-95e3-a86f49f8916c service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785668 May 27 03:42:06.532489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet a26d4bec-7378-4243-a946-5d519c241164 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:06.538242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] Set router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:06.540641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:06.583195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319ed34-c995-44c7-ad74-e33400b6b149 req-992565ae-38da-4337-9a24-678b49812458 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:06.590217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c319ed34-c995-44c7-ad74-e33400b6b149 req-992565ae-38da-4337-9a24-678b49812458 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4195790 May 27 03:42:06.604487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-9d329626-ac2d-40e8-9cf4-dec0530e4e9f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:06.631228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:06.646935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7ff61a-75e5-4a9e-ae4e-4929061b8db6 req-bbf50489-f1f4-4089-8766-658499ac1730 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335408 May 27 03:42:06.651738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:06.656510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fafc16-91f6-49c8-8d90-b5af4bf7ea19 None None] The sync data for ids ['eec7dec7-9a02-47a1-bf57-2d664adbd8c6'] in n-d-843301-2 is: [{'id': 'eec7dec7-9a02-47a1-bf57-2d664adbd8c6', 'name': 'tempest-NetworksTestDHCPv6-router-1729236097', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:56Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:06.661916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c319ed34-c995-44c7-ad74-e33400b6b149 req-d22af784-9ad5-45d7-9877-92fc35ae4bdc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708003 May 27 03:42:06.664329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-9d329626-ac2d-40e8-9cf4-dec0530e4e9f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:06.665571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-9d329626-ac2d-40e8-9cf4-dec0530e4e9f tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2039898330&fields=id&tenant_id=ee765441eab047cb8912128c2906ea37 HTTP/1.1" status: 200 len: 267 time: 0.2655129 May 27 03:42:06.779539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:06.823763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-cf43195e-3e16-461a-8442-fc24e9d6a8e6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:06.825231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-cf43195e-3e16-461a-8442-fc24e9d6a8e6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.1515143 May 27 03:42:06.840454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'port': {'security_groups': ['a3c5099a-583e-4118-bccc-d8e95534cecd', 'cd3cbd96-188e-4854-8eaa-dc2980d519d6']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:06.962289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.015191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=a26d4bec-7378-4243-a946-5d519c241164,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:07.024981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.030055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.049098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ad17d-4d8f-45f1-a391-eefb09ddef66 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:07.101686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3790578d-9437-4980-82c0-732652c7cc0b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/a26d4bec-7378-4243-a946-5d519c241164 HTTP/1.1" status: 204 len: 168 time: 0.9844971 May 27 03:42:07.104532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:07.393894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2fdd86a-cb40-4141-848f-f0e9d6ba8c28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:07.427685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:07.441833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0cf6e-83f5-420c-8268-318e902860ee req-45223c16-9130-47b1-81ed-38347207a9fc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:07.443317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74f0cf6e-83f5-420c-8268-318e902860ee req-45223c16-9130-47b1-81ed-38347207a9fc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2270715 May 27 03:42:07.444112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2fdd86a-cb40-4141-848f-f0e9d6ba8c28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:07.445566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2fdd86a-cb40-4141-848f-f0e9d6ba8c28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3392539 May 27 03:42:07.448253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:07.462086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.469649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.483340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:07.528798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:42:07.541494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Deleting port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:07.541856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.566148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:07.566797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.568198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f9b93ab-9a6a-400f-8808-08da98eb861d req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "PUT /v2.0/ports/175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 981 time: 0.7349753 May 27 03:42:07.568631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:07.583073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bb6be-c83f-49a6-9437-0cfd0add1256 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:07.758777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:07.761065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.874886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74f0cf6e-83f5-420c-8268-318e902860ee req-1c44c8c8-040d-4475-90de-3f03b21f664a tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420460 May 27 03:42:07.877136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b98693-e3e2-44da-9269-1d57413687a8 req-1efd5b2b-9ba4-4ce1-adbe-b68e40970ad1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:07.879457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8b98693-e3e2-44da-9269-1d57413687a8 req-1efd5b2b-9ba4-4ce1-adbe-b68e40970ad1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.0890648 May 27 03:42:07.936160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8b98693-e3e2-44da-9269-1d57413687a8 req-377fcb42-97c6-4373-99ee-96a8d5b8d959 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481281 May 27 03:42:07.969497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] For port e811f7b7-f97b-4e57-81b9-1a94aa21bf68, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:07.970437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:07.974080 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965dd0a5-95e3-4a22-a270-86e3ba0ea449'] response: {'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:42:08.164331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-a3baa5f2-5963-43c3-9ab3-48eccaeaeee9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2039898330&fields=id&tenant_id=ee765441eab047cb8912128c2906ea37 HTTP/1.1" status: 200 len: 267 time: 0.0600636 May 27 03:42:08.182496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Calling delete_port for e811f7b7-f97b-4e57-81b9-1a94aa21bf68 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:08.250108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-f7ebf88b-fb8a-45be-b99f-3d0e0dea9444 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.253399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-f7ebf88b-fb8a-45be-b99f-3d0e0dea9444 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 984 time: 0.0840139 May 27 03:42:08.264931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'port': {'security_groups': ['a3c5099a-583e-4118-bccc-d8e95534cecd']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:08.329992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.350581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.352612 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.364100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-443b7594-f8b9-480a-ac1e-597768667da5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1135 time: 0.3077469 May 27 03:42:08.402289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.408214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] Pushing event deleted for resources: {'Port': ['ID=e811f7b7-f97b-4e57-81b9-1a94aa21bf68,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:08.425804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43354918-ba7d-4310-96c7-1f7da34dc408 None None] No DVR routers for this DVR port e811f7b7-f97b-4e57-81b9-1a94aa21bf68 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:08.482943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fcdd6-6ccf-463e-920d-328f31bdcd40 req-85bf21f6-6c5f-4f22-9bed-f70c4631b9e4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.484348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad1fcdd6-6ccf-463e-920d-328f31bdcd40 req-85bf21f6-6c5f-4f22-9bed-f70c4631b9e4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2808330 May 27 03:42:08.487818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.488302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Fanout notify agent at l3_agent the message router_deleted on router eec7dec7-9a02-47a1-bf57-2d664adbd8c6 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:08.542685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.547037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e376987d-d44f-4eb6-9061-53bf522feef5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/routers/eec7dec7-9a02-47a1-bf57-2d664adbd8c6 HTTP/1.1" status: 204 len: 168 time: 1.0976868 May 27 03:42:08.550205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35376) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:08.585651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-c9e1c6f4-afd0-4e27-bcf0-70b00f136a5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.587024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-c9e1c6f4-afd0-4e27-bcf0-70b00f136a5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.2156923 May 27 03:42:08.593513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad1fcdd6-6ccf-463e-920d-328f31bdcd40 req-96d87396-3ce1-451e-8785-7f7cd9773689 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956557 May 27 03:42:08.599939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:08.674557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-d67e62c3-5319-4cc9-ad0b-7db2fe41d29c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.0799952 May 27 03:42:08.749178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e811f7b7-f97b-4e57-81b9-1a94aa21bf68 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:08.768782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:08.777292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:08.780937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:08.783617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:08.786070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e811f7b7-f97b-4e57-81b9-1a94aa21bf68 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:08.786321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e811f7b7-f97b-4e57-81b9-1a94aa21bf68 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:08.786804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 598906af-c51e-4bc9-a686-68b02c63024f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:08.791199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:08.794515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-df845fb4-5397-45ed-943d-216295c190e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.796202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-df845fb4-5397-45ed-943d-216295c190e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1146498 May 27 03:42:08.811880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:08.815826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.820780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 598906af-c51e-4bc9-a686-68b02c63024f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:08.821223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 598906af-c51e-4bc9-a686-68b02c63024f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:08.841049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.849344 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-cb5403c5-e727-47a7-9df6-0132d565a2fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424132 May 27 03:42:08.890426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:08.906034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:08.937474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f156-c904-47bb-92bf-7b45626964e6 req-09723647-2f01-4315-aadf-a9a83307ebcd tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:08.939531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a3f156-c904-47bb-92bf-7b45626964e6 req-09723647-2f01-4315-aadf-a9a83307ebcd tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 950 time: 0.2125292 May 27 03:42:09.027758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a3f156-c904-47bb-92bf-7b45626964e6 req-91781578-c5bb-44f5-b546-21c2a274cbd8 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777035 May 27 03:42:09.033952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-f98376f8-1022-48a0-a68a-4e2bf1240a98 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780603 May 27 03:42:09.089655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:09.090195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.109475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c65157fc-2335-4998-ad30-3fc4775d2fee req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "PUT /v2.0/ports/175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 942 time: 0.8500099 May 27 03:42:09.116574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cb337-6df7-40ec-8f72-cb121317374b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:09.242555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:09.340074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.378926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383f86-d69a-4473-8732-0564f78308f1 req-a280bff7-d1b8-45e3-a80e-c95ffd3b23d1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:09.380380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc383f86-d69a-4473-8732-0564f78308f1 req-a280bff7-d1b8-45e3-a80e-c95ffd3b23d1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1524241 May 27 03:42:09.414488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d9b9b0a-d8c2-4a9d-b3d2-902c4aeeee67 req-8c62cf2a-48f3-4747-aceb-683964a175f4 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604009 May 27 03:42:09.431030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01483def-30c2-4283-aa62-34d7387ad5bb req-57922284-b701-45a5-941a-2db869f81b42 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:09.432603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01483def-30c2-4283-aa62-34d7387ad5bb req-57922284-b701-45a5-941a-2db869f81b42 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1209037 May 27 03:42:09.440005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:09.441097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=b4f35303-2108-4656-a2cf-203650b29e9d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:09.444390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:09.454212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:09.454695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.455633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ede985-9fe4-46e5-8d8f-15a531e93b35 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:09.482653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01483def-30c2-4283-aa62-34d7387ad5bb req-5bf8676f-aa14-4907-89d2-2eb9d10aac23 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 May 27 03:42:09.483336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc383f86-d69a-4473-8732-0564f78308f1 req-4532c1c5-1e63-418a-82c8-3daf27d8c826 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 May 27 03:42:09.493412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35390) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:09.493551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e0fa8dc1-3fa6-47ff-a468-b69a132c3089 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9422326 May 27 03:42:09.501970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:09.514943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:09.514943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:router and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:09.526685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:09.535614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:09.558919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.560361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.581280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.602383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.634970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.636602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cd53b7e9-fd8d-4933-b664-1967ce1db1fb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1421595 May 27 03:42:09.639307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:09.729841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-e40a4476-7454-4ae5-8ff7-593bbc352852 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1892753 May 27 03:42:09.735052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:09.741865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:09.746444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Usage tracker for resource:floatingip and tenant:ee765441eab047cb8912128c2906ea37 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:09.749722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:09.756994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:09.762428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'b4f35303-2108-4656-a2cf-203650b29e9d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:42:09.763120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.772209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.935461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:09.980570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:10.006783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b4f35303-2108-4656-a2cf-203650b29e9d/625f9a2c-9ba0-4965-9ad6-3c42e773a828) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:10.174971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Allocated IP 172.25.8.162 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/aa49ca64-471e-42b7-b1d7-c2713ecf016e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:10.271144 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.283971 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2a0dc0-06c5-4140-b3ed-e41b633cf86d'] response: {'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:42:10.284823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.286220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Transition to ACTIVE for port object 625f9a2c-9ba0-4965-9ad6-3c42e773a828 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:10.314860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Transition to ACTIVE for port object 625f9a2c-9ba0-4965-9ad6-3c42e773a828 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:10.322714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.383577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.411030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:10.415109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:10.419133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:10.421958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.423353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Pushing event updated for resources: {'Port': ['ID=625f9a2c-9ba0-4965-9ad6-3c42e773a828,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:10.505507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:10.508924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:10.512774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:10.518865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Attempting to bind port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:10.519243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Attempting to bind port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:10.519608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Attempting to bind port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:10.526641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:10.527015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:10.527415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.527806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:10.528264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Bound port: 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:10.528637 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.562970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'Port': ['ID=aa49ca64-471e-42b7-b1d7-c2713ecf016e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:10.646725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:10.648509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-8f25c22b-9f0b-475b-aaa8-9c2e48f4c065 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.2339582 May 27 03:42:10.650414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=625f9a2c-9ba0-4965-9ad6-3c42e773a828,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:10.656577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.750726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.764373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb8866-1f7c-4075-b83b-5a74f941070e None None] Pushing event updated for resources: {'Port': ['ID=625f9a2c-9ba0-4965-9ad6-3c42e773a828,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:10.825106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:10.885087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-0e2760f8-fced-460c-9d3b-49837b3319d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:10.886547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-0e2760f8-fced-460c-9d3b-49837b3319d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.2253389 May 27 03:42:10.903322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::1 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b4f35303-2108-4656-a2cf-203650b29e9d/fe775798-e3eb-44a7-97cd-37975d741603) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:11.127995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:11.149627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.157373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.218569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-ffbadd0d-4843-404d-aa49-2ca800a67f8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.3122327 May 27 03:42:11.291785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event updated for resources: {'Port': ['ID=aa49ca64-471e-42b7-b1d7-c2713ecf016e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:11.300106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.314432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.330997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:11.338800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.340511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-7db9f312-e790-418d-b116-39eaf0f6501c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6098375 May 27 03:42:11.340966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:11.346255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.390492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-9486112e-5aac-49d7-9dd2-ace1fa1aa9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:11.391956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-9486112e-5aac-49d7-9dd2-ace1fa1aa9ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1521544 May 27 03:42:11.420242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:11.457027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f0e38-7667-499c-8233-26df7a4fe31f req-d1c0f1a9-b480-4c51-a5a3-85792f1dd138 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:11.459425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b77f0e38-7667-499c-8233-26df7a4fe31f req-d1c0f1a9-b480-4c51-a5a3-85792f1dd138 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.4316566 May 27 03:42:11.481040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-e1281254-cede-4819-b817-6fc2cf512935 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697560 May 27 03:42:11.535136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-efc2ec94-f774-4742-a472-9dca63035a53 req-54c0034f-7230-4e72-9ac3-2e40cba59a92 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:11.552257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-efc2ec94-f774-4742-a472-9dca63035a53 req-54c0034f-7230-4e72-9ac3-2e40cba59a92 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:11.553765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-54c0034f-7230-4e72-9ac3-2e40cba59a92 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.2055387 May 27 03:42:11.623944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.657090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b77f0e38-7667-499c-8233-26df7a4fe31f req-950722a1-45ef-4350-a854-81f49af67929 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787262 May 27 03:42:11.660403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object fe775798-e3eb-44a7-97cd-37975d741603 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:11.710683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-12243cae-a4ea-4b94-bd62-6c8c397299e3 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072017 May 27 03:42:11.726998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ec94-f774-4742-a472-9dca63035a53 req-c3a0a8c2-54bf-4c4f-946f-04c9efa2a0c7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:11.728353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-c3a0a8c2-54bf-4c4f-946f-04c9efa2a0c7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.1693351 May 27 03:42:11.742353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-8070782b-3863-40c0-9979-37a71931cded tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:42:11.742353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-efc2ec94-f774-4742-a472-9dca63035a53 req-8070782b-3863-40c0-9979-37a71931cded tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056324 May 27 03:42:11.746431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.862467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:11.902162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:11.904945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:11.905835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:11.927571 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a0667f-7324-457e-8f61-6470f9ec4fb7'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'code': 200} May 27 03:42:11.955441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=fe775798-e3eb-44a7-97cd-37975d741603,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:12.021804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.022213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.022509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.022881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.023374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.023598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.023952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.024303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.024625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.024965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.025288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:12.036487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f2fafd4-fbcd-415e-906e-e0a93506203f req-d0d7cd03-7177-4857-981f-659e4ec11a81 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117769 May 27 03:42:12.101315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-837d65e6-5232-454d-b9f1-fea9030e3c39 None None] Provisioning for port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:12.114223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e46fa-69a5-4a10-953c-ebde6a5d6858 req-db874972-6223-4647-a634-216739cc0f92 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:12.116011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e46fa-69a5-4a10-953c-ebde6a5d6858 req-db874972-6223-4647-a634-216739cc0f92 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.2703269 May 27 03:42:12.136018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-d0d8b5de-9678-4db8-8373-53f986da0c63 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:12.137543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-d0d8b5de-9678-4db8-8373-53f986da0c63 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1159654 May 27 03:42:12.153885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.227904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-5ce43534-f1aa-4b05-8d05-f66f8db04949 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0829220 May 27 03:42:12.229081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e46fa-69a5-4a10-953c-ebde6a5d6858 req-c6b9534d-406e-43d2-8c5d-988ecac25ef0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050167 May 27 03:42:12.245016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'floatingip': {'port_id': '175c9fe4-8ea8-4252-8382-218374a56180', 'fixed_ip_address': '172.20.0.2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:12.324077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.332681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6f42c2e8-fff5-453d-9be2-3086ec79c4e3 None None] Provisioning for port fe775798-e3eb-44a7-97cd-37975d741603 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:12.338484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6f42c2e8-fff5-453d-9be2-3086ec79c4e3 None None] Provisioning complete for port fe775798-e3eb-44a7-97cd-37975d741603 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:12.338904 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f42c2e8-fff5-453d-9be2-3086ec79c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.394459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f42c2e8-fff5-453d-9be2-3086ec79c4e3 None None] Port fe775798-e3eb-44a7-97cd-37975d741603 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:42:12.580435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.586295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.586928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.728268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=fe775798-e3eb-44a7-97cd-37975d741603,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:12.793723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 625f9a2c-9ba0-4965-9ad6-3c42e773a828 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:12.872113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:12.877879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:12.878263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.958114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:12.961725 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:12.962058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:12.966539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.001352 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.037572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=625f9a2c-9ba0-4965-9ad6-3c42e773a828,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:13.042259 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.155167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=625f9a2c-9ba0-4965-9ad6-3c42e773a828,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:13.215771 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Floating IP 5b312378-c6c4-4dfd-aa2f-46a5019044ea associated. External IP: 172.25.8.162, port: 175c9fe4-8ea8-4252-8382-218374a56180. May 27 03:42:13.228041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5472a1-dcee-4d93-9cc7-e9092ebc3e7b req-732e999f-7f9d-4bde-b237-415498a22135 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.229595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d5472a1-dcee-4d93-9cc7-e9092ebc3e7b req-732e999f-7f9d-4bde-b237-415498a22135 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.3192260 May 27 03:42:13.323551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca720a63-42d8-47a9-9a4f-9d06bdc8f6eb None None] Provisioning complete for port fe775798-e3eb-44a7-97cd-37975d741603 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:13.323959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca720a63-42d8-47a9-9a4f-9d06bdc8f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:13.380729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ca720a63-42d8-47a9-9a4f-9d06bdc8f6eb None None] Port fe775798-e3eb-44a7-97cd-37975d741603 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:42:13.416618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d5472a1-dcee-4d93-9cc7-e9092ebc3e7b req-299978a4-e9ee-4694-b970-588df04e1df4 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268587 May 27 03:42:13.483440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:42:13.661746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:13.674171 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Sync routers for ids ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:13.686544 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Routers {'2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:13.687348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:13.726437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d6de0b80-4142-43a1-8fdd-64cce0a88cf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "PUT /v2.0/routers/2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857499 May 27 03:42:13.728844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35478) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:13.775990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ca172-4349-4d7e-b2b2-6ab7c18c6737 req-aa718e88-d557-40a9-996b-cc6e1b3c3ac6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.777488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ca172-4349-4d7e-b2b2-6ab7c18c6737 req-aa718e88-d557-40a9-996b-cc6e1b3c3ac6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1139486 May 27 03:42:13.818800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Router f9452535-0446-42b9-a647-1ca344a0bab5 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:13.825519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379cb8c6-a644-43d7-986a-9b2816eb1232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:13.826539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-379cb8c6-a644-43d7-986a-9b2816eb1232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:13.827804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c0ca172-4349-4d7e-b2b2-6ab7c18c6737 req-41ea0ace-3afd-4ccb-be39-5a0b69c3a560 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 May 27 03:42:13.851037 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Set router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:13.952535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-379cb8c6-a644-43d7-986a-9b2816eb1232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:13.954177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-379cb8c6-a644-43d7-986a-9b2816eb1232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports/fe775798-e3eb-44a7-97cd-37975d741603 HTTP/1.1" status: 200 len: 911 time: 0.2238319 May 27 03:42:13.957140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:14.043735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:14.051552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.053267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b4fc3-437f-4b47-8961-1583176882c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.057480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b4fc3-437f-4b47-8961-1583176882c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.058407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f01b4fc3-437f-4b47-8961-1583176882c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:14.059148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Sync routers for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:14.071272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f01b4fc3-437f-4b47-8961-1583176882c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:14.072765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f01b4fc3-437f-4b47-8961-1583176882c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1145699 May 27 03:42:14.075470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:14.090618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:14.091506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:14.114519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-c4233c33-79e6-4326-951a-d984b899a636 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "PUT /v2.0/floatingips/5b312378-c6c4-4dfd-aa2f-46a5019044ea HTTP/1.1" status: 200 len: 996 time: 1.8739536 May 27 03:42:14.115119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:14.193631 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7455af03-da2d-4a70-896f-d50b170d18f8'] response: {'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:42:14.235193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': 'fe775798-e3eb-44a7-97cd-37975d741603', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:4f:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:14.240073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Checking router: 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:14.240723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Updating router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 port fe775798-e3eb-44a7-97cd-37975d741603 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:42:14.248295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-53a4e99c-7ff6-471d-941c-9902ff71139f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.1163845 May 27 03:42:14.316083 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.347649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:14.348047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-bb276d7c-658c-4f45-a094-7da6e91603ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.1172135 May 27 03:42:14.424332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-6c74dbc0-5e74-4280-b9d6-72f63e8486a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.425824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-6c74dbc0-5e74-4280-b9d6-72f63e8486a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.1709669 May 27 03:42:14.580803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-bb9f8781-f13d-4b9d-93a2-04ce758b82a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 999 time: 0.1488199 May 27 03:42:14.685047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-83e95b08-9c11-44dd-9150-598384884e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:14.686570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-83e95b08-9c11-44dd-9150-598384884e44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1047454 May 27 03:42:14.768997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-21c83282-0c31-496b-b4c1-d21ef3d1a5a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760958 May 27 03:42:14.773821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-ce9a5dbe-2474-42ed-9823-aeb23e8783c5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:42:14.783130 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-ce9a5dbe-2474-42ed-9823-aeb23e8783c5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0131781 May 27 03:42:14.790174 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.806600 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Transition to ACTIVE for port object fe775798-e3eb-44a7-97cd-37975d741603 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:14.817016 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:14.874613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 625f9a2c-9ba0-4965-9ad6-3c42e773a828 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:14.939982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-25fbfde8-2ff3-4296-992f-dfab0ac5a717 service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558738 May 27 03:42:14.997022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:14.997663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.050429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebda7c-8d9c-408c-aa2c-4854a2cf451c req-86f69a6d-e85e-4b0e-8279-16b2289f3bb8 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:15.053962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bebda7c-8d9c-408c-aa2c-4854a2cf451c req-86f69a6d-e85e-4b0e-8279-16b2289f3bb8 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.4613473 May 27 03:42:15.057325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-7ba5658c-e057-4e80-8712-d5e7cec2b2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:15.060135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-7ba5658c-e057-4e80-8712-d5e7cec2b2ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.7046440 May 27 03:42:15.085402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5b312378-c6c4-4dfd-aa2f-46a5019044ea', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'port_id': '175c9fe4-8ea8-4252-8382-218374a56180', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'mac_address': 'fa:16:3e:67:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 1, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:15.111834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Checking router: f9452535-0446-42b9-a647-1ca344a0bab5 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:15.175007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:15.193799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82c10a1c-a7fa-46ca-91d1-38a8d8ee0b76 req-47b43a13-5cac-49c0-a57a-219fb58a9f60 service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529492 May 27 03:42:15.230189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:15.231157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:15.268393 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeefa41-ff9a-46b2-adf5-eb6ad5c81889 None None] Pushing event updated for resources: {'Port': ['ID=fe775798-e3eb-44a7-97cd-37975d741603,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:15.272844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Attempting to bind port fe775798-e3eb-44a7-97cd-37975d741603 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:15.273415 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Attempting to bind port fe775798-e3eb-44a7-97cd-37975d741603 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:15.273920 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Attempting to bind port fe775798-e3eb-44a7-97cd-37975d741603 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:15.291863 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:15.293094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:15.293278 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.293657 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:15.294111 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Bound port: fe775798-e3eb-44a7-97cd-37975d741603, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:15.294476 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.423802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] For port fe775798-e3eb-44a7-97cd-37975d741603, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:15.431369 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] For port fe775798-e3eb-44a7-97cd-37975d741603, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe775798-e3eb-44a7-97cd-37975d741603,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:15.437767 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.442038 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:42:15.453969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bebda7c-8d9c-408c-aa2c-4854a2cf451c req-788c2915-3bcf-4e2d-b5b9-fdafd27ece11 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829782 May 27 03:42:15.481896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-dade3016-253c-4960-8779-bbfbb8e73882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 999 time: 0.3304982 May 27 03:42:15.565867 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeefa41-ff9a-46b2-adf5-eb6ad5c81889 None None] Pushing event updated for resources: {'Port': ['ID=fe775798-e3eb-44a7-97cd-37975d741603,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:15.595671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Routers {'2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:15.596369 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:15.667161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-3501475c-a961-495c-a391-0fd4fa1f0d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:15.668625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-3501475c-a961-495c-a391-0fd4fa1f0d77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1733034 May 27 03:42:15.731572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:15.755133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'mac_address': 'fa:16:3e:c2:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:15.757007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:15.880317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-5db5662c-cc9d-46ce-abea-0db4a1c9d88d tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 999 time: 0.2988360 May 27 03:42:15.912801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:15.942609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-5ccd4da0-4ede-4d05-9e3c-e7074104eb83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350357 May 27 03:42:16.018103 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] Set router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:16.051710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-04238a9a-c17b-48d3-80dd-048c3c9dff19 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:16.070939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-04238a9a-c17b-48d3-80dd-048c3c9dff19 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports/175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 942 time: 0.1896272 May 27 03:42:16.075367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1de6bf3-d74b-45bf-9966-557a70e763c3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:16.314682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:16.327022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.424666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:16.431465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35badd5-6c4e-4d2d-a4e7-288a77984972 req-bfea05ce-9b6c-4808-b93c-dec34462bd8b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:16.441088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d35badd5-6c4e-4d2d-a4e7-288a77984972 req-bfea05ce-9b6c-4808-b93c-dec34462bd8b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.6243484 May 27 03:42:16.463969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5b312378-c6c4-4dfd-aa2f-46a5019044ea', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'port_id': '175c9fe4-8ea8-4252-8382-218374a56180', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'mac_address': 'fa:16:3e:67:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 1, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:16.499890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8123b-4e5f-43b9-91a1-2e1bb6ee44ed None None] The sync data for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 is: [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '5b312378-c6c4-4dfd-aa2f-46a5019044ea', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'port_id': '175c9fe4-8ea8-4252-8382-218374a56180', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'mac_address': 'fa:16:3e:67:87:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 1, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:16.502339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c1de6bf3-d74b-45bf-9966-557a70e763c3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:16.503812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:16.685104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0828c034-c8ad-4c17-a1ce-5f737316e118 req-03015180-14f8-4558-95b3-d9344417ec79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1096 time: 0.5296206 May 27 03:42:16.756252 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': 'fe775798-e3eb-44a7-97cd-37975d741603', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:4f:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:15Z', 'revision_number': 4, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:16.774807 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec47af4-5d5f-4bcf-8676-22fc96686b6b None None] The sync data for ids ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'] in n-d-843301-2 is: [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:12Z', 'revision_number': 2, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None, '_interfaces': [{'id': 'fe775798-e3eb-44a7-97cd-37975d741603', 'name': '', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'mac_address': 'fa:16:3e:4f:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:42:10Z', 'updated_at': '2022-05-27T03:42:15Z', 'revision_number': 4, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'subnets': [{'id': 'b4f35303-2108-4656-a2cf-203650b29e9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:16.791219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-00d53527-5263-4878-a637-0a3fe82d4262 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 999 time: 0.4965727 May 27 03:42:16.825583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0828c034-c8ad-4c17-a1ce-5f737316e118 req-03760a0b-c224-4f38-b8ee-10d38230aa28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276796 May 27 03:42:16.834395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-0470d290-6d2c-49ba-928f-5d542243bc56 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812330 May 27 03:42:16.932840 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf65e87-9371-4ed1-ab67-0c0a3c99582f None None] New status for floating IP 5b312378-c6c4-4dfd-aa2f-46a5019044ea: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:42:17.023848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d35badd5-6c4e-4d2d-a4e7-288a77984972 req-360fc7b0-afd0-40e6-94ff-ef3bd29991e1 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817661 May 27 03:42:17.064505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-1e8eca3f-ba42-4f28-b83a-8690f410f1e6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:17.067113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-1e8eca3f-ba42-4f28-b83a-8690f410f1e6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.2751105 May 27 03:42:17.203066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f43ac87a-8b69-4de3-8402-a5a600ea4155 req-3b133875-0af7-40f2-a4bb-67d1d32b8c8e service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484232 May 27 03:42:17.295701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-acf963b8-c16d-454f-8d22-d033de863a61 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 999 time: 0.2146549 May 27 03:42:17.301577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:17.420753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.490175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55840-25ee-44f2-8973-df50fb6fc9e1 req-85b00de4-ef04-42e2-b856-f1c41d6a1275 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:17.491738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7af55840-25ee-44f2-8973-df50fb6fc9e1 req-85b00de4-ef04-42e2-b856-f1c41d6a1275 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2420886 May 27 03:42:17.542872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port fe775798-e3eb-44a7-97cd-37975d741603 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:17.543278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.603382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7af55840-25ee-44f2-8973-df50fb6fc9e1 req-b7236441-c21f-4cf3-ba63-063f1183f70f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052952 May 27 03:42:17.797843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.805712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:17.806238 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Floating IP 5b312378-c6c4-4dfd-aa2f-46a5019044ea disassociated. External IP: 172.25.8.162, port: 175c9fe4-8ea8-4252-8382-218374a56180. May 27 03:42:17.911312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port fe775798-e3eb-44a7-97cd-37975d741603, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe775798-e3eb-44a7-97cd-37975d741603,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:17.911684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.064159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for fe775798-e3eb-44a7-97cd-37975d741603 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:18.396064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.451891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Router f9452535-0446-42b9-a647-1ca344a0bab5 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:18.454140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5efa1-c204-4363-9250-887b39f2689a req-4542eee5-1302-472a-98cb-62fc0480a5b5 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:18.461219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84f5efa1-c204-4363-9250-887b39f2689a req-4542eee5-1302-472a-98cb-62fc0480a5b5 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1838655 May 27 03:42:18.492652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=fe775798-e3eb-44a7-97cd-37975d741603,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:18.662088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84f5efa1-c204-4363-9250-887b39f2689a req-5b1b7c48-fb17-4c5b-b500-1f91c400b1f0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999063 May 27 03:42:18.763471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:18.768789 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.817145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:18.839700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-726d9650-16ac-4a2f-8383-eaeeb6a4aaa7 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "PUT /v2.0/floatingips/5b312378-c6c4-4dfd-aa2f-46a5019044ea HTTP/1.1" status: 200 len: 695 time: 1.5430720 May 27 03:42:18.840565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:18.930811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-cf38b5f1-e895-409b-a786-c867421b1a67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.0779781 May 27 03:42:19.139802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Sync routers for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:19.160240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:19.234211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:19.249182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:19.324095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-6093ee4d-d47c-401d-9095-3269afba2f6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:19.326173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-6093ee4d-d47c-401d-9095-3269afba2f6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.3897521 May 27 03:42:19.437729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a752a9-4b7e-4c3f-b6d5-9a97a15f542a req-3c5a6475-cef3-496d-b25c-9f726d26de84 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:19.447025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38a752a9-4b7e-4c3f-b6d5-9a97a15f542a req-3c5a6475-cef3-496d-b25c-9f726d26de84 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.5486271 May 27 03:42:19.447285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-c1d49c69-f194-4317-8478-db4de6b88b39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.0949924 May 27 03:42:19.533529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38a752a9-4b7e-4c3f-b6d5-9a97a15f542a req-91055b48-07ef-41e2-b530-3fad1c2217c0 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856469 May 27 03:42:19.549885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:19.570227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-69e0ebd1-9f89-4a45-9583-4c2d0a42c9df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:19.576668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-69e0ebd1-9f89-4a45-9583-4c2d0a42c9df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.1146328 May 27 03:42:19.676813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-c3b50174-f434-418b-af03-9a27a5c2cf7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930796 May 27 03:42:19.691993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c1de6bf3-d74b-45bf-9966-557a70e763c3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:19.692874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:19.891832 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ed32dc-b9b5-49b4-8dce-e179022f5635'] response: {'name': 'network-changed', 'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:42:19.905704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:20.026273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:20.051974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-bcf9eb75-0c9a-4fd6-b6f2-aed1555ad39b service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586636 May 27 03:42:20.072009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:20.183219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:20.209656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:20.238221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0beed374-c3a9-4a18-bb87-0909547f4872 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "PUT /v2.0/routers/2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1614511 May 27 03:42:20.242499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-f8a399dc-cd8c-4a14-b5a8-441d4d8ca6b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee765441eab047cb8912128c2906ea37&device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 1096 time: 0.2211876 May 27 03:42:20.243615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:20.281042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:20.403582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=10']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:20.466505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02695b8e-6e1d-419c-a949-34fb40e84816 req-11b31061-a2c7-4760-9d48-11264f0aaa29 service neutron] 10.222.0.46 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086030 May 27 03:42:20.497364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-820e5d2b-7bdb-4f39-bb32-3765e30cfc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=477818a63bfd4849ad735eff54840b0e&device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 1096 time: 0.1771870 May 27 03:42:20.557751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:20.562476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Checking router: f9452535-0446-42b9-a647-1ca344a0bab5 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:20.574406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:20.575029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:20.633139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-551e6081-63b2-4d96-a203-7d0d50201528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.635461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-551e6081-63b2-4d96-a203-7d0d50201528 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 200 len: 920 time: 0.3366420 May 27 03:42:20.691784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-161ce6a6-bd5d-4d03-a309-1ff4c3c67a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.698460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-161ce6a6-bd5d-4d03-a309-1ff4c3c67a38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 200 len: 911 time: 0.1942008 May 27 03:42:20.824588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-75914bfe-a83e-43ba-958c-3489af3f2ac6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 200 len: 217 time: 0.1189895 May 27 03:42:20.842016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba43066-32d5-442c-87c9-596509b4b5c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.843450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba43066-32d5-442c-87c9-596509b4b5c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.847420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ba43066-32d5-442c-87c9-596509b4b5c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6005459 May 27 03:42:20.854277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-4f5690d1-c0e8-49ed-8cbe-e9e18ac24a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 200 len: 217 time: 0.1722412 May 27 03:42:20.857034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:20.871913 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8130abf2-d4b7-481a-b80a-ea8fcdbd2bf9'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'code': 200} May 27 03:42:20.960048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:20.978874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-1c1d8dd7-600e-4bd9-800e-5f781933d4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:20.979856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-1c1d8dd7-600e-4bd9-800e-5f781933d4e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 200 len: 850 time: 0.1441963 May 27 03:42:21.038344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-323c7ea7-687b-4798-8a8b-caaaf2924310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09341dc4-36bd-4582-b4e8-26c869ebdc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486405 May 27 03:42:21.075473 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Sync routers for ids ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:21.096018 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Routers {'2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:21.096634 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:21.117988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac7c7e-09ea-4ea1-8e80-59b29c9e0088 req-83c289d3-7629-4794-becc-c53393b63268 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:21.119512 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36ac7c7e-09ea-4ea1-8e80-59b29c9e0088 req-83c289d3-7629-4794-becc-c53393b63268 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2349145 May 27 03:42:21.189676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72df4e-2422-4a88-9060-29767203eee9 req-7f55fef0-0525-45e2-bd08-e3940124ce22 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:21.196693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c72df4e-2422-4a88-9060-29767203eee9 req-7f55fef0-0525-45e2-bd08-e3940124ce22 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.5598319 May 27 03:42:21.224673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet b4f35303-2108-4656-a2cf-203650b29e9d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:21.237844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-712c3e70-2579-401c-a9b2-cac97d184492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:21.240965 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-712c3e70-2579-401c-a9b2-cac97d184492 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 200 len: 859 time: 0.3414311 May 27 03:42:21.255361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.302844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36ac7c7e-09ea-4ea1-8e80-59b29c9e0088 req-8fc01747-b17d-45a8-89a6-9d06e77a06c1 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862453 May 27 03:42:21.333053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Set router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:21.344522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.345172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-1b02df08-0b39-49d4-9bb7-a5a0881da377 service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938058 May 27 03:42:21.449695 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.515139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:21.522037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c389449-6ab9-4cd9-8163-01cc98758ddc None None] The sync data for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 is: [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:40:58Z', 'revision_number': 4, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '2a0e3230-45f6-4c03-b8d3-52b4e6486336', 'name': '', 'network_id': '6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'mac_address': 'fa:16:3e:7d:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:57Z', 'updated_at': '2022-05-27T03:41:13Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'subnets': [{'id': '39e6b2ed-1d12-447f-bccb-14b54d468f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:21.575134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-46e37a56-c28a-4af7-abce-3ae46057ba56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767095 May 27 03:42:21.589949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-df4f1414-9f55-4b28-98fc-98faa41f09af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7964935 May 27 03:42:21.628329 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:18Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:21.633760 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Checking router: 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:21.636632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-0b577579-f7b8-4782-b2b0-f521396b55e6 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips/5b312378-c6c4-4dfd-aa2f-46a5019044ea HTTP/1.1" status: 200 len: 695 time: 0.1447384 May 27 03:42:21.657498 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Routers {'2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:21.658415 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:21.709785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c72df4e-2422-4a88-9060-29767203eee9 req-2c77df73-67ff-4dbd-8050-f3bfe405d349 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119717 May 27 03:42:21.729901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b395cec5-8a2e-4f1d-b83a-82b163204666 req-5244d11b-f961-4e31-9eb5-b287e568198f service neutron] 10.222.0.41 "GET /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677957 May 27 03:42:21.817721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] Set router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:21.861075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.933691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f35303-2108-4656-a2cf-203650b29e9d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:21.946650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:21.950849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-86ee7487-636e-4c2a-9fed-0b7d574b9a17 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598154 May 27 03:42:21.953741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4673a-d272-40fd-aa11-cfddb88c5b88 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:21.992009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f5f7d206-e801-46d1-9fb7-2ddebebcc433 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b4f35303-2108-4656-a2cf-203650b29e9d HTTP/1.1" status: 204 len: 168 time: 1.1341407 May 27 03:42:21.998843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:22.007122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:18Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:22.020245 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20b87c-40ac-4565-8214-900f10ebee12 None None] The sync data for ids ['2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910'] in n-d-843301-2 is: [{'id': '2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910', 'name': 'tempest-NetworksTestDHCPv6-router-2015847614', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:42:09Z', 'updated_at': '2022-05-27T03:42:18Z', 'revision_number': 3, 'project_id': '4b1451bf96fd469ba41a0f4485033b33', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:22.126405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-cb98b824-f76e-4b8e-9403-506fc36b4bac tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:22.143169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-cb98b824-f76e-4b8e-9403-506fc36b4bac tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 784 time: 0.4973321 May 27 03:42:22.151875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-d4ecec84-1366-4abd-b87a-c54ee459aeb1 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:42:22.165957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-d4ecec84-1366-4abd-b87a-c54ee459aeb1 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0218580 May 27 03:42:22.247055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-c68153ac-3593-4394-81e9-752ab1aa00d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5995c030b5c446cbda5890d329aa361&device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 6493 time: 0.5950556 May 27 03:42:22.289422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-c767a998-522f-405f-81e7-fa3ebf3a2f7b tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 698 time: 0.1202037 May 27 03:42:22.407348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-b1caabf3-e3a9-4cda-a011-32c82df53442 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 698 time: 0.1120112 May 27 03:42:22.419581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:42:22.425458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Deleting port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:22.425915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.663341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Deleting port aa49ca64-471e-42b7-b1d7-c2713ecf016e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:22.663824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:22.731277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04fb369f-1875-4c3d-9014-bd2ec5259bec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:22.752815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1c8aba4-50fc-4005-a0b0-6f0007d0511f req-eda53388-6cdd-4df8-9ba6-cccd8aa5dbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913101 May 27 03:42:22.831890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe775798-e3eb-44a7-97cd-37975d741603 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:22.841734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-b0e1b8b2-98d7-4766-b379-7eef704dd094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:22.842938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-b0e1b8b2-98d7-4766-b379-7eef704dd094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:22.843480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-b0e1b8b2-98d7-4766-b379-7eef704dd094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:22.846453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-b0e1b8b2-98d7-4766-b379-7eef704dd094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&id=dea2eda8-e04c-4142-9fea-50728170db6d&id=dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 200 len: 2294 time: 0.3680525 May 27 03:42:22.855851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79525110-df42-4166-bf76-6123d14baa4f req-37c67463-9da9-4d9f-8847-861d3c27a593 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:22.858304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79525110-df42-4166-bf76-6123d14baa4f req-37c67463-9da9-4d9f-8847-861d3c27a593 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.3614752 May 27 03:42:22.875592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fe775798-e3eb-44a7-97cd-37975d741603 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:22.875963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe775798-e3eb-44a7-97cd-37975d741603 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:22.876361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 625f9a2c-9ba0-4965-9ad6-3c42e773a828 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:22.925812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04fb369f-1875-4c3d-9014-bd2ec5259bec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:22.927333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04fb369f-1875-4c3d-9014-bd2ec5259bec tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9262011 May 27 03:42:22.932593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35572) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:22.946242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=625f9a2c-9ba0-4965-9ad6-3c42e773a828,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:22.946629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.019580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-683c5564-ee20-4c2c-8c8a-ae3f63de5850 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e HTTP/1.1" status: 200 len: 1002 time: 0.1599100 May 27 03:42:23.035609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79525110-df42-4166-bf76-6123d14baa4f req-be93674e-dff5-43e3-a6cb-059caf8e0737 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204407 May 27 03:42:23.178242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-bc7aa91c-428e-4ec6-8c87-7ef436d4eb6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:23.179373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-bc7aa91c-428e-4ec6-8c87-7ef436d4eb6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae563b23-be06-40d4-807d-169d31a689fd HTTP/1.1" status: 200 len: 851 time: 0.1411841 May 27 03:42:23.185925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Calling delete_port for 625f9a2c-9ba0-4965-9ad6-3c42e773a828 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:23.186222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.264714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.265110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.277425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.324782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=625f9a2c-9ba0-4965-9ad6-3c42e773a828,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:23.339883 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.452360 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:23.452719 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:23.459743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-3b1055ff-c5a1-4074-81de-faeb968047a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4910d8db-2527-4a8c-94e1-b5704ebfa1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689688 May 27 03:42:23.487629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=625f9a2c-9ba0-4965-9ad6-3c42e773a828,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.541842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Calling delete_port for aa49ca64-471e-42b7-b1d7-c2713ecf016e owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:23.597583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d507-d309-4c11-b6ed-d9265b4218b4 req-5e17a439-263a-44bd-ac93-fb2b49a42af9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:23.599530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b32d507-d309-4c11-b6ed-d9265b4218b4 req-5e17a439-263a-44bd-ac93-fb2b49a42af9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.3184505 May 27 03:42:23.612237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d5075-1a55-4668-a361-719f5b740563 None None] New status for floating IP 5b312378-c6c4-4dfd-aa2f-46a5019044ea: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:42:23.749253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b32d507-d309-4c11-b6ed-d9265b4218b4 req-3df8fd70-b8f6-4fd1-888c-5b164e64e73a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439795 May 27 03:42:23.754901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-cd3edd0e-8a69-4eef-88ce-51f70d66e4e9 service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846911 May 27 03:42:23.790284 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.955886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Deleting port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:23.955886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:23.986586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-350c2039-9939-46ea-847b-698c7a51ca5f service neutron] 10.222.0.21 "GET /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232406 May 27 03:42:24.069098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.084587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-ba8d5075-1a55-4668-a361-719f5b740563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:24.085554 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-ba8d5075-1a55-4668-a361-719f5b740563 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:24.155407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-aa26c101-460a-4607-afd7-4faf67854467 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 217 time: 0.1553717 May 27 03:42:24.298454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-656789c1-6eba-42ab-a788-463e24be511c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:24.300160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-656789c1-6eba-42ab-a788-463e24be511c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.1345441 May 27 03:42:24.322542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] For port 625f9a2c-9ba0-4965-9ad6-3c42e773a828, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=625f9a2c-9ba0-4965-9ad6-3c42e773a828,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:24.322856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.456971 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-f8bcff14-72c0-4b93-ad9e-3b8b9c3ca9a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253147 May 27 03:42:24.458183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event deleted for resources: {'Port': ['ID=aa49ca64-471e-42b7-b1d7-c2713ecf016e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:24.466064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd903b-5a56-4dd9-8135-029e5c3108c8 req-99479cc4-8129-47ae-9b12-7ea4820e568c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:24.473970 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53bd903b-5a56-4dd9-8135-029e5c3108c8 req-99479cc4-8129-47ae-9b12-7ea4820e568c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1784914 May 27 03:42:24.486587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.487156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.487808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.488645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.489394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.489867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.490467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.490955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.491644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.492126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.492600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:24.497702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Calling delete_port for 625f9a2c-9ba0-4965-9ad6-3c42e773a828 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:24.544562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.586211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.597900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d5075-1a55-4668-a361-719f5b740563 None None] New status for floating IP 5b312378-c6c4-4dfd-aa2f-46a5019044ea: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:42:24.628272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.633664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53bd903b-5a56-4dd9-8135-029e5c3108c8 req-1ba1efa4-1fd0-4ad0-bb72-270d22d5da19 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587226 May 27 03:42:24.659538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.659538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Fanout notify agent at l3_agent the message router_deleted on router 2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:24.685740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.703338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.704616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad3efa21-42e6-4be3-931f-59588aac5131 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/routers/2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 HTTP/1.1" status: 204 len: 168 time: 1.7707179 May 27 03:42:24.707420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:24.722020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-8831659c-20dd-4ff1-837b-871f48f67528 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319851 May 27 03:42:24.777701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:24.778825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f030272-7549-4eba-8078-0e82cb89dd10 req-f995029b-9cde-4de7-87a2-9be53922c3fc tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "DELETE /v2.0/floatingips/5b312378-c6c4-4dfd-aa2f-46a5019044ea HTTP/1.1" status: 204 len: 173 time: 2.3706977 May 27 03:42:24.825675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7739ff3a-3583-48de-885c-bf3e1cf963a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1000845 May 27 03:42:24.829888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:24.858533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] Pushing event deleted for resources: {'Port': ['ID=625f9a2c-9ba0-4965-9ad6-3c42e773a828,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:24.866675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccc7c1-267f-4c8e-af87-663b9e224460 None None] No DVR routers for this DVR port 625f9a2c-9ba0-4965-9ad6-3c42e773a828 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:25.002067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e456a-c2d3-4efd-8d39-9014cb53db0a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:25.002672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c07e456a-c2d3-4efd-8d39-9014cb53db0a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:25.024027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-6fae0853-0c17-4857-917c-9bf093109c63 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups/cd3cbd96-188e-4854-8eaa-dc2980d519d6 HTTP/1.1" status: 200 len: 1642 time: 0.1862087 May 27 03:42:25.027390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c07e456a-c2d3-4efd-8d39-9014cb53db0a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:25.032082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c07e456a-c2d3-4efd-8d39-9014cb53db0a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2006199 May 27 03:42:25.032743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:25.119314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-76480b34-70ff-49a1-9a15-49c85d2921ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:25.148890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-46cd79f0-ed78-4830-90db-fa691e747661 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198208 May 27 03:42:25.164753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af5ffc-aca6-4ee3-90b0-331f19d896d9 req-e1d54e5d-377b-41ff-9e4e-de5c0ede4bc9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:25.166793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52af5ffc-aca6-4ee3-90b0-331f19d896d9 req-e1d54e5d-377b-41ff-9e4e-de5c0ede4bc9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1379979 May 27 03:42:25.175685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-76480b34-70ff-49a1-9a15-49c85d2921ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:router {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:25.181426 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-76480b34-70ff-49a1-9a15-49c85d2921ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475966 May 27 03:42:25.183154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35602) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:25.203858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:25.267338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-5078d65d-c05d-40bc-b6b3-71f61801e6c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 217 time: 0.0994132 May 27 03:42:25.313063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.338748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52af5ffc-aca6-4ee3-90b0-331f19d896d9 req-40d8b853-611d-493f-b4e3-ff05cd580aa9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113925 May 27 03:42:25.352014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.357161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-6f87a9f9-3c92-4b1a-a193-5fd51c6fd864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:25.358603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-6f87a9f9-3c92-4b1a-a193-5fd51c6fd864 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.0818717 May 27 03:42:25.408724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.460174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.461758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3ae70d77-149c-4878-9f05-79eaf24782fe req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "DELETE /v2.0/security-groups/cd3cbd96-188e-4854-8eaa-dc2980d519d6 HTTP/1.1" status: 204 len: 173 time: 0.4253011 May 27 03:42:25.466261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17160fdf-4c18-4f94-9013-7bc4b037598c tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3cbd96-188e-4854-8eaa-dc2980d519d6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:25.479707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-09e1dd3e-2f0a-4170-9d67-e4123d7b4b80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097944 May 27 03:42:25.509608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:25.524624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:25.548439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:25.685222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:25.730766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-a9925b83-d1ec-465d-a07e-f24df10f20aa service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406728 May 27 03:42:26.043069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-c8b3d426-6ccc-4db3-9c1f-c2b7e407cfc6 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960682 May 27 03:42:26.127606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-aec7bb7d-301e-4521-be38-76f4b426c0f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4 HTTP/1.1" status: 200 len: 217 time: 0.0757763 May 27 03:42:26.146806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b97392-7a79-4180-919e-bc44e4fdccb7 req-f1adcda7-3208-4e9a-ba60-6326110e5413 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.153773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14b97392-7a79-4180-919e-bc44e4fdccb7 req-f1adcda7-3208-4e9a-ba60-6326110e5413 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2129521 May 27 03:42:26.209765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e090f-35ef-4875-819e-324394a59d70 req-8a44bfb2-073c-4eb6-bb1a-f5237529eaa9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.210780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f70e090f-35ef-4875-819e-324394a59d70 req-8a44bfb2-073c-4eb6-bb1a-f5237529eaa9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:26.214157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.221883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:42:26.222819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.265609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-40436fb1-29bf-421d-976a-c8591de54743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.267574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-40436fb1-29bf-421d-976a-c8591de54743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.0947862 May 27 03:42:26.269728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14b97392-7a79-4180-919e-bc44e4fdccb7 req-6e7e17f5-f312-4fd5-8ba2-c4474f1d7b54 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150384 May 27 03:42:26.344925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f70e090f-35ef-4875-819e-324394a59d70 req-8a44bfb2-073c-4eb6-bb1a-f5237529eaa9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:26.351560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f70e090f-35ef-4875-819e-324394a59d70 req-8a44bfb2-073c-4eb6-bb1a-f5237529eaa9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3472915 May 27 03:42:26.389194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=bba1c570-5305-48fa-89ad-f5efb28d8591,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.393887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:26.396398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:26.401671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-d72e6fcf-40e2-4254-8146-2efef5dbb3f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1268809 May 27 03:42:26.409859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ac64e-d2c9-4106-9490-84498eb46d96 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:26.416230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:26.417012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.455090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f70e090f-35ef-4875-819e-324394a59d70 req-ed858075-dea4-4658-9f47-f374dca2be5e tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Synchronizing usage tracker for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:26.473632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ba036c9-163a-4291-85f5-7756eeb73c18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2862449 May 27 03:42:26.479373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35620) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:26.493199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:26.518039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-60cf32d2-3912-4bb7-aa9d-6e41c8567582 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2430787 May 27 03:42:26.522734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f70e090f-35ef-4875-819e-324394a59d70 req-ed858075-dea4-4658-9f47-f374dca2be5e tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Unset dirty status for tenant:ee765441eab047cb8912128c2906ea37 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:26.536767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f70e090f-35ef-4875-819e-324394a59d70 req-ed858075-dea4-4658-9f47-f374dca2be5e tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842451 May 27 03:42:26.729817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'bba1c570-5305-48fa-89ad-f5efb28d8591'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:42:26.730910 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:26.750030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-a0d4fad3-b07c-4e74-8bd1-bfd5687db795 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301032 May 27 03:42:26.958149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Allocated IP 2001:db8::f816:3eff:fe7a:d0c1 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/bba1c570-5305-48fa-89ad-f5efb28d8591/21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:26.994288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:27.001498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:27.007943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:27.017141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:27.031519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68461d-87c8-4557-97eb-8465df76a938 req-e854fe2f-f1b4-4673-9550-a8d8b23fd1d5 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.038126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df68461d-87c8-4557-97eb-8465df76a938 req-e854fe2f-f1b4-4673-9550-a8d8b23fd1d5 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.2358181 May 27 03:42:27.062274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-6dc0a64d-385f-4929-a9e0-917568caf8a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1096 time: 0.2282743 May 27 03:42:27.076247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:27.080428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.094111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-811dce5b-397c-47aa-9a5b-89e202df7268 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348329 May 27 03:42:27.173967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-27d39d02-dad8-45b2-8db0-db8038505901 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332 HTTP/1.1" status: 200 len: 217 time: 0.0737562 May 27 03:42:27.266813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.267909 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df68461d-87c8-4557-97eb-8465df76a938 req-55290f22-b0ac-4a48-a9dc-ec22e565186a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287257 May 27 03:42:27.286297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Transition to ACTIVE for port object 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:27.311426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Transition to ACTIVE for port object 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:27.323399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.365309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcdb22-5d0e-4507-bd54-e51719611713 req-b9c19d24-1859-45b6-9b7c-8c4726d210cc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.372746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-4e1c5bc2-d05d-42b3-8d8d-f98877d4c4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.372989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34fcdb22-5d0e-4507-bd54-e51719611713 req-b9c19d24-1859-45b6-9b7c-8c4726d210cc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.1980691 May 27 03:42:27.374435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-4e1c5bc2-d05d-42b3-8d8d-f98877d4c4e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.2796934 May 27 03:42:27.398662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-40a031b4-9edb-41a6-8c32-9f37ad172ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.400112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-40a031b4-9edb-41a6-8c32-9f37ad172ed7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 200 len: 797 time: 0.1391842 May 27 03:42:27.427890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:27.428955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Pushing event updated for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.440959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:27.443424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:27.482466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34fcdb22-5d0e-4507-bd54-e51719611713 req-5f6b520f-3bc5-4b8a-8beb-789b17ba9045 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084473 May 27 03:42:27.534338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-0d0d79b5-abf7-4348-ae04-46139830489f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c48b2fb7-8371-45ec-a78a-fbf69362ceb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265883 May 27 03:42:27.558141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-7526758a-764e-43f0-8b99-650544a833c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 1000 time: 0.1734457 May 27 03:42:27.606896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Attempting to bind port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:27.607266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Attempting to bind port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:27.607627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Attempting to bind port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:27.618498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:27.618856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:27.619252 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.619634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:27.621171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Bound port: 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:27.621546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.729036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-95d94911-d283-4862-b52d-b4f9a0892a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.730902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-95d94911-d283-4862-b52d-b4f9a0892a94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1646059 May 27 03:42:27.799840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.811062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:27.822162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-de038318-fc0a-4b2a-a4ac-ff1f046ccd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.831776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:27.841533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.914939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-73da15bb-5b00-43b6-8fe4-1edbc53e3672 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711112 May 27 03:42:27.969873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:27.974129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:27.980855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:27.981489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:27.996598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=14d23fb5-163c-46d1-8f66-09dd225ba811,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.037190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1473d8f3-34b1-4201-9041-926a1fc75d35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5590570 May 27 03:42:28.041855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-c7e3a206-fb13-476b-8b53-6ce4646454b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2979834 May 27 03:42:28.044261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35640) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:28.052476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:99:d9:37', 'name': 'tempest-NetworksTestDHCPv6-627468520'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:28.070519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1558e-8d59-4ea9-a909-76651eb58b02 None None] Pushing event updated for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.197612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7455300-f732-485a-a59a-aacf378e7a8e req-7a4ac2ba-dc26-48d4-ac32-f10117193829 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.199091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7455300-f732-485a-a59a-aacf378e7a8e req-7a4ac2ba-dc26-48d4-ac32-f10117193829 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.3587604 May 27 03:42:28.215504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-25145e86-6c63-44bc-9560-81a357c90315 service neutron] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912779 May 27 03:42:28.396079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-9e12ef1b-73be-4701-b9e8-971adc71237c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167 HTTP/1.1" status: 200 len: 217 time: 0.1666553 May 27 03:42:28.407345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:28.421313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7455300-f732-485a-a59a-aacf378e7a8e req-dfd7beb8-f659-415b-a432-36c036dbf93a tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562076 May 27 03:42:28.429017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:28.433100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:28.473710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:28.494399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-6767cef6-abec-40dc-b2b4-d856a6c817f9 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208823 May 27 03:42:28.497872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:28.519418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:28.522591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-afca2195-5c2a-4c24-ade6-df821a9fb589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:28.524391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-afca2195-5c2a-4c24-ade6-df821a9fb589 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.1152849 May 27 03:42:28.682646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port f88cb76c-2554-4073-9ac9-c46c094e5897 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:42:28.855450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:28.972586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-ef41f3bb-0e1c-49a6-8ce5-20ce6c68398b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4356861 May 27 03:42:28.987981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacba02-992c-4876-85c2-70d95684a6cf req-54ed9126-c2af-4923-9cdc-b5492689ad0b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:29.003178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccacba02-992c-4876-85c2-70d95684a6cf req-54ed9126-c2af-4923-9cdc-b5492689ad0b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.4710090 May 27 03:42:29.012319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:29.071536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b35becf5-edb9-4822-a4d2-f70e0d478c0e req-e00bdf85-b033-4ec0-b5fd-e33cc33256d5 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254922 May 27 03:42:29.208481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-cea54db5-38ea-4dac-bc37-4dc81cf941fb tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:29.210793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-cea54db5-38ea-4dac-bc37-4dc81cf941fb tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.5056272 May 27 03:42:29.302480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718beee-f214-41da-aa76-e2d44f3abfa3 req-f9deb34e-0e0e-476b-9511-8b7a081b6772 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:29.314929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7718beee-f214-41da-aa76-e2d44f3abfa3 req-f9deb34e-0e0e-476b-9511-8b7a081b6772 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.3591762 May 27 03:42:29.332558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccacba02-992c-4876-85c2-70d95684a6cf req-9b54aebe-fd41-45c5-8d59-efb27131567e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282118 May 27 03:42:29.425548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 172.20.0.4 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/14d23fb5-163c-46d1-8f66-09dd225ba811/f88cb76c-2554-4073-9ac9-c46c094e5897) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:29.439401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe99:d937 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/bba1c570-5305-48fa-89ad-f5efb28d8591/f88cb76c-2554-4073-9ac9-c46c094e5897) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:29.469866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Deleting port 175c9fe4-8ea8-4252-8382-218374a56180 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:29.470950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:29.521227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7718beee-f214-41da-aa76-e2d44f3abfa3 req-60ccdfb1-5612-488d-9d50-d70d038eaf00 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050078 May 27 03:42:29.560061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-10eeb91c-8a65-4a38-9ea4-a329cdcb6ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169725 May 27 03:42:29.646560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a7e40-1b7e-4f2a-afd5-85c3f46ead38 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:29.858156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Provisioning for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:29.891471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Provisioning complete for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:29.891788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.110788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-518319c2-0424-49b6-a44e-a463fc7c207c service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403559 May 27 03:42:30.120888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.185117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object f88cb76c-2554-4073-9ac9-c46c094e5897 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:30.200477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-c29e6ceb-ef2d-4723-9ae5-edc2ee5ae7c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=235b00df-849c-490a-bb6e-2c67c082d264 HTTP/1.1" status: 200 len: 217 time: 0.0818744 May 27 03:42:30.269355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083c9c2-2a64-408c-be4c-c517eae4818e req-987b00fa-cb55-4c52-b12d-7fec51b91605 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:30.276219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9083c9c2-2a64-408c-be4c-c517eae4818e req-987b00fa-cb55-4c52-b12d-7fec51b91605 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 945 time: 0.4873111 May 27 03:42:30.318066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.369843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c2fc293a-a93b-4db7-959f-149645eec158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.445241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] For port 175c9fe4-8ea8-4252-8382-218374a56180, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=175c9fe4-8ea8-4252-8382-218374a56180,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:30.445794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.489877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9083c9c2-2a64-408c-be4c-c517eae4818e req-7ffc19a2-89ce-4ce1-a40a-40024a1b0b22 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/security-groups?id=a3c5099a-583e-4118-bccc-d8e95534cecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106576 May 27 03:42:30.524536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.547852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-659cd8de-7d9c-40c8-b742-473464e909e4 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:30.555728 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-659cd8de-7d9c-40c8-b742-473464e909e4 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.4308183 May 27 03:42:30.591268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:30.631887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:30.640133 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.705969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Calling delete_port for 175c9fe4-8ea8-4252-8382-218374a56180 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:30.747162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:30.752247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Deleting port c116ec42-b6f7-4a0c-9035-8794128cc8a3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:30.752592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.808444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:30.813128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Update dhcp port {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': 'bba1c570-5305-48fa-89ad-f5efb28d8591', 'ip_address': '2001:db8::f816:3eff:fe7a:d0c1'}, {'subnet_id': '14d23fb5-163c-46d1-8f66-09dd225ba811'}], 'binding:host_id': 'n-d-843301-2'}, 'id': '21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:42:30.887802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:30.902183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=f88cb76c-2554-4073-9ac9-c46c094e5897,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.002349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.003010 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.043474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ca1ce7cf-cef9-4a0a-aefd-738943ca54ce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9959998 May 27 03:42:31.049621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:31.100527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-32cdef4c-8913-4dda-95c3-ed70510345c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.103145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-32cdef4c-8913-4dda-95c3-ed70510345c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 200 len: 797 time: 0.8918662 May 27 03:42:31.115048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.119913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6c01-075c-434f-8b1f-c2761b364e70 req-c63824e2-b7ac-429f-a42f-e8a5de9f2356 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.127372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b68a6c01-075c-434f-8b1f-c2761b364e70 req-c63824e2-b7ac-429f-a42f-e8a5de9f2356 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 945 time: 0.2896738 May 27 03:42:31.209923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['175c9fe4-8ea8-4252-8382-218374a56180'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:31.249216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Pushing event updated for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.270975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.271785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.272288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.272744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.273245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.273726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.274225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.274691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.275458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.275925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.276387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69030de1-dfdd-4a35-a8c2-511641aecedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:31.285120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debbceb-6303-4839-91ec-0c274d421d7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.288979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debbceb-6303-4839-91ec-0c274d421d7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.289764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9debbceb-6303-4839-91ec-0c274d421d7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:31.305240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Allocated IP 172.20.0.2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/14d23fb5-163c-46d1-8f66-09dd225ba811/21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:31.313336 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.325513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b68a6c01-075c-434f-8b1f-c2761b364e70 req-e271ba43-5c90-4545-b87e-d773c57da7a7 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972029 May 27 03:42:31.375631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9debbceb-6303-4839-91ec-0c274d421d7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:31.377214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9debbceb-6303-4839-91ec-0c274d421d7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3233895 May 27 03:42:31.379272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Pushing event deleted for resources: {'Port': ['ID=175c9fe4-8ea8-4252-8382-218374a56180,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.381453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:31.408194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] No DVR routers for this DVR port 175c9fe4-8ea8-4252-8382-218374a56180 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:31.411110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.428040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'name': 'network-vif-deleted', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:31.440218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4399134c-ff1c-4a76-9b73-08f9cf980b94 req-99104307-56ce-47ae-9db0-2fdfb6bbe8cf tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.21 "DELETE /v2.0/ports/175c9fe4-8ea8-4252-8382-218374a56180 HTTP/1.1" status: 204 len: 173 time: 2.2208843 May 27 03:42:31.497514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.548705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] For port c116ec42-b6f7-4a0c-9035-8794128cc8a3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c116ec42-b6f7-4a0c-9035-8794128cc8a3,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:31.549246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.560687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56642-e46c-4365-8ea1-53953c54a0c4 req-c69ff6e3-95a8-47d6-b361-4fce0e28f2b8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:31.565431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:31.572280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccd56642-e46c-4365-8ea1-53953c54a0c4 req-c69ff6e3-95a8-47d6-b361-4fce0e28f2b8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.5577042 May 27 03:42:31.614290 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809fb373-b808-4115-ac7a-fadc93415c4a'] response: {'server_uuid': 'cb095fb7-f502-40c9-8aec-09c477d24749', 'name': 'network-vif-deleted', 'tag': '175c9fe4-8ea8-4252-8382-218374a56180', 'status': 'completed', 'code': 200} May 27 03:42:31.622231 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.668958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Transition to ACTIVE for port object 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:31.676962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.692649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-7dee8cd9-0453-4264-94e2-f0f530b4a004 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dea2eda8-e04c-4142-9fea-50728170db6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5601535 May 27 03:42:31.698684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ccd56642-e46c-4365-8ea1-53953c54a0c4 req-a574d9b2-0e8a-4d4d-ab54-681f0181f6e7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232417 May 27 03:42:31.848216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899c5010-460f-4fed-b042-c2844d02e9ea req-3251d315-d835-4f5d-a713-9ff6ea9a85a9 tempest-ServerRescueTestJSONUnderV235-1881325178 tempest-ServerRescueTestJSONUnderV235-1881325178-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb095fb7-f502-40c9-8aec-09c477d24749 HTTP/1.1" status: 200 len: 210 time: 0.0422492 May 27 03:42:31.855564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Calling delete_port for c116ec42-b6f7-4a0c-9035-8794128cc8a3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:31.897103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port f88cb76c-2554-4073-9ac9-c46c094e5897 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:31.897419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:31.932715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25484f-5629-42d6-a467-677afac7ebdc None None] Pushing event updated for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:32.040682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-2c004e71-5f81-4ca4-bb2b-975cbd1f065d service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349884 May 27 03:42:32.267830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f0a3410-e097-4036-853c-a52b36bae5c1 req-da2d5b45-5b92-4285-884e-4974277f9aa6 service neutron] 10.222.0.21 "GET /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153490 May 27 03:42:32.474071 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:32.489279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['987fbe79-d82d-41c3-b25e-1957ba7f6a6c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:32.587776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Pushing event deleted for resources: {'Port': ['ID=c116ec42-b6f7-4a0c-9035-8794128cc8a3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:32.732790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1dde9c3-6e33-4c7e-aa1e-5032de7621be req-fe7063d7-9fc6-4a22-a629-791ee679d6b0 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 210 time: 0.1242182 May 27 03:42:32.738928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:32.955108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:33.042173 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.172518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] No DVR routers for this DVR port c116ec42-b6f7-4a0c-9035-8794128cc8a3 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:33.178774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.204004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for f88cb76c-2554-4073-9ac9-c46c094e5897 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:33.216017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Provisioning for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:33.242707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c116ec42-b6f7-4a0c-9035-8794128cc8a3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:33.269874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'name': 'network-vif-deleted', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:33.294111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 175c9fe4-8ea8-4252-8382-218374a56180 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:33.345042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:33.345399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.386356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48bdc84d-1acd-4bf2-abd1-68dc7d33aefa req-bae5f1b3-0381-490c-ad2e-97651b2985c3 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "DELETE /v2.0/ports/c116ec42-b6f7-4a0c-9035-8794128cc8a3 HTTP/1.1" status: 204 len: 173 time: 2.7893622 May 27 03:42:33.429916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 175c9fe4-8ea8-4252-8382-218374a56180 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:33.434437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 175c9fe4-8ea8-4252-8382-218374a56180 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:33.436887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Provisioning complete for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:33.437353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.509230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c116ec42-b6f7-4a0c-9035-8794128cc8a3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:33.509852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c116ec42-b6f7-4a0c-9035-8794128cc8a3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:33.533493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:33.587715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1007b77-8fea-4a78-9eec-72455c775b4c req-2e65983e-0e40-4a17-a0c8-1dbb592ba28b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:33.596255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1007b77-8fea-4a78-9eec-72455c775b4c req-2e65983e-0e40-4a17-a0c8-1dbb592ba28b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.2666442 May 27 03:42:33.778574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Provisioning for port f88cb76c-2554-4073-9ac9-c46c094e5897 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:33.785715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Provisioning complete for port f88cb76c-2554-4073-9ac9-c46c094e5897 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:33.785715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.786142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1007b77-8fea-4a78-9eec-72455c775b4c req-46dc7973-fe34-4977-8a5d-e917739c4d48 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889584 May 27 03:42:33.788314 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:33.878850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e85ebf4-06ad-4581-bc43-c799a1523fe0 None None] Port f88cb76c-2554-4073-9ac9-c46c094e5897 was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 03:42:33.958679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f57c-b6d0-4a44-af1a-5c2a80d51ecc req-cdf89fcd-5130-4bd8-9aff-0bfcf273e7f8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:33.960343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a1f57c-b6d0-4a44-af1a-5c2a80d51ecc req-cdf89fcd-5130-4bd8-9aff-0bfcf273e7f8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1571729 May 27 03:42:33.976224 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0b6ecb-20c5-4fb3-bdda-750c3c59a052'] response: {'server_uuid': '068bbf38-153c-4eac-880f-4ec511013b5e', 'name': 'network-vif-deleted', 'tag': 'c116ec42-b6f7-4a0c-9035-8794128cc8a3', 'status': 'completed', 'code': 200} May 27 03:42:33.976963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=f88cb76c-2554-4073-9ac9-c46c094e5897,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:33.993357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-68c27d6e-911b-4a63-ba9a-93a44dcc1a58 None None] Could not find standard attr ID for object f88cb76c-2554-4073-9ac9-c46c094e5897. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:42:34.036967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a1f57c-b6d0-4a44-af1a-5c2a80d51ecc req-e4e913e6-4619-45ae-b933-5a65487a6236 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696409 May 27 03:42:34.152363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.177372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b33571f-dd8d-4efc-8920-91c89f818b1b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f88cb76c-2554-4073-9ac9-c46c094e5897 HTTP/1.1" status: 204 len: 168 time: 2.7939124 May 27 03:42:34.180208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:34.360806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:34.362497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:34.363758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:34.365372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:34.428246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-91e060fd-1e81-44b6-a490-51f2eca80c67 req-e1d40945-cba3-4d34-ac38-e8168c267e9b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:34.429339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.445080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:34.446435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37040227-1744-44fc-9f61-d7784d87bc44 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2653694 May 27 03:42:34.450088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35740) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:34.490318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-91e060fd-1e81-44b6-a490-51f2eca80c67 req-e1d40945-cba3-4d34-ac38-e8168c267e9b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:34.502383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91e060fd-1e81-44b6-a490-51f2eca80c67 req-e1d40945-cba3-4d34-ac38-e8168c267e9b tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=068bbf38-153c-4eac-880f-4ec511013b5e HTTP/1.1" status: 200 len: 210 time: 0.1327651 May 27 03:42:34.698353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 14d23fb5-163c-46d1-8f66-09dd225ba811 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:34.701491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.772217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:34.890705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.002733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.182738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528f88-256c-4a75-b616-ea1fd81d1e78 req-bc4716fb-6cb1-42c3-9d5b-f8e35d2f5b54 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:35.184210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe528f88-256c-4a75-b616-ea1fd81d1e78 req-bc4716fb-6cb1-42c3-9d5b-f8e35d2f5b54 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.2037485 May 27 03:42:35.192164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.204281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892fd708-0c5b-4834-a8d4-04039f398de0 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:35.210993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=14d23fb5-163c-46d1-8f66-09dd225ba811,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.222577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16030dd6-4a2a-4c12-a5b6-905915d41cb9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/14d23fb5-163c-46d1-8f66-09dd225ba811 HTTP/1.1" status: 204 len: 168 time: 0.7713361 May 27 03:42:35.227300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:35.318468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet bba1c570-5305-48fa-89ad-f5efb28d8591 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:35.322118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.393362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.419274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe528f88-256c-4a75-b616-ea1fd81d1e78 req-5ae0b784-61f8-4e69-8b52-82bf5984281b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132760 May 27 03:42:35.551220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:42:35.586243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c56fb6-e435-400a-939f-d0fb78fa8b06 req-307754d4-1697-4b31-bfa1-fa4febd17e21 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:35.588266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86c56fb6-e435-400a-939f-d0fb78fa8b06 req-307754d4-1697-4b31-bfa1-fa4febd17e21 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1538610 May 27 03:42:35.624423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.707579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86c56fb6-e435-400a-939f-d0fb78fa8b06 req-1f9126cb-407a-4b59-bde4-cb21338920ad tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125805 May 27 03:42:35.757514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.841929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=bba1c570-5305-48fa-89ad-f5efb28d8591,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.846990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.882875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Deleting port 2a0e3230-45f6-4c03-b8d3-52b4e6486336 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:35.884145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-85e6708a-cb6e-4f98-9c87-6f9380a1affb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/bba1c570-5305-48fa-89ad-f5efb28d8591 HTTP/1.1" status: 204 len: 168 time: 0.6550689 May 27 03:42:35.884686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:35.887827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35762) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:36.036946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bfebc57d-e764-4ccc-b149-66cc85020e40 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468413 May 27 03:42:36.038882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35766) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:36.054387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:36.306162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:36.314495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:36.319120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:36.326799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:36.332875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] For port 2a0e3230-45f6-4c03-b8d3-52b4e6486336, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2a0e3230-45f6-4c03-b8d3-52b4e6486336,segment=NetworkSegment(55183143-44be-42da-998e-b9b64f5d7040),segment_id=55183143-44be-42da-998e-b9b64f5d7040)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:36.334203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.345179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:36.351571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.570501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Calling delete_port for 2a0e3230-45f6-4c03-b8d3-52b4e6486336 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:36.594123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4b83f-749c-4407-a431-e0dcee4b3854 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:36.738195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95751-8be6-4732-bd68-94d4167dbebe req-33517b05-40af-4cb2-bc42-9f34e24b5734 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:36.739682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6b95751-8be6-4732-bd68-94d4167dbebe req-33517b05-40af-4cb2-bc42-9f34e24b5734 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1972795 May 27 03:42:36.841974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f38f51-579b-438f-920e-c4f24981877f req-8144bbce-34be-4391-8598-a083560f8bee tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:36.844781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87f38f51-579b-438f-920e-c4f24981877f req-8144bbce-34be-4391-8598-a083560f8bee tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1655560 May 27 03:42:36.857938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6b95751-8be6-4732-bd68-94d4167dbebe req-1f214bd1-0439-420d-84d8-6edf9b49c8a6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812941 May 27 03:42:36.916406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-740ec370-9065-457f-a81c-18543adf6506 None None] Provisioning complete for port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:36.916842 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-740ec370-9065-457f-a81c-18543adf6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:36.972705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87f38f51-579b-438f-920e-c4f24981877f req-055088bc-f239-43b1-b9ac-473f2de5b13c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153159 May 27 03:42:37.010097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.147634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:42:37.204132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0e3230-45f6-4c03-b8d3-52b4e6486336,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.282893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:42:37.289025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Deleting port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:37.289471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.359766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.565031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9100f1-f46a-4b4c-a4b1-8b0ea3112806 req-4f77165c-b11f-4224-86af-57bc5d6c42aa tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.573912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c9100f1-f46a-4b4c-a4b1-8b0ea3112806 req-4f77165c-b11f-4224-86af-57bc5d6c42aa tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.3220873 May 27 03:42:37.577210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:37.577724 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.666721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c9100f1-f46a-4b4c-a4b1-8b0ea3112806 req-8f1063c3-9753-461f-9333-73fe77483334 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913377 May 27 03:42:37.719250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:37.737344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.772237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.775585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Calling delete_port for 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:37.781683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.782979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:37.885717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:37.886066 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:37.938446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=ae9b3159-380b-47ac-bc91-e32904c3f4fd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.960688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:37.965343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:37.969253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:37.974116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:37.974856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.016956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ad9026a-97a5-4819-aaea-83bfa1ee437a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9769392 May 27 03:42:38.019759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35788) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:38.031520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:38.309743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b104a9-110c-48b3-bafc-74996f2fb738 req-5fa69bdc-3f23-4497-bf8e-5a6a4dd7bbef tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:38.317217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2b104a9-110c-48b3-bafc-74996f2fb738 req-5fa69bdc-3f23-4497-bf8e-5a6a4dd7bbef tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.1490600 May 27 03:42:38.379965 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2b104a9-110c-48b3-bafc-74996f2fb738 req-caff92b4-7863-40bb-a95d-64a9296f821d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618856 May 27 03:42:38.386307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:38.387139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Deleting port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:38.387517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.393979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358caf5-b5a0-4789-bf49-c6b45c5d5640 req-f7ad55af-beb9-4b43-8b92-8d5c6d8c6026 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:38.395544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2358caf5-b5a0-4789-bf49-c6b45c5d5640 req-f7ad55af-beb9-4b43-8b92-8d5c6d8c6026 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.3727348 May 27 03:42:38.398488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:38.402614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:38.434340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:38.460792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:38.464449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.599282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2358caf5-b5a0-4789-bf49-c6b45c5d5640 req-4a6e5f00-2315-4cb3-8dbf-faff67b55adc tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976547 May 27 03:42:38.722941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d288-2703-4b1c-8208-ce593572d538 req-e9642e23-dea5-48a2-a046-1a57b17e5276 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:38.724563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a6d288-2703-4b1c-8208-ce593572d538 req-e9642e23-dea5-48a2-a046-1a57b17e5276 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1792240 May 27 03:42:38.803854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] For port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:38.804394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:38.991706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Calling delete_port for 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:39.009406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Deleting port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:39.010295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.035923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d678bd-7520-4699-96d2-a0029ac7b555 req-a1a57a9b-bcb9-44b1-8a91-756690ec9b19 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:39.037681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29d678bd-7520-4699-96d2-a0029ac7b555 req-a1a57a9b-bcb9-44b1-8a91-756690ec9b19 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1295960 May 27 03:42:39.105522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29d678bd-7520-4699-96d2-a0029ac7b555 req-6aeccb87-c851-4ca4-94c2-62a108146e2e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575268 May 27 03:42:39.131677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:39.148139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Router f9452535-0446-42b9-a647-1ca344a0bab5 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:39.166125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:39.166468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:39.167909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.218269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] Pushing event deleted for resources: {'Port': ['ID=21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.269099 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.300275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67fa33-8614-446c-be74-e348cb2d15a4 None None] No DVR routers for this DVR port 21b1b8f9-e2e9-4470-9ab1-26cb8c9f4836 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:39.323780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ccf9e-67e9-4910-a8ef-a3de7e32ceea None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:39.427614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:39.443267 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Sync routers for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:39.454445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a9fe6cc-16df-4569-929d-1bfae6d4b4f1 admin admin] 10.222.0.46 "PUT /v2.0/routers/f9452535-0446-42b9-a647-1ca344a0bab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9192550 May 27 03:42:39.456713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35810) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:39.457703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:39.463227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:39.466211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:39.467013 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:39.469909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:39.470501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.507035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4856439 May 27 03:42:39.519331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35814) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:39.519915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f1663-4264-4010-8e8a-269439a8bcfd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=3abd6ff4-2460-4eff-a236-2002f93fb182,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.562460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:75:cc:90', 'name': 'tempest-NetworksTestDHCPv6-1732756357'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:39.639467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '3abd6ff4-2460-4eff-a236-2002f93fb182'}, {'subnet_id': 'ae9b3159-380b-47ac-bc91-e32904c3f4fd'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:42:39.640622 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.688194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] For port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:39.688595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.822450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:39.857595 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:39.925499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Calling delete_port for 987fbe79-d82d-41c3-b25e-1957ba7f6a6c owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:39.995854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Allocated IP 172.20.0.2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/3abd6ff4-2460-4eff-a236-2002f93fb182/0356d224-05be-4723-a27f-656005ffebff) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:40.003300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Allocated IP 2001:db8::f816:3eff:fe88:3803 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ae9b3159-380b-47ac-bc91-e32904c3f4fd/0356d224-05be-4723-a27f-656005ffebff) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:40.034889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:40.047858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:40.054224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:40.074333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:40.109860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f5c34-1412-4360-8aad-7d6a8ac9fa11 req-e74cd02d-1ee0-42da-99cd-9b8cd3e26bd7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:40.111380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-160f5c34-1412-4360-8aad-7d6a8ac9fa11 req-e74cd02d-1ee0-42da-99cd-9b8cd3e26bd7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.4508049 May 27 03:42:40.112122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f44f6-ac85-44c8-b540-0292c48b55ed req-09757a8b-4940-4f48-b7cf-603e6a496f3d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:40.116128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:40.120552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c9f44f6-ac85-44c8-b540-0292c48b55ed req-09757a8b-4940-4f48-b7cf-603e6a496f3d tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 945 time: 0.1882067 May 27 03:42:40.201508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c9f44f6-ac85-44c8-b540-0292c48b55ed req-2c06ff74-f53a-4600-b200-bc00e36f1fb6 tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/security-groups?id=66547351-70db-44d5-a687-79e6923f114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799763 May 27 03:42:40.276285 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:42:36Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.296459 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Checking router: f9452535-0446-42b9-a647-1ca344a0bab5 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:40.319315 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Routers {'f9452535-0446-42b9-a647-1ca344a0bab5'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:40.323417 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f9452535-0446-42b9-a647-1ca344a0bab5'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:40.333380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-160f5c34-1412-4360-8aad-7d6a8ac9fa11 req-9f70074e-7a28-49b4-8282-16549a73b0c6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938403 May 27 03:42:40.338929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.353605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.375860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Transition to ACTIVE for port object 0356d224-05be-4723-a27f-656005ffebff will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:40.397047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Transition to ACTIVE for port object 0356d224-05be-4723-a27f-656005ffebff will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:40.408531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.484823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.502382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Deleting port e601e181-3980-42be-b5eb-c0d285839a93 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:40.502771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.532725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Pushing event updated for resources: {'Port': ['ID=0356d224-05be-4723-a27f-656005ffebff,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.550440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:40.557487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:40.560248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:40.653035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Pushing event deleted for resources: {'Port': ['ID=987fbe79-d82d-41c3-b25e-1957ba7f6a6c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.661857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.664394 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] Set router f9452535-0446-42b9-a647-1ca344a0bab5 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:40.724368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Attempting to bind port 0356d224-05be-4723-a27f-656005ffebff on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:40.725507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Attempting to bind port 0356d224-05be-4723-a27f-656005ffebff by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:40.726031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Attempting to bind port 0356d224-05be-4723-a27f-656005ffebff on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:40.734396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:40.736036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:40.736685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.737244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:40.737860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Bound port: 0356d224-05be-4723-a27f-656005ffebff, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:40.738377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.762492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] No DVR routers for this DVR port 987fbe79-d82d-41c3-b25e-1957ba7f6a6c on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:40.780660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.783153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'name': 'network-vif-deleted', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:40.787892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 591e6838-bd6a-4d63-b280-4380f3da1011 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:42:40.790217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de4b4-45ff-4281-b2da-67d5ee6f5fdf req-1d461d41-fa97-481c-8154-7f1bacfce05a tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:40.797670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b60de4b4-45ff-4281-b2da-67d5ee6f5fdf req-1d461d41-fa97-481c-8154-7f1bacfce05a tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 951 time: 0.1477427 May 27 03:42:40.823217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] For port e601e181-3980-42be-b5eb-c0d285839a93, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e601e181-3980-42be-b5eb-c0d285839a93,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:40.824549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.851617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24a6d288-2703-4b1c-8208-ce593572d538 req-83ceed6e-b1bc-47b2-a6dc-738cff7e683f tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.41 "DELETE /v2.0/ports/987fbe79-d82d-41c3-b25e-1957ba7f6a6c HTTP/1.1" status: 204 len: 173 time: 2.1204224 May 27 03:42:40.856238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] For port 0356d224-05be-4723-a27f-656005ffebff, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:40.861177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] For port 0356d224-05be-4723-a27f-656005ffebff, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0356d224-05be-4723-a27f-656005ffebff,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:40.869126 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:40.897134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3c4ca-4fa0-457e-bc17-4848e129ccbb req-97bf7a94-b19e-4a33-a03c-64c4896557c4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:40.898616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5b3c4ca-4fa0-457e-bc17-4848e129ccbb req-97bf7a94-b19e-4a33-a03c-64c4896557c4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2921319 May 27 03:42:40.983312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a20d-69bd-46a3-ae14-52dcf10bad5f None None] Pushing event updated for resources: {'Port': ['ID=0356d224-05be-4723-a27f-656005ffebff,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.024326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Calling delete_port for e601e181-3980-42be-b5eb-c0d285839a93 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:41.061635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5b3c4ca-4fa0-457e-bc17-4848e129ccbb req-57249cb0-575f-4e1c-871e-a42426d79149 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273890 May 27 03:42:41.125409 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:42:36Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:41.133168 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9d91a-7c6b-440a-910c-8a60fab41963 None None] The sync data for ids ['f9452535-0446-42b9-a647-1ca344a0bab5'] in n-d-843301-2 is: [{'id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'name': 'tempest-ServerRescueTestJSONUnderV235-533521426-router', 'tenant_id': 'ee765441eab047cb8912128c2906ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:51Z', 'updated_at': '2022-05-27T03:42:36Z', 'revision_number': 5, 'project_id': 'ee765441eab047cb8912128c2906ea37', 'gw_port': {'id': 'e601e181-3980-42be-b5eb-c0d285839a93', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9452535-0446-42b9-a647-1ca344a0bab5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:52Z', 'updated_at': '2022-05-27T03:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:41.192803 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa8dc86-71d0-48e4-a9c8-4989977f3547'] response: {'server_uuid': 'cc2c62cb-79ae-4a4d-b81d-6fe5876836d4', 'name': 'network-vif-deleted', 'tag': '987fbe79-d82d-41c3-b25e-1957ba7f6a6c', 'status': 'completed', 'code': 200} May 27 03:42:41.193939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 172.20.0.11 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/3abd6ff4-2460-4eff-a236-2002f93fb182/591e6838-bd6a-4d63-b280-4380f3da1011) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:41.201442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe75:cc90 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ae9b3159-380b-47ac-bc91-e32904c3f4fd/591e6838-bd6a-4d63-b280-4380f3da1011) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:41.223574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b60de4b4-45ff-4281-b2da-67d5ee6f5fdf req-b426e7c4-5161-4af5-ac05-ba915372eb45 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247181 May 27 03:42:41.257624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 987fbe79-d82d-41c3-b25e-1957ba7f6a6c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:41.300781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 987fbe79-d82d-41c3-b25e-1957ba7f6a6c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:41.301144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 987fbe79-d82d-41c3-b25e-1957ba7f6a6c not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:41.422844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.441050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-56bc4c89-a575-4c42-b6b3-8d574ba101de req-b30c0c60-bd85-445a-b702-5edaf0eeab2c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Synchronizing usage tracker for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:41.469234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-56bc4c89-a575-4c42-b6b3-8d574ba101de req-b30c0c60-bd85-445a-b702-5edaf0eeab2c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] Unset dirty status for tenant:477818a63bfd4849ad735eff54840b0e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:41.471853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-56bc4c89-a575-4c42-b6b3-8d574ba101de req-b30c0c60-bd85-445a-b702-5edaf0eeab2c tempest-ServerRescueTestJSON-960822028 tempest-ServerRescueTestJSON-960822028-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc2c62cb-79ae-4a4d-b81d-6fe5876836d4 HTTP/1.1" status: 200 len: 210 time: 0.0907364 May 27 03:42:41.510835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e601e181-3980-42be-b5eb-c0d285839a93,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.715432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.735081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 591e6838-bd6a-4d63-b280-4380f3da1011 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:41.803908 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.875165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:41.905164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:41.906876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=591e6838-bd6a-4d63-b280-4380f3da1011,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:41.911019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:41.913707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:41.992621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e3b0a-213e-4174-ac77-e32c207d274d req-009a36b6-0566-4981-9f11-f3c3bb3856dd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:41.994348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096e3b0a-213e-4174-ac77-e32c207d274d req-009a36b6-0566-4981-9f11-f3c3bb3856dd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.3202415 May 27 03:42:42.001435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.002067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.056764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82017a3e-eee2-4b00-9f99-50df70de1b7e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5303013 May 27 03:42:42.059284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35888) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:42.111846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-096e3b0a-213e-4174-ac77-e32c207d274d req-321b4c51-5ae1-4f8c-af4a-79794800cf01 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041842 May 27 03:42:42.179809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f2345-b94d-4cee-a9ae-e43e31777743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.183688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f2345-b94d-4cee-a9ae-e43e31777743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.184488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a11f2345-b94d-4cee-a9ae-e43e31777743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:42.216283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.221006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a11f2345-b94d-4cee-a9ae-e43e31777743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:42.224976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a11f2345-b94d-4cee-a9ae-e43e31777743 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1620164 May 27 03:42:42.225122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.225589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35894) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:42.275013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.276137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9452535-0446-42b9-a647-1ca344a0bab5 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:42.290702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.292101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-325e3db0-6f9c-4ff7-acea-feb2e5c65b69 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f9452535-0446-42b9-a647-1ca344a0bab5 HTTP/1.1" status: 204 len: 168 time: 2.8339827 May 27 03:42:42.294329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:42.404371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 591e6838-bd6a-4d63-b280-4380f3da1011 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:42.404888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.434926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Deleting subnet 39e6b2ed-1d12-447f-bccb-14b54d468f55 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:42.438371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.524001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101a16-32c3-4244-8bae-0981d41190b9 req-d82125db-32d8-463c-8ffc-969bd6fdac4e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.525695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81101a16-32c3-4244-8bae-0981d41190b9 req-d82125db-32d8-463c-8ffc-969bd6fdac4e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2522156 May 27 03:42:42.534498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.682041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81101a16-32c3-4244-8bae-0981d41190b9 req-ac586edd-ef55-4849-a2bf-2b461043ca5e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420922 May 27 03:42:42.726183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.734947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36349b7e-024e-4c7b-b474-8c6cc207ad44 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:42.752291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.795406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c04056-be2f-41f9-83e9-076c2b3f44af req-3499ea02-985d-4f45-9fc7-106ff1f370dc tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:42.806212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40c04056-be2f-41f9-83e9-076c2b3f44af req-3499ea02-985d-4f45-9fc7-106ff1f370dc tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 951 time: 0.3180115 May 27 03:42:42.887834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35908) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:42.899543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40c04056-be2f-41f9-83e9-076c2b3f44af req-36096c64-0e3a-4d26-831c-07efb3c8a433 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922875 May 27 03:42:42.911127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.919962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fa6f8277-ac7d-412d-ba0d-5e09af45be35 None None] Provisioning for port 0356d224-05be-4723-a27f-656005ffebff completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:42.945867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0356d224-05be-4723-a27f-656005ffebff up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:42.956699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e6b2ed-1d12-447f-bccb-14b54d468f55,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:42.965632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:42.973898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-83328aab-0eb4-4799-baa3-0fa286743a1b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/39e6b2ed-1d12-447f-bccb-14b54d468f55 HTTP/1.1" status: 204 len: 168 time: 0.6763539 May 27 03:42:42.974392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:43.087114 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.115267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0356d224-05be-4723-a27f-656005ffebff completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:43.123992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0356d224-05be-4723-a27f-656005ffebff triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:43.125200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.144672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 591e6838-bd6a-4d63-b280-4380f3da1011 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:43.267682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.290729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.302092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:43.304734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:43.307315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:43.323449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55183143-44be-42da-998e-b9b64f5d7040') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:43.323889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55183143-44be-42da-998e-b9b64f5d7040') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:43.343893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.367279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.377304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:42:43.378466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: timer() May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:42:43.457133 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:42:43.483388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709d3e7-ff59-4904-8c1d-4f851b5e7c96 req-f68e6de7-d704-4c22-a9e3-e7cedbafc0ff tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:43.485671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b709d3e7-ff59-4904-8c1d-4f851b5e7c96 req-f68e6de7-d704-4c22-a9e3-e7cedbafc0ff tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.2035530 May 27 03:42:43.488234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.508184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.515210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0356d224-05be-4723-a27f-656005ffebff, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0356d224-05be-4723-a27f-656005ffebff,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:43.519610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.536506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8e2dd148-ec5f-4bdd-bb4a-8802732d803b admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ca64ad7-6dcf-45ee-bf70-c4fae6792ac8 HTTP/1.1" status: 204 len: 168 time: 0.5587792 May 27 03:42:43.565531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.641292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.659628 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.670243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2a0e3230-45f6-4c03-b8d3-52b4e6486336 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:43.715084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=591e6838-bd6a-4d63-b280-4380f3da1011,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.736248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2a0e3230-45f6-4c03-b8d3-52b4e6486336 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:43.736798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2a0e3230-45f6-4c03-b8d3-52b4e6486336 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:43.738394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e601e181-3980-42be-b5eb-c0d285839a93 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:43.777555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b709d3e7-ff59-4904-8c1d-4f851b5e7c96 req-63bfe999-cbd8-452a-b60b-ac4949a341f4 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422674 May 27 03:42:43.788257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:43.835318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e601e181-3980-42be-b5eb-c0d285839a93 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:43.836027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e601e181-3980-42be-b5eb-c0d285839a93 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:43.852885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2170a1e9-cf4f-4a92-8299-798d756bcf8c None None] Could not find standard attr ID for object 591e6838-bd6a-4d63-b280-4380f3da1011. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:42:43.867441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d38dece2-4b07-47e7-854f-a8ed2682a207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee765441eab047cb8912128c2906ea37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0775578 May 27 03:42:43.869698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35926) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:43.914689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:43.928870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0356d224-05be-4723-a27f-656005ffebff,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:43.946954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:43.955955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:43.969095 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:43.971578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c1de6bf3-d74b-45bf-9966-557a70e763c3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:44.088111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.142582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bc11810b-aedf-40b0-9733-8b0416d4edff tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/591e6838-bd6a-4d63-b280-4380f3da1011 HTTP/1.1" status: 204 len: 168 time: 1.9164126 May 27 03:42:44.143639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:44.152228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '111d6088-020a-41df-8b07-1fdfa23480f3', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'port_id': '111d6088-020a-41df-8b07-1fdfa23480f3', 'mac_address': 'fa:16:3e:48:3f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30e9fe-0ed2-4466-89ca-0646357f3919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:44.154155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.161095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.164889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2170a1e9-cf4f-4a92-8299-798d756bcf8c None None] Provisioning complete for port 0356d224-05be-4723-a27f-656005ffebff triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:44.165501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2170a1e9-cf4f-4a92-8299-798d756bcf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.196060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.330713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.332547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.334052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.334764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:44.341032 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.346402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.358208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22499a9-b786-47df-8ce5-eaf7365ec115 req-9ac2bda1-eebf-4532-99d9-dcf612727dd6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.360810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c22499a9-b786-47df-8ce5-eaf7365ec115 req-9ac2bda1-eebf-4532-99d9-dcf612727dd6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.4698787 May 27 03:42:44.371462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c234c-ff82-4203-a970-705341319e8c req-22c6775e-e377-40dd-8e73-9a23dc5de1f9 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.372974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-427c234c-ff82-4203-a970-705341319e8c req-22c6775e-e377-40dd-8e73-9a23dc5de1f9 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 951 time: 0.2219875 May 27 03:42:44.375671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5099a-583e-4118-bccc-d8e95534cecd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.385692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111d6088-020a-41df-8b07-1fdfa23480f3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:44.400715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:44.404935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0587cf06-0269-411d-acb7-b2e9475f2393 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2545669 May 27 03:42:44.407911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:44.416744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.452306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.455885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-54e07b4e-159a-4c5c-b197-87082378c497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3c5099a-583e-4118-bccc-d8e95534cecd HTTP/1.1" status: 204 len: 168 time: 0.5828912 May 27 03:42:44.461036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:44.472066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c22499a9-b786-47df-8ce5-eaf7365ec115 req-87a5f373-588e-4008-9ea0-ea0907565c6e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977156 May 27 03:42:44.473616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.479939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.491799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-8d802856-de44-4c0c-b327-a0babcf28b46 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:44.494142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-8d802856-de44-4c0c-b327-a0babcf28b46 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 951 time: 0.2356052 May 27 03:42:44.561542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-427c234c-ff82-4203-a970-705341319e8c req-b98799db-05c5-457f-af9b-61551e64ac89 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/security-groups?id=d47b699f-851f-4a00-9008-53cbbc1b6a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829073 May 27 03:42:44.564879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:44.574874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.594317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.620495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Deleting port c1de6bf3-d74b-45bf-9966-557a70e763c3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:44.620839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.651698 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab1114f-ad46-4f28-8a36-6192a818aebd'] response: {'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'code': 200} May 27 03:42:44.676786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6d38dc35-c0f5-4c7f-b0d0-6032b31a0839 None None] Could not find standard attr ID for object 591e6838-bd6a-4d63-b280-4380f3da1011. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:42:44.687144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 3abd6ff4-2460-4eff-a236-2002f93fb182 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:44.690402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.694702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:44.784190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:44.793738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0356d224-05be-4723-a27f-656005ffebff up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:44.865719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['111d6088-020a-41df-8b07-1fdfa23480f3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:44.944920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] For port c1de6bf3-d74b-45bf-9966-557a70e763c3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c1de6bf3-d74b-45bf-9966-557a70e763c3,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:44.945536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.065895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0356d224-05be-4723-a27f-656005ffebff triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:45.066650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.070841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.126807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Calling delete_port for c1de6bf3-d74b-45bf-9966-557a70e763c3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:45.327140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.335481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.377936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=3abd6ff4-2460-4eff-a236-2002f93fb182,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.390464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Pushing event deleted for resources: {'Port': ['ID=c1de6bf3-d74b-45bf-9966-557a70e763c3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:45.443267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ccb45-e6b9-433b-865f-f5073c29334d None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:45.444470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.472095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf767742-9c35-438a-9909-59084b164867 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/3abd6ff4-2460-4eff-a236-2002f93fb182 HTTP/1.1" status: 204 len: 168 time: 1.0624807 May 27 03:42:45.498719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35956) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:45.588152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee6fc3-1dbc-470b-a293-06342c55519b req-771f9a46-677b-4b0c-bcd6-fabc1c617bd8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:45.590301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eee6fc3-1dbc-470b-a293-06342c55519b req-771f9a46-677b-4b0c-bcd6-fabc1c617bd8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 944 time: 0.5882442 May 27 03:42:45.622677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] No DVR routers for this DVR port c1de6bf3-d74b-45bf-9966-557a70e763c3 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:45.625767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.629119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-deleted', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:45.649010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09ccbc34-695d-45dd-99ee-19cf70561bcd req-e08b1c1c-b860-4a4f-8c10-d7530eebe39e tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.21 "DELETE /v2.0/ports/c1de6bf3-d74b-45bf-9966-557a70e763c3 HTTP/1.1" status: 204 len: 173 time: 1.1476817 May 27 03:42:45.824697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eee6fc3-1dbc-470b-a293-06342c55519b req-513dbf0b-57d0-4b01-88ad-708404763ced tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264183 May 27 03:42:45.843565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef674e1-9fb7-4a83-96bf-ce5012d75de6 req-556b04df-d9b0-4c91-aeef-aff0125e11c3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:45.845334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aef674e1-9fb7-4a83-96bf-ce5012d75de6 req-556b04df-d9b0-4c91-aeef-aff0125e11c3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1177273 May 27 03:42:45.918491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet ae9b3159-380b-47ac-bc91-e32904c3f4fd {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:45.921949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:45.976324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aef674e1-9fb7-4a83-96bf-ce5012d75de6 req-efa6fcc9-44b5-40a2-b597-02a1faf482b2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248798 May 27 03:42:46.097226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.235813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d743cee-1f0f-4320-a46e-449536c27e4e req-9d42aa6b-70f3-4a13-9bc9-62248aeeecd0 tempest-ImagesOneServerTestJSON-1245802369 tempest-ImagesOneServerTestJSON-1245802369-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e5bd2e9-3bf3-484c-90c5-2f0fadf96251 HTTP/1.1" status: 200 len: 210 time: 0.0764501 May 27 03:42:46.360149 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746a0de7-ab66-4daa-9a5b-5f63ff2a226e'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-deleted', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'status': 'completed', 'code': 200} May 27 03:42:46.427744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.501276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Deleting port 8d2b9ca6-2418-4df1-9d7f-4d041e785622 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:46.501619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.653711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:46.685120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.734538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.744019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb11714-92bc-45b2-b512-c28c694617ea None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:46.761515 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad02118-da9e-4dac-8867-31eef8107ac9'] response: {'server_uuid': '2e5bd2e9-3bf3-484c-90c5-2f0fadf96251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1de6bf3-d74b-45bf-9966-557a70e763c3', 'code': 200} May 27 03:42:46.775723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9b3159-380b-47ac-bc91-e32904c3f4fd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:46.790610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05237301-05c3-49c1-bea1-2e7684a7aeab tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ae9b3159-380b-47ac-bc91-e32904c3f4fd HTTP/1.1" status: 204 len: 168 time: 1.2882116 May 27 03:42:46.793570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:46.838593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] For port 8d2b9ca6-2418-4df1-9d7f-4d041e785622, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d2b9ca6-2418-4df1-9d7f-4d041e785622,segment=NetworkSegment(8ce48493-54d3-4e0f-8b59-754a786b3da3),segment_id=8ce48493-54d3-4e0f-8b59-754a786b3da3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:46.839094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.876722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ab9fbf64-fd24-45ff-b2af-c4952562bf77 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819094 May 27 03:42:46.877975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:46.893101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:46.903743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7b3fc13a-ec19-4d97-8c70-9d16ad35f74f None None] Provisioning complete for port 0356d224-05be-4723-a27f-656005ffebff triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:46.904123 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc13a-ec19-4d97-8c70-9d16ad35f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:46.989301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Calling delete_port for 8d2b9ca6-2418-4df1-9d7f-4d041e785622 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:47.117319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:47.123581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:47.127633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:47.161963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.171628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.188027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.193259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.198130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.203384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.213215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.215208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-f5f5fff9-c6e5-473b-b610-92b84e5377ad tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.2914896 May 27 03:42:47.216193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:47.251136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:47.262715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:42:47.267786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Deleting port 0356d224-05be-4723-a27f-656005ffebff {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:47.268252 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.290175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.299841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:47.349849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2b9ca6-2418-4df1-9d7f-4d041e785622,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:47.383940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a070bf92-f8e5-4eb4-9958-a0213cf8a4bb req-8d15190e-fd07-4b3b-a2f0-12d7a358daaf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508970 May 27 03:42:47.415198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.454495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 111d6088-020a-41df-8b07-1fdfa23480f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:47.454808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.652460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17a56-75dc-47f4-97e6-5bf76671152d req-2cc07d5c-aad0-4afc-a8cb-16a2204d1d2a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.654181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a17a56-75dc-47f4-97e6-5bf76671152d req-2cc07d5c-aad0-4afc-a8cb-16a2204d1d2a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 944 time: 0.4748929 May 27 03:42:47.699211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] For port 0356d224-05be-4723-a27f-656005ffebff, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0356d224-05be-4723-a27f-656005ffebff,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:47.700354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.767380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.845609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96a17a56-75dc-47f4-97e6-5bf76671152d req-d797fca4-17c4-41a2-abee-a4d6db3c274e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835480 May 27 03:42:47.847976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=ae06fb86-5e3e-4b9c-81fa-62210c64d6a9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:47.867337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Calling delete_port for 0356d224-05be-4723-a27f-656005ffebff owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:47.875017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69db078-a518-4340-95b6-c1bde5a8a8c7 req-7e7b9137-fe25-4e44-b027-85c1026bc1e7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.877039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a69db078-a518-4340-95b6-c1bde5a8a8c7 req-7e7b9137-fe25-4e44-b027-85c1026bc1e7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2288165 May 27 03:42:47.927654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:47.928836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:47.935682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:47.936274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:47.988743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-df5cd664-86a6-4afa-b434-b9316ea60b6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1081033 May 27 03:42:47.990227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:48.004045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a69db078-a518-4340-95b6-c1bde5a8a8c7 req-78831cfe-ef57-4f13-a642-4f654b21b6ef tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201777 May 27 03:42:48.010421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.017950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:48.021380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.098437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:48.109452 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.222295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.261053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] No DVR routers for this DVR port 0356d224-05be-4723-a27f-656005ffebff on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:48.268357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:48.286351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ffad-f7bf-4e71-8080-d8f0759fe87a req-b912b88d-f71f-4874-9ab6-61444fe5eeb7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.287843 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0d0ffad-f7bf-4e71-8080-d8f0759fe87a req-b912b88d-f71f-4874-9ab6-61444fe5eeb7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2730639 May 27 03:42:48.317560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e1219-2227-4707-97d8-475dd9cec1b1 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:48.333138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:48.342528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:48.346570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40eddb-5b9a-4cce-be26-a8d426932347 None None] Pushing event deleted for resources: {'Port': ['ID=0356d224-05be-4723-a27f-656005ffebff,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:48.347192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:48.357465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:48.361547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0d0ffad-f7bf-4e71-8080-d8f0759fe87a req-de155dab-a8ab-4112-8867-0acaf8d9b7c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667384 May 27 03:42:48.381999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:48.386893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.742390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'ae06fb86-5e3e-4b9c-81fa-62210c64d6a9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:42:48.743556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:48.770855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:48.932258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb0d1-d182-4b75-868e-63bd48e6ba1d req-6f140f27-d88d-47a2-ac6e-ed2b010113f7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.940504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0356d224-05be-4723-a27f-656005ffebff no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:48.948041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-387bb0d1-d182-4b75-868e-63bd48e6ba1d req-6f140f27-d88d-47a2-ac6e-ed2b010113f7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2025800 May 27 03:42:48.972317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:48.986106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.990269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.994052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0356d224-05be-4723-a27f-656005ffebff {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:48.994498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0356d224-05be-4723-a27f-656005ffebff not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:48.994944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:48.999771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.004167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.009097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.013379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.016003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5163deda-a086-47e7-8292-567706b9372b req-517f6562-1cef-46b8-9db3-29eac9196c2b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.3519421 May 27 03:42:49.054215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-387bb0d1-d182-4b75-868e-63bd48e6ba1d req-9b174637-1a52-4df3-b4dd-cd54f498182a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052077 May 27 03:42:49.184135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5163deda-a086-47e7-8292-567706b9372b req-46424f29-f3d6-4710-adb9-24c2f1d6fd04 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435781 May 27 03:42:49.228638 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adff9a5-5f66-4328-82f7-62675981dcfc'] response: {'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'code': 200} May 27 03:42:49.256307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Router 29e3d07c-75aa-4324-9575-e1d48b32f5ab has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:49.286617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Allocated IP 172.20.0.2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ae06fb86-5e3e-4b9c-81fa-62210c64d6a9/cb952ca6-b714-437a-a244-8a859f14dc54) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:49.369366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:42:49.372751 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.627181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ad88852-e7f8-4b9d-9dab-c2b75995c103 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ae4f12b29e34df2a658c391ac947a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6537111 May 27 03:42:49.629302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36070) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:49.715927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.728058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Transition to ACTIVE for port object cb952ca6-b714-437a-a244-8a859f14dc54 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:49.752231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:49.753292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Transition to ACTIVE for port object cb952ca6-b714-437a-a244-8a859f14dc54 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:49.761100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.762089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:49.781877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.782649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:49.819858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=e3bc8553-718c-4bb6-9872-bcab13fd424f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:49.844829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a6aada9f-f576-4357-afa0-d6838ab9ae72 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8395095 May 27 03:42:49.871111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:49.875175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:49.883241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:49.883643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:49.886033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Pushing event updated for resources: {'Port': ['ID=cb952ca6-b714-437a-a244-8a859f14dc54,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:49.893231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:92:6a:3a', 'name': 'tempest-NetworksTestDHCPv6-1180806322'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:49.947365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b22e-c4cb-4244-9ab3-8e7d59995262 req-e0f5ae61-05ee-467b-91d6-c43396a6ffb0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:49.948819 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6872b22e-c4cb-4244-9ab3-8e7d59995262 req-e0f5ae61-05ee-467b-91d6-c43396a6ffb0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.4159582 May 27 03:42:49.994873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Attempting to bind port cb952ca6-b714-437a-a244-8a859f14dc54 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:42:49.995459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Attempting to bind port cb952ca6-b714-437a-a244-8a859f14dc54 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:42:49.995985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Attempting to bind port cb952ca6-b714-437a-a244-8a859f14dc54 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:42:50.005739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:42:50.006106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:42:50.006832 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.007511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:42:50.008108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Bound port: cb952ca6-b714-437a-a244-8a859f14dc54, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:42:50.008543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.040958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.067662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f9b6a523-17fc-46a0-82bd-6acc8099b11b req-c86d3ff5-552d-456e-bc06-63e6e7cee64c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 1096 time: 0.4268773 May 27 03:42:50.079243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4a900-ab3e-4450-b4b2-330a87aa3be0 req-674afd8e-748c-4d93-86a4-9bf8d21c8ff6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.083315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6872b22e-c4cb-4244-9ab3-8e7d59995262 req-e24df383-1a46-4fa6-a4f0-ea1a78b1c9d8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259563 May 27 03:42:50.098922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1dc4a900-ab3e-4450-b4b2-330a87aa3be0 req-674afd8e-748c-4d93-86a4-9bf8d21c8ff6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.4656465 May 27 03:42:50.110459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] For port cb952ca6-b714-437a-a244-8a859f14dc54, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:50.115905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] For port cb952ca6-b714-437a-a244-8a859f14dc54, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cb952ca6-b714-437a-a244-8a859f14dc54,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:42:50.120718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.124046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.133211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:50.174867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae2ffe61-ddcb-4010-b293-de01b92cc59e admin admin] 10.222.0.46 "PUT /v2.0/routers/29e3d07c-75aa-4324-9575-e1d48b32f5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2855823 May 27 03:42:50.178958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36088) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:50.238261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7332-2e6f-40fd-b602-b02aaae6a69b None None] Pushing event updated for resources: {'Port': ['ID=cb952ca6-b714-437a-a244-8a859f14dc54,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:50.247467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Sync routers for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:42:50.256536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:50.261404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:50.265195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:50.271717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:50.294800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:50.295514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:50.296746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:42:50.300841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.331458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.336258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.344058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.357211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.363291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.367248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.371222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.373283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e5a431d2-0513-42c3-9100-7611f2b2b69e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.5209594 May 27 03:42:50.380389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1dc4a900-ab3e-4450-b4b2-330a87aa3be0 req-50d24fdd-e233-48a5-a020-d7ffb41793da tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804286 May 27 03:42:50.430309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f9b6a523-17fc-46a0-82bd-6acc8099b11b req-84cb9faf-6257-41b6-8436-9af389e047cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254955 May 27 03:42:50.461816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.466395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:42:50.488208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b699f-851f-4a00-9008-53cbbc1b6a7a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:50.512858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.514215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-739a9fd3-a90f-449e-b79e-bc66d92c1400 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d47b699f-851f-4a00-9008-53cbbc1b6a7a HTTP/1.1" status: 204 len: 168 time: 0.8839808 May 27 03:42:50.523397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f09eb-1de7-4eeb-9836-2d4dc6f690ce req-ab4bda41-e476-452d-a585-cd014bf70e20 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:50.525291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-888f09eb-1de7-4eeb-9836-2d4dc6f690ce req-ab4bda41-e476-452d-a585-cd014bf70e20 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2226655 May 27 03:42:50.598360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-888f09eb-1de7-4eeb-9836-2d4dc6f690ce req-7e8b01e0-fab5-4fa4-84b9-f4e2ed772bc5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644908 May 27 03:42:50.618750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:50.817106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:50.916499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 172.20.0.11 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ae06fb86-5e3e-4b9c-81fa-62210c64d6a9/f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:50.927538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe92:6a3a (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/e3bc8553-718c-4bb6-9872-bcab13fd424f/f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:51.113996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9311f6-46d4-4954-a3b2-6461042749bf req-9ffa4b0c-53ff-403f-8572-254230e72213 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:51.128729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e9311f6-46d4-4954-a3b2-6461042749bf req-9ffa4b0c-53ff-403f-8572-254230e72213 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2399008 May 27 03:42:51.263008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e9311f6-46d4-4954-a3b2-6461042749bf req-3affdfd6-ea5f-4a73-a2e9-c8fc9fd5f2a8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327400 May 27 03:42:51.302257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:42:51.314439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.342363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Deleting port eeca116e-8339-41d5-adbd-c4d2e01e9abc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:51.343025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.443720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.485489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:51.561549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:42:47Z', 'revision_number': 5, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port': {'id': 'eeca116e-8339-41d5-adbd-c4d2e01e9abc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:51.607068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Checking router: 29e3d07c-75aa-4324-9575-e1d48b32f5ab for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:42:51.609027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-3f50de4a-b0b3-4889-9d0a-cc02bf4b60ae tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:51.610593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-3f50de4a-b0b3-4889-9d0a-cc02bf4b60ae tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.2280440 May 27 03:42:51.623297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:51.623759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.645697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Routers {'29e3d07c-75aa-4324-9575-e1d48b32f5ab'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:42:51.646174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:42:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:51.727106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:42:51.755174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:42:51.760011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.764242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:42:51.766357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:42:51.838287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:51.838959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:51.876541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f014-6c6e-4b80-8267-157ec7674e6f req-a31d3d6c-5c9a-4437-8244-303b2fcdfb6b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:51.886642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2489f014-6c6e-4b80-8267-157ec7674e6f req-a31d3d6c-5c9a-4437-8244-303b2fcdfb6b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.4673820 May 27 03:42:51.972665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] For port eeca116e-8339-41d5-adbd-c4d2e01e9abc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eeca116e-8339-41d5-adbd-c4d2e01e9abc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:51.973481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.009744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.042065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] Set router 29e3d07c-75aa-4324-9575-e1d48b32f5ab gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:42:52.090373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:42:52.123144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.136685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.143802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.152930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.161312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.171543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.181219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.184765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-af9758fe-64f1-489b-b1de-3fbec4912b8f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 5436 time: 0.6532762 May 27 03:42:52.219060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:42:51Z', 'revision_number': 6, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:52.231014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:52.232159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da7a68-ee2b-44ad-9d91-870e340e6dae None None] The sync data for ids ['29e3d07c-75aa-4324-9575-e1d48b32f5ab'] in n-d-843301-2 is: [{'id': '29e3d07c-75aa-4324-9575-e1d48b32f5ab', 'name': 'tempest-ServerRescueTestJSON-883926255-router', 'tenant_id': '477818a63bfd4849ad735eff54840b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:40:20Z', 'updated_at': '2022-05-27T03:42:51Z', 'revision_number': 6, 'project_id': '477818a63bfd4849ad735eff54840b0e', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:42:52.239572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.260346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4bb66d25-e85f-48ba-b04d-55e9f3e2b2f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3731334 May 27 03:42:52.272200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:52.274345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Calling delete_port for eeca116e-8339-41d5-adbd-c4d2e01e9abc owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:52.377789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2489f014-6c6e-4b80-8267-157ec7674e6f req-136e665a-de02-4ac5-b308-6647757e75a5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897807 May 27 03:42:52.394125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9410e8a-9a3f-44d1-a228-26bba643358f req-e79f74c8-ad9a-493e-9ef6-80336586e957 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929443 May 27 03:42:52.400373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-3bb28e61-b774-455d-bee3-8e0dd8fc8920 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7831912 May 27 03:42:52.418241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c9a3345e-7569-416a-8937-622a0b55dad0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:42:52.419374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:52.450795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277096d-8ebb-49cd-9192-72ecea53ff6a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.454883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277096d-8ebb-49cd-9192-72ecea53ff6a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:52.455692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8277096d-8ebb-49cd-9192-72ecea53ff6a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:52.513426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8277096d-8ebb-49cd-9192-72ecea53ff6a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:52.524621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8277096d-8ebb-49cd-9192-72ecea53ff6a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2513597 May 27 03:42:52.533558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:52.552222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafc908-983f-4383-8d85-f8f5759b7e42 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:52.566657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:52.735483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-27b2c142-dbae-44f3-887d-2c7178ba1548 None None] Provisioning for port cb952ca6-b714-437a-a244-8a859f14dc54 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:52.750749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:52.910767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Pushing event deleted for resources: {'Port': ['ID=eeca116e-8339-41d5-adbd-c4d2e01e9abc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:52.970452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:42:52.970934 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.013496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639693ab-3c46-4f34-80b0-3930e3bf0a75 req-e607b9d7-b9f3-47d3-bf0f-feb0c1a5b633 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:53.013801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.015557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-639693ab-3c46-4f34-80b0-3930e3bf0a75 req-e607b9d7-b9f3-47d3-bf0f-feb0c1a5b633 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.3372631 May 27 03:42:53.173816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Update dhcp port {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': 'ae06fb86-5e3e-4b9c-81fa-62210c64d6a9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3bc8553-718c-4bb6-9872-bcab13fd424f'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'cb952ca6-b714-437a-a244-8a859f14dc54'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:42:53.298685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cb952ca6-b714-437a-a244-8a859f14dc54 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:53.334007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:53.353801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.361742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4b0b50a4-18a6-487c-911b-f1ef17d47d56 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:53.418749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-639693ab-3c46-4f34-80b0-3930e3bf0a75 req-e21a54d7-6560-45a9-8c68-43d6537178c0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957257 May 27 03:42:53.420196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.491532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:42:53.578013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.782218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.819641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Allocated IP 2001:db8::f816:3eff:fee2:aca3 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/e3bc8553-718c-4bb6-9872-bcab13fd424f/cb952ca6-b714-437a-a244-8a859f14dc54) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:42:53.848245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-ed7f3526-e90b-49c8-a043-073a7f4d4770 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:53.850247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-ed7f3526-e90b-49c8-a043-073a7f4d4770 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 1.1654487 May 27 03:42:53.873701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.892982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.899312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.938351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.940448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e3d07c-75aa-4324-9575-e1d48b32f5ab {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:53.979250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:53.982890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73254323-8c32-4bc8-939a-68360746758d admin admin] 10.222.0.46 "DELETE /v2.0/routers/29e3d07c-75aa-4324-9575-e1d48b32f5ab HTTP/1.1" status: 204 len: 168 time: 3.8004014 May 27 03:42:53.984270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36182) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.011675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-9e4e45a2-fdd9-4364-beb7-44ffa31f1f16 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/quotas/ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 375 time: 0.1390901 May 27 03:42:54.079865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] For port cb952ca6-b714-437a-a244-8a859f14dc54, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cb952ca6-b714-437a-a244-8a859f14dc54,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:54.126055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Deleting subnet 9cfe0f43-6fb9-4b4f-94e7-40b649d91910 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:54.130048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.195672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.205027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.256807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.260682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cb952ca6-b714-437a-a244-8a859f14dc54 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:54.266213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.296942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.322312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-157dbaa6-12ab-4c6e-bbb3-d296beb5dd63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb HTTP/1.1" status: 204 len: 168 time: 1.7874703 May 27 03:42:54.328448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36196) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.370615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.398919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cb952ca6-b714-437a-a244-8a859f14dc54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:54.399627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.417458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4b0b50a4-18a6-487c-911b-f1ef17d47d56,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:54.477337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.477992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Transition to ACTIVE for port object cb952ca6-b714-437a-a244-8a859f14dc54 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:42:54.479070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c9a3345e-7569-416a-8937-622a0b55dad0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:54.479653 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.503789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-33e6c556-d8c6-485f-af22-67f0ac283886 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2819321 May 27 03:42:54.509797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:54.516248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:54.519698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:54.521860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:54.526616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfe0f43-6fb9-4b4f-94e7-40b649d91910,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:54.537956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.538386 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.549253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2089fd6c-4ff9-4843-a64b-e11488835469 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9cfe0f43-6fb9-4b4f-94e7-40b649d91910 HTTP/1.1" status: 204 len: 168 time: 0.5622325 May 27 03:42:54.550899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36204) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.582661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:42:54.596792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8e623-1e10-4e10-80e4-38094a668a64 req-c9dc3194-d561-4c3e-94b5-7ce23997e940 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:54.598619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6aa8e623-1e10-4e10-80e4-38094a668a64 req-c9dc3194-d561-4c3e-94b5-7ce23997e940 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.2182968 May 27 03:42:54.684805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:54.690057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c71bb28d-5be8-4d60-89b8-287802ae6a9a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3559594 May 27 03:42:54.693040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce6d0-c404-4da5-8d1c-4d72feb564b6 None None] Pushing event updated for resources: {'Port': ['ID=cb952ca6-b714-437a-a244-8a859f14dc54,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:54.695219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.711266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] For port 4b0b50a4-18a6-487c-911b-f1ef17d47d56, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:54.713023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36216) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:54.767798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:54.782848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port cb952ca6-b714-437a-a244-8a859f14dc54 had new provisioning blocks added so it will not transition to active. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} May 27 03:42:54.791903 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6aa8e623-1e10-4e10-80e4-38094a668a64 req-0eebfd94-62aa-44ef-be4a-b00169d4bb07 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353517 May 27 03:42:54.880137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] device_id is not set on port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:42:54.886589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d2b9ca6-2418-4df1-9d7f-4d041e785622 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:54.945890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.011021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8d2b9ca6-2418-4df1-9d7f-4d041e785622 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:55.011356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d2b9ca6-2418-4df1-9d7f-4d041e785622 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:55.029371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.146011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.158229 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.224232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cb952ca6-b714-437a-a244-8a859f14dc54 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:55.268624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.352540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:42:55.358951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09341dc4-36bd-4582-b4e8-26c869ebdc52']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:55.365435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:42:55.366212 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:42:55.393950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Usage tracker for resource:security_group_rule and tenant:8bbf2aa0510a44db897ef2ac912f129e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:42:55.400447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:42:55.402403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:55.404796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce48493-54d3-4e0f-8b59-754a786b3da3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:55.405741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce48493-54d3-4e0f-8b59-754a786b3da3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:55.408960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:55.429498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:42:55.433689 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.446021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.452514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-e9b266b0-5eb4-4a96-bd30-b3fa14c31277 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196210 May 27 03:42:55.472312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Pushing event updated for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.494007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.527917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdedf3d-0a82-4f37-ba69-4bb7f40cf3c5 req-0476fa9e-dd84-47f9-a988-0801d032af02 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:55.529606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2cdedf3d-0a82-4f37-ba69-4bb7f40cf3c5 req-0476fa9e-dd84-47f9-a988-0801d032af02 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 0.3913105 May 27 03:42:55.540088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:42:55.540496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: timer() May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:42:55.559440 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:42:55.602186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eeca116e-8339-41d5-adbd-c4d2e01e9abc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:55.676758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: eeca116e-8339-41d5-adbd-c4d2e01e9abc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:42:55.677623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eeca116e-8339-41d5-adbd-c4d2e01e9abc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:42:55.679694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.805041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet ae06fb86-5e3e-4b9c-81fa-62210c64d6a9 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:42:55.842705 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.918176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2cdedf3d-0a82-4f37-ba69-4bb7f40cf3c5 req-a63f59c9-e3ae-4272-9abb-caed07445006 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797932 May 27 03:42:55.932975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.940418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.968045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:55.976742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] Pushing event deleted for resources: {'Network': ['ID=09341dc4-36bd-4582-b4e8-26c869ebdc52,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.990253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.029703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4fffd1ba-9793-40a3-8631-a81d6aae34a4 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:56.036995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-01e34901-2c66-4b3d-99d2-67730b738733 admin admin] 10.222.0.46 "DELETE /v2.0/networks/09341dc4-36bd-4582-b4e8-26c869ebdc52 HTTP/1.1" status: 204 len: 168 time: 1.4792624 May 27 03:42:56.051920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] No DVR routers for this DVR port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:56.111914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ddd81425-6969-4d65-80b0-aa4fd2a16e1a None None] Provisioning complete for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:56.112441 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ddd81425-6969-4d65-80b0-aa4fd2a16e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.135181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cbefa-c5b8-41f6-aa12-f7873868676c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.167551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2852b1ad-3165-4c9c-b73c-3ad881b86937 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bbf2aa0510a44db897ef2ac912f129e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4532378 May 27 03:42:56.169302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36262) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:56.243055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ddd81425-6969-4d65-80b0-aa4fd2a16e1a None None] Port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:42:56.258538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.308174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.367727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.405466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.416651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:56.429521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.430312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8f9d6883-d5ac-4113-951d-1ad02ae86332 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:56.441052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36270) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:56.536266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-da2f51a3-0eac-4350-a509-c8d51e8e4a62 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0596962 May 27 03:42:56.536966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] In _notify_port_updated(), no bound segment for port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:42:56.562135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.562985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1baadf78-4446-4749-990f-669a83b7e48f service neutron] 10.222.0.21 "PUT /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 200 len: 1027 time: 4.1522927 May 27 03:42:56.590943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Provisioning for port cb952ca6-b714-437a-a244-8a859f14dc54 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:42:56.595969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.603576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Provisioning complete for port cb952ca6-b714-437a-a244-8a859f14dc54 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:42:56.603942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.613159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.618005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.622124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.626613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.630733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.635084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.643675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-0ab83f3f-c9ac-409a-9614-9d6f8f5e57ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 4662 time: 0.3737071 May 27 03:42:56.684274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.697533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45f26ff2-9a02-45a6-b2b9-4ce4c5719be1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=477818a63bfd4849ad735eff54840b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2551386 May 27 03:42:56.724549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:56.808450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8181a73f-5462-437e-8d6f-08ea2d8dab7c req-038a076f-f2a0-4a17-ad30-8121f0c6c2a6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633744 May 27 03:42:56.841701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.851142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.893236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] For port cb952ca6-b714-437a-a244-8a859f14dc54, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cb952ca6-b714-437a-a244-8a859f14dc54,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:56.916083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.917349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cbefa-c5b8-41f6-aa12-f7873868676c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.937993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:56.949455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ffe7d2e-4c6b-4032-b724-3f038601072b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/439cbefa-c5b8-41f6-aa12-f7873868676c HTTP/1.1" status: 204 len: 168 time: 0.7634776 May 27 03:42:56.970821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-9959bd51-2848-4058-96ba-07281c85c321 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:56.974158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-9959bd51-2848-4058-96ba-07281c85c321 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "GET /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3874223 May 27 03:42:57.005635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.022190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Could not find standard attr ID for object f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:42:57.079204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.126317 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e45434-0716-459e-8505-0e3bd6740b25'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'code': 200} May 27 03:42:57.189578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:57.203573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9c4f3772-17fd-4796-8619-bbf1fb819ee3 None None] Could not find standard attr ID for object f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:42:57.389111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:57.392465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df636-786c-4a08-9b1e-432daf94fc3e None None] Pushing event updated for resources: {'Port': ['ID=cb952ca6-b714-437a-a244-8a859f14dc54,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:57.407363 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.409618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8656582d-c263-4927-a0bf-7d6ecfe6a167 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:57.504368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06963a8-e429-4654-9576-d48bbf81aeed req-f2ce55a8-1896-49b8-83d6-8c4247c6731e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:57.506145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a06963a8-e429-4654-9576-d48bbf81aeed req-f2ce55a8-1896-49b8-83d6-8c4247c6731e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2350636 May 27 03:42:57.541251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.612598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:57.626093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a06963a8-e429-4654-9576-d48bbf81aeed req-f324cc60-4ab1-482b-a398-ae1e878b78cd tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037431 May 27 03:42:57.646284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.777420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.945548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:57.982129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-531f51cd-5ce6-484c-a0aa-e2a8fd25d242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.018176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.105384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.126403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:58.131330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76f9ef-8abb-4f69-b28d-46290b39d070 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:42:58.177630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.227156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70a46608-e4c6-439a-aba0-1a8d7b09240c req-dfc85aa5-713b-441a-9ba2-2fb67b3b20bf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 210 time: 0.1274581 May 27 03:42:58.317326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66547351-70db-44d5-a687-79e6923f114e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:58.326996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=ae06fb86-5e3e-4b9c-81fa-62210c64d6a9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:58.433505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.434680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bca78218-5d31-4ac7-93a9-b5285aa5869e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:58.511340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d6cf014-940d-4e28-8bc7-ed540face7eb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ae06fb86-5e3e-4b9c-81fa-62210c64d6a9 HTTP/1.1" status: 204 len: 168 time: 3.8144064 May 27 03:42:58.518939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36334) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:58.569618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.570918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e135ef45-d007-491c-8943-8f14b01e00f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66547351-70db-44d5-a687-79e6923f114e HTTP/1.1" status: 204 len: 168 time: 1.8285165 May 27 03:42:58.770907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.779386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.794678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-9520dc7b-fbc3-4e6c-aad0-eff63fc48d11 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.797398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.805527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.806498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-9520dc7b-fbc3-4e6c-aad0-eff63fc48d11 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:42:58.816937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.843104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:58.845536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4cb57791-8b82-464f-a963-dc59700c50ff req-cff58932-2198-4000-bdf8-7fe46f106322 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 4656 time: 0.5619497 May 27 03:42:58.914638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:58.971686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:58.985563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bd3f0915-7341-4c61-9d11-25098f3f10a7,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:59.127509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:42:59.167549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:59.171630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cb952ca6-b714-437a-a244-8a859f14dc54 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:42:59.218165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:42:59.239732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:59.243898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bd3f0915-7341-4c61-9d11-25098f3f10a7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:59.278613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4cb57791-8b82-464f-a963-dc59700c50ff req-21bd3042-04f8-4348-8b52-25cf16a3beec tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=67eeaad2-c463-49d0-bd47-2389b008e996&id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4233787 May 27 03:42:59.333971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] For port bd3f0915-7341-4c61-9d11-25098f3f10a7, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:42:59.352977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-5208b3e9-0558-40b9-942d-b1d8bcca6fee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:42:59.361088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-5208b3e9-0558-40b9-942d-b1d8bcca6fee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.41 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.4357662 May 27 03:42:59.451364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36360) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:42:59.502782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'device_id': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'admin_state_up': True, 'tenant_id': 'ff373081db304819b7fa43aca692792e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:42:59.549458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-9520dc7b-fbc3-4e6c-aad0-eff63fc48d11 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:42:59.557188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-9520dc7b-fbc3-4e6c-aad0-eff63fc48d11 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 1.1715829 May 27 03:42:59.606208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] device_id is not set on port bd3f0915-7341-4c61-9d11-25098f3f10a7 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:42:59.609973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f4ebd120-c9f4-4e31-8afb-02efd7839f3b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/quotas/ead614c50140498e8da4f0c7b3156d87 HTTP/1.1" status: 200 len: 375 time: 0.0513277 May 27 03:42:59.622452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:59.660731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:59.699113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:42:59.849561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 235b00df-849c-490a-bb6e-2c67c082d264 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:42:59.982016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet e3bc8553-718c-4bb6-9872-bcab13fd424f {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:00.055405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-4deb9988-35a6-46d3-bd27-48f6e4c226d8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:00.060004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-4deb9988-35a6-46d3-bd27-48f6e4c226d8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f8771f0-a19a-4973-971c-eab1f7c30674 HTTP/1.1" status: 200 len: 945 time: 1.0637417 May 27 03:43:00.082745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.106790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-953d93f3-0052-42e2-8c33-211aa03d19d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.223858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-6d02fe8e-bf18-4b19-a390-7b3670a11968 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6071148 May 27 03:43:00.266570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cb952ca6-b714-437a-a244-8a859f14dc54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:00.267325 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.450168 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.506305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3599c3f-c726-451e-a784-9c8e9b900481 None None] Provisioning complete for port bd3f0915-7341-4c61-9d11-25098f3f10a7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:00.506770 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3599c3f-c726-451e-a784-9c8e9b900481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.516563 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.594383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f3599c3f-c726-451e-a784-9c8e9b900481 None None] Port bd3f0915-7341-4c61-9d11-25098f3f10a7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:00.662879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] No DVR routers for this DVR port bd3f0915-7341-4c61-9d11-25098f3f10a7 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:00.665073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:00.678251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.721463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.742551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Pushing event updated for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:00.781900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1426322093-network', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:00.797135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:00.809975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:00.810182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Usage tracker for resource:network and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:00.827715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:00.844413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:00.918672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:00.932710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.935824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-890caf8b-5993-44b3-b827-7e51fde67217 None None] Provisioning complete for port cb952ca6-b714-437a-a244-8a859f14dc54 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:00.936498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-890caf8b-5993-44b3-b827-7e51fde67217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.965489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] In _notify_port_updated(), no bound segment for port bd3f0915-7341-4c61-9d11-25098f3f10a7 on network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:43:00.970353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:00.970834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-826f37eb-2653-4295-966a-2bd91756f26c service neutron] 10.222.0.21 "PUT /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 200 len: 1028 time: 3.7970598 May 27 03:43:00.973642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:00.993829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Made reservation on behalf of 2529349ee45d48eabe7d93e13c544b64 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:00.997383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.004640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bc8553-718c-4bb6-9872-bcab13fd424f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:01.056297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.063267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:01.069194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.104940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23adf3d1-286b-4940-99ef-6cd8caa51e4e None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:01.113450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.160738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-540151f2-b3a2-4eec-b3f1-14675b869c50 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/e3bc8553-718c-4bb6-9872-bcab13fd424f HTTP/1.1" status: 204 len: 168 time: 2.6277664 May 27 03:43:01.163491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:01.204787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:01.221637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Usage tracker for resource:security_group_rule and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:01.224285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:01.237766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:01.322094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.334140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Deleting port 111d6088-020a-41df-8b07-1fdfa23480f3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:01.334627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.371159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c74ea-49cc-44c2-89d2-9bd001fada6e req-232f8214-8667-4002-b597-a335fb2f48d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:01.378690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-479c74ea-49cc-44c2-89d2-9bd001fada6e req-232f8214-8667-4002-b597-a335fb2f48d5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 1.8250420 May 27 03:43:01.389284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.479940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d83c07f-db05-4f2b-b598-6976072f256d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:01.500305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6f1c18fd-1c37-4e21-9def-7825dda7b210 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3303237 May 27 03:43:01.508517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:01.517433 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-ebb7c27f-5bed-45ec-b740-712cbe3df8f6 service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2924399 May 27 03:43:01.522755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:43:01.541987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:01.595226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-479c74ea-49cc-44c2-89d2-9bd001fada6e req-cc66f2bf-4d2f-4d94-8c37-5013e0dcccc6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155442 May 27 03:43:01.598833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port bca78218-5d31-4ac7-93a9-b5285aa5869e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:01.599174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.655510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.661959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.767677 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17786282-edbf-40d5-8c32-e4698457a2bb'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'code': 200} May 27 03:43:01.768311 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17786282-edbf-40d5-8c32-e4698457a2bb'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'code': 200} May 27 03:43:01.768311 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17786282-edbf-40d5-8c32-e4698457a2bb'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'code': 200} May 27 03:43:01.768486 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17786282-edbf-40d5-8c32-e4698457a2bb'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'code': 200} May 27 03:43:01.782065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:01.787104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Deleting port cb952ca6-b714-437a-a244-8a859f14dc54 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:01.787545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.871064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.20.0.11 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/c8ce01b4-6cd0-4df3-b675-fd5f13469d09) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:01.883500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:01.888354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:01.891591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:01.898356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:01.909453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:01.909794 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Added segment c48d9b94-74f4-4a07-9464-e9cbad0b08d0 of type vlan for network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 May 27 03:43:01.918745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-7b986abf-da7e-4497-b35b-fadb59b2a270 service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833642 May 27 03:43:01.963995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:02.267088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f41daaa7-71b3-4fd3-af3c-5f857ed0bd91 req-d6002c18-685c-4f8d-a04d-b75089f38ffa tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 210 time: 0.3428924 May 27 03:43:02.316645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] For port cb952ca6-b714-437a-a244-8a859f14dc54, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cb952ca6-b714-437a-a244-8a859f14dc54,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:02.317429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:02.354855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:02.418017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Transition to ACTIVE for port object c8ce01b4-6cd0-4df3-b675-fd5f13469d09 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:02.486192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:02.506610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] For port bca78218-5d31-4ac7-93a9-b5285aa5869e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bca78218-5d31-4ac7-93a9-b5285aa5869e,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:02.507079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:02.608750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088', '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:02.658121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Calling delete_port for cb952ca6-b714-437a-a244-8a859f14dc54 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:02.710217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:02.840181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:02.846578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:02.879705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:02.932046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.019430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.086154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] Pushing event deleted for resources: {'Port': ['ID=cb952ca6-b714-437a-a244-8a859f14dc54,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:03.146438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.156741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.167556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.179736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.184423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cb952ca6-b714-437a-a244-8a859f14dc54 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:03.195357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.198096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-478da86d-9caf-4c5a-b65d-aaa62e9b5d03 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3877 time: 0.4941375 May 27 03:43:03.237157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.278500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.280461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.330210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:03.344486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1870e50-a7a7-42e1-b124-3f1760df914b None None] No DVR routers for this DVR port cb952ca6-b714-437a-a244-8a859f14dc54 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:03.365342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: cb952ca6-b714-437a-a244-8a859f14dc54 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:43:03.368888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cb952ca6-b714-437a-a244-8a859f14dc54 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:03.375739 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc03426a-777e-4c9f-8d7c-6326b78693a0 req-52aafe89-fda0-459a-85d1-c6496e7bf62b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686187 May 27 03:43:03.381019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 111d6088-020a-41df-8b07-1fdfa23480f3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:03.390916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-89389a92-f1bf-4e7a-bc60-ec46c8f9e54c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8990459 May 27 03:43:03.408485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Request body: {'port': {'device_id': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:03.723359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.724581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:03.725406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.726551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d02b16f0-c46a-4e08-a496-65d89fd9af11 None None] Provisioning for port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:03.742388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d02b16f0-c46a-4e08-a496-65d89fd9af11 None None] Provisioning complete for port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:03.742760 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d02b16f0-c46a-4e08-a496-65d89fd9af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.810136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:03.841887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.849603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:03.947212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:03.958767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] Pushing event updated for resources: {'Network': ['ID=d54a7fd1-1ac0-4666-b406-e0df2177b5e9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:03.981068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-313a193f-5d34-4ec8-ae2b-072ce7a5daa2 req-a2c6a823-1343-44c4-a458-bef1421c85e4 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 210 time: 0.3106182 May 27 03:43:03.981630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.137520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.197647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:43:04.215617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:04.228115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d02b16f0-c46a-4e08-a496-65d89fd9af11 None None] Port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:04.329920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.330959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.331696 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Floating IP 89be82c1-c854-4f01-98bf-f388167b7277 disassociated. External IP: 172.25.8.170, port: bca78218-5d31-4ac7-93a9-b5285aa5869e. May 27 03:43:04.332197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for bca78218-5d31-4ac7-93a9-b5285aa5869e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:04.387104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.491971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:04.496712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Usage tracker for resource:security_group_rule and tenant:e0632cae2017475aab8b7014768807ef is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:04.500611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:04.515381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:04.522586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f426a22a-be79-47bd-a1d7-0200d2514c9a req-75382c85-86e6-4ba2-af85-8e527e5af75e tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.2318861 May 27 03:43:04.659652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.701188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.829191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f9425f84-6539-4107-811c-3eddc9fb2538 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.3727779 May 27 03:43:04.849211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:04.857234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Request body: {'subnet': {'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1426322093-subnet', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:04.880832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:04.918359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:04.918730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:04.941878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Usage tracker for resource:subnet and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:04.959100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:05.160822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Calling delete_port for 111d6088-020a-41df-8b07-1fdfa23480f3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:05.213722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db3b17-40a2-49a8-ac07-77a318a4fd4b req-445cb914-fcb9-47c1-9470-c664d347a557 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:05.222466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75db3b17-40a2-49a8-ac07-77a318a4fd4b req-445cb914-fcb9-47c1-9470-c664d347a557 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 1.3163157 May 27 03:43:05.324825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:05.387522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:05.453614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Made reservation on behalf of 2529349ee45d48eabe7d93e13c544b64 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:05.457477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:05.572207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-e0011cca-8231-434d-b07d-5f9bc10eb1e8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:05.573730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-e0011cca-8231-434d-b07d-5f9bc10eb1e8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.41 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 0.3173273 May 27 03:43:05.590329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0632cae2017475aab8b7014768807ef&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2584465 May 27 03:43:05.591459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0e276-20ad-4389-8527-a9f7b64a6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c80d4-59f7-4945-8f7d-8464dceab774,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:05.621021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:05.635106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75db3b17-40a2-49a8-ac07-77a318a4fd4b req-28b4a8d0-aa0a-4bdc-a93f-4e16a716b95f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115894 May 27 03:43:05.646093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Request body: {'port': {'device_id': '14742cad-63e7-443d-b329-977b021c0326', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'admin_state_up': True, 'tenant_id': 'ead614c50140498e8da4f0c7b3156d87'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:05.777519 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d62bccc-35ae-4690-ba4e-12b83b7515ea'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264', 'code': 200} May 27 03:43:05.955165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=bca78218-5d31-4ac7-93a9-b5285aa5869e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:05.993029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.170407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.172016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:43:06.172337 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:43:06.195441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9898a-1a0e-4ab5-bda4-dea90b21655c req-c72ab475-96aa-4793-af2f-2d3f04a9ac8c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.196752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34b9898a-1a0e-4ab5-bda4-dea90b21655c req-c72ab475-96aa-4793-af2f-2d3f04a9ac8c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 932 time: 1.4473934 May 27 03:43:06.198926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:06.208787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:06.209332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:06.220323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250686a2-c20b-4788-8f4a-996504f3c35c None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:06.223538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.224132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.232945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.244365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.250989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:06.304132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-048f47cf-c812-4fdc-88f1-0638948fdc0e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.308232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-048f47cf-c812-4fdc-88f1-0638948fdc0e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.312734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-048f47cf-c812-4fdc-88f1-0638948fdc0e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.316760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-048f47cf-c812-4fdc-88f1-0638948fdc0e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:06.324106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-048f47cf-c812-4fdc-88f1-0638948fdc0e tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3143 time: 0.3704610 May 27 03:43:06.382818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Made reservation on behalf of ead614c50140498e8da4f0c7b3156d87 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:06.385892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.442975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58b922d0-4721-4ec5-9031-ce23e4555d7f req-71095ecd-8d48-4407-970b-1b9649f4a06b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163104 May 27 03:43:06.449184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ce01b4-6cd0-4df3-b675-fd5f13469d09 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:06.472611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.473805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=1a003938-94f2-4996-9582-9044689608bb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:06.595116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8986c0a-0849-474d-be24-81ea01c25501,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:06.623860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Transition to ACTIVE for port object c8ce01b4-6cd0-4df3-b675-fd5f13469d09 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:06.649298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.679760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.727641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34b9898a-1a0e-4ab5-bda4-dea90b21655c req-37e84291-4bb9-4f27-9f4a-d19dbe247f80 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196881 May 27 03:43:06.727778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '1a003938-94f2-4996-9582-9044689608bb'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:43:06.728588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.733092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Deleting port 111d6088-020a-41df-8b07-1fdfa23480f3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:06.733445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.773144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:06.775592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c80d4-59f7-4945-8f7d-8464dceab774,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:06.853509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c24487b-3fda-440d-8f7e-edc3ce4312a8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3322160 May 27 03:43:06.867008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36498) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:06.896839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:06.973558 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:06.974904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9131cbd0-63be-4b30-b8d2-f5d2e9f1ad00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce3c80d4-59f7-4945-8f7d-8464dceab774 HTTP/1.1" status: 204 len: 168 time: 1.3388484 May 27 03:43:07.121631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Allocated IP 172.20.0.13 (87651465-14c5-4786-ae14-b5af6ce6dca9/cb30e9fe-0ed2-4466-89ca-0646357f3919/c8f9dca5-7cd9-4a74-92a5-7caa01fbc671) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:07.246687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Allocated IP 172.20.0.2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/1a003938-94f2-4996-9582-9044689608bb/06641062-0451-4e51-afc6-a2a92bde6f7f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:07.444246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Attempting to bind port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:07.444579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Attempting to bind port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:07.444922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Attempting to bind port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:07.451033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Checking segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:07.451708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Network hostable DHCP agents. Network: d54a7fd1-1ac0-4666-b406-e0df2177b5e9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:43:07.532870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 on network 2d969655-9e36-4c80-8569-9226d261e6e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:43:07.533124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Attempting to bind port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:07.565543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.577495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Transition to ACTIVE for port object 06641062-0451-4e51-afc6-a2a92bde6f7f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:07.605765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Transition to ACTIVE for port object 06641062-0451-4e51-afc6-a2a92bde6f7f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:07.614409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:07.614740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:07.615119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:07.615561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Bound port: c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:07.615905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.628994 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.721804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:07.727126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:07.735855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:07.738421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Pushing event updated for resources: {'Port': ['ID=06641062-0451-4e51-afc6-a2a92bde6f7f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:07.740733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22b541-152b-46c7-84fa-851b24e6d2c7 req-cb59f7b4-cc88-46fc-ab89-61b6a6830e51 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:07.753193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a22b541-152b-46c7-84fa-851b24e6d2c7 req-cb59f7b4-cc88-46fc-ab89-61b6a6830e51 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.4910204 May 27 03:43:07.779229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:07.853192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Attempting to bind port 06641062-0451-4e51-afc6-a2a92bde6f7f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:07.853717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Attempting to bind port 06641062-0451-4e51-afc6-a2a92bde6f7f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:07.854164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Attempting to bind port 06641062-0451-4e51-afc6-a2a92bde6f7f on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:07.884208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:07.886762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:07.887579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9de0d6a0-39d1-469a-97b9-40ccd8040263 req-832e646e-04a0-42ab-98a8-3ddc4654eb80 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:07.888097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.888487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:07.890038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Bound port: 06641062-0451-4e51-afc6-a2a92bde6f7f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:07.890432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.927844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36522) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:07.976304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:07.993785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.014274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a22b541-152b-46c7-84fa-851b24e6d2c7 req-a6f59b09-31b3-4c3c-b7ac-f0e718180b2a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595978 May 27 03:43:08.019676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:08.076383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] For port 06641062-0451-4e51-afc6-a2a92bde6f7f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:08.087592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:08.091672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] For port 06641062-0451-4e51-afc6-a2a92bde6f7f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06641062-0451-4e51-afc6-a2a92bde6f7f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:08.103083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.105550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.116821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:08.121263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9de0d6a0-39d1-469a-97b9-40ccd8040263 req-832e646e-04a0-42ab-98a8-3ddc4654eb80 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:08.140492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9de0d6a0-39d1-469a-97b9-40ccd8040263 req-832e646e-04a0-42ab-98a8-3ddc4654eb80 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 210 time: 0.7413559 May 27 03:43:08.194709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4178a4-bf31-47b3-8a2b-32b0af2ed8ff None None] Pushing event updated for resources: {'Port': ['ID=06641062-0451-4e51-afc6-a2a92bde6f7f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.216318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Usage tracker for resource:security_group_rule and tenant:41dfed9ad4e849428ab7604129ab3a85 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:08.257422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:08.311475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:08.361185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.362913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] For port 111d6088-020a-41df-8b07-1fdfa23480f3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=111d6088-020a-41df-8b07-1fdfa23480f3,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:08.363304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.369430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 1092 time: 4.9710526 May 27 03:43:08.380818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:08.440983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03a8ed-f862-4484-9fbd-3e06ed9a0fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.456773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.670367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:08.679973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:08.682492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:08.694643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.695451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:08.721151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Calling delete_port for 111d6088-020a-41df-8b07-1fdfa23480f3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:08.809463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:08.833255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:08.883142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:08.886824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:09.024386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.037009 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.049439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:43:09.071708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-523625f2-aef7-4cbd-93b3-6713df530142 req-92628d3e-c79c-48e8-8398-9043c42b5f71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.1325614 May 27 03:43:09.086397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:09.093419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.125489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.244739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ad430-e664-45b7-900b-9fb6497be904,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.319210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 06641062-0451-4e51-afc6-a2a92bde6f7f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:09.380831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cbec8c18-e873-4a70-94b6-2ccc4c6ba204 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41dfed9ad4e849428ab7604129ab3a85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4519904 May 27 03:43:09.386904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-362cdc11-8a89-40ff-a0f4-3bf31754c38b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 1095 time: 0.7958450 May 27 03:43:09.388103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36534) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:09.389911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-957168c7-4d5c-4163-90e7-64139541256c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7697332 May 27 03:43:09.397341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d54a7fd1-1ac0-4666-b406-e0df2177b5e9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:09.403024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.403614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.428409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Request body: {'port': {'device_id': '14742cad-63e7-443d-b329-977b021c0326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:09.435565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5173ccd-a184-4332-8150-e493266e7ff9 None None] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:09.528277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.533189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74248dfb-5cac-431a-8592-ca14524e28b2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.6797707 May 27 03:43:09.541500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:09.703038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:09.704765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:43:09.706527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:09.708997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event deleted for resources: {'Port': ['ID=111d6088-020a-41df-8b07-1fdfa23480f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.728322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 06641062-0451-4e51-afc6-a2a92bde6f7f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:09.749044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:09.809985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.814167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.818015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.829832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:09.831187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:09.838664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Usage tracker for resource:router and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:09.849164 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-d83be22d-6dec-4384-a3fb-96d716afcace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 217 time: 0.3732977 May 27 03:43:09.855160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:09.859602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:09.897733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:09.906659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Allocated IP 172.20.0.2 (d54a7fd1-1ac0-4666-b406-e0df2177b5e9/d8986c0a-0849-474d-be24-81ea01c25501/47329522-27f7-4218-b7e0-620e54bebbf8) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:09.975755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.018364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9892-aa84-4c1b-8516-a94a6ab30073 req-a1ff6a17-f26b-4ca8-b2fb-90f0a949ec00 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:10.019463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ae1e9892-aa84-4c1b-8516-a94a6ab30073 req-a1ff6a17-f26b-4ca8-b2fb-90f0a949ec00 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:10.053853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] No DVR routers for this DVR port 111d6088-020a-41df-8b07-1fdfa23480f3 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:10.055431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:10.063924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-892e60c0-2db6-4de8-909d-aee207f914eb tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3143 time: 1.0771675 May 27 03:43:10.080516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.082684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2088341-f08a-4483-b082-c6f6e3a9f809 req-a1f32a6d-99d3-48fb-a0ed-31be2caffb7c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "DELETE /v2.0/ports/111d6088-020a-41df-8b07-1fdfa23480f3 HTTP/1.1" status: 204 len: 173 time: 9.9287355 May 27 03:43:10.085699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-deleted', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:10.146589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.157919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Transition to ACTIVE for port object 47329522-27f7-4218-b7e0-620e54bebbf8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:10.166483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ae1e9892-aa84-4c1b-8516-a94a6ab30073 req-a1ff6a17-f26b-4ca8-b2fb-90f0a949ec00 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:10.168882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae1e9892-aa84-4c1b-8516-a94a6ab30073 req-a1ff6a17-f26b-4ca8-b2fb-90f0a949ec00 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 944 time: 1.5342965 May 27 03:43:10.175599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.180265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Transition to ACTIVE for port object 47329522-27f7-4218-b7e0-620e54bebbf8 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:10.192017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.193026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.200402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.245829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0466232a-3ba9-49fb-bb04-002eae8aa372 req-32dcac12-f5d3-437b-917e-b2ef97f95c63 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807013 May 27 03:43:10.280044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Pushing event updated for resources: {'Port': ['ID=47329522-27f7-4218-b7e0-620e54bebbf8,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:10.283813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Provisioning for port 06641062-0451-4e51-afc6-a2a92bde6f7f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:10.292848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Provisioning complete for port 06641062-0451-4e51-afc6-a2a92bde6f7f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:10.293371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.374831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:10.377318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:10.379863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:10.432380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.517329 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c6f61d-1f01-40c9-949c-5da60390c57a'] response: {'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'code': 200} May 27 03:43:10.597801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.616727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Attempting to bind port 47329522-27f7-4218-b7e0-620e54bebbf8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:10.617358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Attempting to bind port 47329522-27f7-4218-b7e0-620e54bebbf8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:10.617782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Attempting to bind port 47329522-27f7-4218-b7e0-620e54bebbf8 on network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:10.650351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] For port 06641062-0451-4e51-afc6-a2a92bde6f7f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06641062-0451-4e51-afc6-a2a92bde6f7f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:10.651737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:10.652865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Checking segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:10.653550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.654422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Bound using segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:10.655564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Bound port: 47329522-27f7-4218-b7e0-620e54bebbf8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:10.656070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.753026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3a6d53a-e8ef-4343-8c26-44f2617ddba5 req-557f0c0b-ac28-4dd1-b7b3-fb100fb557d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0644269 May 27 03:43:10.753514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.812093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-2ef1ba67-6ffd-4f19-84bb-5c7a4e643394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:10.813775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-2ef1ba67-6ffd-4f19-84bb-5c7a4e643394 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.8848979 May 27 03:43:10.872623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41fd11-caa3-4d80-aa8b-8d6dcd3d9204 None None] Pushing event updated for resources: {'Port': ['ID=06641062-0451-4e51-afc6-a2a92bde6f7f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:10.878589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:10.883753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] For port 47329522-27f7-4218-b7e0-620e54bebbf8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:10.883929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.887874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] For port 47329522-27f7-4218-b7e0-620e54bebbf8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=47329522-27f7-4218-b7e0-620e54bebbf8,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:10.900200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.902398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:10.959034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Transition to ACTIVE for port object c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:10.969105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae1e9892-aa84-4c1b-8516-a94a6ab30073 req-2229f2b3-b9d9-4ac9-8681-436bc791ef13 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699032 May 27 03:43:10.973930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:11.125503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36159e79-2a7f-4f64-9253-93457695b374 None None] Pushing event updated for resources: {'Port': ['ID=47329522-27f7-4218-b7e0-620e54bebbf8,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:11.197251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:11.203419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:11.245189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 06641062-0451-4e51-afc6-a2a92bde6f7f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:11.254118 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d642253-fcc2-471f-bee0-8525e479ada1'] response: {'name': 'network-changed', 'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'status': 'completed', 'code': 200} May 27 03:43:11.264166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-4e83b1a9-0dc4-40d8-a6cf-61efb1e7160a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355798 May 27 03:43:11.270431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ad430-e664-45b7-900b-9fb6497be904,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:11.333851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:11.337588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d8945d9-57f6-4652-ad54-82157cb4aa9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b44ad430-e664-45b7-900b-9fb6497be904 HTTP/1.1" status: 204 len: 168 time: 1.9454060 May 27 03:43:11.397912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:43:11.546472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 06641062-0451-4e51-afc6-a2a92bde6f7f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:11.546948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:11.833520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3269bcf1-dc7b-4c9b-86d2-b7ec912de966 req-40a50353-e050-40e1-9076-a21f1d1600f4 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 1.0789227 May 27 03:43:11.843141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Attempting to bind port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:11.843474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Attempting to bind port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:11.843802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Attempting to bind port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:11.897950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-aa24a4e5-58f1-4b67-9f7f-5ac150e01b41 service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236625 May 27 03:43:11.901785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:43:11.902301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Attempting to bind port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:11.972136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:11.984490 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Sync routers for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:43:12.012150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:12.016643 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:12.105175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.107900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:12.108246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Checking segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:12.108630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Bound using segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:12.109098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Bound port: c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:12.109523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.134943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7525578-b5d7-45f1-948c-9104d6e4f47b req-665518f0-ecf8-410a-a46c-79c168a98bf7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:12.141857 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7525578-b5d7-45f1-948c-9104d6e4f47b req-665518f0-ecf8-410a-a46c-79c168a98bf7 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.6197016 May 27 03:43:12.161121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] No DVR routers for this DVR port bca78218-5d31-4ac7-93a9-b5285aa5869e on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:12.169661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.306998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7525578-b5d7-45f1-948c-9104d6e4f47b req-48a58a6e-d10b-46d0-90bd-5a7df616c5df tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638646 May 27 03:43:12.436183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b3bdd-b19d-41fe-a283-12d07eebec47 req-96f9a8c0-8a23-4612-8f6f-30715f295a0c service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250268 May 27 03:43:12.476375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:12.482327 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:12.502642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:12.611753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.657075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 06641062-0451-4e51-afc6-a2a92bde6f7f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06641062-0451-4e51-afc6-a2a92bde6f7f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:12.717073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.731413 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c10c52f-cb37-432f-85f7-196d8dce720f'] response: {'server_uuid': '5f8771f0-a19a-4973-971c-eab1f7c30674', 'name': 'network-vif-deleted', 'tag': '111d6088-020a-41df-8b07-1fdfa23480f3', 'status': 'completed', 'code': 200} May 27 03:43:12.737213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.743268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.744716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 HTTP/1.1" status: 200 len: 1092 time: 3.3246896 May 27 03:43:12.760568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dbdd779c-eb8c-4f7b-a614-417fa151b932 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "DELETE /v2.0/ports/bca78218-5d31-4ac7-93a9-b5285aa5869e HTTP/1.1" status: 204 len: 173 time: 11.7634904 May 27 03:43:12.800040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb8aee-cfc5-47ea-8858-cdd5fe5928f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:12.834240 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:43:12.871325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:12.872333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:13.059284 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:13.069310 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Checking router: 5f7a7580-4199-4ffc-8cb2-89b8050a2fda for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:43:13.088544 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:13.089455 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:13.104071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7290d9e8-f8c4-482a-974d-02b4b8c3d13e None None] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:13.338046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:13.347589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 47329522-27f7-4218-b7e0-620e54bebbf8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:13.358965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:13.390014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:13.397052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.397673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:13.418595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180fe52d-9128-42fd-8418-4cc4cf71315f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:13.426857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:13.433707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:13.439033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:13.496196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-e5438e7e-30f4-457d-b407-79f4c0be00e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 1095 time: 0.9882414 May 27 03:43:13.548712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=7259f89d-051b-4775-818b-9a4c75795e98,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:13.605052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.606474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.608345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.618331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.621697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.622640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.623701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.624964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.626641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.627761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.628586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:13.736135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-9eac7004-119c-462b-b182-d6591d3ba18a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 1095 time: 0.9305933 May 27 03:43:13.751236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c334c5e7-8fef-4e92-afd5-068c1cbc4ab8 None None] Provisioning for port 47329522-27f7-4218-b7e0-620e54bebbf8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:13.829907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9492357 May 27 03:43:13.840967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96b38-bf01-4d07-b59c-47ca3f9410b4 req-f9c2e7de-aded-41fc-81ba-45bede0658f0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.846318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-09a96b38-bf01-4d07-b59c-47ca3f9410b4 req-f9c2e7de-aded-41fc-81ba-45bede0658f0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:13.855366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36576) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:13.875597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-1807ad91-176d-4dcc-a36c-1c6927e1778f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.876844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 47329522-27f7-4218-b7e0-620e54bebbf8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:13.885026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-1807ad91-176d-4dcc-a36c-1c6927e1778f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.886911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a9f67-ce29-4758-ab2f-73c4d7f9eda5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=06641062-0451-4e51-afc6-a2a92bde6f7f,revision_number=5']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:13.908280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-1807ad91-176d-4dcc-a36c-1c6927e1778f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.912999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 47329522-27f7-4218-b7e0-620e54bebbf8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:13.913394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:13.919321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-1807ad91-176d-4dcc-a36c-1c6927e1778f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:13.928616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-1807ad91-176d-4dcc-a36c-1c6927e1778f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 3143 time: 1.0491402 May 27 03:43:13.928774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-09a96b38-bf01-4d07-b59c-47ca3f9410b4 req-f9c2e7de-aded-41fc-81ba-45bede0658f0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:13.931430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09a96b38-bf01-4d07-b59c-47ca3f9410b4 req-f9c2e7de-aded-41fc-81ba-45bede0658f0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 944 time: 1.7720375 May 27 03:43:13.974035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:12:ad:3c', 'name': 'tempest-NetworksTestDHCPv6-1837503039'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:14.110587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-616a90f0-2783-4534-933d-34caaf48e9fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 HTTP/1.1" status: 200 len: 217 time: 0.3626297 May 27 03:43:14.295752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09a96b38-bf01-4d07-b59c-47ca3f9410b4 req-c656f3bf-01b0-42c1-a670-4e6b6dce5d49 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112954 May 27 03:43:14.324789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] For port 4fffd1ba-9793-40a3-8631-a81d6aae34a4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4fffd1ba-9793-40a3-8631-a81d6aae34a4,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:14.325376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:14.325501 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:14.341453 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b30c2-6fc2-451b-984b-8d0b097eae43 None None] The sync data for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 is: [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:36:39Z', 'revision_number': 4, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6a17d688-9f45-46f4-b3a8-a3c30c879842', 'name': '', 'network_id': '4910d8db-2527-4a8c-94e1-b5704ebfa1ab', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'mac_address': 'fa:16:3e:14:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:51Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'subnets': [{'id': 'ae563b23-be06-40d4-807d-169d31a689fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:43:14.444144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-4a041e30-da50-49f1-922b-e0955fc8ff83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:14.445645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-4a041e30-da50-49f1-922b-e0955fc8ff83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.9279106 May 27 03:43:14.504332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:14.565407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:14.631667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 47329522-27f7-4218-b7e0-620e54bebbf8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=47329522-27f7-4218-b7e0-620e54bebbf8,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:14.651998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:14.808757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=47329522-27f7-4218-b7e0-620e54bebbf8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:14.829804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-da8e8c11-d77c-4c33-a1a7-f71b851e41e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 217 time: 0.3017969 May 27 03:43:14.898587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6416a-45a6-4d82-a4a4-b995e7f04229 None None] New status for floating IP 89be82c1-c854-4f01-98bf-f388167b7277: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:43:14.911037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-25c3c15d-ff50-4c7e-998d-e1eafd339308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:14.912635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-25c3c15d-ff50-4c7e-998d-e1eafd339308 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.6526182 May 27 03:43:15.001314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fe568c7-82ed-4178-b4e2-acf6e0f506e7 req-04c184e2-2b0c-4d50-a6ee-aad7a34a7f99 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0582807 May 27 03:43:15.018725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:15.067454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:15.158327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 4fffd1ba-9793-40a3-8631-a81d6aae34a4 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:15.189881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:15.209082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:15.263017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:15.277274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.278041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-c0c9a212-3723-4a9c-a9c3-b627b1bb0731 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650766 May 27 03:43:15.385565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 47329522-27f7-4218-b7e0-620e54bebbf8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:15.419570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-f4768b0c-bc94-4f0c-8d74-26680df2d794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:15.421863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-f4768b0c-bc94-4f0c-8d74-26680df2d794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.5080397 May 27 03:43:15.423044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:15.568788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b0fa3ac2-90b1-4401-9af3-62df69166f0c None None] Provisioning complete for port 47329522-27f7-4218-b7e0-620e54bebbf8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:15.569291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0fa3ac2-90b1-4401-9af3-62df69166f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.648163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 47329522-27f7-4218-b7e0-620e54bebbf8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:15.648539 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.816830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-6634449a-e0cc-432b-a13a-9999f6cb0520 service neutron] 10.222.0.41 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281305 May 27 03:43:15.825584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:15.866383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1d825-406b-4271-84a1-f961f9d05eea req-84bcde17-1266-4ee1-a598-76c695eff742 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:15.868798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2b1d825-406b-4271-84a1-f961f9d05eea req-84bcde17-1266-4ee1-a598-76c695eff742 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 944 time: 0.7836344 May 27 03:43:15.885543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5343d445-61e0-4000-b7b7-363cb91a9271 req-f2306655-34f5-4cfa-8bfc-3fb0186857e3 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.3701758 May 27 03:43:15.922615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 06641062-0451-4e51-afc6-a2a92bde6f7f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:15.958214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 51dc4257-18f4-4a29-b3ef-d600d404941e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:43:16.033197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ad79e6f6-36bf-4398-8830-c2a701cb1d42 None None] Provisioning complete for port 06641062-0451-4e51-afc6-a2a92bde6f7f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:16.033575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad79e6f6-36bf-4398-8830-c2a701cb1d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.080519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Allocated IP 172.25.8.37 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5087d718-dc9d-48b9-94eb-f87b45831c8a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:16.126453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2b1d825-406b-4271-84a1-f961f9d05eea req-2ef27aba-672e-4722-b688-580940dcd0e4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110760 May 27 03:43:16.139922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.238240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 06641062-0451-4e51-afc6-a2a92bde6f7f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:16.238604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.276550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=4fffd1ba-9793-40a3-8631-a81d6aae34a4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:16.380300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 172.20.0.6 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/1a003938-94f2-4996-9582-9044689608bb/51dc4257-18f4-4a29-b3ef-d600d404941e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:16.389468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe12:ad3c (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/7259f89d-051b-4775-818b-9a4c75795e98/51dc4257-18f4-4a29-b3ef-d600d404941e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:16.566352 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e20345-4ba5-46f8-943d-0af033755ba5'] response: {'name': 'network-changed', 'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'status': 'completed', 'code': 200} May 27 03:43:16.698676 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5a025f-88a8-41d7-b39f-607150be43a5'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': 'bca78218-5d31-4ac7-93a9-b5285aa5869e', 'status': 'completed', 'code': 200} May 27 03:43:16.780406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] No DVR routers for this DVR port 4fffd1ba-9793-40a3-8631-a81d6aae34a4 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:16.783564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.809799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-dc361832-a4c7-474a-bc49-82523e12cbe2 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "DELETE /v2.0/ports/4fffd1ba-9793-40a3-8631-a81d6aae34a4 HTTP/1.1" status: 204 len: 173 time: 4.0484688 May 27 03:43:16.935097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:16.952074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.037484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a93a15ff-b6b6-4156-9667-fd40cb25271b req-f25a46fe-b33b-4457-9606-19c6c5261bef service neutron] 10.222.0.41 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1905856 May 27 03:43:17.067535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.158326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 51dc4257-18f4-4a29-b3ef-d600d404941e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:17.237876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-e15ae28a-7d13-499c-993c-70070d3acf73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7839622 May 27 03:43:17.250893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.295049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Pushing event updated for resources: {'Port': ['ID=5087d718-dc9d-48b9-94eb-f87b45831c8a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:17.350183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 8f9d6883-d5ac-4113-951d-1ad02ae86332 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:17.351313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.386514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:17.394095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8ce01b4-6cd0-4df3-b675-fd5f13469d09 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:43:17.404381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6b0ad-589f-417b-86c3-9392a6c948bc req-944f1e1c-846e-425b-9953-b64ac59f15a7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.411422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05c6b0ad-589f-417b-86c3-9392a6c948bc req-944f1e1c-846e-425b-9953-b64ac59f15a7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 944 time: 0.6843779 May 27 03:43:17.426850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:17.448706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:17.537359 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05c6b0ad-589f-417b-86c3-9392a6c948bc req-c4e880ef-cbf7-4e0e-b5d8-08e19f2bac83 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250312 May 27 03:43:17.625406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:17.653252 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-d488a3f1-4467-4d59-b478-4f681751cfb4 service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051633 May 27 03:43:17.667525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'mac_address': 'fa:16:3e:3d:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:43:17.712055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca366-8413-4e7d-a403-f6f6d71e7c4b req-dd2e4954-4485-46bb-b979-9d9769d98a28 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:17.713661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3beca366-8413-4e7d-a403-f6f6d71e7c4b req-dd2e4954-4485-46bb-b979-9d9769d98a28 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 1.1465240 May 27 03:43:17.719604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:17.723725 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-78f9a5aa-0609-40a1-b831-2ffbf9850c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 1095 time: 0.6123586 May 27 03:43:17.724345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=51dc4257-18f4-4a29-b3ef-d600d404941e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:17.798165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:17.803083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:17.843835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ce01b4-6cd0-4df3-b675-fd5f13469d09 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:17.854386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:17.892988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:17.902380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.141203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf556ca9-f339-482e-8694-69197b47ce2e req-42e8f79d-be59-43da-88b0-5360139ac6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:18.145002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-42e8f79d-be59-43da-88b0-5360139ac6f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 915 time: 0.3334444 May 27 03:43:18.170325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:18.290533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8ce01b4-6cd0-4df3-b675-fd5f13469d09'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:18.295629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] For port 8f9d6883-d5ac-4113-951d-1ad02ae86332, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8f9d6883-d5ac-4113-951d-1ad02ae86332,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:18.296326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.440066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32bc478c-f6d4-4af4-bcfd-16c7c26660d3 None None] Provisioning for port 51dc4257-18f4-4a29-b3ef-d600d404941e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:18.458100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32bc478c-f6d4-4af4-bcfd-16c7c26660d3 None None] Provisioning complete for port 51dc4257-18f4-4a29-b3ef-d600d404941e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:18.458643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-32bc478c-f6d4-4af4-bcfd-16c7c26660d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.486761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 8f9d6883-d5ac-4113-951d-1ad02ae86332 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:18.545249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-32bc478c-f6d4-4af4-bcfd-16c7c26660d3 None None] Port 51dc4257-18f4-4a29-b3ef-d600d404941e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:18.578814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:18.581113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:18.712500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-982bf17c-de7d-48ee-b68b-df32f932da0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 HTTP/1.1" status: 200 len: 217 time: 0.5357354 May 27 03:43:18.803350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:18.817749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3beca366-8413-4e7d-a403-f6f6d71e7c4b req-4afedc4e-8685-45e6-b807-a382f8938c96 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0160382 May 27 03:43:18.846509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7fd6cd17-b217-44df-8e83-33807dcb7a88 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9166839 May 27 03:43:18.851858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:18.920285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5cc47c4c-78ba-4593-a7a5-d971f2902097 req-b12eba36-8101-4765-b079-fff0bb6f0ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2552345 May 27 03:43:18.946364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf556ca9-f339-482e-8694-69197b47ce2e req-71147733-1887-4045-8811-143a1cd00036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:18.948092 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-71147733-1887-4045-8811-143a1cd00036 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.2034633 May 27 03:43:19.004239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-f55085da-4a7a-408f-acd6-75f2f1f9d85f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473197 May 27 03:43:19.044505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.049779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07380d1c-837a-4088-8a37-739605752440 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.054357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07380d1c-837a-4088-8a37-739605752440 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.056429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07380d1c-837a-4088-8a37-739605752440 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:19.253745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36652) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:19.261464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=8f9d6883-d5ac-4113-951d-1ad02ae86332,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:19.278230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.279687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.285386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] No DVR routers for this DVR port 8f9d6883-d5ac-4113-951d-1ad02ae86332 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:19.296046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07380d1c-837a-4088-8a37-739605752440 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:19.300672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07380d1c-837a-4088-8a37-739605752440 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4467371 May 27 03:43:19.301493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:19.345145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.365621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-e9b4d338-6936-41b2-940e-3d92eac05063 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "DELETE /v2.0/ports/8f9d6883-d5ac-4113-951d-1ad02ae86332 HTTP/1.1" status: 204 len: 173 time: 2.5498254 May 27 03:43:19.424197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-77df73ca-512c-4f92-bfe3-637d9018b7b9 service neutron] 10.222.0.41 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088914 May 27 03:43:19.534658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-ba4169b5-5b1c-40ac-9b55-3b55d48618cf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.538610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-ba4169b5-5b1c-40ac-9b55-3b55d48618cf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.539427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-ba4169b5-5b1c-40ac-9b55-3b55d48618cf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:19.555826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 8656582d-c263-4927-a0bf-7d6ecfe6a167 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:19.556245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.561620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 51dc4257-18f4-4a29-b3ef-d600d404941e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:19.561954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.626141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:19.642700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-ba4169b5-5b1c-40ac-9b55-3b55d48618cf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:19.649717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-ba4169b5-5b1c-40ac-9b55-3b55d48618cf tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 1677 time: 0.8399096 May 27 03:43:19.651239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397f92-d8af-4cae-9ad3-9496ec25e90d req-f2ba40fc-15f5-4d18-8595-315a25cf2f43 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:19.660614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-97397f92-d8af-4cae-9ad3-9496ec25e90d req-f2ba40fc-15f5-4d18-8595-315a25cf2f43 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 945 time: 0.5268173 May 27 03:43:19.707737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:19.711777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3a4ceda2b245a99f42b0c19561b1e0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:19.714825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:19.727422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:19.951825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] For port 8656582d-c263-4927-a0bf-7d6ecfe6a167, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8656582d-c263-4927-a0bf-7d6ecfe6a167,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:19.952744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.092627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-97397f92-d8af-4cae-9ad3-9496ec25e90d req-c392321f-7998-4173-b71f-e7164a239fc0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285612 May 27 03:43:20.126091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf556ca9-f339-482e-8694-69197b47ce2e req-c1c22373-8686-4248-9e28-5313a309ae89 service neutron] 10.222.0.41 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932840 May 27 03:43:20.130188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 8656582d-c263-4927-a0bf-7d6ecfe6a167 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:20.214475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.233069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.251876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5d7d08d-e2d2-4c01-ac1d-c067fa253e14 req-9b624acd-3a9a-40c3-a007-9ef8539b21ba tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6010938 May 27 03:43:20.376327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Router ff8933db-b729-4627-be1a-f9c8157adb58 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:43:20.398211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9bf4fca-df81-4a78-adbd-4b762b604b73 req-99b86cb2-d68d-4125-9fd5-6af55f8af2f4 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0975919 May 27 03:43:20.402383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca42eb-10f3-4060-95f7-93efa3baee9f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:20.410375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43369eca-adda-4800-a6a6-01cc20b19039 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a3a4ceda2b245a99f42b0c19561b1e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1554570 May 27 03:43:20.410644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36664) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:20.448167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.555733 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5045232-b701-485a-9dda-ff8a063d9fe0'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '4fffd1ba-9793-40a3-8631-a81d6aae34a4', 'status': 'completed', 'code': 200} May 27 03:43:20.626658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 51dc4257-18f4-4a29-b3ef-d600d404941e owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:20.756350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.766047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bbd9-0a1c-45e0-85f7-cba4c3722b27 req-0b3fdb39-10db-4355-b955-0f88882a2df3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:20.769494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0328bbd9-0a1c-45e0-85f7-cba4c3722b27 req-0b3fdb39-10db-4355-b955-0f88882a2df3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 944 time: 0.1881909 May 27 03:43:20.799656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.826893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:20.863111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=8656582d-c263-4927-a0bf-7d6ecfe6a167,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:20.936033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2752acf-ff43-47c0-ad12-a86304015660 req-f54c06e7-086b-460a-abeb-e8c540d47e91 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:20.937546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2752acf-ff43-47c0-ad12-a86304015660 req-f54c06e7-086b-460a-abeb-e8c540d47e91 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.2725172 May 27 03:43:21.025639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.069099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca42eb-10f3-4060-95f7-93efa3baee9f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:21.094255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] No DVR routers for this DVR port 8656582d-c263-4927-a0bf-7d6ecfe6a167 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:21.103573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2752acf-ff43-47c0-ad12-a86304015660 req-1a386652-095e-43d1-a510-f736a15da65b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524367 May 27 03:43:21.109402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.109558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0328bbd9-0a1c-45e0-85f7-cba4c3722b27 req-8f208894-f1b2-4bd7-9ab4-d69df1bfd71b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323591 May 27 03:43:21.112796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.121112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.126002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-35d9ab80-90b0-4957-b7a8-542e8ddb7e9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07ca42eb-10f3-4060-95f7-93efa3baee9f HTTP/1.1" status: 204 len: 168 time: 0.7114222 May 27 03:43:21.196027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-1f6f0a74-3e19-487f-b620-7a09bb976756 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "DELETE /v2.0/ports/8656582d-c263-4927-a0bf-7d6ecfe6a167 HTTP/1.1" status: 204 len: 173 time: 1.8205900 May 27 03:43:21.202863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=51dc4257-18f4-4a29-b3ef-d600d404941e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:21.361209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 235b00df-849c-490a-bb6e-2c67c082d264 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:21.361553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.397647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:43:21.402971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8ce01b4-6cd0-4df3-b675-fd5f13469d09 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:21.483331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:21.489401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9fe4b0c-8672-468d-8789-e747ba94d6f5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/51dc4257-18f4-4a29-b3ef-d600d404941e HTTP/1.1" status: 204 len: 168 time: 2.1660395 May 27 03:43:21.490156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36676) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:21.671822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:21.680956 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Sync routers for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:43:21.705094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:21.705743 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:21.716346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.719114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.720460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:21.721569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:21.818897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:21.823668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6fa1a74-e40c-44a7-a459-99f65583a5e5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3325696 May 27 03:43:21.824598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36682) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:21.835554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:21.876959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:21.878273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.038590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:22.043544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:22.058673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'port_id': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'mac_address': 'fa:16:3e:f2:85:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30e9fe-0ed2-4466-89ca-0646357f3919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:43:22.096385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] For port 235b00df-849c-490a-bb6e-2c67c082d264, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=235b00df-849c-490a-bb6e-2c67c082d264,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:22.096758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.107546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.176508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.204549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.223590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:22.225802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f841-6d52-4f23-8208-487341a2d42d req-403e37e2-3436-4f71-a17b-be161ee26394 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:22.227669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f43f841-6d52-4f23-8208-487341a2d42d req-403e37e2-3436-4f71-a17b-be161ee26394 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 943 time: 0.5031331 May 27 03:43:22.280361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:22.281662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:22.282210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:22.297744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:22.299311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.337826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 1a003938-94f2-4996-9582-9044689608bb {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:22.343188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.344163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.390685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.391740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 235b00df-849c-490a-bb6e-2c67c082d264 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:22.474172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.481599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.556962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332'}, {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:22.565422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.569888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f38ec842-66f8-46fb-b847-a90d1972612f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.0194216 May 27 03:43:22.570825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:22.581380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.662677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:22.670548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.687380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ccce7219e224a269080dc7bc7f7cda2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:22.690539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:22.696334 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:17Z', 'revision_number': 3, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:22.701418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Checking router: ff8933db-b729-4627-be1a-f9c8157adb58 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:43:22.701788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Updating router ff8933db-b729-4627-be1a-f9c8157adb58 port 5087d718-dc9d-48b9-94eb-f87b45831c8a binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:43:22.769936 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.853762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:22.866271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:22.873680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=1a003938-94f2-4996-9582-9044689608bb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.875835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:22.882759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27251a97-bdf4-4d70-aeb4-909a71708f5a None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:22.892375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4f43f841-6d52-4f23-8208-487341a2d42d req-a34e484b-2914-4d77-9f2d-78d0477af64b tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups?id=26ffde56-d79e-47ff-806c-ef3f0c438e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6374409 May 27 03:43:22.925868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-51bedf76-4898-4f1a-a937-dad0cea6d9c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/1a003938-94f2-4996-9582-9044689608bb HTTP/1.1" status: 204 len: 168 time: 1.0978894 May 27 03:43:22.934289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:23.025405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93485e7e-2cf3-4414-8012-dbdf8e331085 req-d4e87b92-5ff5-42ca-925a-50f989aad591 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:23.059238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93485e7e-2cf3-4414-8012-dbdf8e331085 req-d4e87b92-5ff5-42ca-925a-50f989aad591 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 945 time: 1.5989206 May 27 03:43:23.113752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 7259f89d-051b-4775-818b-9a4c75795e98 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:23.117205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.243042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81b5ce60-f434-4a17-928c-7d91fb4e68c1 req-1d9c140a-7032-4526-ac0c-6ce4579fe36f tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0676577 May 27 03:43:23.258556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.292768 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.315032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Transition to ACTIVE for port object 5087d718-dc9d-48b9-94eb-f87b45831c8a will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:23.333638 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.390842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.400247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93485e7e-2cf3-4414-8012-dbdf8e331085 req-9af35ee6-ceec-4ead-917a-be33783e87c4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160503 May 27 03:43:23.433848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.456641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.509856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=235b00df-849c-490a-bb6e-2c67c082d264,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:23.565076 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Pushing event updated for resources: {'Port': ['ID=5087d718-dc9d-48b9-94eb-f87b45831c8a,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:23.573984 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Attempting to bind port 5087d718-dc9d-48b9-94eb-f87b45831c8a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:23.574388 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Attempting to bind port 5087d718-dc9d-48b9-94eb-f87b45831c8a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:23.574752 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Attempting to bind port 5087d718-dc9d-48b9-94eb-f87b45831c8a on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:23.590152 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:23.590861 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:23.591894 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.592291 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:23.592761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Bound port: 5087d718-dc9d-48b9-94eb-f87b45831c8a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:23.593176 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.594610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d17e2a-e929-420d-9eba-cf5e9ead6af4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:23.641185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.641531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.641870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.642201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.642530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.642855 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.643177 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.643629 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.643954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.644272 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.644591 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:23.660730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-da710c0b-ff14-4175-bbb4-bab2bb21db29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7348161 May 27 03:43:23.686350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.731373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4237993c-d4c8-41f8-9792-02390ff75da8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ccce7219e224a269080dc7bc7f7cda2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6865447 May 27 03:43:23.749578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36706) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:23.762265 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.773840 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] For port 5087d718-dc9d-48b9-94eb-f87b45831c8a, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:23.784401 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] For port 5087d718-dc9d-48b9-94eb-f87b45831c8a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5087d718-dc9d-48b9-94eb-f87b45831c8a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:23.799825 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.910533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.912937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] No DVR routers for this DVR port 235b00df-849c-490a-bb6e-2c67c082d264 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:23.918315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:23.965294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b28c7df-517c-4d33-ae79-88c8a926b33e req-f4a913ed-0fb6-482f-a295-abf953acc8dc tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.21 "DELETE /v2.0/ports/235b00df-849c-490a-bb6e-2c67c082d264 HTTP/1.1" status: 204 len: 173 time: 2.7646551 May 27 03:43:23.984330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd8b5-a3a4-4618-a5d1-06258fed67b1 req-493711a2-e4d4-4cc4-876f-382c9fa3dcce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:23.985244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c77cd8b5-a3a4-4618-a5d1-06258fed67b1 req-493711a2-e4d4-4cc4-876f-382c9fa3dcce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:23.988487 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:23.989279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:23.995052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:24.094098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:24.123501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02384da6-2ebd-4836-8fc6-5167b7aefd8a req-f1f42bd1-fabc-40fb-b7de-573fa49f8907 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:24.124601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=7259f89d-051b-4775-818b-9a4c75795e98,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:24.131516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02384da6-2ebd-4836-8fc6-5167b7aefd8a req-f1f42bd1-fabc-40fb-b7de-573fa49f8907 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.4094841 May 27 03:43:24.145092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-7316107f-5fe8-441f-936d-bfee100ce2b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 1096 time: 0.3554215 May 27 03:43:24.195101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c77cd8b5-a3a4-4618-a5d1-06258fed67b1 req-493711a2-e4d4-4cc4-876f-382c9fa3dcce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:24.203964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77cd8b5-a3a4-4618-a5d1-06258fed67b1 req-493711a2-e4d4-4cc4-876f-382c9fa3dcce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 945 time: 0.6102388 May 27 03:43:24.227916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:24.260835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf3c8352-e93d-4cd0-a7e2-1e7a1c36214c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/7259f89d-051b-4775-818b-9a4c75795e98 HTTP/1.1" status: 204 len: 168 time: 1.3222823 May 27 03:43:24.276916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36716) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:24.341667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c87fc-aa53-419a-a5c0-e51e073912e9 None None] Pushing event updated for resources: {'Port': ['ID=5087d718-dc9d-48b9-94eb-f87b45831c8a,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:24.456004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-892fc942-9052-49c1-9e4d-7fb39137fc8d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1715314 May 27 03:43:24.457131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36724) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:24.490362 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:24.587083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77cd8b5-a3a4-4618-a5d1-06258fed67b1 req-afa73e3c-526f-4216-8b3d-677dd2b8606c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819292 May 27 03:43:24.605337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:24.735667 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80144b3-a319-4fbe-8626-a1c4ddf08f99'] response: {'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'code': 200} May 27 03:43:24.745988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d17e2a-e929-420d-9eba-cf5e9ead6af4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:24.785760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.786120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.788035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.789055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.789395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.791110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.791454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.791786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.792113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.799061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.799490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:24.822022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-f8ccb2fc-c6bc-4e71-8e46-1b9a8f065b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:24.824275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-f8ccb2fc-c6bc-4e71-8e46-1b9a8f065b48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5026801 May 27 03:43:24.901562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a17dc2c-388d-494e-b3b5-f60f9513bc4b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:24.905415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7a17dc2c-388d-494e-b3b5-f60f9513bc4b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:24.924615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:24.928570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70615946-bac6-45be-aaa6-e9edb2416485 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9d17e2a-e929-420d-9eba-cf5e9ead6af4 HTTP/1.1" status: 204 len: 168 time: 1.1761241 May 27 03:43:24.940843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-28f8a5e3-62a9-4c8c-8483-01fc5b780894 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088 HTTP/1.1" status: 200 len: 217 time: 0.1062703 May 27 03:43:24.957966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8e8e6-8bdb-4071-9ae2-27c3f4d2640d None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:24.963263 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b43e71-46e3-457f-8134-e8acd3a50f1a'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '8f9d6883-d5ac-4113-951d-1ad02ae86332', 'status': 'completed', 'code': 200} May 27 03:43:24.963895 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b43e71-46e3-457f-8134-e8acd3a50f1a'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '8656582d-c263-4927-a0bf-7d6ecfe6a167', 'status': 'completed', 'code': 200} May 27 03:43:25.015424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7a17dc2c-388d-494e-b3b5-f60f9513bc4b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:25.021227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7a17dc2c-388d-494e-b3b5-f60f9513bc4b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5515354 May 27 03:43:25.025151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36730) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:25.193308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4382bc56-f473-49ba-95e0-13423250ca37 req-9e1c38a2-2491-4091-ba50-227a1cf99ddb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 1097 time: 0.3693516 May 27 03:43:25.201583 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02384da6-2ebd-4836-8fc6-5167b7aefd8a req-1f0d7d10-213a-473e-9898-22e970cc9517 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0553679 May 27 03:43:25.309166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6e930570-37f1-4770-8675-6bb534c8dfd8 None None] Provisioning complete for port 06641062-0451-4e51-afc6-a2a92bde6f7f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:25.309533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6e930570-37f1-4770-8675-6bb534c8dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:25.326681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-d9cf0576-3a2d-4386-9003-b60316ed02b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:25.332401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-d9cf0576-3a2d-4386-9003-b60316ed02b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.3647242 May 27 03:43:25.340488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b60aab9-e4a8-4b50-9811-b91a8e6cf24b req-8accdf99-9240-464e-a3f7-4b0d98036947 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 210 time: 0.1330488 May 27 03:43:25.432165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4382bc56-f473-49ba-95e0-13423250ca37 req-7ebd4230-e379-4c37-b9b4-3bdaf1020c37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872099 May 27 03:43:25.467352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a05803-ee4d-4a13-9dcf-95cecc722c8b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:25.468439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-58a05803-ee4d-4a13-9dcf-95cecc722c8b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:25.506570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-58a05803-ee4d-4a13-9dcf-95cecc722c8b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:25.513581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-58a05803-ee4d-4a13-9dcf-95cecc722c8b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4828572 May 27 03:43:25.518075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:25.581026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:17Z', 'revision_number': 3, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:25.598119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ebcf0-bc05-4e85-91cb-f6c1874d05a6 None None] The sync data for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 is: [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:17Z', 'revision_number': 3, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:43:25.611983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-f9b5f55e-53ee-4f63-941a-8777f10b0e1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2679098 May 27 03:43:25.651768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:25.824651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3de0acc-c461-4300-bda0-fbf84276d446 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3036306 May 27 03:43:25.827561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36742) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:25.903376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:25.911417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:25.911790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:25.964574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:26.150652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3bc2d2f8-0d04-49f9-a9ec-9591a2aee236 req-ef615b80-fc78-477d-9f19-70a6aab46c2a tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.1401291 May 27 03:43:26.390748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:26.401845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Deleting port 06641062-0451-4e51-afc6-a2a92bde6f7f {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:26.402211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.481323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:26.501133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:26.533919 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-5b30b3d8-434a-4820-b098-250aaf0d66ef service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9071298 May 27 03:43:26.546728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f347a0-aeb9-4e0c-8d67-1ef6488c898a req-25c0fb4d-9002-414b-87ef-ac0fca047f1b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:26.555084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3f347a0-aeb9-4e0c-8d67-1ef6488c898a req-25c0fb4d-9002-414b-87ef-ac0fca047f1b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 946 time: 0.7264857 May 27 03:43:26.631855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.632261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:26.636859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.639392 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:26.639833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:26.681952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3f347a0-aeb9-4e0c-8d67-1ef6488c898a req-0e93e8cd-8e35-4045-bf25-8214ae164816 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258326 May 27 03:43:26.685933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f1ba7a0-0cad-43a8-9998-6607dbfd7207 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7525778 May 27 03:43:26.686392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:26.707635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36764) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:26.734056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:26.858458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-962ef8db-0b1a-4b84-a439-a4030232e1c4 req-56f76f0c-5a4c-46ea-b36a-901ce832e4bb service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168643 May 27 03:43:26.935338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8ae5-df0e-4977-9886-d9ecf7609a78 req-9b1e7287-4fde-4a88-aca2-23f82b5d1997 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:26.940980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:26.947876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-165a8ae5-df0e-4977-9886-d9ecf7609a78 req-9b1e7287-4fde-4a88-aca2-23f82b5d1997 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 945 time: 0.3433003 May 27 03:43:26.975850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:26.984780 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.001190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:27.066678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:27.127512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:27.173797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:27.189912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] For port 06641062-0451-4e51-afc6-a2a92bde6f7f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06641062-0451-4e51-afc6-a2a92bde6f7f,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:27.190497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.210041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:27.217027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.221747 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:27.222703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:27.276683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3fc1e-1889-4d18-bc06-42f5eadc233e req-f5e1dbf7-fca5-4335-b8e7-2a2c290be514 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:27.279363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9e3fc1e-1889-4d18-bc06-42f5eadc233e req-f5e1dbf7-fca5-4335-b8e7-2a2c290be514 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.3409047 May 27 03:43:27.312644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-165a8ae5-df0e-4977-9886-d9ecf7609a78 req-ef59f971-d333-4c74-b5e8-1d037014c067 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584700 May 27 03:43:27.371200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5087d718-dc9d-48b9-94eb-f87b45831c8a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:27.402782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9942f448-2007-4da7-baff-9b5882dd622d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6928916 May 27 03:43:27.405573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36780) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:27.425292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:27.487688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Calling delete_port for 06641062-0451-4e51-afc6-a2a92bde6f7f owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:27.648626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a47d3667-d991-4d7a-ab31-fd2f27e23b35 req-e527cafb-3051-4806-9c24-79a606e31804 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Synchronizing usage tracker for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:27.655641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5087d718-dc9d-48b9-94eb-f87b45831c8a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:27.660598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.694888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.705461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5087d718-dc9d-48b9-94eb-f87b45831c8a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:27.706090 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.722666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a47d3667-d991-4d7a-ab31-fd2f27e23b35 req-e527cafb-3051-4806-9c24-79a606e31804 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Unset dirty status for tenant:f5995c030b5c446cbda5890d329aa361 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:27.736527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a47d3667-d991-4d7a-ab31-fd2f27e23b35 req-e527cafb-3051-4806-9c24-79a606e31804 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/ports?device_id=02891081-4f16-40a8-80ce-1b172b51e089 HTTP/1.1" status: 200 len: 210 time: 0.1568553 May 27 03:43:27.783588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] No DVR routers for this DVR port 06641062-0451-4e51-afc6-a2a92bde6f7f on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:27.819287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b633a-876b-44f2-bebe-891491f2a348 None None] Pushing event deleted for resources: {'Port': ['ID=06641062-0451-4e51-afc6-a2a92bde6f7f,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:27.910139 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404bb26f-dd93-4518-a99f-def65a81a6cc'] response: {'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'code': 200} May 27 03:43:27.936437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:27.946037 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b34f2383-fff8-46ba-99d3-1b7d44448e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:27.946631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:27.975566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9e3fc1e-1889-4d18-bc06-42f5eadc233e req-8cb7dd35-2756-42b1-acd3-92e7b382ff32 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6757042 May 27 03:43:27.988745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:27.994468 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c214ca7-cb4d-4650-9bbe-8ffeb9d7af92'] response: {'server_uuid': '02891081-4f16-40a8-80ce-1b172b51e089', 'name': 'network-vif-deleted', 'tag': '235b00df-849c-490a-bb6e-2c67c082d264', 'status': 'completed', 'code': 200} May 27 03:43:28.113689 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:28.149129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5087d718-dc9d-48b9-94eb-f87b45831c8a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5087d718-dc9d-48b9-94eb-f87b45831c8a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:28.160526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:28.214337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:28.217283 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:28.217979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:28.246924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-3388d4f2-0d48-46ca-93c8-3866c09479af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1096 time: 0.5686328 May 27 03:43:28.267371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 06641062-0451-4e51-afc6-a2a92bde6f7f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:28.287240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18838138-7897-4ddb-af34-1d0c679b8553 req-71761b57-fcde-4886-ab5c-4285fe9c6b99 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.1835461 May 27 03:43:28.288031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-85d4b3f6-6e0d-45a3-8697-8c38bcce4114 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8759720 May 27 03:43:28.288943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:28.297037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:28.343610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 06641062-0451-4e51-afc6-a2a92bde6f7f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:43:28.343953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 06641062-0451-4e51-afc6-a2a92bde6f7f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:28.397786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5087d718-dc9d-48b9-94eb-f87b45831c8a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:28.461807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8409ca21-a0e9-4435-abea-5d0293ea9940 req-4f8bc852-f86a-4cfa-8e7e-1739c877bcc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 1097 time: 0.3637507 May 27 03:43:28.553989 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8409ca21-a0e9-4435-abea-5d0293ea9940 req-3e0e18e3-5d49-40b4-9f6a-0b1ab68ffe41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834863 May 27 03:43:28.563490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a1075-4c42-4743-beb9-ec697f0e6857 req-b12971d6-061f-450d-906a-6ffda89b33ee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.570269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8a1075-4c42-4743-beb9-ec697f0e6857 req-b12971d6-061f-450d-906a-6ffda89b33ee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 946 time: 0.3306534 May 27 03:43:28.592637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-cf4e5009-d263-4a05-9ce4-615e1c4e433e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.594289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-cf4e5009-d263-4a05-9ce4-615e1c4e433e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.3044579 May 27 03:43:28.611292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Allocated IP 172.20.0.1 (d54a7fd1-1ac0-4666-b406-e0df2177b5e9/d8986c0a-0849-474d-be24-81ea01c25501/bb364d2e-e7cf-448e-a7c2-a4163f0e2163) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:28.636833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8a1075-4c42-4743-beb9-ec697f0e6857 req-54132577-b256-4d0d-b14e-cc333b713790 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656123 May 27 03:43:28.666419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:28.745832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:28.779267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e116c67-f065-4358-ae14-e91f8cf788c4 req-6d46bffa-c3f4-455a-9f69-74ea0e851546 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:28.781373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e116c67-f065-4358-ae14-e91f8cf788c4 req-6d46bffa-c3f4-455a-9f69-74ea0e851546 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.2578351 May 27 03:43:28.802083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-5eb48d70-4bb3-4957-9332-bcfd62b7fb97 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 267 time: 0.0560472 May 27 03:43:28.812513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:28.954197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-1ba0c683-380d-48ad-afb2-0cee4f25d8c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 1000 time: 0.1512311 May 27 03:43:28.965274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e116c67-f065-4358-ae14-e91f8cf788c4 req-248d1e37-6587-4b73-8818-428590d37444 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775343 May 27 03:43:28.975995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:28.977431 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:28.977866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:28.996356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.018411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e2e5b9f7-e0aa-4197-9a10-1fda0232e0dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7284594 May 27 03:43:29.019835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Transition to ACTIVE for port object bb364d2e-e7cf-448e-a7c2-a4163f0e2163 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:29.022351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:29.024269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-24d08d09-584f-4b47-8283-2e175dc2e061 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:29.031137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:29.032077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-24d08d09-584f-4b47-8283-2e175dc2e061 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 946 time: 0.1805272 May 27 03:43:29.040427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'security_groups': []}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:29.101283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-1fe66932-fd88-40b6-8de3-48f8107f3a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:29.102757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-1fe66932-fd88-40b6-8de3-48f8107f3a8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1415427 May 27 03:43:29.157822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:29.167483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:29.189027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:29.194848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.196274 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:29.196699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:29.204547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5087d718-dc9d-48b9-94eb-f87b45831c8a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:29.223506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.233188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.296064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a24a23a-79bd-4309-8d49-f1ca05929ae7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2697706 May 27 03:43:29.300084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:29.317561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:29.320461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5087d718-dc9d-48b9-94eb-f87b45831c8a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:29.320592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:29.321109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.322020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:29.326378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:29.359341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Pushing event updated for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:29.407032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.458080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:29.503791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-5db2d8a2-b7b6-48f7-a672-ca86d7725422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563955 May 27 03:43:29.610861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.617960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.653286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:29.663538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:29.665109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:29.668616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.740522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a8377d11-6344-4732-9905-1e0be8be890e None None] Provisioning for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:29.750764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a8377d11-6344-4732-9905-1e0be8be890e None None] Provisioning complete for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:29.751142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a8377d11-6344-4732-9905-1e0be8be890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.754893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4d7e-c697-4d47-b494-e0d5060d9050 req-097754a0-fb47-4206-a076-09f93bd0073e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:29.762332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b19f4d7e-c697-4d47-b494-e0d5060d9050 req-097754a0-fb47-4206-a076-09f93bd0073e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.3104501 May 27 03:43:29.828512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a8377d11-6344-4732-9905-1e0be8be890e None None] Port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:29.830072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:29.834221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:29.843770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:29.845699 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:43:29.846573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:43:29.924808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa7f72b8-0cd3-4e00-8cd0-dd92012692cc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6179800 May 27 03:43:29.931460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b19f4d7e-c697-4d47-b494-e0d5060d9050 req-17c63a82-e994-412a-b328-b266f4e2e875 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686125 May 27 03:43:29.931904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:29.936495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-74aed58b-eb6a-4034-93cf-f46476bf3c0d service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096859 May 27 03:43:29.940110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:29.954291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b8307448-a406-4de0-8122-9ae548ad787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.029547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a63a6e1-f840-44e8-85c2-62a023e94ff8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:30.081218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:30.082910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a63a6e1-f840-44e8-85c2-62a023e94ff8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:30.085447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a63a6e1-f840-44e8-85c2-62a023e94ff8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1333098 May 27 03:43:30.138438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:30.177968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.210849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:30.223781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.279873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.296108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.314062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8ce01b4-6cd0-4df3-b675-fd5f13469d09'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:30.365620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d7a9859-cbbb-408f-ad9e-e0d8c98f7904 req-ac880f59-ca78-4314-9a69-0146fd9ca63e service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205182 May 27 03:43:30.384968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088', '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:30.435289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.446392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:30.458374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:30.459916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b23a6e40-9bb2-4954-8823-1c75b493d811 req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "PUT /v2.0/ports/c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 905 time: 1.4270406 May 27 03:43:30.460438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:30.463827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c6c23dd-5bbe-4a11-9c3a-f7a898e4b940 req-efeafb27-edef-46dc-baad-fdfe0f6fcd7a tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.2015221 May 27 03:43:30.542248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Pushing event updated for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:30.577143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8ce01b4-6cd0-4df3-b675-fd5f13469d09'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:30.578258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3accc6c6-d53b-45f8-b2f8-aa1dbc31a1b4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:30.578985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3accc6c6-d53b-45f8-b2f8-aa1dbc31a1b4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:30.616255 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0693b49f-75ef-49c8-8695-b306342ab5d4'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'code': 200} May 27 03:43:30.624016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea68e3-802c-458e-be6b-1d087b0429ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:30.681347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-7354ce80-8987-4fa1-bff8-6e84e1bdcc3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1094 time: 0.1819029 May 27 03:43:30.736315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3accc6c6-d53b-45f8-b2f8-aa1dbc31a1b4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:30.738733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3accc6c6-d53b-45f8-b2f8-aa1dbc31a1b4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5977645 May 27 03:43:30.749307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36874) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:30.796449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.010399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-046d2364-8ab8-4b3c-af01-8d6deaca39af tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2551582 May 27 03:43:31.012715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36884) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:31.025373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:31.045692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.046421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01d3a067-fe40-4b98-a5e9-e93dd9b8565f None None] Provisioning complete for port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:31.046796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01d3a067-fe40-4b98-a5e9-e93dd9b8565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.151451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:31.155346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:31.246804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83454-7c51-40e0-ad10-7fb7804e8a99 req-32598415-1098-4a85-a078-7cdbec4bb780 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.255023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-35e83454-7c51-40e0-ad10-7fb7804e8a99 req-32598415-1098-4a85-a078-7cdbec4bb780 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.4453955 May 27 03:43:31.265653 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.272742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-6ab2a2dd-8625-47da-bc6f-509990051b6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.277403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-6ab2a2dd-8625-47da-bc6f-509990051b6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.5708828 May 27 03:43:31.289406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:31.301903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:31.372004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.408827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.417240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffde56-d79e-47ff-806c-ef3f0c438e0f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:31.444939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:31.447937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-35e83454-7c51-40e0-ad10-7fb7804e8a99 req-d7019a6e-c0ec-4c47-a0a7-44893c94f870 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910174 May 27 03:43:31.448768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.460923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5ea0169e-25a5-4907-a450-29a41d326e7e None None] Provisioning complete for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:31.461432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5ea0169e-25a5-4907-a450-29a41d326e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.463544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.468637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cf2b9d44-6c6f-4323-8cab-e32fee41cada tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/security-groups/26ffde56-d79e-47ff-806c-ef3f0c438e0f HTTP/1.1" status: 204 len: 168 time: 1.3762374 May 27 03:43:31.469709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:31.570972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095a70-0473-487b-bc15-c36538cd1602 req-9ed01998-8908-4667-872c-9b4f16c8e203 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.573831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-69095a70-0473-487b-bc15-c36538cd1602 req-9ed01998-8908-4667-872c-9b4f16c8e203 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 908 time: 0.7083323 May 27 03:43:31.589158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0169e-25a5-4907-a450-29a41d326e7e None None] Port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:31.696026 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56649379-6175-4b72-9928-d0757e3097e4'] response: {'name': 'network-changed', 'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'status': 'completed', 'code': 200} May 27 03:43:31.697767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36902) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:31.750099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-4bf51d5f-cbd5-4f38-8d2e-5fd90c23b84e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 998 time: 0.4375305 May 27 03:43:31.750931 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1c3ed4a5-7c64-455c-9ff9-5b776f3d3cb6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] show failed (client error): The resource could not be found. May 27 03:43:31.751811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c3ed4a5-7c64-455c-9ff9-5b776f3d3cb6 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "GET /v2.0/security-groups/26ffde56-d79e-47ff-806c-ef3f0c438e0f HTTP/1.1" status: 404 len: 347 time: 0.2781718 May 27 03:43:31.756298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:31.947304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 8b54eb6c-4d38-4002-b3f1-fa0a1e766e51 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:31.948301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.948401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-d3cac833-f2bb-4954-b1a8-590547640fb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.949049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-d3cac833-f2bb-4954-b1a8-590547640fb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.1606543 May 27 03:43:31.992542 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:31.993733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0d1da-dbab-4c3c-bc26-c2a686aa544f req-955df4ca-1755-40f8-a54d-750e490b5756 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:31.995175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ef0d1da-dbab-4c3c-bc26-c2a686aa544f req-955df4ca-1755-40f8-a54d-750e490b5756 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.2920241 May 27 03:43:32.078520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-c56df033-1906-4706-a603-9b0b8938633d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 1059 time: 0.3815722 May 27 03:43:32.097548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad25b1-0b59-4acc-8277-5f1fffcf227b req-cc2e35a9-d905-4c91-87f6-370a9dd29e16 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.104112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1ad25b1-0b59-4acc-8277-5f1fffcf227b req-cc2e35a9-d905-4c91-87f6-370a9dd29e16 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3632712 May 27 03:43:32.167379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:32.209825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ef0d1da-dbab-4c3c-bc26-c2a686aa544f req-373bd9c3-7f01-41d6-abd9-91fb07301dbb tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017252 May 27 03:43:32.224984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Usage tracker for resource:security_group_rule and tenant:d93093d342d44a9cb3be7c0d0f071ae9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:32.232923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:32.263448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:32.266571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Router ff8933db-b729-4627-be1a-f9c8157adb58 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:43:32.270832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.271475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.328195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:43:32.339780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.462642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 8b54eb6c-4d38-4002-b3f1-fa0a1e766e51 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:32.503156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1ad25b1-0b59-4acc-8277-5f1fffcf227b req-dd628ad8-9541-4965-8dbc-542999026d4c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982041 May 27 03:43:32.512737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-7d2a5c83-813c-4ab6-a75b-bd5bf491e930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5521014 May 27 03:43:32.659990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-460d1ec4-6b2f-4c16-891e-ceeea89692a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.661637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-460d1ec4-6b2f-4c16-891e-ceeea89692a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5708213 May 27 03:43:32.690941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:32.727901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a45b8e2-d27a-4bc6-abd3-65146fc44a8d req-1972d347-f51a-4ac5-9d5b-07b2cdf2d161 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.2783778 May 27 03:43:32.774212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=1dccb5c0-3bc1-4d13-a36e-c12780303511,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:32.785124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:32.797507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6279f82-1c04-4b30-8ca0-d2d23b6252e4 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:32.807894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:32.808492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.836681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.841894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-831ce1e5-b5d7-4448-bd02-13f9e7f3c61d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 217 time: 0.1623948 May 27 03:43:32.882811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.896649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.942374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=8b54eb6c-4d38-4002-b3f1-fa0a1e766e51,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:32.987208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:32.992395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-636e47a4-a5d1-46d8-b59f-18ffb10cc719 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9756067 May 27 03:43:32.992630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:32.998280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-60d31b3f-e020-4a11-9a57-62a1f27e46a6 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675970 May 27 03:43:33.009561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:fb:6e:c2', 'name': 'tempest-NetworksTestDHCPv6-615819713'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:33.023041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48800cc3-c40a-4388-9b50-76820caa8b20,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:33.058736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-df2865ca-7ab6-4eb2-ad21-39d83b97c603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.060194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-df2865ca-7ab6-4eb2-ad21-39d83b97c603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1995494 May 27 03:43:33.093567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:43:33.105175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Sync routers for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:43:33.134913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:33.135418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:33.170137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30b21f26-d16b-4b2a-bb3d-e7981791f640 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d93093d342d44a9cb3be7c0d0f071ae9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4661112 May 27 03:43:33.174073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:33.201594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0ef79-3ae9-436a-a649-b2aff6cbd799 req-b8848fc1-1156-4ae5-b5d5-6d73f9ba5edc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.203108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-00e0ef79-3ae9-436a-a649-b2aff6cbd799 req-b8848fc1-1156-4ae5-b5d5-6d73f9ba5edc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5276225 May 27 03:43:33.309075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-02097977-633a-4fb5-8f6d-093769ec4069 admin admin] 10.222.0.46 "PUT /v2.0/routers/ff8933db-b729-4627-be1a-f9c8157adb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7280486 May 27 03:43:33.331310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-00e0ef79-3ae9-436a-a649-b2aff6cbd799 req-3b76563d-75f6-4b44-8cb0-7420a5ab7546 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193366 May 27 03:43:33.333881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.334345 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fa532a4-7bf8-4df4-95e8-1ad6aa17e0fd req-1c8422c4-9c48-4ab3-a338-75d321422ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139255 May 27 03:43:33.337694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.339006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7c15a6c4-c1ee-49d9-bdbd-9619c69e3d57 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/floatingips/89be82c1-c854-4f01-98bf-f388167b7277 HTTP/1.1" status: 204 len: 168 time: 1.5703464 May 27 03:43:33.343418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36932) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:33.361026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '1dccb5c0-3bc1-4d13-a36e-c12780303511'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:43:33.366460 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.417548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-af26aac4-8f31-4106-b3b4-09f1824a1fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000486 May 27 03:43:33.478359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.491039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:33.542520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b653a47-e692-4326-8ad9-e6cd621738ee req-fa362ef6-a004-4bd9-abcc-c5e264c53e43 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.545082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b653a47-e692-4326-8ad9-e6cd621738ee req-fa362ef6-a004-4bd9-abcc-c5e264c53e43 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3608892 May 27 03:43:33.553445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:33.583277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.586950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 4b0b50a4-18a6-487c-911b-f1ef17d47d56 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:33.587294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.609915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:33.613918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.636582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Allocated IP 2001:db8::f816:3eff:fefa:2978 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/1dccb5c0-3bc1-4d13-a36e-c12780303511/aedc4e62-7141-49dc-b88b-47d6bfec4067) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:33.642407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:33.679174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b653a47-e692-4326-8ad9-e6cd621738ee req-60e55e20-362a-4d82-9d35-867b969fac66 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215675 May 27 03:43:33.710459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 0f1af6b7-2322-4267-a1cd-9fe45e8870a7 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:43:33.746072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-f3a2596d-0283-4d92-b613-dd5b742bf6db service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091836 May 27 03:43:33.805941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57162-3980-42a6-946d-cda0383b0c4b req-ae77d016-d5bc-4632-a8aa-9f853b6bc60c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.812736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20f57162-3980-42a6-946d-cda0383b0c4b req-ae77d016-d5bc-4632-a8aa-9f853b6bc60c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.2929809 May 27 03:43:33.880543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.909048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48800cc3-c40a-4388-9b50-76820caa8b20,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:33.933317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:33.937397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e80eac3-4488-44bf-b7f5-eceed3990ea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48800cc3-c40a-4388-9b50-76820caa8b20 HTTP/1.1" status: 204 len: 168 time: 0.7490628 May 27 03:43:33.951109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ca31-d6ad-4ba9-908b-c604ed04dd0c req-d21ecc6c-f406-43fd-aafa-9f0cf82c4a99 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:33.953022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abe8ca31-d6ad-4ba9-908b-c604ed04dd0c req-d21ecc6c-f406-43fd-aafa-9f0cf82c4a99 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1315916 May 27 03:43:34.035508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abe8ca31-d6ad-4ba9-908b-c604ed04dd0c req-877aa78d-e0c1-41fa-8fba-d87d9b96d3c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760100 May 27 03:43:34.081090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20f57162-3980-42a6-946d-cda0383b0c4b req-cf648394-557c-40d1-b431-98b84e978cba tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670808 May 27 03:43:34.132623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b200bde4-bc80-451d-b8a5-9edd049e25b5 req-86dee205-0fa8-4c6a-a148-7817b7804351 service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624551 May 27 03:43:34.135044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.206286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.222837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Transition to ACTIVE for port object aedc4e62-7141-49dc-b88b-47d6bfec4067 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:34.291575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Transition to ACTIVE for port object aedc4e62-7141-49dc-b88b-47d6bfec4067 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:34.320443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.349981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for 4b0b50a4-18a6-487c-911b-f1ef17d47d56 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:34.420668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:34.426344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:34.433342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:34.434511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:34.446298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Pushing event updated for resources: {'Port': ['ID=aedc4e62-7141-49dc-b88b-47d6bfec4067,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:34.461602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fefb:6ec2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/1dccb5c0-3bc1-4d13-a36e-c12780303511/0f1af6b7-2322-4267-a1cd-9fe45e8870a7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:34.463995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.533634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:34.537803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 2, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:34.540886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.541929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.541929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.542132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.542394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5bde86630d4cb88bd9d86cdc291988 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:34.542592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.542878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.543219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.543526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.544424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.544736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.545302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:34.551875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:34.561485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Checking router: ff8933db-b729-4627-be1a-f9c8157adb58 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:43:34.562111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Updating router ff8933db-b729-4627-be1a-f9c8157adb58 port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:43:34.562368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:34.628266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Attempting to bind port aedc4e62-7141-49dc-b88b-47d6bfec4067 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:34.628968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Attempting to bind port aedc4e62-7141-49dc-b88b-47d6bfec4067 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:34.629611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Attempting to bind port aedc4e62-7141-49dc-b88b-47d6bfec4067 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:34.645008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:34.645447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:34.646838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.646838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:34.646838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Bound port: aedc4e62-7141-49dc-b88b-47d6bfec4067, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:34.647116 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.690249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e320845-d774-4b8b-b7df-0c28622013f3 req-6a16f192-554b-4fed-8860-dc4ddcf61e10 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:34.694368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.698061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e320845-d774-4b8b-b7df-0c28622013f3 req-6a16f192-554b-4fed-8860-dc4ddcf61e10 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3555884 May 27 03:43:34.774868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.790710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.798507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e320845-d774-4b8b-b7df-0c28622013f3 req-853b7c5b-d028-4e47-bf42-39cd2b3567fd tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989742 May 27 03:43:34.800602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.811081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.829256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 0f1af6b7-2322-4267-a1cd-9fe45e8870a7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:34.869292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43117b-6be6-4267-9ade-7e9fa2edc0c4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:34.873440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] For port aedc4e62-7141-49dc-b88b-47d6bfec4067, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:34.875019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0fb6415c-5a9f-4584-a6b3-13794c4d1256 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c5bde86630d4cb88bd9d86cdc291988&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4406765 May 27 03:43:34.882005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:34.903652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:34.945745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] For port aedc4e62-7141-49dc-b88b-47d6bfec4067, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aedc4e62-7141-49dc-b88b-47d6bfec4067,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:34.950062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=4b0b50a4-18a6-487c-911b-f1ef17d47d56,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:34.952069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:34.974366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446990702', 'description': 'tempest-description--1495245779'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:34.977973 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.007675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:35.011387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:35.015390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:35.025583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.026251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.050150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=0f1af6b7-2322-4267-a1cd-9fe45e8870a7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:35.113735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:35.148675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:35.150820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aba07327-23bf-4f0d-a1d2-2daa39e4c202 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1545126 May 27 03:43:35.177247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:security_group and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:35.212991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145dcf0-c03a-45b2-99f1-1cb0011b63b4 None None] Pushing event updated for resources: {'Port': ['ID=aedc4e62-7141-49dc-b88b-47d6bfec4067,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:35.252216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:35.254544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e4e34-93c9-4ba8-b735-ebe8085b6a15 req-af7995a1-624e-4cad-8079-4bd2e9f484a9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.257054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f2e4e34-93c9-4ba8-b735-ebe8085b6a15 req-af7995a1-624e-4cad-8079-4bd2e9f484a9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1830778 May 27 03:43:35.277419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:35.337940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.348271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f2e4e34-93c9-4ba8-b735-ebe8085b6a15 req-cb06bea7-294c-4895-a0e6-15d7fbc03590 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846314 May 27 03:43:35.358764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Transition to ACTIVE for port object bb364d2e-e7cf-448e-a7c2-a4163f0e2163 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:35.369340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.399236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f114ff92-f68e-40d7-8660-b80bb0cd0d83 req-44411bf5-7677-4080-89e7-72d7efd470dd tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.3095951 May 27 03:43:35.400054 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.420168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.484191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.533224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:35.543392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c2cb5a69-40b6-4e08-a18d-721b004d171f tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/ports/4b0b50a4-18a6-487c-911b-f1ef17d47d56 HTTP/1.1" status: 204 len: 168 time: 2.1988266 May 27 03:43:35.635371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:35.644360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:security_group_rule and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:35.656102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:35.671049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:35.681211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:35.736992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port bd3f0915-7341-4c61-9d11-25098f3f10a7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:35.738208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:35.780581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22ce27-0c71-4e8c-b2c9-83a433e72723 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.784713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22ce27-0c71-4e8c-b2c9-83a433e72723 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:35.793663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f22ce27-0c71-4e8c-b2c9-83a433e72723 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6334534 May 27 03:43:35.795052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36990) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:35.800522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.133932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a91d-88e6-4fc7-b78b-e0a674484bf0 None None] Pushing event updated for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:36.236757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.269931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 0f1af6b7-2322-4267-a1cd-9fe45e8870a7 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:36.270397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.310203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43117b-6be6-4267-9ade-7e9fa2edc0c4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:36.318402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Attempting to bind port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:36.318895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Attempting to bind port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:36.319100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Attempting to bind port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 on network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:36.369711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.394696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:36.395118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Checking segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:36.395455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.395844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Bound using segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:36.396940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Bound port: bb364d2e-e7cf-448e-a7c2-a4163f0e2163, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:36.396940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.410820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.417731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-386c4f1a-e7a8-4b1e-8080-937988dbc531 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae43117b-6be6-4267-9ade-7e9fa2edc0c4 HTTP/1.1" status: 204 len: 168 time: 1.5165656 May 27 03:43:36.428695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.494898 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.501933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5442517 May 27 03:43:36.577874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37004) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:36.647747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'security_group_rule': {'security_group_id': '918eb6a7-1c78-45e7-b2e2-3828cae574a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:36.674406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:36.699747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] For port bb364d2e-e7cf-448e-a7c2-a4163f0e2163, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:36.703901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] For port bb364d2e-e7cf-448e-a7c2-a4163f0e2163, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:36.714189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.715115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:security_group_rule and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:36.724202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.730139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:36.754780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a169b4-47df-48b0-9560-827515da259e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918eb6a7-1c78-45e7-b2e2-3828cae574a6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:36.764465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:36.898874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:43:36.899806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:43:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:36.902275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:36.929105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05336650-849a-4984-b3c3-f3ec406dacd8 req-d97873d5-ead2-4491-b90b-ba5f678d555f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:36.941613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05336650-849a-4984-b3c3-f3ec406dacd8 req-d97873d5-ead2-4491-b90b-ba5f678d555f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5937688 May 27 03:43:37.050601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Calling delete_port for bd3f0915-7341-4c61-9d11-25098f3f10a7 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:37.107635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05336650-849a-4984-b3c3-f3ec406dacd8 req-19cf3363-f911-44c4-a630-2752953b1209 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649528 May 27 03:43:37.202585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.297303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:43:37.347871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba008745-0424-43af-8761-3538a5ae52f9 req-965ec4a2-59e1-49b8-a710-84f1745e0725 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:37.355414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba008745-0424-43af-8761-3538a5ae52f9 req-965ec4a2-59e1-49b8-a710-84f1745e0725 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.6035414 May 27 03:43:37.509859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba008745-0424-43af-8761-3538a5ae52f9 req-d56cdba4-fbb9-4f5f-90d4-35e04fae48b8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530690 May 27 03:43:37.516790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.582828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aedc4e62-7141-49dc-b88b-47d6bfec4067 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:37.620686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.627013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a91d-88e6-4fc7-b78b-e0a674484bf0 None None] Pushing event updated for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:37.642678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 0f1af6b7-2322-4267-a1cd-9fe45e8870a7 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:37.683925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.688593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-200eb087-5450-4a24-bbad-0a4250a7e4aa req-b1304711-162c-4988-9b0f-a9c0f57ba2d8 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.1284566 May 27 03:43:37.729233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74765a0-2005-4fa2-be4d-197f56d43ff0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:37.758279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.759767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c319de4-815a-4252-bc63-ab61e8f94f17 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1760902 May 27 03:43:37.769207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37026) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:37.789073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Port': ['ID=bd3f0915-7341-4c61-9d11-25098f3f10a7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:37.811807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'security_group_rule': {'security_group_id': '918eb6a7-1c78-45e7-b2e2-3828cae574a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:37.825594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:37.840114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:security_group_rule and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:37.847223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:37.859640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:37.865623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.885246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-50d4a981-a862-4f2f-8b89-287b62c47701 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/ports/bd3f0915-7341-4c61-9d11-25098f3f10a7 HTTP/1.1" status: 204 len: 168 time: 2.3504479 May 27 03:43:37.887302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:37.891506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:37.910690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port aedc4e62-7141-49dc-b88b-47d6bfec4067 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:37.954400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Could not find standard attr ID for object 0f1af6b7-2322-4267-a1cd-9fe45e8870a7. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:43:37.995205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Provisioning for port aedc4e62-7141-49dc-b88b-47d6bfec4067 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:38.003275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Provisioning complete for port aedc4e62-7141-49dc-b88b-47d6bfec4067 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:38.003570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.070862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:36Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:38.076585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1554d-023d-4e3e-a146-ffb760783dc5 None None] The sync data for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 is: [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:36Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:43:38.113782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.277648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.290045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting subnet 7a7a30c2-53d4-4b68-9246-1c24502be713 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:38.295196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.297204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=0f1af6b7-2322-4267-a1cd-9fe45e8870a7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:38.382555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] For port aedc4e62-7141-49dc-b88b-47d6bfec4067, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aedc4e62-7141-49dc-b88b-47d6bfec4067,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:38.390559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.421795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.570717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.573551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6d364-df89-4f6f-8283-6d02a01b4bf0 None None] Pushing event updated for resources: {'Port': ['ID=aedc4e62-7141-49dc-b88b-47d6bfec4067,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:38.638116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.701301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf4f8b90-cf26-4977-b9d3-f9013f9ada34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/0f1af6b7-2322-4267-a1cd-9fe45e8870a7 HTTP/1.1" status: 204 len: 168 time: 2.8746903 May 27 03:43:38.702963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:38.738883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-d8387c33-b8d9-435c-a6a2-2106e5f6b812 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:38.740398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-d8387c33-b8d9-435c-a6a2-2106e5f6b812 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.7228098 May 27 03:43:38.764606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.774270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.810562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c048246-bfac-4569-8084-99f1b698bf25,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:38.824531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-71d625e2-fe2d-4214-b721-3ebbd781f2b2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/quotas/ff373081db304819b7fa43aca692792e HTTP/1.1" status: 200 len: 375 time: 0.0583527 May 27 03:43:38.917803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68236076-f27d-4bc6-b074-4d83f2729d98 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:38.919643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68236076-f27d-4bc6-b074-4d83f2729d98 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:38.921513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-68236076-f27d-4bc6-b074-4d83f2729d98 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2148180 May 27 03:43:38.925577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37064) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:38.933256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:38.937936 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1e59660-f8c2-45cd-beaa-98f134407186 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1638761 May 27 03:43:38.939458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37068) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:38.947257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:38.959972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:38.966323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:floatingip and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:38.969630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:38.978564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:38.992529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.006237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-9fdfcbda-8762-44fe-b83b-c34e7ff55ae8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1800592 May 27 03:43:39.015385 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.052779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18f00b-fc67-4d76-949e-437252f20a8b None None] Network dea2eda8-e04c-4142-9fea-50728170db6d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:39.058519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999afb90-b5df-4eba-b434-d4eee3e311d9 req-e7f692bd-8b93-42bb-b4a0-7d2d5a0daaf3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:39.060627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-999afb90-b5df-4eba-b434-d4eee3e311d9 req-e7f692bd-8b93-42bb-b4a0-7d2d5a0daaf3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3566179 May 27 03:43:39.064136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.066744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7a30c2-53d4-4b68-9246-1c24502be713,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:39.111715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bdfd8efc-fc9a-4f3b-87e7-7a0087fe1597 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/subnets/7a7a30c2-53d4-4b68-9246-1c24502be713 HTTP/1.1" status: 204 len: 168 time: 1.2229869 May 27 03:43:39.112551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:39.330119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aedc4e62-7141-49dc-b88b-47d6bfec4067 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:39.409578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-999afb90-b5df-4eba-b434-d4eee3e311d9 req-cfa8e1ea-1bea-4d31-9822-53077063fc1b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373082 May 27 03:43:39.465166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-80dd61fb-c3a3-4006-a5e2-bba5a2cbdaf2 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338293 May 27 03:43:39.554645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port aedc4e62-7141-49dc-b88b-47d6bfec4067 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:39.556403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.558144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 1dccb5c0-3bc1-4d13-a36e-c12780303511 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:39.565488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.733270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.759059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] DHCP port deletion for dea2eda8-e04c-4142-9fea-50728170db6d request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:39.786495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Deleting port fd87e905-e8b6-49e4-9956-befd3b2055f5 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:39.787221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:39.812678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-1b30927d-f569-4401-9559-7f4e5ae040c0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463736 May 27 03:43:39.873936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb364d2e-e7cf-448e-a7c2-a4163f0e2163 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:39.962827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting subnet c4c27d9b-7472-430e-bb01-01182a9b4953 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:40.028594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.099382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.155923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Allocated IP 172.25.8.66 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/4ee37df1-d6bf-4a4d-8b1e-77b155c32f19) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:40.174513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-265805ae-807c-47c0-b638-3441cccd2986 req-fd212276-ab08-4952-aa15-636e0c6c4c07 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0911400 May 27 03:43:40.196965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.349010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.401583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:40.415680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:40.416048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.470178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0335e9ce-be4b-45ae-bd57-8887ff0ffcb1 req-0201ad0f-256b-4c46-9cbe-56af6918951f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6641500 May 27 03:43:40.496993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.510995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.519266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] For port fd87e905-e8b6-49e4-9956-befd3b2055f5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fd87e905-e8b6-49e4-9956-befd3b2055f5,segment=NetworkSegment(1cd2527e-85f6-4942-bddf-1db94d5f300f),segment_id=1cd2527e-85f6-4942-bddf-1db94d5f300f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:40.519662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.527820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.583826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b3175b30-b3ff-4b39-9ebf-18c64eeb652a req-77844016-5f0d-4730-804a-a5f3b9c3fef0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 210 time: 0.1494529 May 27 03:43:40.630100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.699518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c27d9b-7472-430e-bb01-01182a9b4953,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:40.720770 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:40.737603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e88762f5-56d7-4d22-a4d9-ae5fa6eed632 tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/subnets/c4c27d9b-7472-430e-bb01-01182a9b4953 HTTP/1.1" status: 204 len: 168 time: 1.6191645 May 27 03:43:40.742934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:40.780053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d43b29-9e21-412e-af0f-879c82092712 None None] Network c48b2fb7-8371-45ec-a78a-fbf69362ceb7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:40.852826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'Port': ['ID=4ee37df1-d6bf-4a4d-8b1e-77b155c32f19,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:40.917246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:40.931132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:40.944640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:40.945863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.014192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66549ea9-b5c4-4004-a273-a68056512491 req-82839b12-2732-4045-901d-a673a07eaf6d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:41.016024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66549ea9-b5c4-4004-a273-a68056512491 req-82839b12-2732-4045-901d-a673a07eaf6d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.1482756 May 27 03:43:41.029701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.048946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Calling delete_port for fd87e905-e8b6-49e4-9956-befd3b2055f5 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:41.052271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.080160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=1dccb5c0-3bc1-4d13-a36e-c12780303511,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:41.132174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port fd87e905-e8b6-49e4-9956-befd3b2055f5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:41.132512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.181012 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66549ea9-b5c4-4004-a273-a68056512491 req-1e889d70-9ab1-42cc-a86c-4f3b5bd99bbf tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592283 May 27 03:43:41.197146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313b2e5-bbba-45e0-b7c2-9b1063392ed5 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:41.225159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b6caacfd-296c-4080-992f-cd84f94a33c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/1dccb5c0-3bc1-4d13-a36e-c12780303511 HTTP/1.1" status: 204 len: 168 time: 2.2954245 May 27 03:43:41.228786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37122) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:41.274108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] The port 'fd87e905-e8b6-49e4-9956-befd3b2055f5' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:43:41.328336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2488e36-90a3-46cd-ae7c-870f5773a579 req-d417140f-587c-407d-bc02-2bdbf374a1ea tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:41.330166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2488e36-90a3-46cd-ae7c-870f5773a579 req-d417140f-587c-407d-bc02-2bdbf374a1ea tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.4674840 May 27 03:43:41.381018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.467735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.519190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91c0bec6-11f2-490a-8d8d-4731dd36b85e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2889163 May 27 03:43:41.520338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.523403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2488e36-90a3-46cd-ae7c-870f5773a579 req-4a39eb0a-97f1-41aa-81b3-256cc3c11af0 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738458 May 27 03:43:41.523932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:41.528661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea2eda8-e04c-4142-9fea-50728170db6d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:41.585653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] No DVR routers for this DVR port fd87e905-e8b6-49e4-9956-befd3b2055f5 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:41.589728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.632459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:41.711768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2d22b-c826-43fc-9d8e-9949bbe067a3 None None] Pushing event deleted for resources: {'Port': ['ID=fd87e905-e8b6-49e4-9956-befd3b2055f5,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:41.751344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49309694-5797-4509-91aa-889252c72c9a req-00409e9e-15d7-4621-a00c-3a7cb7037c8c tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.2482343 May 27 03:43:41.819626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:41.846778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd2527e-85f6-4942-bddf-1db94d5f300f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:41.847460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd2527e-85f6-4942-bddf-1db94d5f300f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:41.864333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:41.900646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-cf6c185f-8bed-4916-9d78-931ac38ea2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9856017 May 27 03:43:41.912421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port bb364d2e-e7cf-448e-a7c2-a4163f0e2163, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:41.945747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.070913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0bf406c-d613-4702-b803-9f16eebd25a9 req-4b984690-172d-4dae-bda1-513ad16e6a64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.5460050 May 27 03:43:42.105259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-1e34ea01-00e6-4d56-a6eb-15c005f7a8c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:42.106321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-1e34ea01-00e6-4d56-a6eb-15c005f7a8c9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 811 time: 0.2489889 May 27 03:43:42.161713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fd87e905-e8b6-49e4-9956-befd3b2055f5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:42.178830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.191058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:42.201942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:42.205973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fd87e905-e8b6-49e4-9956-befd3b2055f5 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:43:42.206487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fd87e905-e8b6-49e4-9956-befd3b2055f5 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:42.211452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:42.215037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:42.258380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47152044-0484-4884-bde4-3baee5c16623 req-255bf3a9-7908-4859-9acb-55deb30d6be0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 210 time: 0.4033670 May 27 03:43:42.291311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Request body: {'port': {'device_id': '9b85cb57-e872-4600-b156-4a72db40748c', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'admin_state_up': True, 'tenant_id': 'ff373081db304819b7fa43aca692792e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:42.308605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.321096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.347597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] DHCP port deletion for c48b2fb7-8371-45ec-a78a-fbf69362ceb7 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:42.351667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Deleting port 1f4e2824-9e0a-4592-894a-99ce728c90a8 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:42.352027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.407082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.420238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:42.424613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.451784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:43:42.452630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.454351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:42.462732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'Port': ['ID=4ee37df1-d6bf-4a4d-8b1e-77b155c32f19,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:42.466024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Deleting port aedc4e62-7141-49dc-b88b-47d6bfec4067 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:42.466400 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: timer() May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:43:42.479582 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:43:42.684939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.717985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.728203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d2685242-99bf-4327-b282-656168776d3e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7875688 May 27 03:43:42.737080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce76eb3-a870-4b67-8999-98a741023f01 req-1221ddb5-c3a9-4c3b-afdb-aa8070831ec6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:42.740840 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ce76eb3-a870-4b67-8999-98a741023f01 req-1221ddb5-c3a9-4c3b-afdb-aa8070831ec6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.2695472 May 27 03:43:42.879837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ce76eb3-a870-4b67-8999-98a741023f01 req-59b927b2-3bdb-47ed-83ca-09de5877ac55 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248858 May 27 03:43:42.948032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] For port aedc4e62-7141-49dc-b88b-47d6bfec4067, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aedc4e62-7141-49dc-b88b-47d6bfec4067,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:42.948613 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:42.957615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] For port 1f4e2824-9e0a-4592-894a-99ce728c90a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f4e2824-9e0a-4592-894a-99ce728c90a8,segment=NetworkSegment(b2a51a27-e914-43a8-ad25-df9af526f32a),segment_id=b2a51a27-e914-43a8-ad25-df9af526f32a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:42.958053 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.045631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.050669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.196348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Network': ['ID=dea2eda8-e04c-4142-9fea-50728170db6d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:43.234627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-739ec6e4-b5fa-4866-853d-836bf204d360 req-da6a4faa-85cc-4418-9c58-b1ecf875f2dc tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0595415 May 27 03:43:43.290110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37186) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:43.310430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a5b7558-4c7f-4eff-9062-54eecbe0fd6a tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/networks/dea2eda8-e04c-4142-9fea-50728170db6d HTTP/1.1" status: 204 len: 168 time: 2.5659742 May 27 03:43:43.337243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:43.438337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Calling delete_port for 1f4e2824-9e0a-4592-894a-99ce728c90a8 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:43.438559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:43.458154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e1302-bb19-44e1-ab28-7b5ae0c971dc req-14fe447d-1db0-4763-9315-491883c6820a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:43.466590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e26e1302-bb19-44e1-ab28-7b5ae0c971dc req-14fe447d-1db0-4763-9315-491883c6820a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.5926044 May 27 03:43:43.498698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-917c8661-3d44-4e73-96d9-a0dbfa67526a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9&tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec HTTP/1.1" status: 200 len: 1094 time: 0.6964133 May 27 03:43:43.518801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:43.519383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Calling delete_port for aedc4e62-7141-49dc-b88b-47d6bfec4067 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:43.525287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.571205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Made reservation on behalf of ff373081db304819b7fa43aca692792e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:43.576052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.629540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c320086-22fc-4a99-bf2b-36f128df7e62 req-1b984d78-3b61-42be-81fb-9fb5dd3080f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 210 time: 0.0929637 May 27 03:43:43.643660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Deleting port 1f4e2824-9e0a-4592-894a-99ce728c90a8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:43.644270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.647889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.715104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:43.720151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] No DVR routers for this DVR port 1f4e2824-9e0a-4592-894a-99ce728c90a8 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:43.734322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfcb02-5170-44c3-bc0a-f09d440a3e02 None None] Pushing event deleted for resources: {'Port': ['ID=1f4e2824-9e0a-4592-894a-99ce728c90a8,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:43.751623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] The port '1f4e2824-9e0a-4592-894a-99ce728c90a8' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:43:43.784674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] Pushing event deleted for resources: {'Port': ['ID=aedc4e62-7141-49dc-b88b-47d6bfec4067,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:43.792107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b7352-2c99-41f5-af16-debfa9e921a5 None None] No DVR routers for this DVR port aedc4e62-7141-49dc-b88b-47d6bfec4067 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:43.813928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e26e1302-bb19-44e1-ab28-7b5ae0c971dc req-05e34c9a-d768-441b-9fba-3284a8d90c0b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453238 May 27 03:43:43.957156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.017279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48b2fb7-8371-45ec-a78a-fbf69362ceb7']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:44.044095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a51a27-e914-43a8-ad25-df9af526f32a') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:44.050048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a51a27-e914-43a8-ad25-df9af526f32a') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:43:44.070421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb364d2e-e7cf-448e-a7c2-a4163f0e2163 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:44.073657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.093850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.101504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:43:44.102101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.132376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.167342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:44.167867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: timer() May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:43:44.225388 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:43:44.329471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.377489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.403037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] Pushing event deleted for resources: {'Network': ['ID=c48b2fb7-8371-45ec-a78a-fbf69362ceb7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:44.409685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79dfc161-98dd-4c89-a9bd-36599bcb8cab tempest-TaggedBootDevicesTest-725962641 tempest-TaggedBootDevicesTest-725962641-project] 10.222.0.46 "DELETE /v2.0/networks/c48b2fb7-8371-45ec-a78a-fbf69362ceb7 HTTP/1.1" status: 204 len: 168 time: 1.1185246 May 27 03:43:44.450718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aedc4e62-7141-49dc-b88b-47d6bfec4067 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:44.458504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca5791-73e4-4675-bd9c-a57077fd2b3e req-10478c6c-bd45-4a57-8760-b151a991901c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:44.466276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61ca5791-73e4-4675-bd9c-a57077fd2b3e req-10478c6c-bd45-4a57-8760-b151a991901c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.2399008 May 27 03:43:44.480595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Allocated IP 172.20.0.12 (2d969655-9e36-4c80-8569-9226d261e6e5/abb2cc92-1fb0-4125-96c8-527f5e282209/d1c49752-7895-4744-8f30-35ea4ec48b2d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:44.489809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: aedc4e62-7141-49dc-b88b-47d6bfec4067 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:43:44.490145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aedc4e62-7141-49dc-b88b-47d6bfec4067 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:44.490548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f4e2824-9e0a-4592-894a-99ce728c90a8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:44.539791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61ca5791-73e4-4675-bd9c-a57077fd2b3e req-14b9f56c-1c04-4f64-87bf-21446ab3dcb0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 May 27 03:43:44.572135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 1f4e2824-9e0a-4592-894a-99ce728c90a8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:43:44.572487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f4e2824-9e0a-4592-894a-99ce728c90a8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:43:44.660966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:43:44.662826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.940080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:44.954100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:44.957727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:44.958322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:44.967139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a8572-3c1a-4e04-b7e2-a9ee7f38e8a1 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:44.983368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=b7844975-411a-4f20-841e-bb163f92666a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:45.268868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:45.293385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-717543eb-c68d-4b12-92e4-d90ff71f548b req-af9a274d-d5d7-49dc-800b-e90ac6fba3b0 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.6626456 May 27 03:43:45.320274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1b1ae51-b186-4fc1-b4df-5cedabdef2cb req-860c927e-ba71-4ea2-bdc4-7ce3ea6ebdf0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 210 time: 0.0752215 May 27 03:43:45.323398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c4ffc8e2-dfbd-470d-a162-3e5459867c62 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7695901 May 27 03:43:45.326456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37252) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:45.352114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:23:d7:b7', 'name': 'tempest-NetworksTestDHCPv6-974402533'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:45.401840 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:45.420460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:43:45.427182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'b7844975-411a-4f20-841e-bb163f92666a'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:43:45.427985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:45.457320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Transition to ACTIVE for port object d1c49752-7895-4744-8f30-35ea4ec48b2d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:45.458953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:45.527070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:45.536263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:45.565736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Transition to ACTIVE for port object c9a3345e-7569-416a-8937-622a0b55dad0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:45.576948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:45.701789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:45.803853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Allocated IP 2001:db8::f816:3eff:fe3c:3eba (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b7844975-411a-4f20-841e-bb163f92666a/cd1d03d8-98ca-4a4c-990d-22c0754481e6) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:45.893209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:45.916763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:45.927529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:45.952916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:46.006765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1c58-4cfc-45a9-9a7b-f65de7abad61 req-316ffb9a-a1e6-41f8-85a5-e272a0ad170e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:46.009761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd3f1c58-4cfc-45a9-9a7b-f65de7abad61 req-316ffb9a-a1e6-41f8-85a5-e272a0ad170e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.3112087 May 27 03:43:46.077228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088', '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:46.094686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:46.250861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Network 2d969655-9e36-4c80-8569-9226d261e6e5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:46.251686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=9']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:46.286492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:46.290762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:46.386116 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd3f1c58-4cfc-45a9-9a7b-f65de7abad61 req-4c664bc3-93a7-4f01-9aad-5384e114c783 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677192 May 27 03:43:46.452582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:46.453266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:46.505642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:46.578581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port b354dff3-183a-4a75-b5ad-4b63438db021 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:43:46.659695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eeaede62-b816-49c5-8090-025e24aa14b5 req-1a017b0a-7d57-410f-8dc3-75ff3e447fc0 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4&device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.3787289 May 27 03:43:46.863413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5827677 May 27 03:43:46.869707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:46.880261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93bef-0575-479c-abf1-f150033174b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:46.881686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a7d35c3c-9070-4455-aef3-6440e2a14dbd None None] Provisioning for port d1c49752-7895-4744-8f30-35ea4ec48b2d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:46.891574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-5cdbaef5-50a4-497d-b3dd-a4d3587ada1b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:43:46.892566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-5cdbaef5-50a4-497d-b3dd-a4d3587ada1b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0135310 May 27 03:43:46.894226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] No DVR routers for this DVR port c9a3345e-7569-416a-8937-622a0b55dad0 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:46.923968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a7d35c3c-9070-4455-aef3-6440e2a14dbd None None] Provisioning complete for port d1c49752-7895-4744-8f30-35ea4ec48b2d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:46.924309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a7d35c3c-9070-4455-aef3-6440e2a14dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.051962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a7d35c3c-9070-4455-aef3-6440e2a14dbd None None] Port d1c49752-7895-4744-8f30-35ea4ec48b2d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:43:47.054705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd028-25d8-4b77-b57e-7e4350d82649 req-478ccbaa-9815-46b9-9e96-0e8ba6546d24 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.062403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Transition to ACTIVE for port object cd1d03d8-98ca-4a4c-990d-22c0754481e6 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:47.062597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10dfd028-25d8-4b77-b57e-7e4350d82649 req-478ccbaa-9815-46b9-9e96-0e8ba6546d24 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.0992365 May 27 03:43:47.100107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Transition to ACTIVE for port object cd1d03d8-98ca-4a4c-990d-22c0754481e6 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:47.111001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Request body: {'port': {'device_id': '9b85cb57-e872-4600-b156-4a72db40748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:47.123164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.198924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Pushing event updated for resources: {'Port': ['ID=cd1d03d8-98ca-4a4c-990d-22c0754481e6,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:47.229142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:47.237134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:47.246322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:47.258462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10dfd028-25d8-4b77-b57e-7e4350d82649 req-dbf19855-db4a-45ce-8431-1ca2cabea73d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950681 May 27 03:43:47.319647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe23:d7b7 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b7844975-411a-4f20-841e-bb163f92666a/b354dff3-183a-4a75-b5ad-4b63438db021) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:47.568108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.634025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Attempting to bind port cd1d03d8-98ca-4a4c-990d-22c0754481e6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:47.640999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Attempting to bind port cd1d03d8-98ca-4a4c-990d-22c0754481e6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:47.642387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Attempting to bind port cd1d03d8-98ca-4a4c-990d-22c0754481e6 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:47.669624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:47.673540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:47.674218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.676081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:47.676755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Bound port: cd1d03d8-98ca-4a4c-990d-22c0754481e6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:47.677792 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.806446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a279313-61a1-4194-8969-08d45bca4f21 req-5bc5371f-5290-4efa-9eae-bd70f0afe06e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=51b475e13f534ec8a91b2bfd07c9e255&device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.1060586 May 27 03:43:47.905105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5c55-0ff5-428c-b841-848a5280dba3 req-40a1f5d5-8b55-49b9-8323-ad8f2912527b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:47.905925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-33cb5c55-0ff5-428c-b841-848a5280dba3 req-40a1f5d5-8b55-49b9-8323-ad8f2912527b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:47.953548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a279313-61a1-4194-8969-08d45bca4f21 req-98030a39-3068-4c9c-98e5-846fb2a5441e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=51b475e13f534ec8a91b2bfd07c9e255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354342 May 27 03:43:47.958126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] For port cd1d03d8-98ca-4a4c-990d-22c0754481e6, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:47.968165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] For port cd1d03d8-98ca-4a4c-990d-22c0754481e6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd1d03d8-98ca-4a4c-990d-22c0754481e6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:47.979779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:47.995077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.041869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object b354dff3-183a-4a75-b5ad-4b63438db021 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:48.115895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d8a75-4f87-42ca-a805-9c41be8f8a30 req-89105ffd-f6b2-45ec-a183-da451cb6abde tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.128063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df5d8a75-4f87-42ca-a805-9c41be8f8a30 req-89105ffd-f6b2-45ec-a183-da451cb6abde tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.3002176 May 27 03:43:48.139239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.181734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ac20-83de-450d-bb24-5d037fd7929b None None] Pushing event updated for resources: {'Port': ['ID=cd1d03d8-98ca-4a4c-990d-22c0754481e6,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:48.272009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:48.281151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:48.289200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-33cb5c55-0ff5-428c-b841-848a5280dba3 req-40a1f5d5-8b55-49b9-8323-ad8f2912527b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:48.289881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-33cb5c55-0ff5-428c-b841-848a5280dba3 req-40a1f5d5-8b55-49b9-8323-ad8f2912527b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 932 time: 1.3104138 May 27 03:43:48.304497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:48.309838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.310492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.393928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=b354dff3-183a-4a75-b5ad-4b63438db021,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:48.398912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df5d8a75-4f87-42ca-a805-9c41be8f8a30 req-39773be5-898c-441e-8a96-417dbae123b6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682924 May 27 03:43:48.426835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e49a3c81-8ff3-4801-a256-aa15e0f2b8e8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0988922 May 27 03:43:48.427563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37298) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:48.537645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a279313-61a1-4194-8969-08d45bca4f21 req-f395b88e-ab18-486a-8b9e-6b06d5389388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.540629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a279313-61a1-4194-8969-08d45bca4f21 req-f395b88e-ab18-486a-8b9e-6b06d5389388 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5646992 May 27 03:43:48.605125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-33cb5c55-0ff5-428c-b841-848a5280dba3 req-bc28a12a-aa76-4563-8a01-13732522a3c5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419031 May 27 03:43:48.653236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2d9de-561b-4e5a-9d58-52a13a2c7613 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.653236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2d9de-561b-4e5a-9d58-52a13a2c7613 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:48.653236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64a2d9de-561b-4e5a-9d58-52a13a2c7613 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:48.771439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64a2d9de-561b-4e5a-9d58-52a13a2c7613 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:48.775497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64a2d9de-561b-4e5a-9d58-52a13a2c7613 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3470297 May 27 03:43:48.776428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:48.785319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6619a7c5-dddd-4299-b62e-41d0334e3db4 req-9fe8cb9a-b7b5-46b4-b2aa-a63e529d7996 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.0791724 May 27 03:43:48.845191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c49752-7895-4744-8f30-35ea4ec48b2d {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:48.867179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.897567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Transition to ACTIVE for port object d1c49752-7895-4744-8f30-35ea4ec48b2d will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:48.944014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port b354dff3-183a-4a75-b5ad-4b63438db021 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:48.944358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:48.958973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.506880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:49.554819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:49.670553 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:43:49.735060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:49.735392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:49.735712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:49.771708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for b354dff3-183a-4a75-b5ad-4b63438db021 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:49.906491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a279313-61a1-4194-8969-08d45bca4f21 req-aba04b84-85a0-4a05-93fb-5708b786e35d tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d8ce738-da70-4422-919e-56b3e06f3ea4 HTTP/1.1" status: 200 len: 210 time: 0.1737709 May 27 03:43:49.935501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f33e7-162f-49af-b5ff-cac3592ec651 req-d6bd7e1a-4363-4cf4-a953-e72e77f493dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:49.945018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d59f33e7-162f-49af-b5ff-cac3592ec651 req-d6bd7e1a-4363-4cf4-a953-e72e77f493dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 1.0407436 May 27 03:43:49.946819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:43:49.953361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Attempting to bind port c9a3345e-7569-416a-8937-622a0b55dad0 on network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:50.031178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:50.041856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Checking segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:50.042146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Bound using segment: {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:50.046485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Bound port: c9a3345e-7569-416a-8937-622a0b55dad0, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775da5ad-885a-4071-8df3-6a8b75c31c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:50.047056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.180826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.223308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Attempting to bind port d1c49752-7895-4744-8f30-35ea4ec48b2d on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:50.223658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Attempting to bind port d1c49752-7895-4744-8f30-35ea4ec48b2d by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:50.230507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Attempting to bind port d1c49752-7895-4744-8f30-35ea4ec48b2d on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:50.267612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd1d03d8-98ca-4a4c-990d-22c0754481e6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:50.361783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Port d1c49752-7895-4744-8f30-35ea4ec48b2d on network 2d969655-9e36-4c80-8569-9226d261e6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:43:50.362033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Attempting to bind port d1c49752-7895-4744-8f30-35ea4ec48b2d on network 2d969655-9e36-4c80-8569-9226d261e6e5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:50.363383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=b354dff3-183a-4a75-b5ad-4b63438db021,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:50.433263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d59f33e7-162f-49af-b5ff-cac3592ec651 req-4dc41df1-57f7-4646-9c67-480a919ddea2 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871738 May 27 03:43:50.472460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:50.474677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Checking segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:50.475258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Bound using segment: {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:50.475868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Bound port: d1c49752-7895-4744-8f30-35ea4ec48b2d, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af54470-b5c2-4793-850f-e2ff876da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:50.481175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.491128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41311343-6b6d-4c18-96d0-d994131163dc None None] Provisioning for port cd1d03d8-98ca-4a4c-990d-22c0754481e6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:50.526608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cd1d03d8-98ca-4a4c-990d-22c0754481e6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:43:50.539653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd1d03d8-98ca-4a4c-990d-22c0754481e6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:50.540437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.610286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a170b-a3cd-4c95-bbc3-cc8e751bd735 req-23f197e3-80c3-4d7a-a13f-1b87bde94946 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:50.619444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-322a170b-a3cd-4c95-bbc3-cc8e751bd735 req-23f197e3-80c3-4d7a-a13f-1b87bde94946 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 943 time: 0.5821433 May 27 03:43:50.625464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.686234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b2c954d2-7e76-4060-8d13-98d943884c2d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/b354dff3-183a-4a75-b5ad-4b63438db021 HTTP/1.1" status: 204 len: 168 time: 1.9040384 May 27 03:43:50.700482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:50.748674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-322a170b-a3cd-4c95-bbc3-cc8e751bd735 req-19fb3caa-a346-469a-8d76-6f3b5fd7ea2a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278942 May 27 03:43:50.901707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:50.927158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:50.949706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-95e71043-f0fd-4f57-90df-6f2963573d33 None None] Could not find standard attr ID for object b354dff3-183a-4a75-b5ad-4b63438db021. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:43:51.015575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cd1d03d8-98ca-4a4c-990d-22c0754481e6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd1d03d8-98ca-4a4c-990d-22c0754481e6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:51.030239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.046034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:51.067230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57a4fe-424a-4fa5-aa62-9a52533b9a84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.068882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57a4fe-424a-4fa5-aa62-9a52533b9a84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.082617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea57a4fe-424a-4fa5-aa62-9a52533b9a84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:51.097964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.185792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cd1d03d8-98ca-4a4c-990d-22c0754481e6,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.260395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea57a4fe-424a-4fa5-aa62-9a52533b9a84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:51.265023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:51.265184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ea57a4fe-424a-4fa5-aa62-9a52533b9a84 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5308845 May 27 03:43:51.284488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:51.305745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:51.320568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.322377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] 10.222.0.21 "PUT /v2.0/ports/c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 1091 time: 7.8115900 May 27 03:43:51.323024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:51.331477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d943e-6e76-4a90-a697-34d94267b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.343410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.446990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet b7844975-411a-4f20-841e-bb163f92666a {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:43:51.460916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.643764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ae989-65d2-4f61-9f71-14649bd9c7cd req-3f664440-fe2c-4fe5-92c5-a24262111eb7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:51.650966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-083ae989-65d2-4f61-9f71-14649bd9c7cd req-3f664440-fe2c-4fe5-92c5-a24262111eb7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.7962475 May 27 03:43:51.686025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.687402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1c49752-7895-4744-8f30-35ea4ec48b2d HTTP/1.1" status: 200 len: 1092 time: 4.7091801 May 27 03:43:51.731517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:51.834156 n-d-843301-2 neutron-server[84155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c8d4a535-5f5c-45fc-80ad-7aa21a68bb20']: {'name': 'network-changed', 'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'status': 'failed', 'code': 422} returned with failed status May 27 03:43:51.844529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d81e8-d503-4239-a453-f77e677626a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:51.961443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-8346250b-cc1d-45e4-8bdc-c9d66f578ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1095 time: 0.5383337 May 27 03:43:51.985747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2a3aa68-3414-4349-b56e-36bd8ba040dd req-3cf1b13b-3693-442c-9df5-a62b026891d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51b475e13f534ec8a91b2bfd07c9e255&device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.0685091 May 27 03:43:52.010828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-083ae989-65d2-4f61-9f71-14649bd9c7cd req-77d11374-deb5-4944-9f9c-cc1f2241a535 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589914 May 27 03:43:52.150844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2a3aa68-3414-4349-b56e-36bd8ba040dd req-e9b64088-5ec2-4eb6-9a53-d121a4e68c09 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=51b475e13f534ec8a91b2bfd07c9e255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513577 May 27 03:43:52.181950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd1d03d8-98ca-4a4c-990d-22c0754481e6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:43:52.199342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-ede7c202-d17d-49e5-8df3-b6d9aa6c6d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 1095 time: 0.4374125 May 27 03:43:52.259720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.396818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-25634050-1040-4132-9dcc-f6e896f89f42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d HTTP/1.1" status: 200 len: 217 time: 0.1810308 May 27 03:43:52.428680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd1d03d8-98ca-4a4c-990d-22c0754481e6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:43:52.429985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.487220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3aa68-3414-4349-b56e-36bd8ba040dd req-89b07700-4c33-48a4-889b-ac362f5446ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.488842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2a3aa68-3414-4349-b56e-36bd8ba040dd req-89b07700-4c33-48a4-889b-ac362f5446ed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260689 May 27 03:43:52.507321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040df6d-640f-4e28-82c7-b9d752890546 req-3c025437-56d2-42a7-8976-c14759a76afc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.515306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1040df6d-640f-4e28-82c7-b9d752890546 req-3c025437-56d2-42a7-8976-c14759a76afc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.4517622 May 27 03:43:52.551689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.634282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=b7844975-411a-4f20-841e-bb163f92666a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:52.653289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:52.659602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5fb557-a00f-448f-93da-3d49212a38ea None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:52.680741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1040df6d-640f-4e28-82c7-b9d752890546 req-5ca7989a-5854-4982-a28d-1130acc431ec tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633003 May 27 03:43:52.700812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ee9decf9-0442-4135-a3f2-df8d6625848d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b7844975-411a-4f20-841e-bb163f92666a HTTP/1.1" status: 204 len: 168 time: 1.4343443 May 27 03:43:52.701723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:52.734255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-ff304228-00a5-4837-8e2d-fa6e71dbea6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.736653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-ff304228-00a5-4837-8e2d-fa6e71dbea6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.2310321 May 27 03:43:52.742785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95ad2f85-4c82-470f-b1ba-0d18010d905d req-c07757ba-c552-4821-a2a5-e5e2a98cbb25 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.3428824 May 27 03:43:52.828057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-c08daa3d-f183-4071-9727-177ff0900068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:52.829695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-c08daa3d-f183-4071-9727-177ff0900068 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 200 len: 918 time: 0.8150101 May 27 03:43:52.859831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7a0d2d81-82d9-42ec-ab81-506ef05f8790 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1565444 May 27 03:43:52.861214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:53.032212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7edf3e-8394-4383-b89b-ff72e9dbb4dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.033049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa7edf3e-8394-4383-b89b-ff72e9dbb4dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:53.090536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-74a6fa4e-45cf-488f-a7ba-145f22c54b14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3448279 May 27 03:43:53.093322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa7edf3e-8394-4383-b89b-ff72e9dbb4dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:53.094471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa7edf3e-8394-4383-b89b-ff72e9dbb4dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2319808 May 27 03:43:53.100701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:53.105255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-4f27ad1d-ffe4-490a-8ab6-2cf440a94fbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 200 len: 998 time: 0.2363954 May 27 03:43:53.252158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f231a-6887-42e3-8f7b-82d6110de8c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.252832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ed1f231a-6887-42e3-8f7b-82d6110de8c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:43:53.292647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8321a92-676b-491a-9947-8333b299d46c req-ba0c9712-befa-4290-88ff-10edc27b45e5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.300169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8321a92-676b-491a-9947-8333b299d46c req-ba0c9712-befa-4290-88ff-10edc27b45e5 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.2760644 May 27 03:43:53.346933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:43:53.352449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Deleting port cd1d03d8-98ca-4a4c-990d-22c0754481e6 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:43:53.352761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.354284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ed1f231a-6887-42e3-8f7b-82d6110de8c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:43:53.355429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ed1f231a-6887-42e3-8f7b-82d6110de8c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2538035 May 27 03:43:53.359258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37390) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:53.433123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f2b8ff98-0d1b-4551-b773-9d19913ec51d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727432 May 27 03:43:53.443941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:53.445956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8321a92-676b-491a-9947-8333b299d46c req-1377459a-1365-4a5e-a7e0-84f3c985566c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446996 May 27 03:43:53.503860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:53.766807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.778095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] For port cd1d03d8-98ca-4a4c-990d-22c0754481e6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd1d03d8-98ca-4a4c-990d-22c0754481e6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:53.778611 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:53.834537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-cb120f85-2727-49dc-b69e-39857c0f88a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:53.836134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-cb120f85-2727-49dc-b69e-39857c0f88a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 200 len: 856 time: 0.7294106 May 27 03:43:53.847275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:43:54.009296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19015437-8770-41a9-b8d0-41127847ef1f req-a89fcf9e-f72d-44d9-af29-be595a776974 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:54.011188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19015437-8770-41a9-b8d0-41127847ef1f req-a89fcf9e-f72d-44d9-af29-be595a776974 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.6835797 May 27 03:43:54.014575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-433fa8bd-9be6-4f14-a758-b6696c2f6353 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066513 May 27 03:43:54.019506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:54.039860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f2a3aa68-3414-4349-b56e-36bd8ba040dd req-9736490c-d69b-4883-82df-849cee87e590 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.0723999 May 27 03:43:54.170085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:54.200474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff43a3-1a7c-415e-8893-260ddfb96042 req-89194277-11f1-45b7-831d-80dc74dab877 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:54.207551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8ff43a3-1a7c-415e-8893-260ddfb96042 req-89194277-11f1-45b7-831d-80dc74dab877 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.2847359 May 27 03:43:54.210328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd1d03d8-98ca-4a4c-990d-22c0754481e6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:43:54.317514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8ff43a3-1a7c-415e-8893-260ddfb96042 req-25b5e01f-9dc9-4908-a8af-65d96a466532 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089923 May 27 03:43:54.327974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Calling delete_port for cd1d03d8-98ca-4a4c-990d-22c0754481e6 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:43:54.337111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-791fddf2-0cc7-4706-936b-4d7829b39101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cfd3dd42-689b-4b6d-b3a2-4f2eba154234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4837432 May 27 03:43:54.491015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:54.633911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f0886c7-39a5-4d2a-8717-5b2b32736d71 req-2dd9af3d-f421-4d6d-beea-3069ed59b946 tempest-ServerShowV247Test-1922693165 tempest-ServerShowV247Test-1922693165-project] 10.222.0.46 "GET /v2.0/ports?device_id=af4323f1-a664-4cb2-b575-7eeb5c493fd8 HTTP/1.1" status: 200 len: 210 time: 0.0625043 May 27 03:43:54.828386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0bdd38dc-e5b0-4e22-ba06-7bf76a716ab7 req-34571cb0-c043-4388-b940-dc166120dc2a service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665799 May 27 03:43:54.848431 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.878766 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65039db1-5414-475d-8566-f9609b349b0e'] response: {'name': 'network-changed', 'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'status': 'completed', 'code': 200} May 27 03:43:54.880830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19015437-8770-41a9-b8d0-41127847ef1f req-388fefc4-ac7f-4ce9-b4ee-32343ccdefad tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8580818 May 27 03:43:54.941233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:54.960813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.100938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] Pushing event deleted for resources: {'Port': ['ID=cd1d03d8-98ca-4a4c-990d-22c0754481e6,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:55.119124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af700a9-e648-4143-9fb6-53adbebae4b4 None None] No DVR routers for this DVR port cd1d03d8-98ca-4a4c-990d-22c0754481e6 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:55.188845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090deae7-b079-4db5-a77c-2375079920aa req-7f5b8290-460b-41e1-a3db-f47fd3620627 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:55.197101 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-090deae7-b079-4db5-a77c-2375079920aa req-7f5b8290-460b-41e1-a3db-f47fd3620627 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.1898165 May 27 03:43:55.259853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-090deae7-b079-4db5-a77c-2375079920aa req-1e9614f9-c6a0-4e87-acc1-45da305fe397 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613925 May 27 03:43:55.295604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-83f43112-019f-4122-bc27-cc91bbdd4b1e service neutron] 10.222.0.21 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361446 May 27 03:43:55.299067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37424) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:55.511346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.551824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:55.561019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Usage tracker for resource:security_group_rule and tenant:3c06302b99ec48f78bf6d46c4ca0366f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:55.567019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:55.579276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:55.700379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.716611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.780082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b6d542-1219-4ac0-b989-717ff137ca38,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:55.786676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9d721a0-817a-4707-9555-f46f76c02127 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c06302b99ec48f78bf6d46c4ca0366f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4840150 May 27 03:43:55.787250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:55.821683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-30dcbc6c-eb09-4874-b9a3-2b7f7108482b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 1095 time: 0.7624454 May 27 03:43:55.825501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-649f9e08-a7a5-4308-8749-bbacf3954931 service neutron] 10.222.0.21 "GET /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472228 May 27 03:43:55.836087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335cf2d-8da8-442e-88de-a4158a8a7a9e req-7491bef9-c5f6-4286-aea7-2dbddf826e1f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:55.846297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f335cf2d-8da8-442e-88de-a4158a8a7a9e req-7491bef9-c5f6-4286-aea7-2dbddf826e1f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3239200 May 27 03:43:55.916626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:55.985749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.142737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.186192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.190638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5b6d542-1219-4ac0-b989-717ff137ca38 HTTP/1.1" status: 204 len: 168 time: 0.3999462 May 27 03:43:56.190638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fa07c-e7c3-4edc-8ec2-690f7b310970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b6d542-1219-4ac0-b989-717ff137ca38,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:56.205765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:43:56.249230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f335cf2d-8da8-442e-88de-a4158a8a7a9e req-e1f3c528-1917-4d47-bcb6-f467f5246077 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015963 May 27 03:43:56.249877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.330192 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.431617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5280307-7b6e-4e40-aa7c-444e2ecd69af req-ba3f9a23-5fcb-4690-a5ec-da72f125aa66 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:56.434546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5280307-7b6e-4e40-aa7c-444e2ecd69af req-ba3f9a23-5fcb-4690-a5ec-da72f125aa66 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.2110238 May 27 03:43:56.453780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:56.460066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-4cf0b32f-ae25-44b5-8613-2a4274e973c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:56.461580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-4cf0b32f-ae25-44b5-8613-2a4274e973c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.6104736 May 27 03:43:56.462456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:56.467720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:56.468349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:56.474067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8a89a-c969-4c6b-817a-9e738923deca None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:43:56.504027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37452) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:56.649158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5280307-7b6e-4e40-aa7c-444e2ecd69af req-de1903f9-0981-431f-b9d5-c99012363125 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083666 May 27 03:43:56.981589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '0f1b6ba0-8ce9-4944-b765-aed8884afcfe'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:43:56.982398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.022391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5709848 May 27 03:43:57.028065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37474) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:57.029584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d879-b1c9-41a4-8a7d-37feb9b53cb1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=0f1b6ba0-8ce9-4944-b765-aed8884afcfe,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:57.042909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:0d:0e:de', 'name': 'tempest-NetworksTestDHCPv6-2123631247'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:43:57.052943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-172ccdb3-2528-40b2-b2bb-f2c3d603eb1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d HTTP/1.1" status: 200 len: 217 time: 0.5459666 May 27 03:43:57.084235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.180975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Allocated IP 2001:db8::f816:3eff:fe78:4476 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/0f1b6ba0-8ce9-4944-b765-aed8884afcfe/756a0639-601f-416f-a3b7-b543f027c137) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:57.248223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-af54cc63-346a-4cc3-aef8-858918e5de22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:57.250382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-af54cc63-346a-4cc3-aef8-858918e5de22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1845446 May 27 03:43:57.382637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:57.420697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333255c-abbf-49fb-8d46-b03bfe16e113 req-1e966101-7c1b-4ac8-a165-7c4b2a484002 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:57.427025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2333255c-abbf-49fb-8d46-b03bfe16e113 req-1e966101-7c1b-4ac8-a165-7c4b2a484002 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.9157956 May 27 03:43:57.474140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:57.493159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Usage tracker for resource:security_group_rule and tenant:51b475e13f534ec8a91b2bfd07c9e255 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:57.500477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:57.517325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:57.561726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.565199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:57.590626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:43:57.674206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:43:57.688620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Usage tracker for resource:security_group_rule and tenant:ceee5ecd22b646aca00aeccbf4251572 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:43:57.698052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:43:57.709665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.714384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:57.796262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:57.838262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'mac_address': 'fa:16:3e:f7:07:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:43:57.883722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.977707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:57.999658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2333255c-abbf-49fb-8d46-b03bfe16e113 req-dd42347c-093d-4222-8b37-0ff300b6fe5e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825025 May 27 03:43:58.012038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:43:58.012255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.013890 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e44be970-3762-4c5a-ace9-d9de1f885d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.016156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Transition to ACTIVE for port object 756a0639-601f-416f-a3b7-b543f027c137 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:58.019745 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.073559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.086614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Transition to ACTIVE for port object 756a0639-601f-416f-a3b7-b543f027c137 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:43:58.098203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.117608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:58.162242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:58.224885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c49752-7895-4744-8f30-35ea4ec48b2d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:43:58.272146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-05395b4b-9100-4704-97d1-f732521e31ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0079648 May 27 03:43:58.325629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a90c8-4265-48ae-bbc4-edd104ee8b28,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:58.345193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:58.350923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-96069231-bf5f-410c-975d-3c6e96e60b74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ceee5ecd22b646aca00aeccbf4251572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9609380 May 27 03:43:58.356864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:58.360969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:58.378937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Pushing event updated for resources: {'Port': ['ID=756a0639-601f-416f-a3b7-b543f027c137,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:58.381953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bebee-2f8c-4d0b-9339-b48590f69c12,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:58.399079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:43:58.402071 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:58.415755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37502) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:58.446758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5307c159-8314-44e4-b144-48e1b3d9d7ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51b475e13f534ec8a91b2bfd07c9e255&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9272273 May 27 03:43:58.474413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:43:58.583443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1ab52-9cb8-4165-b401-f666dba3a4cb req-de4fb65b-1b40-4d3e-b689-c5a696aa3074 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:58.593312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94e1ab52-9cb8-4165-b401-f666dba3a4cb req-de4fb65b-1b40-4d3e-b689-c5a696aa3074 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 1.0380528 May 27 03:43:58.695732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:58.791652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd261d-b67a-4ddf-8f8f-3d1779ddc0ff req-677b1be5-39e6-4f61-8ec8-fc31539e2ee1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:43:58.837170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25bd261d-b67a-4ddf-8f8f-3d1779ddc0ff req-677b1be5-39e6-4f61-8ec8-fc31539e2ee1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.5632522 May 27 03:43:58.901816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['d1c49752-7895-4744-8f30-35ea4ec48b2d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:43:59.024640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Attempting to bind port 756a0639-601f-416f-a3b7-b543f027c137 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:43:59.025142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Attempting to bind port 756a0639-601f-416f-a3b7-b543f027c137 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:43:59.025280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-209b5831-7a70-40b4-b9c9-f7e4b4b10ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781700 May 27 03:43:59.025582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Attempting to bind port 756a0639-601f-416f-a3b7-b543f027c137 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:43:59.041723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:43:59.042138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:43:59.042497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.042933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:43:59.043415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Bound port: 756a0639-601f-416f-a3b7-b543f027c137, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:43:59.043806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.238834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94e1ab52-9cb8-4165-b401-f666dba3a4cb req-e55add3e-9bcc-4c52-a95f-685948c648b8 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281245 May 27 03:43:59.272228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.299594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:59.328278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=756a0639-601f-416f-a3b7-b543f027c137,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:59.347345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.348201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52b51358-8ce7-403d-84cd-e8c27b8ba5b9 req-0dfdf6f4-41c6-41ad-be1e-fd4d1da891b7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115637 May 27 03:43:59.391010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25bd261d-b67a-4ddf-8f8f-3d1779ddc0ff req-e37763e9-ad8b-406a-8c37-c7ce536ce32e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529487 May 27 03:43:59.507544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.522351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48b4c-c3c2-468a-aa35-0efcf059149d None None] Pushing event updated for resources: {'Port': ['ID=756a0639-601f-416f-a3b7-b543f027c137,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:59.540424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 0edf63f3-344d-41a1-94c8-9a55005425a3 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:43:59.785364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:43:59.954731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d72f81a-ff50-45e0-8bd9-9a0d1f923e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.054953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.229364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 756a0639-601f-416f-a3b7-b543f027c137 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:00.284339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.524646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.563597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 756a0639-601f-416f-a3b7-b543f027c137 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:00.613755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.642127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590db3d-9869-4c21-b13c-dd83fbd6ce77 req-0c7a545c-4adc-4bee-a76a-3c78084cb30c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:00.653032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2590db3d-9869-4c21-b13c-dd83fbd6ce77 req-0c7a545c-4adc-4bee-a76a-3c78084cb30c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.1711109 May 27 03:44:00.656613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bebee-2f8c-4d0b-9339-b48590f69c12,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.697756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a90c8-4265-48ae-bbc4-edd104ee8b28,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:00.737750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2590db3d-9869-4c21-b13c-dd83fbd6ce77 req-cf84f2b0-ce31-4401-be5b-998204e93d28 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822630 May 27 03:44:00.756772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.758562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2adc43ba-2834-4eab-a708-94cb3d576027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e22a90c8-4265-48ae-bbc4-edd104ee8b28 HTTP/1.1" status: 204 len: 168 time: 2.3402321 May 27 03:44:00.803410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:00.804467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bc0a7ddd-b98a-441f-a1f0-94a4d8513b1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd8bebee-2f8c-4d0b-9339-b48590f69c12 HTTP/1.1" status: 204 len: 168 time: 2.3153143 May 27 03:44:00.806072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe0d:ede (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/0f1b6ba0-8ce9-4944-b765-aed8884afcfe/0edf63f3-344d-41a1-94c8-9a55005425a3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:00.953053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ec98d-fede-491c-a105-bb95dad8e01e req-b89887c8-2fc5-4fcf-9274-381d3c5ac409 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:00.977994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be3ec98d-fede-491c-a105-bb95dad8e01e req-b89887c8-2fc5-4fcf-9274-381d3c5ac409 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 1.2902319 May 27 03:44:01.243280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa8512-ff2e-419e-90e7-8234581d4a7c req-3860bebe-4a0b-4859-9cad-4c2d487bc2e5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:01.258058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fa8512-ff2e-419e-90e7-8234581d4a7c req-3860bebe-4a0b-4859-9cad-4c2d487bc2e5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 945 time: 0.3027806 May 27 03:44:01.263102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.371470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fa8512-ff2e-419e-90e7-8234581d4a7c req-ee9a04d6-93f2-45e6-a833-4886c2a5d44e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106794 May 27 03:44:01.478203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.607015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:01.627591 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be3ec98d-fede-491c-a105-bb95dad8e01e req-1d637463-5757-41f3-9138-33cc6b616472 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6485569 May 27 03:44:01.946808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:01.995864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port d1c49752-7895-4744-8f30-35ea4ec48b2d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:02.002086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 0edf63f3-344d-41a1-94c8-9a55005425a3 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:02.007922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port d1c49752-7895-4744-8f30-35ea4ec48b2d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:02.009779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.143362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.188019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Provisioning for port 756a0639-601f-416f-a3b7-b543f027c137 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:02.212297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Provisioning complete for port 756a0639-601f-416f-a3b7-b543f027c137 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:02.217049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.245029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:02.380085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ff317-3109-4c81-8d52-9065ce1760ca req-d9d716c6-f77a-43b1-938d-5ac7cc74783c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:02.397232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-961ff317-3109-4c81-8d52-9065ce1760ca req-d9d716c6-f77a-43b1-938d-5ac7cc74783c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3111260 May 27 03:44:02.608414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-961ff317-3109-4c81-8d52-9065ce1760ca req-58144cd6-9ada-4614-b57f-88b33888b682 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102053 May 27 03:44:02.734705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:02.748270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:02.750721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:02.760125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:02.760830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.015000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=0edf63f3-344d-41a1-94c8-9a55005425a3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:03.099889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-271f112c-04a5-43bf-94b8-501cca3aaaeb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0688107 May 27 03:44:03.101172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:03.110118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af38c19-125f-4f30-aa05-37f1a56cbdce req-8816a655-2987-48b7-ad9d-34a5728f1d11 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.122457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0af38c19-125f-4f30-aa05-37f1a56cbdce req-8816a655-2987-48b7-ad9d-34a5728f1d11 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.1958942 May 27 03:44:03.159737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.195259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b4e21-2a7e-4f84-b3d9-06bf969f04bc req-9f104b66-ad6e-4933-af8a-c3e6793c2564 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.196786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-769b4e21-2a7e-4f84-b3d9-06bf969f04bc req-9f104b66-ad6e-4933-af8a-c3e6793c2564 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 945 time: 0.3942492 May 27 03:44:03.246482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.276042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.328414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0af38c19-125f-4f30-aa05-37f1a56cbdce req-f9cb84e4-f599-4b1c-bfd4-ef41f7f90909 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026978 May 27 03:44:03.404088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107652d-5ae3-4731-9920-e242d8e48232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.421024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107652d-5ae3-4731-9920-e242d8e48232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:03.422441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f107652d-5ae3-4731-9920-e242d8e48232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:03.457526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f107652d-5ae3-4731-9920-e242d8e48232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:03.464190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f107652d-5ae3-4731-9920-e242d8e48232 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2740710 May 27 03:44:03.466788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-769b4e21-2a7e-4f84-b3d9-06bf969f04bc req-bddfca4e-9b82-46eb-938a-3baaf56b9177 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606077 May 27 03:44:03.468678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:03.481568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:03.512927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=756a0639-601f-416f-a3b7-b543f027c137,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:03.531500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:03.545443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.636202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:03.852545 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae25cf86-bc75-4ac8-8408-edc9c3987952'] response: {'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'code': 200} May 27 03:44:03.854427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:03.865882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 0edf63f3-344d-41a1-94c8-9a55005425a3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:03.866322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.123027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f1f0f26a-0d00-4c31-8f93-56df46ceebb8 None None] Provisioning for port 0edf63f3-344d-41a1-94c8-9a55005425a3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:04.140839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f1f0f26a-0d00-4c31-8f93-56df46ceebb8 None None] Provisioning complete for port 0edf63f3-344d-41a1-94c8-9a55005425a3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:04.143421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f26a-0d00-4c31-8f93-56df46ceebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:04.260394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408da44-3cec-4563-aff2-e315167c5858 None None] Pushing event updated for resources: {'Port': ['ID=756a0639-601f-416f-a3b7-b543f027c137,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:04.339938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0f26a-0d00-4c31-8f93-56df46ceebb8 None None] Port 0edf63f3-344d-41a1-94c8-9a55005425a3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:44:04.449071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-515ac7d5-7991-409f-9416-9de0f4b176b7 req-59079c19-5a14-4cf8-9d1b-3b7d212b8c91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 1097 time: 0.3752799 May 27 03:44:04.537756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-515ac7d5-7991-409f-9416-9de0f4b176b7 req-b0c8f636-07bc-4d91-83e5-f372004a8fd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544300 May 27 03:44:04.595602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab43828-4f76-43d3-ad5a-87255742cacb req-5adfded9-b7da-4424-a2b8-d2e3cd1a4f46 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:04.602852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ab43828-4f76-43d3-ad5a-87255742cacb req-5adfded9-b7da-4424-a2b8-d2e3cd1a4f46 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.4355154 May 27 03:44:04.833474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ab43828-4f76-43d3-ad5a-87255742cacb req-4817eaa8-b6e4-4a1b-a97c-3dca3ed48ad3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290576 May 27 03:44:04.838109 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.374168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Deleting port 6a17d688-9f45-46f4-b3a8-a3c30c879842 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:05.375186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.412116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 0edf63f3-344d-41a1-94c8-9a55005425a3 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:05.580644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea008b84-6683-4e68-a283-ca702f23fd37 req-f9bd0531-79e4-4fdf-9114-22a9fd87f277 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:05.590638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea008b84-6683-4e68-a283-ca702f23fd37 req-f9bd0531-79e4-4fdf-9114-22a9fd87f277 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.3453636 May 27 03:44:05.659052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:05.701331 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea008b84-6683-4e68-a283-ca702f23fd37 req-a6cfd676-170d-4a38-b1b6-31a41d404a02 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089618 May 27 03:44:05.815714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] For port 6a17d688-9f45-46f4-b3a8-a3c30c879842, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6a17d688-9f45-46f4-b3a8-a3c30c879842,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:05.818803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:05.984683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.070497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.172797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:06.211595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=0edf63f3-344d-41a1-94c8-9a55005425a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:06.225995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.237263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 756a0639-601f-416f-a3b7-b543f027c137 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:06.269739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-80c86ac7-3465-4903-a19e-f439cb086b30 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/0edf63f3-344d-41a1-94c8-9a55005425a3 HTTP/1.1" status: 204 len: 168 time: 2.7975113 May 27 03:44:06.270033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:06.306731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:06.351432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.452883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Calling delete_port for 6a17d688-9f45-46f4-b3a8-a3c30c879842 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:06.455790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7839c98-afd7-43ec-ab19-ea27ebb1903e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:06.457238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7839c98-afd7-43ec-ab19-ea27ebb1903e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:06.457999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7839c98-afd7-43ec-ab19-ea27ebb1903e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:06.492601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7839c98-afd7-43ec-ab19-ea27ebb1903e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:06.496540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b7839c98-afd7-43ec-ab19-ea27ebb1903e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2225776 May 27 03:44:06.496779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:06.593474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:06.597080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 756a0639-601f-416f-a3b7-b543f027c137 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:06.597498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:06.816042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e9423-68c0-477d-9222-52e536dd433f req-8dcedf8c-a88b-4886-95d3-82140ac9b756 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:06.818272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac2e9423-68c0-477d-9222-52e536dd433f req-8dcedf8c-a88b-4886-95d3-82140ac9b756 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.5855951 May 27 03:44:06.945761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac2e9423-68c0-477d-9222-52e536dd433f req-c84ba256-2337-448e-b98e-e46284a414c3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085930 May 27 03:44:07.075287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 0f1b6ba0-8ce9-4944-b765-aed8884afcfe {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:07.083395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.253494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.420927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.541065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.668339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.704311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:07.721282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a17d688-9f45-46f4-b3a8-a3c30c879842,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:07.786013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec0554-b99b-46eb-b9dd-e441b452064b req-601cc595-3595-4caf-a96c-b3ef0ab6153f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:07.794612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5bec0554-b99b-46eb-b9dd-e441b452064b req-601cc595-3595-4caf-a96c-b3ef0ab6153f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 944 time: 0.6954417 May 27 03:44:07.841235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1b6ba0-8ce9-4944-b765-aed8884afcfe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:07.852884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:07.887773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5bec0554-b99b-46eb-b9dd-e441b452064b req-0efb7cb9-9540-43fe-ac2f-ad9e5e601f1e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921130 May 27 03:44:07.899559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e3963306-5da6-4b5b-a1ab-36622122d3cd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/0f1b6ba0-8ce9-4944-b765-aed8884afcfe HTTP/1.1" status: 204 len: 168 time: 1.4015582 May 27 03:44:07.901926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:07.994587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9534aebd-cd63-4151-b446-eaf2dd7c6d55 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:08.054340 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a19d4cc-4864-4d32-ad08-814dec2dfb56'] response: {'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'code': 200} May 27 03:44:08.162184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5d61bbd9-12dd-44bd-8482-c340b81fbcaf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2588038 May 27 03:44:08.165568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37660) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:08.189413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:08.493906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:08.572451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'port_id': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'mac_address': 'fa:16:3e:f2:85:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30e9fe-0ed2-4466-89ca-0646357f3919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:08.595184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee66c-990c-4e86-83a9-8a9ca2e816a3 req-6d0c3f11-17b5-4938-9417-aab6267a709b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:08.602696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c0ee66c-990c-4e86-83a9-8a9ca2e816a3 req-6d0c3f11-17b5-4938-9417-aab6267a709b tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.2392809 May 27 03:44:08.646651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:08.653280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:08.657081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:08.673277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:08.703073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:08.713450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c0ee66c-990c-4e86-83a9-8a9ca2e816a3 req-c53fd3b4-ff80-40b1-935f-9cd2b38d8600 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096909 May 27 03:44:08.715464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.845640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.944329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:08.982952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:09.077474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:09.103729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.351978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:09.404772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:44:09.612884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:44:09.643591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Deleting port 756a0639-601f-416f-a3b7-b543f027c137 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:09.650217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:09.847247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:44:10.186694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 756a0639-601f-416f-a3b7-b543f027c137 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:10.449138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.506991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c38a-a7cd-4fdc-9352-c267b01ca369 req-24c5efce-e73e-418e-88e8-fad826c3b8fa tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:10.515141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3f1c38a-a7cd-4fdc-9352-c267b01ca369 req-24c5efce-e73e-418e-88e8-fad826c3b8fa tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 945 time: 0.8459942 May 27 03:44:10.667337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.693247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=756a0639-601f-416f-a3b7-b543f027c137,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:10.694149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:10.740487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3f1c38a-a7cd-4fdc-9352-c267b01ca369 req-15b1b591-af81-40d9-a35b-ce1a9df1a026 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188604 May 27 03:44:10.882465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:10.916274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37698) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:10.960021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Calling delete_port for 756a0639-601f-416f-a3b7-b543f027c137 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:11.401125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=756a0639-601f-416f-a3b7-b543f027c137,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:11.413321 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.438916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.450889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.451982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.468135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:11.473079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Usage tracker for resource:security_group_rule and tenant:2a4c99b59ed54b9288120ecb0b18cc4e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:11.476703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:11.518118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf43f-54b7-4180-b349-faf6b049baa2 req-fec3a7a9-def0-4a60-973c-dff5de89f04c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.520482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21dcf43f-54b7-4180-b349-faf6b049baa2 req-fec3a7a9-def0-4a60-973c-dff5de89f04c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.4158976 May 27 03:44:11.521695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:11.546110 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:44:11.546734 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:44:11.612658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:44:11.613345 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:44:11.618996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:11.630128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:11.639956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.640565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.668838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857c8fa-2dc7-46fb-97e1-7c7d34c89005 req-dd64eceb-0605-4806-b010-cba5ff3663a6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:11.676764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f857c8fa-2dc7-46fb-97e1-7c7d34c89005 req-dd64eceb-0605-4806-b010-cba5ff3663a6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 1.0900435 May 27 03:44:11.716674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=fa2bfb81-bc84-4757-b70c-3f444f2f2798,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:11.728230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=756a0639-601f-416f-a3b7-b543f027c137,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:11.745493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3744f5ff-f7a0-4a54-855c-c372377579c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5787258 May 27 03:44:11.749799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:11.750938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:11.756776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:ec:a2:fc', 'name': 'tempest-NetworksTestDHCPv6-303025490'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:11.771431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21dcf43f-54b7-4180-b349-faf6b049baa2 req-4a084877-df0c-4f0b-bdc9-de457a1bee2e tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064397 May 27 03:44:11.892585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f857c8fa-2dc7-46fb-97e1-7c7d34c89005 req-6fa8353e-ea4d-492b-bfc9-6da9bb93c4a4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141540 May 27 03:44:11.990451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:11.994329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:11.996607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.076706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:12.084223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:12.091552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:12.094216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:12.094640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Deleting port 756a0639-601f-416f-a3b7-b543f027c137 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:12.095246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.098588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.105515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:12.107731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Sync routers for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:44:12.130464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:12.154666 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:44:12.155938 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:44:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:12.219849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da3795d-a2dc-4e10-a9d5-82563fbb0ea2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:12.227787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b03defa-9dc0-41ee-a6d5-5d62fd342576 req-05bb833a-5fc9-4fb5-ae37-1b54a96849ae tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2084577 May 27 03:44:12.303761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0bd122a5-0e3c-4ee1-a8b3-652aa140225f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a4c99b59ed54b9288120ecb0b18cc4e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3863320 May 27 03:44:12.324921 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f19ebd33-4bbf-4fb6-82ad-6cc2b20c4035 admin admin] 10.222.0.46 "PUT /v2.0/routers/5f7a7580-4199-4ffc-8cb2-89b8050a2fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1974669 May 27 03:44:12.325143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37728) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:12.337221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:12.690855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.720061 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:44:12.742654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.762851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.772874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:12.799319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 93bc2237-7443-4258-9bfe-c7288ec5ecee yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:44:12.840228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13939658-0915-4e20-8483-6fdaf80a35bd req-1eafcf80-364b-47d3-9d13-ba6ba5f5269f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:12.847076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13939658-0915-4e20-8483-6fdaf80a35bd req-1eafcf80-364b-47d3-9d13-ba6ba5f5269f tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 945 time: 0.5066040 May 27 03:44:12.941943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.082056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] For port 756a0639-601f-416f-a3b7-b543f027c137, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=756a0639-601f-416f-a3b7-b543f027c137,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:13.082905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.229011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13939658-0915-4e20-8483-6fdaf80a35bd req-f11d3f03-0890-4ad7-9629-f67fee689ad3 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790433 May 27 03:44:13.332094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Calling delete_port for 756a0639-601f-416f-a3b7-b543f027c137 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:13.400034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.412227 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '75f72907-53b1-49a7-b922-df700b7dc607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:44:06Z', 'revision_number': 5, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port': {'id': '75f72907-53b1-49a7-b922-df700b7dc607', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:29Z', 'updated_at': '2022-05-27T03:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:13.421579 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Checking router: 5f7a7580-4199-4ffc-8cb2-89b8050a2fda for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:44:13.442454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Deleting port 75f72907-53b1-49a7-b922-df700b7dc607 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:13.442798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.443830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Routers {'5f7a7580-4199-4ffc-8cb2-89b8050a2fda'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:44:13.446568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:44:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:13.458966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.627019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da3795d-a2dc-4e10-a9d5-82563fbb0ea2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:13.716264 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] Set router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:44:13.821886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:feec:a2fc (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/fa2bfb81-bc84-4757-b70c-3f444f2f2798/93bc2237-7443-4258-9bfe-c7288ec5ecee) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:13.833526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f04b5057-751b-4ad3-9a21-20aa67514a34 req-1f499b89-fde8-4f58-a9fe-0ab987e8e5e2 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0725884 May 27 03:44:13.852540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:13.875467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-da0cc42e-e3ea-4cd3-adc9-2e6824e698d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3da3795d-a2dc-4e10-a9d5-82563fbb0ea2 HTTP/1.1" status: 204 len: 168 time: 1.5262718 May 27 03:44:13.963568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] For port 75f72907-53b1-49a7-b922-df700b7dc607, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75f72907-53b1-49a7-b922-df700b7dc607,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:13.965028 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.083184 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:44:13Z', 'revision_number': 6, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:14.115678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8fca0-30cc-4cfc-927b-97a6661cc23b None None] The sync data for ids ['5f7a7580-4199-4ffc-8cb2-89b8050a2fda'] in n-d-843301-2 is: [{'id': '5f7a7580-4199-4ffc-8cb2-89b8050a2fda', 'name': 'tempest-TaggedBootDevicesTest-1905562428-router', 'tenant_id': 'f5995c030b5c446cbda5890d329aa361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:28Z', 'updated_at': '2022-05-27T03:44:13Z', 'revision_number': 6, 'project_id': 'f5995c030b5c446cbda5890d329aa361', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:44:14.146472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f461ef-4509-4a79-95ed-148caaf323fd req-fff60299-8bbc-41ee-b239-190beb94fef8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.148037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20f461ef-4509-4a79-95ed-148caaf323fd req-fff60299-8bbc-41ee-b239-190beb94fef8 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.4882751 May 27 03:44:14.158947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.193948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.284264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:14.349749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] Pushing event deleted for resources: {'Port': ['ID=756a0639-601f-416f-a3b7-b543f027c137,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.358398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20f461ef-4509-4a79-95ed-148caaf323fd req-9ebd2898-9822-4dec-8683-3910eb496467 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106448 May 27 03:44:14.360610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:14.391212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.442665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.452460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Calling delete_port for 75f72907-53b1-49a7-b922-df700b7dc607 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:14.481081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 93bc2237-7443-4258-9bfe-c7288ec5ecee will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:14.501175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1932cbb-723c-441e-9af1-1ea6a88d2466 None None] No DVR routers for this DVR port 756a0639-601f-416f-a3b7-b543f027c137 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:14.532253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.572654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468cc3f-c62f-471b-93a9-c77e713f2077 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:14.640242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6a17d688-9f45-46f4-b3a8-a3c30c879842 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:14.662770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:14.699646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.734060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:14.746033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:14.748086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e143-0793-42e7-bc84-661edb593445 req-1c9c1568-75fb-4fd0-8298-5e1d4e11c853 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.751128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:14.754014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea97e143-0793-42e7-bc84-661edb593445 req-1c9c1568-75fb-4fd0-8298-5e1d4e11c853 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.6183569 May 27 03:44:14.767934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.769706 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:14.810837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=93bc2237-7443-4258-9bfe-c7288ec5ecee,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:14.825915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.827271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.827845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.828472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.829050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.829610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.830418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.830993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.831542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.832088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.832631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:14.855999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea97e143-0793-42e7-bc84-661edb593445 req-d8aa0b15-0db9-4b59-b368-005d6ce6b7c4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 May 27 03:44:14.858562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:14.864148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Usage tracker for resource:security_group_rule and tenant:a763e9f1dc544cca83277c6a929bef50 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:14.870550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:14.878900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ee3f5c8-6d89-4f4d-9461-50fae954f5ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1279285 May 27 03:44:14.881181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37764) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:14.884488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:14.912565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29e6cf-b7d7-4be0-a57a-497869d5410f req-3bdb8966-a2e9-4efe-8183-2d66fd2021b4 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:14.923228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c29e6cf-b7d7-4be0-a57a-497869d5410f req-3bdb8966-a2e9-4efe-8183-2d66fd2021b4 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.2498791 May 27 03:44:14.964677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6a17d688-9f45-46f4-b3a8-a3c30c879842 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:14.965157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6a17d688-9f45-46f4-b3a8-a3c30c879842 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:15.017005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c29e6cf-b7d7-4be0-a57a-497869d5410f req-8c50728d-2a79-484d-9b6a-0eace7c0fdd9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926876 May 27 03:44:15.022129 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b2b252-e801-4fe0-b5e9-83787c7535b2'] response: {'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'code': 200} May 27 03:44:15.024062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.084078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'fa2bfb81-bc84-4757-b70c-3f444f2f2798'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:44:15.085163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.228157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.248119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e6248-6aaa-46ba-b2bb-8b4670ad44b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:15.248841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-656e6248-6aaa-46ba-b2bb-8b4670ad44b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:15.253825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.323067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Allocated IP 2001:db8::f816:3eff:fefe:26be (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/fa2bfb81-bc84-4757-b70c-3f444f2f2798/43010f5d-1e55-4564-8317-0131571b2158) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:15.577753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be44affd-2d66-46e8-aa30-0f805a176f06,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.580708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.620339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-656e6248-6aaa-46ba-b2bb-8b4670ad44b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:15.624066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-656e6248-6aaa-46ba-b2bb-8b4670ad44b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7394531 May 27 03:44:15.627805 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.636565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e89b701b-0786-4d22-8d2c-03e9d96eb18c req-00c6e83b-906c-48c7-9667-cf84c2eb8172 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.3966744 May 27 03:44:15.637091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37774) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:15.654771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Transition to ACTIVE for port object 43010f5d-1e55-4564-8317-0131571b2158 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:15.665558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:15.696451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f72907-53b1-49a7-b922-df700b7dc607,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:15.714450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Transition to ACTIVE for port object 43010f5d-1e55-4564-8317-0131571b2158 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:15.720109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d51f5ab0-41fb-456f-a629-f1b13a64e5ea req-c255601b-5b7a-4040-959f-35943275565e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.3835664 May 27 03:44:15.730189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fce72012-8bcc-4a9f-9fb7-eeef80c4cc55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a763e9f1dc544cca83277c6a929bef50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0658634 May 27 03:44:15.732146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:15.748246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.793942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5992-1694-42ea-980d-abf8a295f509 req-b3baf7a8-247b-4933-aeb3-130dcf007b6c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:15.795586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e27d5992-1694-42ea-980d-abf8a295f509 req-b3baf7a8-247b-4933-aeb3-130dcf007b6c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.2391555 May 27 03:44:15.835415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 93bc2237-7443-4258-9bfe-c7288ec5ecee {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:15.835747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.906149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-151f092e-8e22-404e-9a27-034efd99194d req-18a65e64-eb1e-4958-b5ea-a4a56accaf7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 1097 time: 0.6677802 May 27 03:44:15.934749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:15.951330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:15.960511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e27d5992-1694-42ea-980d-abf8a295f509 req-d915b432-a71e-4e47-9503-6015bff693f6 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587000 May 27 03:44:15.973532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'port_id': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'mac_address': 'fa:16:3e:f7:07:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:15.990740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.115618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.131362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be44affd-2d66-46e8-aa30-0f805a176f06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:16.139488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.140733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a399f953-b20e-4afb-bfd8-63057fbc72da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be44affd-2d66-46e8-aa30-0f805a176f06 HTTP/1.1" status: 204 len: 168 time: 0.4075379 May 27 03:44:16.149904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:16.155870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:16.194217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:16.213403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Pushing event updated for resources: {'Port': ['ID=43010f5d-1e55-4564-8317-0131571b2158,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:16.310427 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.333777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1c49752-7895-4744-8f30-35ea4ec48b2d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:16.360549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Attempting to bind port 43010f5d-1e55-4564-8317-0131571b2158 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:16.360934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Attempting to bind port 43010f5d-1e55-4564-8317-0131571b2158 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:16.361411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Attempting to bind port 43010f5d-1e55-4564-8317-0131571b2158 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:16.365739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:16.375116 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.377205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:44:16.377608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:16.378071 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.378509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:44:16.379041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Bound port: 43010f5d-1e55-4564-8317-0131571b2158, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:16.379411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.431006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.564948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] For port 43010f5d-1e55-4564-8317-0131571b2158, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:16.569167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] For port 43010f5d-1e55-4564-8317-0131571b2158, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=43010f5d-1e55-4564-8317-0131571b2158,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:16.572753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['d1c49752-7895-4744-8f30-35ea4ec48b2d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:44:16.592497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cc0d2-bf1f-4885-9ba1-eb0239ce453a req-77562189-0228-4aa3-aff8-23089d483f78 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:16.595216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-151f092e-8e22-404e-9a27-034efd99194d req-cd4ad7d3-f372-4df5-95a0-482d8356159c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802585 May 27 03:44:16.609504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c85cc0d2-bf1f-4885-9ba1-eb0239ce453a req-77562189-0228-4aa3-aff8-23089d483f78 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.4159510 May 27 03:44:16.638034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:16.663819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75f72907-53b1-49a7-b922-df700b7dc607 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:16.744198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 75f72907-53b1-49a7-b922-df700b7dc607 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:16.744198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75f72907-53b1-49a7-b922-df700b7dc607 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:16.757120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:16.763012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c85cc0d2-bf1f-4885-9ba1-eb0239ce453a req-23eddf6b-a2ed-49fe-814f-c37909e78738 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525078 May 27 03:44:17.006241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de079c-2529-4190-9506-7ac6fe250b5c None None] Pushing event updated for resources: {'Port': ['ID=43010f5d-1e55-4564-8317-0131571b2158,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:17.357203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd698b2-e568-4c26-987d-cd0a4640d66a req-2ffb7104-58e2-42cf-b0a3-702cb192ffa7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:17.366785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd698b2-e568-4c26-987d-cd0a4640d66a req-2ffb7104-58e2-42cf-b0a3-702cb192ffa7 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 1.0776482 May 27 03:44:17.416145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d73d60b7-8bfd-4899-97cb-5193267d09ea req-5f2d7e0d-8f5b-4297-969e-33482fd461bc tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2873089 May 27 03:44:17.446784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:17.650838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:17.655715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 93bc2237-7443-4258-9bfe-c7288ec5ecee owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:17.658143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:17.720690 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:17.810057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:17.825734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781e638-63d3-4598-8984-6ef93bc0817e req-90cd2859-12c7-41fa-85ae-18a62c2e935c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:17.836212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6781e638-63d3-4598-8984-6ef93bc0817e req-90cd2859-12c7-41fa-85ae-18a62c2e935c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.1545773 May 27 03:44:17.846102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bd698b2-e568-4c26-987d-cd0a4640d66a req-92c4fb9c-fd62-4304-b06e-a9a9d6ee543d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784462 May 27 03:44:18.001968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6781e638-63d3-4598-8984-6ef93bc0817e req-2a43b7fa-d785-4564-9580-9d791a063442 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632230 May 27 03:44:18.099834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.311639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port d1c49752-7895-4744-8f30-35ea4ec48b2d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:18.312462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.414172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:18.443460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'port_id': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'mac_address': 'fa:16:3e:5b:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:18.508021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.508571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7a7580-4199-4ffc-8cb2-89b8050a2fda {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:44:18.628301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=93bc2237-7443-4258-9bfe-c7288ec5ecee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:18.704653 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.726253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.804602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:18.805750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a19ce897-2fac-431c-8dc1-5421e8949101 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5f7a7580-4199-4ffc-8cb2-89b8050a2fda HTTP/1.1" status: 204 len: 168 time: 6.4796972 May 27 03:44:18.808875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:18.818359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-327d25b8-ecc3-48a4-84f6-457a89df5fe6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/93bc2237-7443-4258-9bfe-c7288ec5ecee HTTP/1.1" status: 204 len: 168 time: 3.1686251 May 27 03:44:18.822660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37834) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:18.837160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 43010f5d-1e55-4564-8317-0131571b2158 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:18.994766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122f0e9-8a93-454c-8be3-266fa6e5d919 req-1a18aa4b-28fe-45b3-8a81-5c1401ede553 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:18.997453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7122f0e9-8a93-454c-8be3-266fa6e5d919 req-1a18aa4b-28fe-45b3-8a81-5c1401ede553 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.4900539 May 27 03:44:19.018625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ce5dc-177a-40d9-a9ad-2ee96b29936b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.020116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ce5dc-177a-40d9-a9ad-2ee96b29936b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.021605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-651ce5dc-177a-40d9-a9ad-2ee96b29936b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1972289 May 27 03:44:19.028210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:19.029227 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.038065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22b1eada-53cd-4728-8776-a40ad054baeb req-c44f9db9-b021-406d-b044-a85e7f60e295 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1270587 May 27 03:44:19.195256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7122f0e9-8a93-454c-8be3-266fa6e5d919 req-50bc393d-e517-4885-9f71-6b6e7eafdb6a tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725276 May 27 03:44:19.200009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Deleting subnet ae563b23-be06-40d4-807d-169d31a689fd {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:19.218854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.241687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:19.297296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:19.344427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:19.350512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fa447a26-58f2-4a6f-af45-27a32d024dfd None None] Provisioning for port 43010f5d-1e55-4564-8317-0131571b2158 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:19.395583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.454798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.553780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:19.624961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fa447a26-58f2-4a6f-af45-27a32d024dfd None None] Could not find standard attr ID for object 93bc2237-7443-4258-9bfe-c7288ec5ecee. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:44:19.644373 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.722004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 43010f5d-1e55-4564-8317-0131571b2158 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:19.723006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c06a-bb1d-429d-9166-e3c02ade6a57 req-27e4c2ce-a50b-469f-82b7-125087948572 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:19.726883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fa3c06a-bb1d-429d-9166-e3c02ade6a57 req-27e4c2ce-a50b-469f-82b7-125087948572 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1910386 May 27 03:44:19.748587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 43010f5d-1e55-4564-8317-0131571b2158 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:19.750313 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.819392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:19.857582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fa3c06a-bb1d-429d-9166-e3c02ade6a57 req-80b173f8-8ccf-45e8-9250-69160576ec33 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243663 May 27 03:44:19.916386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet fa2bfb81-bc84-4757-b70c-3f444f2f2798 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:19.926354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:19.990618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.034005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:20.037703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3a30-b365-408b-aa27-0ddb23101ca6 req-43a0e1c1-e28f-4b95-9afd-c368776b29b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:20.038320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-55d18393-4f29-40a9-8bd0-ec983474ad52 None None] Could not find standard attr ID for object 93bc2237-7443-4258-9bfe-c7288ec5ecee. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:44:20.050893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dbe3a30-b365-408b-aa27-0ddb23101ca6 req-43a0e1c1-e28f-4b95-9afd-c368776b29b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.5989795 May 27 03:44:20.057027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c9a3345e-7569-416a-8937-622a0b55dad0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:44:20.090103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.192320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.247008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 43010f5d-1e55-4564-8317-0131571b2158, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=43010f5d-1e55-4564-8317-0131571b2158,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:20.255076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.300590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dbe3a30-b365-408b-aa27-0ddb23101ca6 req-5d40a756-c373-4772-a93b-b535305360a2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409143 May 27 03:44:20.303455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.353098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae563b23-be06-40d4-807d-169d31a689fd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:20.366333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.385572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37872) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:20.385919 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cec68ec0-2a90-4b1b-8ca4-7c5dc9cb419d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae563b23-be06-40d4-807d-169d31a689fd HTTP/1.1" status: 204 len: 168 time: 1.5757027 May 27 03:44:20.389536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.427780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=43010f5d-1e55-4564-8317-0131571b2158,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:20.433436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aaf277-586a-4dc7-838d-2f25a90d7f71 None None] Network 4910d8db-2527-4a8c-94e1-b5704ebfa1ab requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:20.502929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.694992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.725811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.729580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Deleting port 1c2c794d-821c-4c01-b9e0-842a86912d84 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:20.730074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 43010f5d-1e55-4564-8317-0131571b2158 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:20.730449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:20.732431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2bfb81-bc84-4757-b70c-3f444f2f2798,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:20.774119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ca8a14d-e2e3-40fd-afb5-e1204580bd68 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/fa2bfb81-bc84-4757-b70c-3f444f2f2798 HTTP/1.1" status: 204 len: 168 time: 1.7418261 May 27 03:44:20.781230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37880) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:20.810381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464998b-d26f-4504-b8c2-941e7e36a4ad None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:20.844092 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26f67a-754b-467c-a80d-8f97ca86d83b'] response: {'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'code': 200} May 27 03:44:21.060445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-09fcadf0-8935-4eef-89a0-b50b755b75ca tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2724462 May 27 03:44:21.086822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:21.183755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] For port 1c2c794d-821c-4c01-b9e0-842a86912d84, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1c2c794d-821c-4c01-b9e0-842a86912d84,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:21.183982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.225389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f75b-8347-4780-9b7b-9f11ebc4915d req-f8982ae5-5a61-4b7d-bd5e-595bf709d069 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:21.232507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7652f75b-8347-4780-9b7b-9f11ebc4915d req-f8982ae5-5a61-4b7d-bd5e-595bf709d069 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.6503325 May 27 03:44:21.308293 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7652f75b-8347-4780-9b7b-9f11ebc4915d req-cf9cbb0e-4590-4707-88f7-3223f4aa9458 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 May 27 03:44:21.320745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 43010f5d-1e55-4564-8317-0131571b2158 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:21.321094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.356811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828eef3-221e-438e-bb31-047fc0c08479 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:21.362840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f828eef3-221e-438e-bb31-047fc0c08479 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:21.400194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f828eef3-221e-438e-bb31-047fc0c08479 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:21.404038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f828eef3-221e-438e-bb31-047fc0c08479 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3137193 May 27 03:44:21.404343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:21.444527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] DHCP port deletion for 4910d8db-2527-4a8c-94e1-b5704ebfa1ab request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:44:21.453957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Deleting port 1c2c794d-821c-4c01-b9e0-842a86912d84 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:21.454345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:21.574786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:44:21.579321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb976905-d134-4318-a9b1-671847b1f488 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:21.580496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb976905-d134-4318-a9b1-671847b1f488 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:21.601796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8c89cf5b-3f0f-4757-b755-f09425400a1d req-d4fc4b68-00fd-45d4-bf69-ee70ccb7c188 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0612452 May 27 03:44:21.622837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Calling delete_port for 1c2c794d-821c-4c01-b9e0-842a86912d84 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:21.623253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb976905-d134-4318-a9b1-671847b1f488 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:21.627869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb976905-d134-4318-a9b1-671847b1f488 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2194984 May 27 03:44:21.631986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:21.709776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-17c7acec-bd03-4aa6-a8f7-94ed15df4682 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Synchronizing usage tracker for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:21.716510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6e2d21a6-0ab2-4f53-b95d-3a9d64629fa5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848331 May 27 03:44:21.721318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:21.728330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:21.739079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-17c7acec-bd03-4aa6-a8f7-94ed15df4682 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Unset dirty status for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:21.749896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-17c7acec-bd03-4aa6-a8f7-94ed15df4682 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--446990702&fields=id&tenant_id=2529349ee45d48eabe7d93e13c544b64 HTTP/1.1" status: 200 len: 267 time: 0.4520023 May 27 03:44:21.760437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Deleting port 43010f5d-1e55-4564-8317-0131571b2158 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:21.761535 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.056795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:22.075812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:22.089704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-1c9ae05c-a6d7-42c8-a559-0841997d0fa5 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:22.102755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-1c9ae05c-a6d7-42c8-a559-0841997d0fa5 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/networks?id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9 HTTP/1.1" status: 200 len: 816 time: 0.3486366 May 27 03:44:22.103044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39ed2-f15d-4f10-b570-a6801509355f req-47da1c1d-ea61-4fda-9093-dc884b25bbd2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:22.109597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31d39ed2-f15d-4f10-b570-a6801509355f req-47da1c1d-ea61-4fda-9093-dc884b25bbd2 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.1628726 May 27 03:44:22.123528 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.125957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:22.129954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.142974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-4735f1bb-f8f7-48fd-acd2-fab8b479092d tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/quotas/2529349ee45d48eabe7d93e13c544b64 HTTP/1.1" status: 200 len: 375 time: 0.0422599 May 27 03:44:22.268394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31d39ed2-f15d-4f10-b570-a6801509355f req-8ff2ccd9-f4d1-4d41-a94b-2523a3b309cf tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569302 May 27 03:44:22.374864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2c794d-821c-4c01-b9e0-842a86912d84,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:22.423649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] No DVR routers for this DVR port 1c2c794d-821c-4c01-b9e0-842a86912d84 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:22.468358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] For port 1c2c794d-821c-4c01-b9e0-842a86912d84, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1c2c794d-821c-4c01-b9e0-842a86912d84,segment=NetworkSegment(3948e10e-60de-49c5-97d1-b041c69e9393),segment_id=3948e10e-60de-49c5-97d1-b041c69e9393)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:22.468737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.655717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.701138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-0771343e-4471-4655-a34f-390fd449c1f0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2529349ee45d48eabe7d93e13c544b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5554972 May 27 03:44:22.711597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.748534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-51b04264-9a9c-4aba-b569-fc27380fdedc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:44:22.750374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-51b04264-9a9c-4aba-b569-fc27380fdedc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140479 May 27 03:44:22.813149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:22.816873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:22.821420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:22.822000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:22.873104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:22.927924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0dd27857-9bc4-4a24-803d-7504c1c03299 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2052994 May 27 03:44:22.933743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:22.940638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:66:3f:55', 'name': 'tempest-NetworksTestDHCPv6-1145678657'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:23.076264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 43010f5d-1e55-4564-8317-0131571b2158 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:23.215356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-0826613c-779f-4f8b-a7ea-67f2cc93f4c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271426 May 27 03:44:23.226572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4910d8db-2527-4a8c-94e1-b5704ebfa1ab']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.235453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Calling delete_port for 1c2c794d-821c-4c01-b9e0-842a86912d84 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:23.313285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] For port 43010f5d-1e55-4564-8317-0131571b2158, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=43010f5d-1e55-4564-8317-0131571b2158,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:23.325435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.451196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:23.462803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:23.482597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1b873-d01b-4b19-9a80-8644e76fea85 req-a60ee65f-479b-426e-8cf7-6ca38372d98b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:23.484194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49f1b873-d01b-4b19-9a80-8644e76fea85 req-a60ee65f-479b-426e-8cf7-6ca38372d98b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.2846484 May 27 03:44:23.485364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:23.490133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.549188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 56ffcf11-24a8-42f3-8fbb-65258596358c yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:44:23.606086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3948e10e-60de-49c5-97d1-b041c69e9393') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.610722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3948e10e-60de-49c5-97d1-b041c69e9393') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:23.640036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49f1b873-d01b-4b19-9a80-8644e76fea85 req-24280758-a7c9-44b5-8063-2c3a5edab187 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377850 May 27 03:44:23.660541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.675366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Calling delete_port for 43010f5d-1e55-4564-8317-0131571b2158 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:23.714757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.757688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:44:23.761491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:23.762227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: timer() May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:44:23.803222 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:44:23.812770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::2f6 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d/56ffcf11-24a8-42f3-8fbb-65258596358c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:23.982440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d8feabb9-5f29-465d-aa0f-1eeec690b816 service neutron] 10.222.0.46 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646217 May 27 03:44:23.997855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.014859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.014859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.030626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.053980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4910d8db-2527-4a8c-94e1-b5704ebfa1ab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:24.059224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:44:24.066910 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:44:24.075106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d77da291-36c1-4c6c-8d39-96fb8a212b54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4910d8db-2527-4a8c-94e1-b5704ebfa1ab HTTP/1.1" status: 204 len: 168 time: 3.6878183 May 27 03:44:24.076322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b99844f1-7f03-440e-b2ce-6b740e6f31bc req-32efc5a5-864c-4b74-ba3d-75b5871d1885 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1314361 May 27 03:44:24.078327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:24.139251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:24.178942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.301996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] Pushing event deleted for resources: {'Port': ['ID=43010f5d-1e55-4564-8317-0131571b2158,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:24.328620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c9a3345e-7569-416a-8937-622a0b55dad0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:24.351899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1c2c794d-821c-4c01-b9e0-842a86912d84 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:24.429139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02453f83-95cd-4d2b-8d14-68dbc0ee7460 None None] No DVR routers for this DVR port 43010f5d-1e55-4564-8317-0131571b2158 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:24.449669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c9a3345e-7569-416a-8937-622a0b55dad0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:24.450041 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.464588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-2b42cf3e-7fe4-4148-b837-02767fd12031 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5922918 May 27 03:44:24.476674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 1c2c794d-821c-4c01-b9e0-842a86912d84 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:24.476936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1c2c794d-821c-4c01-b9e0-842a86912d84 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:24.511935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dd278-44ec-431f-ae66-ac5ce2acd5c0 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:24.652257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-524c0791-8c31-4d8c-a40c-f9d776ccac3b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:24.657097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.658307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-524c0791-8c31-4d8c-a40c-f9d776ccac3b tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.41 "GET /v2.0/ports?device_id=14742cad-63e7-443d-b329-977b021c0326 HTTP/1.1" status: 200 len: 946 time: 0.3758712 May 27 03:44:24.746742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Deleting port 1c2c794d-821c-4c01-b9e0-842a86912d84 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:24.747273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.799503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f77b31cb-0645-401d-8dc8-2a9270386695 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:24.806831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f77b31cb-0645-401d-8dc8-2a9270386695 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 0.4201181 May 27 03:44:24.848534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Deleting port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:24.849471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:24.913827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f6a429f3-6bfa-4e67-a35c-aba870f78d3d tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/quotas/ead614c50140498e8da4f0c7b3156d87 HTTP/1.1" status: 200 len: 375 time: 0.1049917 May 27 03:44:24.916016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:24.945525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-96437b32-42fe-410f-94c8-93b49cf58810 None None] The port '1c2c794d-821c-4c01-b9e0-842a86912d84' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:44:24.975055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Usage tracker for resource:security_group_rule and tenant:614dbf883f27485d80c63e92ed82bee3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:24.993736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:24.999717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.019287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:25.072057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:44:25.073569 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.111647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 56ffcf11-24a8-42f3-8fbb-65258596358c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:25.215609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.222959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.227541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-8f36b3c0-4ee1-4ae2-ba9a-9105d2cd1ebb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 1096 time: 0.7273021 May 27 03:44:25.252534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.289580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.351651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:25.380111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:25.420857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.544702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead5bf-319b-40d6-bbea-f94590d02f4c req-4b9a5027-c6b9-4a9e-9da1-34bee6dcbe9a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:25.553411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6ead5bf-319b-40d6-bbea-f94590d02f4c req-4b9a5027-c6b9-4a9e-9da1-34bee6dcbe9a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 945 time: 0.6650255 May 27 03:44:25.561334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.630581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d/24504cdc-9d03-4faa-8059-5bd7d74cd8b6) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:25.647191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=614dbf883f27485d80c63e92ed82bee3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5073378 May 27 03:44:25.648366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-aef8f9c9-ac65-4677-94ab-e10075be38b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:25.650400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-aef8f9c9-ac65-4677-94ab-e10075be38b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.3196037 May 27 03:44:25.652972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:25.668179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:25.672889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:25.712570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] For port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:25.713483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.736361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6ead5bf-319b-40d6-bbea-f94590d02f4c req-7a175c78-1ab0-460c-adac-d4e24e64d86d tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815894 May 27 03:44:25.749555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:25.753603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:25.754209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:25.831051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=56ffcf11-24a8-42f3-8fbb-65258596358c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.842591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b80c4-b540-4f4b-9d4f-cc72c4519e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4222004-f818-41b5-9007-1d6429f194d0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:25.857994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-49682fa2-56ec-4138-a7dc-6928a0409eb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 HTTP/1.1" status: 200 len: 217 time: 0.1785345 May 27 03:44:25.865602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-02ebc043-64e9-4980-addc-a14b4b5c4693 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9507797 May 27 03:44:25.990376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.015688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Transition to ACTIVE for port object 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:26.029079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Calling delete_port for c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:26.039851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Transition to ACTIVE for port object 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:26.049159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.102845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-183519cd-8314-44dd-b970-4ac9eed2d926 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1680126 May 27 03:44:26.119704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:26.163157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:26.169021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:26.173726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Pushing event updated for resources: {'Port': ['ID=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:26.177294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:26.250094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47085cb7-3aab-480f-9700-d1595f1ee304 req-a39d1c21-e3a8-4aca-b90b-997b73bf60c5 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 210 time: 0.1370971 May 27 03:44:26.268259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-5cdc12e3-7d22-4eef-aba7-6807a05e8e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:26.270373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-5cdc12e3-7d22-4eef-aba7-6807a05e8e5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.3982029 May 27 03:44:26.273343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-12df64b2-66ef-4ef6-a88f-a202aa06aa98 service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596191 May 27 03:44:26.294734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.364039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.415531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Attempting to bind port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:26.417472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Attempting to bind port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:26.418030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Attempting to bind port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:26.421310 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.429633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:44:26.431003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:26.431603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.432699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:44:26.433571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Bound port: 24504cdc-9d03-4faa-8059-5bd7d74cd8b6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:26.434175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.510341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb317524-583d-4932-840d-9afad4775329 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:26.517515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb317524-583d-4932-840d-9afad4775329 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:26.518613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb317524-583d-4932-840d-9afad4775329 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:26.625353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-8ed959b6-f9cb-4c97-8990-f6460ce2f216 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426023 May 27 03:44:26.631062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb317524-583d-4932-840d-9afad4775329 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:26.631538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.641587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] For port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:26.645486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cb317524-583d-4932-840d-9afad4775329 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5230851 May 27 03:44:26.646230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] For port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:26.646923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:26.653843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:26.663065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:44:26.753650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f50e5-15af-43ff-8a26-c8e7652e05f5 None None] Pushing event updated for resources: {'Port': ['ID=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:26.794459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-7ac4f133-341c-4029-9d03-c50ee7a1cfb3 service neutron] 10.222.0.46 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763205 May 27 03:44:26.990834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.068719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.109539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 56ffcf11-24a8-42f3-8fbb-65258596358c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:27.109895 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.118397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4222004-f818-41b5-9007-1d6429f194d0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.243665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.249194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.249622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.249961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.250292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.250613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.251019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.267749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.268135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.268474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.268809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:27.461411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event deleted for resources: {'Port': ['ID=c8f9dca5-7cd9-4a74-92a5-7caa01fbc671,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.494432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd429413-4700-4bf1-8e26-4435ad447c89 req-47c109cf-8744-4fc5-b2e2-7980c92946a1 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1625860 May 27 03:44:27.499113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe39f0-c347-45ac-b983-73cf68663787 req-d6e52791-12c8-4536-8b80-97f3d820e9f1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:27.507641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8abe39f0-c347-45ac-b983-73cf68663787 req-d6e52791-12c8-4536-8b80-97f3d820e9f1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.9737988 May 27 03:44:27.519447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-a5b0602a-d583-4a94-a0f3-b9fa3078bb6f service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8689907 May 27 03:44:27.656633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.658970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61c03506-ebc4-4de4-8d46-e1bb45d372ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4222004-f818-41b5-9007-1d6429f194d0 HTTP/1.1" status: 204 len: 168 time: 1.9954438 May 27 03:44:27.704766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] No DVR routers for this DVR port c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:27.815523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8abe39f0-c347-45ac-b983-73cf68663787 req-3d5b4b81-4f9f-416c-af71-59bdd4991e6a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067057 May 27 03:44:27.860531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:27.899886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:27.920410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06ccb2e1-f410-42bb-9f15-2de7ab93a2b5 req-d653bc25-bb3c-4a0c-9261-26aea2cb3367 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.41 "DELETE /v2.0/ports/c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 HTTP/1.1" status: 204 len: 173 time: 3.2425342 May 27 03:44:27.945995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-deleted', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:28.038443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-f9ca9d08-58f9-4eca-9980-83fd82dc3eee tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:28.050022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-f9ca9d08-58f9-4eca-9980-83fd82dc3eee tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "GET /v2.0/networks?id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9 HTTP/1.1" status: 200 len: 816 time: 1.3636410 May 27 03:44:28.059721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:28.060072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8f9dca5-7cd9-4a74-92a5-7caa01fbc671 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:28.078927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a0c4-76e0-4918-af8f-0c26d3b0e31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.211934 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e00a94a-459b-4d74-a4dc-6d2e7e906688'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'code': 200} May 27 03:44:28.332559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.628536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:28.659268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7976b03-38de-4960-92e0-a1ef953e51ef req-61f23e80-3d61-4c71-8452-12d175679982 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:28.666578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7976b03-38de-4960-92e0-a1ef953e51ef req-61f23e80-3d61-4c71-8452-12d175679982 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.4709411 May 27 03:44:28.727053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:28.776546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:28.787876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-f62490c1-8336-4254-8df6-af52060abbc5 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2529349ee45d48eabe7d93e13c544b64 HTTP/1.1" status: 200 len: 379 time: 0.7038932 May 27 03:44:28.818527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'port': {'device_id': '12f12182-ba34-4878-a02a-787e7cb41db9', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'admin_state_up': True, 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'security_groups': ['918eb6a7-1c78-45e7-b2e2-3828cae574a6']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:28.923845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:29.004980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 56ffcf11-24a8-42f3-8fbb-65258596358c owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:29.041354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:29.046736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5be751348844e89964832155ce2f49 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:29.049858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:29.056926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:29.154430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.169144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Provisioning for port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:29.182682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Provisioning complete for port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:29.183320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.312534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.371608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae5be751348844e89964832155ce2f49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7303381 May 27 03:44:29.431126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:29.540409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.558454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7976b03-38de-4960-92e0-a1ef953e51ef req-0a2aebc5-afa8-44fe-800c-4e15fe68102a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8908877 May 27 03:44:29.581984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] For port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:29.591012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.632815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ec20af5-3818-468f-b1fa-9e1347eea0ad req-69bca174-4789-4f58-b881-812310e22ec9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 210 time: 0.5604663 May 27 03:44:29.653605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97398349-836d-4e58-a93f-602e63d105c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55c888-766f-4230-b84f-be963a5561a7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:29.750993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376bc9-6917-4a2e-8bf1-f24ddd31cd36 None None] Pushing event updated for resources: {'Port': ['ID=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:29.816429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:29.821063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Usage tracker for resource:port and tenant:2529349ee45d48eabe7d93e13c544b64 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:29.827217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:29.836878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:29.853125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.860009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Made reservation on behalf of 2529349ee45d48eabe7d93e13c544b64 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:29.863423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.929450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9260edff-6368-4616-b402-57b8f1db8b51 None None] Provisioning for port 56ffcf11-24a8-42f3-8fbb-65258596358c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:29.941264 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-227ee009-1ffd-4fcc-8b7b-00330d5fa7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.963924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9260edff-6368-4616-b402-57b8f1db8b51 None None] Provisioning complete for port 56ffcf11-24a8-42f3-8fbb-65258596358c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:29.964187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9260edff-6368-4616-b402-57b8f1db8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:29.972116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.000087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.069756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9260edff-6368-4616-b402-57b8f1db8b51 None None] Port 56ffcf11-24a8-42f3-8fbb-65258596358c was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 03:44:30.126520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e8b06d34-efbf-4a7a-91d6-364f5fbacb9c req-a215edb1-56a5-41b0-b8d4-b7b104d09a5f service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5993621 May 27 03:44:30.136950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-e48efd16-1b9d-41fd-84c1-7d11af9391d6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:30.138552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-e48efd16-1b9d-41fd-84c1-7d11af9391d6 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 814 time: 0.5872548 May 27 03:44:30.171873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=56ffcf11-24a8-42f3-8fbb-65258596358c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:30.177974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Request body: {'port': {'device_id': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'admin_state_up': True, 'tenant_id': 'ead614c50140498e8da4f0c7b3156d87'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:30.200120 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6488deba-c228-49a0-8a66-72a79adcace4'] response: {'server_uuid': '14742cad-63e7-443d-b329-977b021c0326', 'name': 'network-vif-deleted', 'tag': 'c8f9dca5-7cd9-4a74-92a5-7caa01fbc671', 'status': 'completed', 'code': 200} May 27 03:44:30.243855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca43f922-61d7-404a-aa08-d9d202b2ba7e req-6d0703c8-5b7a-46e8-b2a6-b875cff992fa tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 210 time: 0.2300751 May 27 03:44:30.323075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-364ba607-06b8-4082-a6c9-fd4d0e4114d1 req-161a543a-ca3c-45ac-9ab1-78b97a011802 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 1097 time: 1.2764344 May 27 03:44:30.342760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.444532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d1b7b3e-7349-42ac-966c-77f3f16a3317 req-c6386f26-8d5c-4179-8222-80ae947cff72 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1203053 May 27 03:44:30.457093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2af5d88c-0f78-44e2-b9de-2d3285318c15 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/56ffcf11-24a8-42f3-8fbb-65258596358c HTTP/1.1" status: 204 len: 168 time: 3.8055434 May 27 03:44:30.462065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38036) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:30.574758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-364ba607-06b8-4082-a6c9-fd4d0e4114d1 req-ac8f7638-f8f7-480f-b8e1-c0100d21d99d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356844 May 27 03:44:30.611833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:30.623211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Usage tracker for resource:port and tenant:ead614c50140498e8da4f0c7b3156d87 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:30.631172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:30.652809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:30.671640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:30.681189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ee0ee-0d7f-40cf-95f2-7e63303a55c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:30.682542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ee0ee-0d7f-40cf-95f2-7e63303a55c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:30.683290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-475ee0ee-0d7f-40cf-95f2-7e63303a55c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:30.709725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-475ee0ee-0d7f-40cf-95f2-7e63303a55c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:30.714921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-475ee0ee-0d7f-40cf-95f2-7e63303a55c6 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2499413 May 27 03:44:30.716262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:30.717092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Made reservation on behalf of ead614c50140498e8da4f0c7b3156d87 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:30.720438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.812865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:30.814204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:30.948291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.076733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55c888-766f-4230-b84f-be963a5561a7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:31.085711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-45de3d90-d83a-488e-b545-c9133529aa6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7349398 May 27 03:44:31.117781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Allocated IP 172.20.0.7 (d54a7fd1-1ac0-4666-b406-e0df2177b5e9/d8986c0a-0849-474d-be24-81ea01c25501/b9ee11f8-9e44-4927-bcec-945d36d9b018) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:31.272040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.284324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46a3f5-600d-4806-8926-2c8804af3228 req-8db7ce8a-520d-4350-bdf5-963182f0815a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:31.285804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c46a3f5-600d-4806-8926-2c8804af3228 req-8db7ce8a-520d-4350-bdf5-963182f0815a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.3766510 May 27 03:44:31.289109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:31.338667 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.397549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.428566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.433421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-56244477-c9dd-4a68-9dde-d2826fc6b636 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae55c888-766f-4230-b84f-be963a5561a7 HTTP/1.1" status: 204 len: 168 time: 1.9991097 May 27 03:44:31.458335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.488473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.506916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e20547-ba49-4f9b-9e61-9d3255234743 req-cd977e21-6612-41ed-937c-9c4b56e21de1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:31.515190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5e20547-ba49-4f9b-9e61-9d3255234743 req-cd977e21-6612-41ed-937c-9c4b56e21de1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.6527376 May 27 03:44:31.528920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Allocated IP 172.20.0.4 (87651465-14c5-4786-ae14-b5af6ce6dca9/cb30e9fe-0ed2-4466-89ca-0646357f3919/a6ebafd8-2a9a-44dd-8b79-057f879fbf62) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:31.553310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c46a3f5-600d-4806-8926-2c8804af3228 req-66555c19-2b53-4b7c-8839-95a52aad4deb tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579753 May 27 03:44:31.622653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5e20547-ba49-4f9b-9e61-9d3255234743 req-cca3bdf2-3c58-4ff9-8a9f-f5ef177e4184 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054103 May 27 03:44:31.626578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Transition to ACTIVE for port object b9ee11f8-9e44-4927-bcec-945d36d9b018 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:31.720543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-d269314b-bbf8-4aff-9d8a-1e57bd337e76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 1059 time: 0.5851195 May 27 03:44:31.767511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:31.936889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-991fe63c-7ef3-4f0a-9d9b-461c50b364db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:31.938403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-991fe63c-7ef3-4f0a-9d9b-461c50b364db service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.1976376 May 27 03:44:32.016975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-fa395c6c-e342-4f7c-ae7c-c7120a948e43 req-2196046a-874d-455d-98ac-684192da3d30 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Synchronizing usage tracker for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:32.134755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-fa395c6c-e342-4f7c-ae7c-c7120a948e43 req-2196046a-874d-455d-98ac-684192da3d30 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Unset dirty status for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:32.147849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa395c6c-e342-4f7c-ae7c-c7120a948e43 req-2196046a-874d-455d-98ac-684192da3d30 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 210 time: 0.2059224 May 27 03:44:32.186642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.218809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.264800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f24dfe9e-9e11-472f-8909-49c7020c310c req-8bf6b76f-db7f-4fba-92ff-ad4b818c8473 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 210 time: 0.2510107 May 27 03:44:32.273458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.276778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:32.291422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.299677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4184906-1915-4741-8e89-5ec825af0591 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:32.319812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3f8d3adc-8144-43cf-b519-818f7b2091dd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d HTTP/1.1" status: 204 len: 168 time: 1.5772524 May 27 03:44:32.326166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:32.357312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:32.379226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:32.391960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-a2a859d8-a629-4783-a3c2-ca69b20f204d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 200 len: 217 time: 0.4467824 May 27 03:44:32.392913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:32.414499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d41bf1e6-67e8-46a5-8248-50c74e4a6504 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855858 May 27 03:44:32.416321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:32.458518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.610079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:32.610707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.622545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Network 87651465-14c5-4786-ae14-b5af6ce6dca9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:32.643570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Deleting port 9d482d56-f493-4153-95fe-baac281f5721 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:32.646738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.650439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:32.669210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:32.810821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event updated for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:32.862471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-94f08e57-03b0-493d-96b7-2690b92c0876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:32.864225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-94f08e57-03b0-493d-96b7-2690b92c0876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.2352614 May 27 03:44:32.948458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.948634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:32.949235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:32.954109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8142a689-2c75-486d-9e45-4ef19d5414c8 req-29cd72d4-aad0-4e29-9acc-f1ffeab94775 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.3341157 May 27 03:44:32.999922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930531d4-7567-44ed-9323-fd1b1a534d34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:33.000662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-930531d4-7567-44ed-9323-fd1b1a534d34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:33.042369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-f9460c29-81f7-4832-b8da-94f68ee959a0 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8820226 May 27 03:44:33.044943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:44:33.055788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Deleting port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:33.056348 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.061332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Request body: {'port': {'device_id': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:33.126962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-930531d4-7567-44ed-9323-fd1b1a534d34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:33.137784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-930531d4-7567-44ed-9323-fd1b1a534d34 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7202075 May 27 03:44:33.148523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:33.255013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4417274 May 27 03:44:33.265888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b392ef-31e0-46db-b059-2425985e90e4 req-1f87935c-4e52-4f0a-8f84-29bb4101aec3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:33.272452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83b392ef-31e0-46db-b059-2425985e90e4 req-1f87935c-4e52-4f0a-8f84-29bb4101aec3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.4281430 May 27 03:44:33.290378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab0a5f85-d2ea-42d9-885d-4c6a9c64284e None None] Provisioning for port b9ee11f8-9e44-4927-bcec-945d36d9b018 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:33.300253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab0a5f85-d2ea-42d9-885d-4c6a9c64284e None None] Provisioning complete for port b9ee11f8-9e44-4927-bcec-945d36d9b018 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:33.302080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5f85-d2ea-42d9-885d-4c6a9c64284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.359872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f7733-f6ca-4616-84dc-f00187b24e67 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:33.368549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-68aa1045-24b2-454e-b84c-5b34bd3b7a60 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:44:33.370447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-68aa1045-24b2-454e-b84c-5b34bd3b7a60 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0143588 May 27 03:44:33.375526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2dae1-80d0-446e-8f9d-4984d851af20 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:33.376254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3e2dae1-80d0-446e-8f9d-4984d851af20 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:33.399456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a5f85-d2ea-42d9-885d-4c6a9c64284e None None] Port b9ee11f8-9e44-4927-bcec-945d36d9b018 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:44:33.421502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83b392ef-31e0-46db-b059-2425985e90e4 req-28b2ad02-b2dc-4d55-8492-8b6effe033e3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480932 May 27 03:44:33.442623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.454821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Request body: {'port': {'device_id': '12f12182-ba34-4878-a02a-787e7cb41db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:33.476762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3e2dae1-80d0-446e-8f9d-4984d851af20 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:33.488399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a3e2dae1-80d0-446e-8f9d-4984d851af20 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3348989 May 27 03:44:33.489567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:33.564549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] For port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:33.566632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.649313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] For port 9d482d56-f493-4153-95fe-baac281f5721, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9d482d56-f493-4153-95fe-baac281f5721,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:33.649896 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.673725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3c4c-e472-4595-9be6-6a06b529da58 req-368bec2b-a981-40ef-9ea1-0abe7479d2b8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:33.681243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5af3c4c-e472-4595-9be6-6a06b529da58 req-368bec2b-a981-40ef-9ea1-0abe7479d2b8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.4355323 May 27 03:44:33.756047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-293a0d8c-52f6-405b-a870-83d0238c845c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2653296 May 27 03:44:33.780172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:33.783011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:33.862851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Calling delete_port for 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:34.064598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.071079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:34.106141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Calling delete_port for 9d482d56-f493-4153-95fe-baac281f5721 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:34.142571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-429d7562-999f-4d9a-9e90-ee8abbbbff4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1621056 May 27 03:44:34.160781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] Pushing event deleted for resources: {'Port': ['ID=24504cdc-9d03-4faa-8059-5bd7d74cd8b6,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:34.187560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec906c-4205-425a-8498-74db0863e89c None None] No DVR routers for this DVR port 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:34.327869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ebafd8-2a9a-44dd-8b79-057f879fbf62 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:34.337710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.359276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Transition to ACTIVE for port object a6ebafd8-2a9a-44dd-8b79-057f879fbf62 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:34.369312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.561190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:34.601705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:34.613824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:34.676453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5af3c4c-e472-4595-9be6-6a06b529da58 req-3278c3fa-5459-4ecc-8ab5-ff69b2d597e3 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9940562 May 27 03:44:34.688003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057149-df91-4a46-8049-f2f679a56d2d req-6993ab0b-02ec-4d4d-9250-bb8d95cace07 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:34.688840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f4057149-df91-4a46-8049-f2f679a56d2d req-6993ab0b-02ec-4d4d-9250-bb8d95cace07 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Synchronizing usage tracker for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:34.689505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:34.692239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24504cdc-9d03-4faa-8059-5bd7d74cd8b6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:34.736975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f4057149-df91-4a46-8049-f2f679a56d2d req-6993ab0b-02ec-4d4d-9250-bb8d95cace07 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Unset dirty status for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:34.739096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4057149-df91-4a46-8049-f2f679a56d2d req-6993ab0b-02ec-4d4d-9250-bb8d95cace07 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 931 time: 0.9668539 May 27 03:44:34.744198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:34.750012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.781757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Attempting to bind port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:34.782176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Attempting to bind port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:34.782400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Attempting to bind port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:34.805074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:44:34.805535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Attempting to bind port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 on network 87651465-14c5-4786-ae14-b5af6ce6dca9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:34.814573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f4057149-df91-4a46-8049-f2f679a56d2d req-a94fa76a-03eb-47ba-8ecc-72a98b7cc857 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Synchronizing usage tracker for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:34.834617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f4057149-df91-4a46-8049-f2f679a56d2d req-a94fa76a-03eb-47ba-8ecc-72a98b7cc857 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Unset dirty status for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:34.836620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4057149-df91-4a46-8049-f2f679a56d2d req-a94fa76a-03eb-47ba-8ecc-72a98b7cc857 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857315 May 27 03:44:34.839916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:44:34.840742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Checking segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:34.841242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Bound using segment: {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:44:34.841755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Bound port: a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba09dc-de39-4c11-b1a7-2240333733be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:34.842191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:34.939407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d482d56-f493-4153-95fe-baac281f5721,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:35.037682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:35.042788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:35.046679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:35.051826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:35.333980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e77ffd24-e75d-46c3-895e-97ed94b02bb2 req-ea02650e-0301-4d9d-a1b2-850534e3ab1e tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0789368 May 27 03:44:35.361097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:35.363092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] 10.222.0.21 "PUT /v2.0/ports/a6ebafd8-2a9a-44dd-8b79-057f879fbf62 HTTP/1.1" status: 200 len: 1091 time: 2.3081279 May 27 03:44:35.363909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:35.366112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-9f66c161-85e1-4714-84c0-467250a7018e service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0921714 May 27 03:44:35.388857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94493585-81de-4d47-9df7-2c96e01c0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:35.518175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-49f2ae50-3850-408c-97c7-ff042a7b7714 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 1094 time: 0.1047823 May 27 03:44:35.677918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-6e064356-dcbf-42ea-9c8f-290ed845fa43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62 HTTP/1.1" status: 200 len: 217 time: 0.1513944 May 27 03:44:35.776233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-001f5ff4-69b2-4ca6-8f72-49231b2714b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:35.777935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-001f5ff4-69b2-4ca6-8f72-49231b2714b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.0873339 May 27 03:44:35.785384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d531a3-f347-4bc8-9fdd-78f66e60a777 req-2cd650c0-990a-438d-b3bb-371fbff79169 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:35.786859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d531a3-f347-4bc8-9fdd-78f66e60a777 req-2cd650c0-990a-438d-b3bb-371fbff79169 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.1854203 May 27 03:44:35.840082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:35.852290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-1c5e817b-f891-4fab-9e2b-1538e311ede8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643089 May 27 03:44:35.991750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d531a3-f347-4bc8-9fdd-78f66e60a777 req-24d80c5a-5ec0-4f61-9229-095d0dcfd7ad tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565983 May 27 03:44:36.089956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-14bc426d-8210-42ea-a14a-baf0ab7a4a41 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305524 May 27 03:44:36.480031 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6ee4b8-0dc7-4bba-a472-57ee3b6c37dd'] response: {'name': 'network-changed', 'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62', 'status': 'completed', 'code': 200} May 27 03:44:36.511842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee11f8-9e44-4927-bcec-945d36d9b018 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:36.584458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81caad7e-e5d8-4870-84cc-5134e2063321 req-e2b55a80-7568-405e-9660-e910be685c07 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867427 May 27 03:44:36.590439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35cb3ce0-adf0-4cf2-8834-b95f970d2a50 req-97875c5f-b4f0-41ee-9c1c-a47913b13344 service neutron] 10.222.0.41 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1784775 May 27 03:44:36.595903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f7ba0-49b2-4b53-95ba-a18e7443b7b7 req-b407f39b-4761-4f4a-b066-8daa54b31641 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:36.596593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-116f7ba0-49b2-4b53-95ba-a18e7443b7b7 req-b407f39b-4761-4f4a-b066-8daa54b31641 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:36.601446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.643404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:44:36.658989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.772128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Transition to ACTIVE for port object b9ee11f8-9e44-4927-bcec-945d36d9b018 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:36.798824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:36.803664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:36.809249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.813857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-116f7ba0-49b2-4b53-95ba-a18e7443b7b7 req-b407f39b-4761-4f4a-b066-8daa54b31641 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:36.815019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-116f7ba0-49b2-4b53-95ba-a18e7443b7b7 req-b407f39b-4761-4f4a-b066-8daa54b31641 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 943 time: 1.7320249 May 27 03:44:36.815137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2eeab-6566-4ce4-a15d-88e052c6800f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:36.817872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:36.818473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:36.850321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=ca76502c-21ea-479c-b706-6ac6e8d11f6f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:36.854564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0010a6d-8268-4da3-817d-ed10114c14f5 req-976e519b-821a-4964-9997-3d0edfea35be tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:36.862024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0010a6d-8268-4da3-817d-ed10114c14f5 req-976e519b-821a-4964-9997-3d0edfea35be tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.3810844 May 27 03:44:36.890435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-2c8850ad-4a2a-41ce-8548-d0718c63baa5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ead614c50140498e8da4f0c7b3156d87&device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 1094 time: 0.2136588 May 27 03:44:36.929640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0010a6d-8268-4da3-817d-ed10114c14f5 req-4c9d4117-244b-4964-b463-faa24276447d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666866 May 27 03:44:37.201834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:37.274317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-426a9a56-04f3-4443-9fb0-3b6978b38d27 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4781442 May 27 03:44:37.286186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38182) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:37.304415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:37.341094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-116f7ba0-49b2-4b53-95ba-a18e7443b7b7 req-688fa720-4cdd-4c61-87c0-3ccdb2f42991 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813452 May 27 03:44:37.402204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-dab0a69b-6518-441c-82ca-41a163447054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:37.406927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-dab0a69b-6518-441c-82ca-41a163447054 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 200 len: 915 time: 0.4885054 May 27 03:44:37.475207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'ca76502c-21ea-479c-b706-6ac6e8d11f6f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:44:37.476109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:37.608142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29703-6880-4de4-ae03-3f49b9ecd058 req-523bf106-1d62-45b6-9977-7dff22bf2136 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:37.610194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29f29703-6880-4de4-ae03-3f49b9ecd058 req-523bf106-1d62-45b6-9977-7dff22bf2136 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.4451084 May 27 03:44:37.622093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-2064cbf5-4109-4c83-8d04-4fa80d0cbca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62 HTTP/1.1" status: 200 len: 217 time: 0.2014642 May 27 03:44:37.660954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a531a811-5353-4653-abb5-c6b2bdb5601f req-6d6de9dc-584c-4d2b-bb28-db0f2104b6c5 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0885360 May 27 03:44:37.667958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29f29703-6880-4de4-ae03-3f49b9ecd058 req-416a69cb-07c0-46d2-b672-3cde6c16f006 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501821 May 27 03:44:37.726830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:37.741481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:37.752088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Attempting to bind port b9ee11f8-9e44-4927-bcec-945d36d9b018 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:37.752492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Attempting to bind port b9ee11f8-9e44-4927-bcec-945d36d9b018 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:37.752744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Attempting to bind port b9ee11f8-9e44-4927-bcec-945d36d9b018 on network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:37.756027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:37.761453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:37.779443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:37.801414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-9c647f62-5a4f-4790-9fed-abdff727b3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:37.803104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-9c647f62-5a4f-4790-9fed-abdff727b3d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 200 len: 854 time: 0.1380737 May 27 03:44:37.856523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-b8030a01-9fc3-4be2-a3c8-c08685b2e439 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87651465-14c5-4786-ae14-b5af6ce6dca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473747 May 27 03:44:37.865020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Port b9ee11f8-9e44-4927-bcec-945d36d9b018 on network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:44:37.865578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Attempting to bind port b9ee11f8-9e44-4927-bcec-945d36d9b018 on network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:37.882950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:44:37.883290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Checking segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:37.883797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Bound using segment: {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:44:37.884278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Bound port: b9ee11f8-9e44-4927-bcec-945d36d9b018, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:37.884622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:37.943073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:37.948647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.076350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-cde273d6-a17c-4d79-a4f0-df20cc7ffea4 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121739 May 27 03:44:38.196011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Allocated IP 2001:db8::f816:3eff:fef1:478e (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ca76502c-21ea-479c-b706-6ac6e8d11f6f/39b752c1-cdf4-439a-9162-a7001fb40e3c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:38.408509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:38.428014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:38.451692 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca76502c-21ea-479c-b706-6ac6e8d11f6f (CIDR: 2001:db8::/64) May 27 03:44:38.457686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.528416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.530603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9ee11f8-9e44-4927-bcec-945d36d9b018 HTTP/1.1" status: 200 len: 1091 time: 5.1374991 May 27 03:44:38.552621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:38.568161 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:44:38.568615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:44:38.664017 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.670404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8dd2ba7b-edc6-470a-9722-129693416663 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3790827 May 27 03:44:38.686191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38204) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:38.699702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:38.701503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Transition to ACTIVE for port object 39b752c1-cdf4-439a-9162-a7001fb40e3c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:38.740136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Transition to ACTIVE for port object 39b752c1-cdf4-439a-9162-a7001fb40e3c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:38.751181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:38.897230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:38.917876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.922478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.923425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.924179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.924993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.925722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.926439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.927188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.927668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.928148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.928621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:38.941341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:38.949328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:38.953867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:38.984491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-270fb461-4dca-44b6-ad44-f02c65bcd934 req-9bb254ef-6bdc-421a-b913-5bca06b43736 service neutron] 10.222.0.21 "GET /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9009287 May 27 03:44:39.065708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e787-6cba-49df-b2ae-ad0dad4da2f6 req-b045cab2-8242-495a-878f-66d18dfecae4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:39.075288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f005e787-6cba-49df-b2ae-ad0dad4da2f6 req-b045cab2-8242-495a-878f-66d18dfecae4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.5942135 May 27 03:44:39.147455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Attempting to bind port 39b752c1-cdf4-439a-9162-a7001fb40e3c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:44:39.148069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Attempting to bind port 39b752c1-cdf4-439a-9162-a7001fb40e3c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:44:39.148584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Attempting to bind port 39b752c1-cdf4-439a-9162-a7001fb40e3c on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:44:39.155612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:44:39.156205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:39.157393 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.158136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:44:39.158772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Bound port: 39b752c1-cdf4-439a-9162-a7001fb40e3c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:44:39.159296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.166032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a3580-d158-4df7-9422-7d537f3c6065 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:39.227659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-60b93d2f-bd47-434b-8dab-f714c84bfb77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2529349ee45d48eabe7d93e13c544b64&device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 1094 time: 0.6394045 May 27 03:44:39.301864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:39.305410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:39.307911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e6e95-8eef-4eb0-a9de-53e633309831 req-4490bb17-1e65-4833-93e0-123ec1c551fe tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:39.310031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb1e6e95-8eef-4eb0-a9de-53e633309831 req-4490bb17-1e65-4833-93e0-123ec1c551fe tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 943 time: 0.6001666 May 27 03:44:39.314381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.332127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f005e787-6cba-49df-b2ae-ad0dad4da2f6 req-372a5e6a-25bd-490f-860a-a3aaa54fb488 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506657 May 27 03:44:39.355012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:39.359483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:39.362898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:39.371311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:39.384553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:39.421693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-494ec973-3848-4358-8d85-fda1e1ce9a07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018 HTTP/1.1" status: 200 len: 217 time: 0.1847649 May 27 03:44:39.435289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6892c87-fd69-49ca-a916-611f75289bbf None None] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:39.564627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eb1e6e95-8eef-4eb0-a9de-53e633309831 req-18f94e21-9a2b-4a27-bca2-0ba1eaf793de tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349322 May 27 03:44:39.570973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:39.576680 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ceb6b6-6d89-4a7f-b1da-1d43be0b5d31'] response: {'name': 'network-changed', 'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'status': 'completed', 'code': 200} May 27 03:44:39.737341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a6ebafd8-2a9a-44dd-8b79-057f879fbf62 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:39.995021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0002d2df-c2c6-4ec3-b765-b888db733462 req-b0e6fb92-a162-437b-82cb-a3d036852284 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0913172 May 27 03:44:40.012830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-8a9969f2-35f3-4019-a8fc-04e999fdf8ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.019670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-8a9969f2-35f3-4019-a8fc-04e999fdf8ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8986c0a-0849-474d-be24-81ea01c25501 HTTP/1.1" status: 200 len: 855 time: 0.5839732 May 27 03:44:40.185870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:40.204479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62', 'network_id': '87651465-14c5-4786-ae14-b5af6ce6dca9', 'port_id': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62', 'mac_address': 'fa:16:3e:80:51:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb30e9fe-0ed2-4466-89ca-0646357f3919', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:40.206783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fcda2-b776-40e2-ad28-9099cc46e07c req-28d8138c-13af-4a63-852b-9b7b2a6558f0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.216059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f9fcda2-b776-40e2-ad28-9099cc46e07c req-28d8138c-13af-4a63-852b-9b7b2a6558f0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.3169703 May 27 03:44:40.258547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-74205055-e9c5-4349-ac4d-a117c93c9cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303300 May 27 03:44:40.280374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.301621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ebafd8-2a9a-44dd-8b79-057f879fbf62 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:40.325419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f9fcda2-b776-40e2-ad28-9099cc46e07c req-ba589a52-b95a-461b-a9f1-26b490c64841 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066706 May 27 03:44:40.342156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:40.349700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.414082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.430126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Router efd0bfa8-1c1b-46db-9ebf-2061017c2942 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:40.520144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:40.531423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:40.535699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:40.540471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:40.543663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:40.597725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9103298 May 27 03:44:40.600852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:40.608630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:7d:1e:e8', 'name': 'tempest-NetworksTestDHCPv6-2124785206'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:40.649450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece210a4-c699-45b9-8d81-a0571cbeb841 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=7f138379-44de-40da-a90a-5ab856d620c7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:40.676501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a6ebafd8-2a9a-44dd-8b79-057f879fbf62'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:44:40.748245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:40.787578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-2ad293ed-42ca-47ef-a938-ab22691d77a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222092 May 27 03:44:40.967176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:40.975055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:40.980832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:40.989556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:41.006682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82a7da-4f1f-4d87-b43c-e6a5fdebb258 req-59057a39-23ce-4f9c-8cda-3b586c5266ce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:41.008064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9c82a7da-4f1f-4d87-b43c-e6a5fdebb258 req-59057a39-23ce-4f9c-8cda-3b586c5266ce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Synchronizing usage tracker for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:41.020086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 39b752c1-cdf4-439a-9162-a7001fb40e3c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:41.030616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:41.035353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.079059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port cfa669dd-a3a1-41f1-8971-925b4871f49c yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:44:41.155797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9c82a7da-4f1f-4d87-b43c-e6a5fdebb258 req-59057a39-23ce-4f9c-8cda-3b586c5266ce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Unset dirty status for tenant:ead614c50140498e8da4f0c7b3156d87 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:41.161962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c82a7da-4f1f-4d87-b43c-e6a5fdebb258 req-59057a39-23ce-4f9c-8cda-3b586c5266ce tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 944 time: 0.3434811 May 27 03:44:41.219272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bec0946-8700-48f9-8350-c2e071d47c53 req-b70262c0-b18d-4326-9fc7-74cc99509bff service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070265 May 27 03:44:41.290408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79b62a-cc2a-42ce-a8de-359c06f8dee1 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:41.367815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acbf60-efef-4fae-a8ed-ca03f4fb85c7 req-d5b7073b-a7e1-4596-bdec-ffaab397d328 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:41.376870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4acbf60-efef-4fae-a8ed-ca03f4fb85c7 req-d5b7073b-a7e1-4596-bdec-ffaab397d328 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.6671669 May 27 03:44:41.441697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Provisioning for port 39b752c1-cdf4-439a-9162-a7001fb40e3c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:41.463270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:41.463652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.474605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-22693d35-93e2-4cab-aab6-3d9e032bae44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2529349ee45d48eabe7d93e13c544b64&device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 1094 time: 0.1943183 May 27 03:44:41.491269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4acbf60-efef-4fae-a8ed-ca03f4fb85c7 req-bfb6e53b-0001-49f9-9947-15ee263bc246 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130476 May 27 03:44:41.665807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c82a7da-4f1f-4d87-b43c-e6a5fdebb258 req-fc3e28e3-c94c-4124-bd3f-915f6827e3a7 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986317 May 27 03:44:41.731820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.751804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8:0:1::1e3 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/7f138379-44de-40da-a90a-5ab856d620c7/cfa669dd-a3a1-41f1-8971-925b4871f49c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:41.766749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:41.776788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe7d:1ee8 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/ca76502c-21ea-479c-b706-6ac6e8d11f6f/cfa669dd-a3a1-41f1-8971-925b4871f49c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:41.780313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-128792a1-1122-498f-a014-b606eec763b9 None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:41.786564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Sync routers for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:44:41.796102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:41.799020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c74f0a1f-a9dd-4c78-a7db-968be9c178fb admin admin] 10.222.0.46 "PUT /v2.0/routers/efd0bfa8-1c1b-46db-9ebf-2061017c2942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7195208 May 27 03:44:41.803166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:41.936121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:44:41.936758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:44:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:42.064483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a25c2272-e283-4186-8a06-467e5e9d7824 req-5230ebdd-9c05-44c1-89e0-2d0c27659cb0 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2722721 May 27 03:44:42.065952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-c8094342-582f-4c9b-8a21-e1a0c7a85fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.067602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-c8094342-582f-4c9b-8a21-e1a0c7a85fa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9 HTTP/1.1" status: 200 len: 917 time: 0.5752699 May 27 03:44:42.348564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Update dhcp port {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': 'ca76502c-21ea-479c-b706-6ac6e8d11f6f', 'ip_address': '2001:db8::f816:3eff:fef1:478e'}, {'subnet_id': '7f138379-44de-40da-a90a-5ab856d620c7'}], 'binding:host_id': 'n-d-843301-2'}, 'id': '39b752c1-cdf4-439a-9162-a7001fb40e3c'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:44:42.363881 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-377c7486-8c6e-4569-a157-4a6adc03e01e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018 HTTP/1.1" status: 200 len: 217 time: 0.1063492 May 27 03:44:42.386003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:42.395860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d1aa8-01a0-4319-987b-ff7a8d4bf8b6 req-86b5f484-e2bf-4b1c-a8a0-34944797334c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.401712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f83d1aa8-01a0-4319-987b-ff7a8d4bf8b6 req-86b5f484-e2bf-4b1c-a8a0-34944797334c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.3184872 May 27 03:44:42.465159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f83d1aa8-01a0-4319-987b-ff7a8d4bf8b6 req-d9cccd93-398d-4e2f-8901-dc935fa6302d tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624297 May 27 03:44:42.468590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128792a1-1122-498f-a014-b606eec763b9 None None] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:42.485812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object cfa669dd-a3a1-41f1-8971-925b4871f49c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:42.487245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-41dd39af-2eb4-41a8-b338-ad1aa85c910e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:42.488357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:44:42.490872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-41dd39af-2eb4-41a8-b338-ad1aa85c910e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8986c0a-0849-474d-be24-81ea01c25501 HTTP/1.1" status: 200 len: 855 time: 0.1143360 May 27 03:44:42.520315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:42.648159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:42.655246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-2692d153-d124-4e6b-9750-ae5e47dd02be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535716 May 27 03:44:42.738817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:42.996570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-af90b63c-97ad-4190-948c-9aff1c8d919d service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363066 May 27 03:44:43.012996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=cfa669dd-a3a1-41f1-8971-925b4871f49c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:43.051399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.130188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:43.132455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:43.141386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:43.153021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.153862 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.244546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c7fd5cb-f48b-45d7-b998-9fe388ba790d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6420047 May 27 03:44:43.249354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:43.315788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025e859-f7b8-480f-862f-54829afafcfd req-3c01fd3e-bad6-4aef-a668-8a637643997e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.323193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c025e859-f7b8-480f-862f-54829afafcfd req-3c01fd3e-bad6-4aef-a668-8a637643997e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 944 time: 0.3930519 May 27 03:44:43.350899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f929d3-5ad7-463c-ab0d-ececb4f0a556 req-7161a6c8-5c10-42b8-884d-21b4ddb99f04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:43.352523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38f929d3-5ad7-463c-ab0d-ececb4f0a556 req-7161a6c8-5c10-42b8-884d-21b4ddb99f04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.4247050 May 27 03:44:43.412062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bd14cda-ab42-41e2-897b-2db594e8b8ca req-5273467a-fc43-47eb-ba73-a565f1bda611 service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992572 May 27 03:44:43.444327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port cfa669dd-a3a1-41f1-8971-925b4871f49c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:43.445049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.448150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38f929d3-5ad7-463c-ab0d-ececb4f0a556 req-ea457be4-851d-4ff4-be48-6a8ff106356e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803909 May 27 03:44:43.511416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c025e859-f7b8-480f-862f-54829afafcfd req-2c3794a6-3286-4e35-9676-79f6055d0be4 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870480 May 27 03:44:43.529371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.548567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Deleting port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:43.549695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.644022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:43.644575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.867663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a6ebafd8-2a9a-44dd-8b79-057f879fbf62 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:43.906883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-706a0752-c6f3-4ba3-8921-84fe5f1b2f56 req-7a204750-ac4c-4667-95f1-0c8e96f01626 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0730541 May 27 03:44:43.965489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:43.976736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Allocated IP 2001:db8:0:1::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/7f138379-44de-40da-a90a-5ab856d620c7/39b752c1-cdf4-439a-9162-a7001fb40e3c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:43.990860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] For port 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:43.992001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:44.063309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aabe6-d4fd-47b7-bdc3-fd23c9309354 req-ab9a0466-b914-47db-b9c8-fbf04bae9ec8 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:44.065793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d5aabe6-d4fd-47b7-bdc3-fd23c9309354 req-ab9a0466-b914-47db-b9c8-fbf04bae9ec8 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.2650325 May 27 03:44:44.076923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:44:34Z', 'revision_number': 5, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port': {'id': '580dbf32-c2c6-4cb9-be6b-f10ce9e90e89', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:44.087409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Checking router: efd0bfa8-1c1b-46db-9ebf-2061017c2942 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:44:44.148056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Routers {'efd0bfa8-1c1b-46db-9ebf-2061017c2942'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:44:44.150782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for cfa669dd-a3a1-41f1-8971-925b4871f49c owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:44.151733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:44:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:44.293281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d5aabe6-d4fd-47b7-bdc3-fd23c9309354 req-f1ef6d48-02f7-4c59-86cf-fa5665ac1f0b tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512527 May 27 03:44:44.393179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] Set router efd0bfa8-1c1b-46db-9ebf-2061017c2942 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:44:44.484729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Calling delete_port for 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:44.558943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:44.660832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:44.681656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:44:43Z', 'revision_number': 6, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:44.682700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=cfa669dd-a3a1-41f1-8971-925b4871f49c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:44.690850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:44.691217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:44.797623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb96e2-95aa-4063-80b9-954144d9c31f None None] The sync data for ids ['efd0bfa8-1c1b-46db-9ebf-2061017c2942'] in n-d-843301-2 is: [{'id': 'efd0bfa8-1c1b-46db-9ebf-2061017c2942', 'name': 'tempest-TaggedBootDevicesTest-856315389-router', 'tenant_id': '1e6463dfff254d01be045c5162a5029e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:44:43Z', 'revision_number': 6, 'project_id': '1e6463dfff254d01be045c5162a5029e', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:44:44.917641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:44.958191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:44.975493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.002275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.020218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=580dbf32-c2c6-4cb9-be6b-f10ce9e90e89,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:45.026781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:45.031254 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-92de583d-ecf7-4494-9cbc-aa2fa52446f3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/cfa669dd-a3a1-41f1-8971-925b4871f49c HTTP/1.1" status: 204 len: 168 time: 1.7797816 May 27 03:44:45.034458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:45.037052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:45.060045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.067728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:44:45.125725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a3737-3c65-4406-89c0-7bc6df7eb5e9 req-09292559-6f9f-4d2e-871f-7a4dfcbedbf9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.127115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7a3737-3c65-4406-89c0-7bc6df7eb5e9 req-09292559-6f9f-4d2e-871f-7a4dfcbedbf9 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 944 time: 0.3548818 May 27 03:44:45.213472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.218578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578846-b622-4b38-936e-d2dfef0d9210 req-91a3b257-6b28-4ae4-93ad-9707dee4a57b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.226623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-72578846-b622-4b38-936e-d2dfef0d9210 req-91a3b257-6b28-4ae4-93ad-9707dee4a57b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.4460123 May 27 03:44:45.236285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945c8c8-2619-4774-90f5-c91161829ecd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.237457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d945c8c8-2619-4774-90f5-c91161829ecd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:45.251293 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc7a3737-3c65-4406-89c0-7bc6df7eb5e9 req-f10e255b-0c61-4cef-8822-a61011b66b80 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119452 May 27 03:44:45.277797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d945c8c8-2619-4774-90f5-c91161829ecd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:45.278559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d945c8c8-2619-4774-90f5-c91161829ecd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2436664 May 27 03:44:45.281436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:45.293822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Transition to ACTIVE for port object 39b752c1-cdf4-439a-9162-a7001fb40e3c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:45.322191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.333698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:45.517635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-72578846-b622-4b38-936e-d2dfef0d9210 req-f1ff41a6-3efb-4c82-ab85-7629b62fa18b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598172 May 27 03:44:45.520313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:45.592344 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-768d2297-1700-4a2d-a248-b7b418075b3a req-0524c6b1-253f-4fb3-8b2e-bbdf41a2cb78 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1179936 May 27 03:44:45.602852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fff4f6-0ea0-4a1c-83e3-cf72a7aed91e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.604405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-19fff4f6-0ea0-4a1c-83e3-cf72a7aed91e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3220363 May 27 03:44:45.617544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:45.680296 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d978d6d9-d84d-4d62-a0d6-cf844293fafb'] response: {'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62', 'code': 200} May 27 03:44:45.715995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027053a-c784-4174-917b-208ab1a8f335 None None] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:45.772682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.774139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.775760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:45.789905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:45.905009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:45.906354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3975298c-b177-4865-b3c7-dad873352931 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2878461 May 27 03:44:45.910502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:46.028679 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.034780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.100398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.101285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd0bfa8-1c1b-46db-9ebf-2061017c2942 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:44:46.122335 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.132975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0197ee3a-5356-4020-8be5-3573fdfed5b9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/efd0bfa8-1c1b-46db-9ebf-2061017c2942 HTTP/1.1" status: 204 len: 168 time: 4.3283803 May 27 03:44:46.135110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38310) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:46.325181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Deleting subnet a5ad6985-298c-4513-b36d-95a51c15052c {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:46.332841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.461720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.554488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bda6cfbe-10d1-462e-9b3a-def26209f930 req-09f8febc-f814-469c-8261-4a88d00ed0ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 1096 time: 0.7857912 May 27 03:44:46.605150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ed19-998b-4622-bbe4-1b9ca0f1fb64 req-7d318828-2e4f-43eb-a8d8-4d4f3efe934e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:46.612278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6385ed19-998b-4622-bbe4-1b9ca0f1fb64 req-7d318828-2e4f-43eb-a8d8-4d4f3efe934e tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.7045805 May 27 03:44:46.695312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bda6cfbe-10d1-462e-9b3a-def26209f930 req-090f908c-186e-4636-98d2-326cb189596c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231399 May 27 03:44:46.699614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 7f138379-44de-40da-a90a-5ab856d620c7 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:46.734334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6385ed19-998b-4622-bbe4-1b9ca0f1fb64 req-81e32a69-f91c-4a4a-a207-ca5e8756d0f9 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180298 May 27 03:44:46.735407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.789521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.857272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f9436-839a-447f-9cae-34bd407cc628 req-7cbbd342-2f00-4e6b-8300-d33706a3d64e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:46.859516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-712f9436-839a-447f-9cae-34bd407cc628 req-7cbbd342-2f00-4e6b-8300-d33706a3d64e tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.3484917 May 27 03:44:46.894049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:46.973581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:46.993973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.108744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ad6985-298c-4513-b36d-95a51c15052c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:47.129043 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-712f9436-839a-447f-9cae-34bd407cc628 req-f79ba653-a1d4-4950-b3ba-aa72dabdcd82 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390466 May 27 03:44:47.133256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.156332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1ea6621d-c51c-45ff-acde-f8e4d2f138c1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a5ad6985-298c-4513-b36d-95a51c15052c HTTP/1.1" status: 204 len: 168 time: 1.0177326 May 27 03:44:47.157157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38332) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:47.211324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.299291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd173375-2ccd-434b-b62a-8a975065842c None None] Network 4791ef36-69a0-44b1-a74c-13fdb83bdb49 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:47.415349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.425983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.452716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Deleting port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:47.453249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.520529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ecc11f15-c53e-4177-8281-4b11fed1842a None None] Provisioning for port 39b752c1-cdf4-439a-9162-a7001fb40e3c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:47.523812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=7f138379-44de-40da-a90a-5ab856d620c7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:47.561221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2399-9ab2-4cb7-8479-cd273d19ad4e req-2f34c714-057a-46d3-99d5-bdb37046602c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:47.568714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51df2399-9ab2-4cb7-8479-cd273d19ad4e req-2f34c714-057a-46d3-99d5-bdb37046602c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.5634928 May 27 03:44:47.572640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.582117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ecc11f15-c53e-4177-8281-4b11fed1842a None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:47.582487 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecc11f15-c53e-4177-8281-4b11fed1842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.641706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51df2399-9ab2-4cb7-8479-cd273d19ad4e req-215b1d52-37a7-4774-b10c-a529c0553852 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 May 27 03:44:47.663673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de97bc65-fb01-4cf4-b725-8114d050b28b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/7f138379-44de-40da-a90a-5ab856d620c7 HTTP/1.1" status: 204 len: 168 time: 1.7487893 May 27 03:44:47.670119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:47.806036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet ca76502c-21ea-479c-b706-6ac6e8d11f6f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:47.814847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.822392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f84cf1-6a67-4f11-ae4a-40690773c692 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:47.953217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:47.969877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-42d837e8-a3ed-4d86-90ac-534b588287ee req-31d5b1db-3fea-4b14-a165-be0a8156be1b tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1377382 May 27 03:44:48.201575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6d3b0-7865-4285-b8b3-568780ac579f req-101700a5-b9dc-40ac-a158-1233923bac93 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:48.210775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ed6d3b0-7865-4285-b8b3-568780ac579f req-101700a5-b9dc-40ac-a158-1233923bac93 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.1923392 May 27 03:44:48.265703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.317131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ed6d3b0-7865-4285-b8b3-568780ac579f req-67e37c3c-9f9a-4498-9386-a96e845a8922 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049769 May 27 03:44:48.407311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.480849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=ca76502c-21ea-479c-b706-6ac6e8d11f6f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:48.488996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.504136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9254af8b-d05b-488b-b54c-f425d8e55107 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ca76502c-21ea-479c-b706-6ac6e8d11f6f HTTP/1.1" status: 204 len: 168 time: 0.8326135 May 27 03:44:48.505208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:48.604151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:48.604889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.619500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] For port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:48.619929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.653814 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1947a6a1-284b-4239-bda3-1612e39ad849 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472540 May 27 03:44:48.657003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:48.669738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:48.692135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-189685e1-d41b-4749-8ed5-efc18e5d4822 None None] Could not find standard attr ID for object cfa669dd-a3a1-41f1-8971-925b4871f49c. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:44:48.741155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] DHCP port deletion for 4791ef36-69a0-44b1-a74c-13fdb83bdb49 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:44:48.752577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Deleting port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:48.752964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.830210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:48.837007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:48.847746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:48.856707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:48.879642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:48.883640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:48.921386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Calling delete_port for 7b373ac3-0ac2-4017-a582-cd3dfe5fccad owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:49.013140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8bcdf-1382-4e6f-ab0d-ac8fe06ad928 req-7ad86cc8-24e2-4ed1-bf82-6b56ac13b9fc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:49.021166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61f8bcdf-1382-4e6f-ab0d-ac8fe06ad928 req-7ad86cc8-24e2-4ed1-bf82-6b56ac13b9fc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.5351169 May 27 03:44:49.152270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] For port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,segment=NetworkSegment(0490ceef-0091-4369-a80d-663a0304c65d),segment_id=0490ceef-0091-4369-a80d-663a0304c65d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:49.152660 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.156796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767567-c9f9-421e-ba90-823ea78279e9 req-2a3f7ba7-3898-47eb-9e7b-37bc03d7e53e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:49.157467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61f8bcdf-1382-4e6f-ab0d-ac8fe06ad928 req-ba1a1e70-7dfd-420d-837c-c55832343a61 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349285 May 27 03:44:49.158797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.164709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b767567-c9f9-421e-ba90-823ea78279e9 req-2a3f7ba7-3898-47eb-9e7b-37bc03d7e53e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.2362306 May 27 03:44:49.275516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] No DVR routers for this DVR port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:49.369754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:49.404798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Calling delete_port for 7b373ac3-0ac2-4017-a582-cd3dfe5fccad owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:49.461888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b767567-c9f9-421e-ba90-823ea78279e9 req-4fd35a34-0b3f-4531-8c89-46117dace05d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961271 May 27 03:44:49.481993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b373ac3-0ac2-4017-a582-cd3dfe5fccad,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:49.492979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:49.493561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 580dbf32-c2c6-4cb9-be6b-f10ce9e90e89 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:49.494185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9d482d56-f493-4153-95fe-baac281f5721 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:49.562567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9d482d56-f493-4153-95fe-baac281f5721 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:49.563059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9d482d56-f493-4153-95fe-baac281f5721 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn_limited( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn_limited( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.585705 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:44:49.589234 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:44:49.592696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d1c8342-b349-453f-8adb-f3babbf9bbad req-42e87225-d845-475b-a9af-27a38a0974e6 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1075354 May 27 03:44:49.594303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.610430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:44:49.614090 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:44:49.643420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4791ef36-69a0-44b1-a74c-13fdb83bdb49']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:49.659810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0490ceef-0091-4369-a80d-663a0304c65d') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:49.660701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0490ceef-0091-4369-a80d-663a0304c65d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:49.702449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.731230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7b373ac3-0ac2-4017-a582-cd3dfe5fccad no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:49.731663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.751622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:44:49.769534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.781082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7b373ac3-0ac2-4017-a582-cd3dfe5fccad {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:49.781414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7b373ac3-0ac2-4017-a582-cd3dfe5fccad not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:49.784250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f5553-bef6-454f-856b-4de7dcbf2d2b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: timer() May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:44:49.800045 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:44:49.902041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.927598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:49.935828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] Pushing event deleted for resources: {'Network': ['ID=4791ef36-69a0-44b1-a74c-13fdb83bdb49,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:49.941423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6e15a25-e7bd-49fb-95ca-9a1d77b3493f admin admin] 10.222.0.46 "DELETE /v2.0/networks/4791ef36-69a0-44b1-a74c-13fdb83bdb49 HTTP/1.1" status: 204 len: 168 time: 2.7832193 May 27 03:44:50.057712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c649703-f16a-4de2-8917-412ee7427c30 req-aa9df3b0-2425-47e8-8ad3-75d49e88f90c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.060700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c649703-f16a-4de2-8917-412ee7427c30 req-aa9df3b0-2425-47e8-8ad3-75d49e88f90c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.1176283 May 27 03:44:50.063815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8ea1c77-b195-45a6-9dc2-8a380b9ab1f6 req-897ed569-8c4d-4f3e-96f6-9a9e2d118e04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2645335 May 27 03:44:50.102228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b9ee11f8-9e44-4927-bcec-945d36d9b018 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:44:50.171198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c649703-f16a-4de2-8917-412ee7427c30 req-330d217d-7f0e-4dac-b912-3f93f6165fd0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012402 May 27 03:44:50.182796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:44:50.187992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38392) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:50.255252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Deleting port 7b373ac3-0ac2-4017-a582-cd3dfe5fccad {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:50.255674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.260886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c72ed2f-1eb3-42ac-ba21-6563eecccca7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5995c030b5c446cbda5890d329aa361&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0700428 May 27 03:44:50.264800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38396) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:50.284925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:50.312350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-62cae391-49d9-4b48-870c-addc85057d75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 1097 time: 0.6572385 May 27 03:44:50.321097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75186c0-baab-400e-9790-7e5ac80a90d7 req-9a855806-a2b3-40ec-bf4f-698a53aa1e03 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.322655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e75186c0-baab-400e-9790-7e5ac80a90d7 req-9a855806-a2b3-40ec-bf4f-698a53aa1e03 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.5252733 May 27 03:44:50.349854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.355615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:50.375666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab7a8c-1b4f-4349-b6f0-56c0bc77f562 None None] The port '7b373ac3-0ac2-4017-a582-cd3dfe5fccad' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:44:50.376569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b0f8e190-5e6b-4516-ad04-4d7296d9c6bf None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:50.376935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e190-5e6b-4516-ad04-4d7296d9c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.397342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.426601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'port_id': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'mac_address': 'fa:16:3e:c4:e0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:44:50.483466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.526472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e75186c0-baab-400e-9790-7e5ac80a90d7 req-380ce660-8994-4a09-80b1-bc6af434a132 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829145 May 27 03:44:50.534781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.565533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-d914e61e-9385-4a3a-bb58-7fbd8233a62a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.569565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eeaad2-c463-49d0-bd47-2389b008e996,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:50.571653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-d914e61e-9385-4a3a-bb58-7fbd8233a62a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.2476335 May 27 03:44:50.579523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.598353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.601121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e8957ef3-0b4e-469b-ba8f-fcd71effb61d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67eeaad2-c463-49d0-bd47-2389b008e996 HTTP/1.1" status: 204 len: 168 time: 0.3344200 May 27 03:44:50.642750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee11f8-9e44-4927-bcec-945d36d9b018 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:44:50.663771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:50.674701 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.785770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:50.806370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4039-6cdb-42eb-b595-66758c3d0d50 req-764c7906-c31a-4950-adf3-b3b973bd8ad0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.808636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f07c4039-6cdb-42eb-b595-66758c3d0d50 req-764c7906-c31a-4950-adf3-b3b973bd8ad0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 946 time: 0.1257694 May 27 03:44:50.836133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-6abaffe4-1964-49d2-9553-67ada3ea3e05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d HTTP/1.1" status: 200 len: 217 time: 0.2578607 May 27 03:44:50.849265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:50.869460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f07c4039-6cdb-42eb-b595-66758c3d0d50 req-293ab20a-e6e9-42a1-83ac-09e32c16bd4a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551996 May 27 03:44:50.952011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-28dddfb4-e0c5-4919-8ddd-21911d9eb4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:50.953488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-28dddfb4-e0c5-4919-8ddd-21911d9eb4de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.0776484 May 27 03:44:50.979774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-32faef16-4003-466f-b5ba-430dce52c061 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:50.980367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-32faef16-4003-466f-b5ba-430dce52c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.044787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:51.054230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b9ee11f8-9e44-4927-bcec-945d36d9b018'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:44:51.060787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Usage tracker for resource:security_group_rule and tenant:9d21a9f7e2214824aab164ce5d7ea682 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:51.067647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:51.095514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:51.159858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2634c2-66aa-4d3b-8d42-a10131f53d16 req-01c4f064-f567-44a4-91f9-2ae37824f847 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.167242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a2634c2-66aa-4d3b-8d42-a10131f53d16 req-01c4f064-f567-44a4-91f9-2ae37824f847 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.1142383 May 27 03:44:51.171680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38418) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:51.260387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16a65e1f-ba08-48d3-973f-0c3336b029e6 req-d8320e2a-238c-4b81-a98b-8630c3fcaa2b tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1618755 May 27 03:44:51.304869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a2634c2-66aa-4d3b-8d42-a10131f53d16 req-e7f451ea-c43d-4968-8a49-aadd03470667 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366775 May 27 03:44:51.346061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ab29f8ef-4e06-4226-9efa-879f8c4cd46a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e6463dfff254d01be045c5162a5029e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740086 May 27 03:44:51.348457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38424) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:51.379698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-b308752e-1408-4876-a977-fddd6d51e0e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146988 May 27 03:44:51.483856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.543891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:51.566665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.569690 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.578070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.649383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.650564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47238-8c20-474b-ad25-67ec6f24136e req-1d2c09d1-9834-4254-8b0c-8eda18e78f55 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.652042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-77a47238-8c20-474b-ad25-67ec6f24136e req-1d2c09d1-9834-4254-8b0c-8eda18e78f55 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.1162519 May 27 03:44:51.659337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.678413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.679105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.758879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821a921e-c6bd-4f82-97f9-2cf92f3ed053,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:51.777337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:51.785609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0269c0b-981e-4f28-a083-ca12b210f709,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:51.786706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-10c9e0f3-c610-4318-be68-d9a8b3736f89 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984420 May 27 03:44:51.800449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d369752-71d3-4be7-83e7-5cae9f2cf53d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d21a9f7e2214824aab164ce5d7ea682&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5145142 May 27 03:44:51.800843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.801950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8e933322-07e3-4866-a3d5-08aae3fe216b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0269c0b-981e-4f28-a083-ca12b210f709 HTTP/1.1" status: 204 len: 168 time: 0.4525812 May 27 03:44:51.804452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:51.848929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-77a47238-8c20-474b-ad25-67ec6f24136e req-47a3edbd-c1d5-4063-a33a-f2e8b354a424 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853917 May 27 03:44:51.929124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.939490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:51.949062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.950153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:51.966246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.966830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:51.975406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4325c-6ec2-42c6-b26f-ec6ce304fcc5 req-27b9896a-dc93-4f50-9369-9dba4439c75c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:51.982814 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68a4325c-6ec2-42c6-b26f-ec6ce304fcc5 req-27b9896a-dc93-4f50-9369-9dba4439c75c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 944 time: 0.4971426 May 27 03:44:51.983025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd56512-7abd-4f93-889d-686bd1771e5b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:51.984559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=3b6fa01e-9a37-4d6d-9fff-53874162e96d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:51.989478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:52.020089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:52.028421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:52.083541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-01821d8f-9691-4775-82d2-48de53b4786e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4253192 May 27 03:44:52.094889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:52.105540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68a4325c-6ec2-42c6-b26f-ec6ce304fcc5 req-a1716c1b-2f57-4710-9b20-c0a4e553393d tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217823 May 27 03:44:52.108757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:52.110253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:52.115461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a704c1c-b7a9-43dd-b916-5ae61eb8e401 req-a7521c0f-01fe-44e7-94b6-43f1a1046913 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987676 May 27 03:44:52.147281 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:52.231521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:52.264932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821a921e-c6bd-4f82-97f9-2cf92f3ed053,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:52.270805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:52.272064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31066bbd-fba5-44b3-b6eb-8ba15c9aff65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/821a921e-c6bd-4f82-97f9-2cf92f3ed053 HTTP/1.1" status: 204 len: 168 time: 0.4667015 May 27 03:44:52.343732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:52.348041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:52.350878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:52.357708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:52.370697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:52.398554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:52.409521 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436c4122-fd12-4b5b-82b1-50bafe2dc453'] response: {'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'code': 200} May 27 03:44:52.592248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:52.625576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe887-a94f-4390-8039-17682d712356 req-b07c4651-3dc5-4666-9579-917060b1d9bd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.627645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c67fe887-a94f-4390-8039-17682d712356 req-b07c4651-3dc5-4666-9579-917060b1d9bd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.3737888 May 27 03:44:52.687171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c67fe887-a94f-4390-8039-17682d712356 req-4094e532-f7df-4298-ad00-f50ce71a8373 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 May 27 03:44:52.768449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93535c-fc83-417f-9ed1-17b32ac5672c req-4e8d8c97-116f-4d67-a6a0-42bffaa7d936 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:52.770350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d93535c-fc83-417f-9ed1-17b32ac5672c req-4e8d8c97-116f-4d67-a6a0-42bffaa7d936 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.2927215 May 27 03:44:52.816640 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b6fa01e-9a37-4d6d-9fff-53874162e96d (CIDR: 2001:db8::/64) May 27 03:44:52.838683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d93535c-fc83-417f-9ed1-17b32ac5672c req-788a06e2-8e89-4e85-8cb2-a4e53d00ba60 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610647 May 27 03:44:52.839696 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:44:52.840139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:44:52.873981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d30219ef-896c-45cb-b60d-cdacbf3985d0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7769296 May 27 03:44:52.875827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:52.878191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:52.883379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:52.962841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9ac6c109-b940-43cb-9a1f-95abd3e115a0 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:52.964367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c109-b940-43cb-9a1f-95abd3e115a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.023544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0af73bd1-08f8-4826-9988-aaddac7394ae req-6388ba3d-3b81-4468-9b80-745bcdaa1210 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1253073 May 27 03:44:53.027240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.123283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:53.163918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Usage tracker for resource:security_group_rule and tenant:616ffc8ac1ea4446b0061ea4e5d1f7b1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:53.175499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:53.191742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:53.212093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:53.234100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:53.237786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:53.246730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:53.268885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2a19-28b5-42d5-a3a2-841939fcf160 req-83d67c11-eabd-4846-b8a2-82a1a3c54369 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.270651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-811b2a19-28b5-42d5-a3a2-841939fcf160 req-83d67c11-eabd-4846-b8a2-82a1a3c54369 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.1085386 May 27 03:44:53.275296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:53.343478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-811b2a19-28b5-42d5-a3a2-841939fcf160 req-13fc161f-2d04-4ffa-8e2f-3d8f33107d25 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 May 27 03:44:53.420285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38486) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:53.434124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.516553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.527190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.567772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df5355-1d67-4f09-ab77-b0c729d79874 req-33c907cf-aa92-44ab-ac5c-861f9a3c70c1 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.570569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03df5355-1d67-4f09-ab77-b0c729d79874 req-33c907cf-aa92-44ab-ac5c-861f9a3c70c1 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 944 time: 0.0986660 May 27 03:44:53.617692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e23c5-038b-406d-8a11-ad88c1702c78,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:53.635076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9bec0d75-aaf6-44d2-8722-b67036d0d59c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=616ffc8ac1ea4446b0061ea4e5d1f7b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7557092 May 27 03:44:53.640087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38494) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:53.684423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1311611736-network', 'tenant_id': '45e2fc4cebbe4e23a7a061cb874bfbff'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:53.685176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:53.705447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:53.714505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Usage tracker for resource:network and tenant:45e2fc4cebbe4e23a7a061cb874bfbff is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:53.715240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cf50af-c030-4cb5-87fe-b5f21d8b7234 req-4bce564d-9b56-487d-becb-a982b5f75de9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f4b31331cfd48d88be5d11e45a8822f&device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.0489652 May 27 03:44:53.720438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:53.745893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:53.760928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cf50af-c030-4cb5-87fe-b5f21d8b7234 req-4512b24c-b282-4def-bb9c-fe48b4536072 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8f4b31331cfd48d88be5d11e45a8822f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313904 May 27 03:44:53.786022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03df5355-1d67-4f09-ab77-b0c729d79874 req-7e3b3cad-cf63-4471-a886-d00902518602 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994352 May 27 03:44:53.799216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.806866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Made reservation on behalf of 45e2fc4cebbe4e23a7a061cb874bfbff for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:53.819986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.822750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:53.823114 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.874112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.898383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:53.942995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:53.952927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Usage tracker for resource:security_group_rule and tenant:45e2fc4cebbe4e23a7a061cb874bfbff is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:53.960473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:53.973083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:53.982005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf50af-c030-4cb5-87fe-b5f21d8b7234 req-c7e43598-e04c-4cd4-b97f-c1d756e5beb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:53.984023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cf50af-c030-4cb5-87fe-b5f21d8b7234 req-c7e43598-e04c-4cd4-b97f-c1d756e5beb2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171152 May 27 03:44:54.000545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b9ee11f8-9e44-4927-bcec-945d36d9b018 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:54.076599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.154655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.166405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b9ee11f8-9e44-4927-bcec-945d36d9b018 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:54.172604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b9ee11f8-9e44-4927-bcec-945d36d9b018 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:54.174700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.213491 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d7399a3-45bc-44ad-bec9-903baf4f8eb2 req-99419fef-c3fa-4826-8d53-006f1cb905e2 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.1121006 May 27 03:44:54.247569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:54.262561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:54.273009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:54.273610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.280034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=b832c288-dd12-45a0-96e9-3e2d2e5bafb7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:54.298891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923d20-1c73-4808-aafc-f48b9c924863 req-947cd157-3bdd-4889-89a3-97867f307353 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:54.300418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3b593-49c4-4fc1-b505-32ac412b3824 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:54.305602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08923d20-1c73-4808-aafc-f48b9c924863 req-947cd157-3bdd-4889-89a3-97867f307353 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.2510023 May 27 03:44:54.306040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.314623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.331859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:44:54.347647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.348078 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Added segment b7f74edf-3f16-4ac3-ab95-69b466893509 of type vlan for network dcf8353c-617e-46b5-9d55-48da926c3644 May 27 03:44:54.375091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08923d20-1c73-4808-aafc-f48b9c924863 req-520b212f-a398-400c-852e-c08f295314c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684330 May 27 03:44:54.379001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd5d1c76-44f6-46f2-b76a-89a386ab5e45 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4998603 May 27 03:44:54.380851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:54.394537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.400600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:96:91:56', 'name': 'tempest-NetworksTestDHCPv6-1028642405'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:54.416283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.464161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:54.486428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:54.531394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.558111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:54.565565 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8ab969-9dec-45ae-bb4b-cf40550ca5f3'] response: {'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'code': 200} May 27 03:44:54.576837 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.643017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761bec7f-0198-4e47-8154-8cc40c29a06d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:54.647808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:54.652644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:54.735645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e23c5-038b-406d-8a11-ad88c1702c78,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:54.750367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:54.754177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.772743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.773883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73d09bae-42af-44dc-a603-fe1c6c0becda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/974e23c5-038b-406d-8a11-ad88c1702c78 HTTP/1.1" status: 204 len: 168 time: 1.1328750 May 27 03:44:54.789156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Update dhcp port {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'fixed_ips': [{'subnet_id': '3b6fa01e-9a37-4d6d-9fff-53874162e96d', 'ip_address': '2001:db8::f816:3eff:fef1:478e'}, {'subnet_id': 'b832c288-dd12-45a0-96e9-3e2d2e5bafb7'}], 'binding:host_id': 'n-d-843301-2'}, 'id': '39b752c1-cdf4-439a-9162-a7001fb40e3c'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:44:54.792261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.793125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:54.793705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.845546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:44:54.848559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:54.988450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5644653 May 27 03:44:54.994284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:55.002296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Request body: {'subnet': {'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1311611736-subnet', 'tenant_id': '45e2fc4cebbe4e23a7a061cb874bfbff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:55.015013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:55.021496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Usage tracker for resource:subnet and tenant:45e2fc4cebbe4e23a7a061cb874bfbff is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:55.029875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:55.038776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613e579-7130-4515-b733-0c88a6c340f7 req-ea436652-0bb6-409d-aff7-66fadd25933c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.040009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:55.050285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5613e579-7130-4515-b733-0c88a6c340f7 req-ea436652-0bb6-409d-aff7-66fadd25933c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.4676125 May 27 03:44:55.052660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c02e3-ee16-463a-9957-ff7ed390a671 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf8353c-617e-46b5-9d55-48da926c3644,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.077648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408369b-c1fe-43f5-8829-2e2d4b5b0d7c req-3ef52676-0dfd-41bf-9ecc-344fb3b3dde0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.085323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b408369b-c1fe-43f5-8829-2e2d4b5b0d7c req-3ef52676-0dfd-41bf-9ecc-344fb3b3dde0 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.1600840 May 27 03:44:55.100883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Made reservation on behalf of 45e2fc4cebbe4e23a7a061cb874bfbff for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:55.101147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network dcf8353c-617e-46b5-9d55-48da926c3644 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:44:55.104076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.274470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Allocated IP 2001:db8:0:1::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b832c288-dd12-45a0-96e9-3e2d2e5bafb7/39b752c1-cdf4-439a-9162-a7001fb40e3c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:55.333621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b408369b-c1fe-43f5-8829-2e2d4b5b0d7c req-e10aae15-0722-4cc7-b1aa-fe3103f932e7 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468450 May 27 03:44:55.339636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b8f8646-d401-47fd-b611-2a7f5ce38797 req-611689e6-0204-4551-8714-30b4ed668207 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 1096 time: 0.7011666 May 27 03:44:55.434951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.448742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:55.476664 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.480281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5613e579-7130-4515-b733-0c88a6c340f7 req-0809c7b1-8c47-4d29-a57a-d01362ed056c tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8acd7a3-2cdd-4667-9713-72c1498a6138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293330 May 27 03:44:55.500528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b8f8646-d401-47fd-b611-2a7f5ce38797 req-d2780b63-d4da-47f3-b340-108693a278f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527979 May 27 03:44:55.506174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47eadf5-8a96-4760-a4d1-27a9250e5b5d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.506384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Transition to ACTIVE for port object 39b752c1-cdf4-439a-9162-a7001fb40e3c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:55.516835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.616085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059eb4a-c186-4741-9627-d678e7658112 None None] Pushing event updated for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.751948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5cf50af-c030-4cb5-87fe-b5f21d8b7234 req-7c335a2e-80f0-4ac5-8ad3-d09139eccaf6 tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2475591 May 27 03:44:55.771099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-843f60b3-2c98-4d77-a3c6-386758f3c845 req-2b1ed9ac-5188-42a3-839f-cd30fb73812a tempest-ServerShowV257Test-914631864 tempest-ServerShowV257Test-914631864-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e48b686-8dc2-4256-b444-88ba2573493b HTTP/1.1" status: 200 len: 210 time: 0.2241135 May 27 03:44:55.779143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8:0:1::327 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/b832c288-dd12-45a0-96e9-3e2d2e5bafb7/4907de3f-3222-4ff2-98b9-a4d8ce42d2cc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:55.789987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::f816:3eff:fe96:9156 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/3b6fa01e-9a37-4d6d-9fff-53874162e96d/4907de3f-3222-4ff2-98b9-a4d8ce42d2cc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:55.829156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Checking segment: {'id': 'b7f74edf-3f16-4ac3-ab95-69b466893509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:44:55.829517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Network hostable DHCP agents. Network: dcf8353c-617e-46b5-9d55-48da926c3644, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:44:55.877051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-5bb9be4c-253a-4b3f-a8a4-987792577f29 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.878695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-5bb9be4c-253a-4b3f-a8a4-987792577f29 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 945 time: 0.3332803 May 27 03:44:55.880702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Network dcf8353c-617e-46b5-9d55-48da926c3644 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:44:55.897349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251231df-edb3-4a5e-89df-6cc34a146733 req-5b46e270-3972-40b6-936b-5b838ec59df5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.910534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-251231df-edb3-4a5e-89df-6cc34a146733 req-5b46e270-3972-40b6-936b-5b838ec59df5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.2276905 May 27 03:44:55.929836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, dcf8353c-617e-46b5-9d55-48da926c3644) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:55.939561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ef7a1-962e-4a12-b032-0fdca458e2ef None None] Network dcf8353c-617e-46b5-9d55-48da926c3644 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:55.943495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:55.944846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:55.972883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Deleting port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:55.973296 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.020290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-251231df-edb3-4a5e-89df-6cc34a146733 req-4b45da9d-9828-470e-815b-67e99031d2b9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144269 May 27 03:44:56.253405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.283166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] For port a6ebafd8-2a9a-44dd-8b79-057f879fbf62, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,segment=NetworkSegment(4bba09dc-de39-4c11-b1a7-2240333733be),segment_id=4bba09dc-de39-4c11-b1a7-2240333733be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:56.283774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.292335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:44:56.325004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.341072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.341684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70c83d86-b2ea-449c-966e-8cd028f84f4e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3446240 May 27 03:44:56.418755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99ecb6-8f18-4d80-91b9-b518bde86e8a None None] Network dcf8353c-617e-46b5-9d55-48da926c3644 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:44:56.610741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=4907de3f-3222-4ff2-98b9-a4d8ce42d2cc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.623707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:56.625942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:56.645259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:44:56.651315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:56.651958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.709434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-549e3b96-c70a-4677-adfc-cff23c9f6bc0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3199751 May 27 03:44:56.716537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:56.826558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Calling delete_port for a6ebafd8-2a9a-44dd-8b79-057f879fbf62 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:56.865067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c12-a681-40d2-87ff-0cf9da37f546 req-7cdeea29-105c-441d-b6b3-86bfb81f8381 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:56.866813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4d53c12-a681-40d2-87ff-0cf9da37f546 req-7cdeea29-105c-441d-b6b3-86bfb81f8381 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.3190401 May 27 03:44:56.870214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:44:56.870562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:56.987213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4d8404cb-345b-4e1f-91f4-b029c005c4ab None None] Provisioning for port 39b752c1-cdf4-439a-9162-a7001fb40e3c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:56.994498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4d8404cb-345b-4e1f-91f4-b029c005c4ab None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:56.995280 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4d8404cb-345b-4e1f-91f4-b029c005c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.062753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dc954-c825-45ce-a3b1-359ae4159b95 req-2a504e38-7a28-4c96-95f2-55192976f5d6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:57.070852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b38dc954-c825-45ce-a3b1-359ae4159b95 req-2a504e38-7a28-4c96-95f2-55192976f5d6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.7275763 May 27 03:44:57.094555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4d53c12-a681-40d2-87ff-0cf9da37f546 req-d8b76cea-029b-469a-b6a8-5af3496921b4 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269739 May 27 03:44:57.184797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b38dc954-c825-45ce-a3b1-359ae4159b95 req-b5fc0826-2150-463b-ad97-fe6d11db1ef1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119204 May 27 03:44:57.193773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.293046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Pushing event deleted for resources: {'Port': ['ID=a6ebafd8-2a9a-44dd-8b79-057f879fbf62,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:57.386251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] No DVR routers for this DVR port a6ebafd8-2a9a-44dd-8b79-057f879fbf62 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:57.390123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.391537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac5417a7-4f37-47d3-b235-ef88ab5aaebe req-0a01e031-ead1-4887-bbf2-6513772c0359 tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa660f28-1e04-443a-9b1a-91d1f67716ef HTTP/1.1" status: 200 len: 210 time: 0.0979707 May 27 03:44:57.395114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'name': 'network-vif-deleted', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:44:57.419316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0126cfc-9e9b-4128-9502-b537ca9c8449 req-e6f50ac1-a532-44df-a0e5-f68d10bfc0dc tempest-ServerDiskConfigTestJSON-901853987 tempest-ServerDiskConfigTestJSON-901853987-project] 10.222.0.21 "DELETE /v2.0/ports/a6ebafd8-2a9a-44dd-8b79-057f879fbf62 HTTP/1.1" status: 204 len: 173 time: 1.5303214 May 27 03:44:57.437581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c29b1a68-a834-4197-9bba-71d9890ad600 None None] Provisioning for port 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:44:57.455033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c29b1a68-a834-4197-9bba-71d9890ad600 None None] Provisioning complete for port 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:57.455401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29b1a68-a834-4197-9bba-71d9890ad600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.506222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:57.560494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c29b1a68-a834-4197-9bba-71d9890ad600 None None] Port 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:44:57.705272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:44:57.714780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 4907de3f-3222-4ff2-98b9-a4d8ce42d2cc owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:44:57.759703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:57.795385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a6ebafd8-2a9a-44dd-8b79-057f879fbf62 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:57.845961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: a6ebafd8-2a9a-44dd-8b79-057f879fbf62 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:44:57.846679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a6ebafd8-2a9a-44dd-8b79-057f879fbf62 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:44:57.847294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device d1c49752-7895-4744-8f30-35ea4ec48b2d no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:44:57.916868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-5ae51981-2208-454b-af74-999daa2b0cb2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:57.920326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-5ae51981-2208-454b-af74-999daa2b0cb2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/networks?id=dcf8353c-617e-46b5-9d55-48da926c3644 HTTP/1.1" status: 200 len: 813 time: 0.2635021 May 27 03:44:57.927275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026be19-269f-4385-b19a-1b9815900ed4 req-e3617c04-e54b-481c-987f-5dcd8c1bfbbc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:57.928985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b026be19-269f-4385-b19a-1b9815900ed4 req-e3617c04-e54b-481c-987f-5dcd8c1bfbbc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1569452 May 27 03:44:57.960319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-d21b995f-0108-41f1-8c81-94e1609cfb17 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/quotas/45e2fc4cebbe4e23a7a061cb874bfbff HTTP/1.1" status: 200 len: 375 time: 0.0330305 May 27 03:44:57.974842 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5442435d-0f4f-4eb2-9e20-83ee2d61320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.046020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38604) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:58.051811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:44:58.053854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.069155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-1c0c468d-a3a0-4f5e-a751-0db60cf33b82 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e2fc4cebbe4e23a7a061cb874bfbff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078780 May 27 03:44:58.138334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b026be19-269f-4385-b19a-1b9815900ed4 req-f0b7e024-466e-4ff3-a7a1-ae73457a00f1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585891 May 27 03:44:58.242332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.258697 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2064e8c1-3051-43b4-ab28-cc30b25f877b'] response: {'server_uuid': 'aa660f28-1e04-443a-9b1a-91d1f67716ef', 'name': 'network-vif-deleted', 'tag': 'a6ebafd8-2a9a-44dd-8b79-057f879fbf62', 'status': 'completed', 'code': 200} May 27 03:44:58.294249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-54f3f703-62ff-4df6-ba02-fe66e80a55fd service neutron] 10.222.0.46 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236807 May 27 03:44:58.327315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.348399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=4907de3f-3222-4ff2-98b9-a4d8ce42d2cc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:58.349604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.476813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:58.482321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d93154b27424f72abc420ec18392961 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:58.492793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:58.514774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:58.524403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-87a2457f-3ddc-4c5c-ba72-7066738699e3 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291660 May 27 03:44:58.612462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.613415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.617973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.627540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:44:58.643424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4b31331cfd48d88be5d11e45a8822f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:44:58.650028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cddf3fcb-4751-4093-911b-97b10a610d54 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/4907de3f-3222-4ff2-98b9-a4d8ce42d2cc HTTP/1.1" status: 204 len: 168 time: 1.9250875 May 27 03:44:58.651076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:44:58.653677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38618) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:58.676377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d93154b27424f72abc420ec18392961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9154084 May 27 03:44:58.677121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427ec2a-7bd4-4e5f-99a1-4dae4678b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f70d4-a6fb-429e-993a-50848e7a2098,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:58.679377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:58.705014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:44:58.780994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68b402-5a15-4056-bd47-b2af3e55e4fe req-5cd0177e-0d3b-4664-99fd-b039f167eb52 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:58.782531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da68b402-5a15-4056-bd47-b2af3e55e4fe req-5cd0177e-0d3b-4664-99fd-b039f167eb52 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.3794651 May 27 03:44:58.814906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.834723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01b12d-bbf3-412b-a1bb-475cbf2dde17 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:58.835340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e01b12d-bbf3-412b-a1bb-475cbf2dde17 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:58.874201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.886926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.908593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e01b12d-bbf3-412b-a1bb-475cbf2dde17 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:58.912530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e01b12d-bbf3-412b-a1bb-475cbf2dde17 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2534187 May 27 03:44:58.919846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:58.933236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da68b402-5a15-4056-bd47-b2af3e55e4fe req-58fb6d67-045f-4c6b-959f-86fcb3e6b23a tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402409 May 27 03:44:58.974815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:58.996053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda8c4c-0908-47d1-ac5c-0c37e650c1f4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:59.025588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d78bf842-7113-4839-a8c3-f44cfdd5c6f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f4b31331cfd48d88be5d11e45a8822f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9724815 May 27 03:44:59.028589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38640) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:59.033649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d17242-5a9f-4f7a-8cb0-eb060af72a0c req-aad55fdc-3ca0-4254-8efb-ef59b0db6d15 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.041195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1d17242-5a9f-4f7a-8cb0-eb060af72a0c req-aad55fdc-3ca0-4254-8efb-ef59b0db6d15 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2626359 May 27 03:44:59.100564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e4f41-4717-4bed-bf8e-bb3c1d80ba7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.102161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d6e4f41-4717-4bed-bf8e-bb3c1d80ba7b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1810687 May 27 03:44:59.105008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1d17242-5a9f-4f7a-8cb0-eb060af72a0c req-58e10846-95d4-4ad2-845d-1c7636835da8 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626569 May 27 03:44:59.105519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:59.139944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.199201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.221494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66daad2-d823-42e9-96d5-a919849ca427 req-d0156e72-b700-45c1-a1e5-22e7b68f9cdd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 210 time: 0.0594063 May 27 03:44:59.226213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.230299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f70d4-a6fb-429e-993a-50848e7a2098,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:59.242461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.243852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e40f7d8b-9eaa-47a6-8627-142b9aa12463 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd0f70d4-a6fb-429e-993a-50848e7a2098 HTTP/1.1" status: 204 len: 168 time: 0.5635962 May 27 03:44:59.261686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.263281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.265654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.266942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:44:59.294856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:44:59.300658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0f34944-c501-407b-86fd-e1e488fe415a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1905065 May 27 03:44:59.303935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:59.353869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.402561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda8c4c-0908-47d1-ac5c-0c37e650c1f4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:59.407014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.422751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dedc225a-601b-4c06-a4f1-81007587747b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efda8c4c-0908-47d1-ac5c-0c37e650c1f4 HTTP/1.1" status: 204 len: 168 time: 0.3803427 May 27 03:44:59.456006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d976cf-c75e-4186-8085-706c2e701e27 req-707586fb-addf-4274-bc1e-447b005919f2 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.457764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c7d976cf-c75e-4186-8085-706c2e701e27 req-707586fb-addf-4274-bc1e-447b005919f2 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.1510751 May 27 03:44:59.466727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:44:59.475018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Request body: {'floatingip': {'port_id': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:44:59.637681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.671572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 3b6fa01e-9a37-4d6d-9fff-53874162e96d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:44:59.681921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.772207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.820505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0fe31-b3ed-4176-8d55-1bf96306c5c0 req-062ad348-2763-4b09-8fdc-ba45d327500c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:44:59.828133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccf0fe31-b3ed-4176-8d55-1bf96306c5c0 req-062ad348-2763-4b09-8fdc-ba45d327500c tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2326338 May 27 03:44:59.925041 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-53580b9d-2f0f-47c8-ba65-db60e7299e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:44:59.939202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccf0fe31-b3ed-4176-8d55-1bf96306c5c0 req-6f9335b7-1502-4066-ad99-bbb92ecf3c49 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096463 May 27 03:44:59.997631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.062186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38688) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:00.169469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.258854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.264332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b047bf-c52d-4eae-97da-beefcae7d3b1 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:00.298784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/3b6fa01e-9a37-4d6d-9fff-53874162e96d HTTP/1.1" status: 204 len: 168 time: 0.9936519 May 27 03:45:00.299913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf554d9a-b025-4187-b5af-cb54a84d2be4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6fa01e-9a37-4d6d-9fff-53874162e96d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:00.304418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:00.498123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet b832c288-dd12-45a0-96e9-3e2d2e5bafb7 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:00.502268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.584772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.592750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-e280a052-daa7-43a3-b9f4-c0c8f0f00d62 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:00.594460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-e280a052-daa7-43a3-b9f4-c0c8f0f00d62 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.21 "GET /v2.0/networks?id=dcf8353c-617e-46b5-9d55-48da926c3644 HTTP/1.1" status: 200 len: 813 time: 0.4967966 May 27 03:45:00.659079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Deleting subnet cb30e9fe-0ed2-4466-89ca-0646357f3919 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:00.686894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.725941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.812320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.866438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.873115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:00.921977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=b832c288-dd12-45a0-96e9-3e2d2e5bafb7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:00.927961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Request body: {'port': {'device_id': '3455c2fd-940b-445e-b397-792b6ff83938', 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644', 'admin_state_up': True, 'tenant_id': '45e2fc4cebbe4e23a7a061cb874bfbff'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:00.942954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71fbcb5e-c484-459a-a45e-eda5c8715b91 req-5384d5c7-871a-48ca-a628-4d6f2841ae6a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 210 time: 0.3466685 May 27 03:45:00.957540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c916a8-781c-4368-a0ef-4b256ee5b267 req-b2ed2ed8-ced0-4961-91ec-f4ea6e349455 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:00.969008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d5c916a8-781c-4368-a0ef-4b256ee5b267 req-b2ed2ed8-ced0-4961-91ec-f4ea6e349455 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2137792 May 27 03:45:01.009742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.038198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b14e6a8d-c04f-48ac-9c2f-07afa8551594 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b832c288-dd12-45a0-96e9-3e2d2e5bafb7 HTTP/1.1" status: 204 len: 168 time: 0.7312717 May 27 03:45:01.049987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38716) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:01.061312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.163221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.191933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb30e9fe-0ed2-4466-89ca-0646357f3919,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:01.192305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b66dfc15-c986-4119-b5aa-22da7d2eef86 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362636 May 27 03:45:01.205537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d5c916a8-781c-4368-a0ef-4b256ee5b267 req-dc872718-5ba5-4d74-84b1-9adfbdbdf441 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341673 May 27 03:45:01.206739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38724) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:01.217612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-23821e86-67c0-4a94-b3a6-e385d32f2255 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cb30e9fe-0ed2-4466-89ca-0646357f3919 HTTP/1.1" status: 204 len: 168 time: 1.1500866 May 27 03:45:01.218018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:01.222493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:01.266303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.367453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:01.375376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:01.379271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:01.386481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:01.402135 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.408720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:01.412647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.562423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:01.580929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Usage tracker for resource:port and tenant:45e2fc4cebbe4e23a7a061cb874bfbff is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:01.598202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:01.607773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.619398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:01.711161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586c34c-af36-4ea2-8cc7-4d180abca11a None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:01.793372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Made reservation on behalf of 45e2fc4cebbe4e23a7a061cb874bfbff for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:01.796282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.812799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38750) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:01.931523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:01.941555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81d1d42e-5a60-42bd-8837-adf99e90a35c None None] Provisioning complete for port 39b752c1-cdf4-439a-9162-a7001fb40e3c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:01.941918 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81d1d42e-5a60-42bd-8837-adf99e90a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.019092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.020915 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.022275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:02.025802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:02.031433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:02.032194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.037605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.049925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=e4201a3f-caf4-4016-be2e-d77f111970db,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:02.069904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e42d131b-a397-4897-81a7-32fda44b42ad tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8620543 May 27 03:45:02.072527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38762) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:02.088431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:02.209934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:45:02.226424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Deleting port 39b752c1-cdf4-439a-9162-a7001fb40e3c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:02.226704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.267165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:02.272415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:02.276074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:02.282682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:02.298484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:02.304579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.305602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87651465-14c5-4786-ae14-b5af6ce6dca9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:02.372737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e312199-91d3-4d3f-958f-68de104e95d1 req-39447bce-a983-4d27-9c87-92e838dbc744 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 210 time: 0.0740838 May 27 03:45:02.376595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bba09dc-de39-4c11-b1a7-2240333733be') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:02.376884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bba09dc-de39-4c11-b1a7-2240333733be') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:02.440313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.440873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.477079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.492527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:02.492951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: timer() May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:02.508702 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:02.519470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Allocated IP 172.20.0.5 (dcf8353c-617e-46b5-9d55-48da926c3644/b47eadf5-8a96-4760-a4d1-27a9250e5b5d/108cfbc6-3b2e-4303-be8a-af6c76be388f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:02.584086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:02.592552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] For port 39b752c1-cdf4-439a-9162-a7001fb40e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39b752c1-cdf4-439a-9162-a7001fb40e3c,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:02.593712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.607477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9fa8ac714a49bab1c3e1d06b908198 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:02.611973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:02.624351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:02.624725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:02.635948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.642010 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4201a3f-caf4-4016-be2e-d77f111970db (CIDR: 2001:db8::/64) May 27 03:45:02.654759 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:45:02.655523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:02.666933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.695729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87651465-14c5-4786-ae14-b5af6ce6dca9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:02.710594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6f59-1484-4350-b6af-242c1b6037d2 req-2e68d62c-d82b-44d4-8cba-c5cd30b5f60a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:02.712613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d5a6f59-1484-4350-b6af-242c1b6037d2 req-2e68d62c-d82b-44d4-8cba-c5cd30b5f60a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2232130 May 27 03:45:02.718347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78a6e728-600c-4b4e-8be3-3bb633751b49 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6430686 May 27 03:45:02.720628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38778) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:02.750475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:02.792531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0391e7a-424a-4826-b168-8b60a12fa0d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/87651465-14c5-4786-ae14-b5af6ce6dca9 HTTP/1.1" status: 204 len: 168 time: 1.5670426 May 27 03:45:02.799797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Calling delete_port for 39b752c1-cdf4-439a-9162-a7001fb40e3c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:02.848748 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Floating IP e62b1420-cf02-4dc1-a80b-3911c6515b66 associated. External IP: 172.25.8.66, port: b9ee11f8-9e44-4927-bcec-945d36d9b018. May 27 03:45:02.913928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.923218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d5a6f59-1484-4350-b6af-242c1b6037d2 req-5a0b6b9b-0913-4ac0-af1a-ea46eba926bc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920493 May 27 03:45:02.935124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:02.938515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.006995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a90543-63d4-4972-99a7-c8ae9d79c47c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.020925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3ba54f80-cc43-4174-8800-4a879bef2526 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b9fa8ac714a49bab1c3e1d06b908198&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2071779 May 27 03:45:03.021717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38784) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:03.022679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:03.033289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.040885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:03.044516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:03.053231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:03.063042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] No DVR routers for this DVR port 39b752c1-cdf4-439a-9162-a7001fb40e3c on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:03.069723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beecfd6-7949-4c13-bdab-da1bc79d0ef6 None None] Pushing event deleted for resources: {'Port': ['ID=39b752c1-cdf4-439a-9162-a7001fb40e3c,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.080092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1772983927'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:03.084080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986521c2-d250-4b8f-a605-acee3f52a7ee None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:03.095395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:03.117418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Usage tracker for resource:network and tenant:c79b5ab31b514896bd5d48866f5c931c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:03.130769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:03.130963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:03.134482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.156989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:03.208976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:03.218334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Made reservation on behalf of c79b5ab31b514896bd5d48866f5c931c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:03.222473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.222981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.226614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.250885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.275668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.296067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.329121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': 'e4201a3f-caf4-4016-be2e-d77f111970db'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:45:03.330308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.404967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.415024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Network dcf8353c-617e-46b5-9d55-48da926c3644 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:03.419242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:03.421058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.423357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:03.445949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a90543-63d4-4972-99a7-c8ae9d79c47c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.452328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.453791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-921ba1ce-011f-4498-872d-f7fe6b8fa46b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93a90543-63d4-4972-99a7-c8ae9d79c47c HTTP/1.1" status: 204 len: 168 time: 0.4275925 May 27 03:45:03.466663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-820cd1f2-c099-46c1-b052-9871a65bed28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ead614c50140498e8da4f0c7b3156d87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2550156 May 27 03:45:03.472239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:03.475185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:03.568760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/e4201a3f-caf4-4016-be2e-d77f111970db/cc10b62a-0d0d-472d-a1c8-1102c54e641d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:03.627025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Usage tracker for resource:security_group_rule and tenant:c79b5ab31b514896bd5d48866f5c931c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:03.632741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:03.653978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:03.666742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:45:03.703336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.742162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:03.742804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.795432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.809053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-7c539244-eb59-47c6-ba87-8e0d0af848d2 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8846953 May 27 03:45:03.823588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Request body: {'port': {'device_id': '3455c2fd-940b-445e-b397-792b6ff83938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:03.855216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.867233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Transition to ACTIVE for port object cc10b62a-0d0d-472d-a1c8-1102c54e641d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:03.886963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Transition to ACTIVE for port object cc10b62a-0d0d-472d-a1c8-1102c54e641d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:03.892470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:03.925444 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.978971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.986949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 39b752c1-cdf4-439a-9162-a7001fb40e3c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:45:03.991450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:03.992467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 39b752c1-cdf4-439a-9162-a7001fb40e3c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:45:04.025734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:45:04.062932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:04.070673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:04.083329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:04.115316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Pushing event updated for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:04.115587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acd7a3-2cdd-4667-9713-72c1498a6138,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:04.127873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.153057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.167738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:04.172927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.181241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8491ad04-85ae-42da-8bf8-68ddcb145ad0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8acd7a3-2cdd-4667-9713-72c1498a6138 HTTP/1.1" status: 204 len: 168 time: 0.7074194 May 27 03:45:04.204042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.204863 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Added segment 8fa375dd-f7c8-4e4e-9656-c26924f4ab08 of type vlan for network 055f75de-cf42-43ef-aabb-fd7dca85b6da May 27 03:45:04.275545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Attempting to bind port cc10b62a-0d0d-472d-a1c8-1102c54e641d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:04.276256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Attempting to bind port cc10b62a-0d0d-472d-a1c8-1102c54e641d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:04.276824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Attempting to bind port cc10b62a-0d0d-472d-a1c8-1102c54e641d on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:04.285932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:04.286695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:04.287461 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.288043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:04.288715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Bound port: cc10b62a-0d0d-472d-a1c8-1102c54e641d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:04.289443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.290683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.379809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef39618-eab2-4fa0-90f1-11bb823c861f req-e9e87176-9b10-4ce4-a063-3bee630c6331 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.381360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ef39618-eab2-4fa0-90f1-11bb823c861f req-e9e87176-9b10-4ce4-a063-3bee630c6331 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1904292 May 27 03:45:04.444092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:04.448399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:04.458380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.502087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.540589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ce366-cfd5-4c5a-88be-2e9c07a94eb6 req-7b5d4261-0ef5-48fc-9b86-87ecc5c63fc6 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.541900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-be5ce366-cfd5-4c5a-88be-2e9c07a94eb6 req-7b5d4261-0ef5-48fc-9b86-87ecc5c63fc6 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Synchronizing usage tracker for tenant:45e2fc4cebbe4e23a7a061cb874bfbff on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:04.573929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f6d70-52d4-4df1-baba-e0d792d09be7 None None] Pushing event updated for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:04.591356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ef39618-eab2-4fa0-90f1-11bb823c861f req-5edfdbc1-1179-4aa5-8c2d-605e9883a6d9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957433 May 27 03:45:04.720547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.724861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:04.725702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:04.944680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event updated for resources: {'Network': ['ID=055f75de-cf42-43ef-aabb-fd7dca85b6da,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:04.958662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:04.990624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f32927-9d9e-45b6-81c1-f70d03b3e3be,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:05.017338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-be5ce366-cfd5-4c5a-88be-2e9c07a94eb6 req-7b5d4261-0ef5-48fc-9b86-87ecc5c63fc6 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Unset dirty status for tenant:45e2fc4cebbe4e23a7a061cb874bfbff on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:05.024068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be5ce366-cfd5-4c5a-88be-2e9c07a94eb6 req-7b5d4261-0ef5-48fc-9b86-87ecc5c63fc6 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 931 time: 1.3938873 May 27 03:45:05.035801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-337676d6-7d35-4024-808e-fc78e3fe1469 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4099696 May 27 03:45:05.084826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:05.129060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.130803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38830) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:05.137988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Request body: {'subnet': {'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:05.182791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.187866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.427363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be5ce366-cfd5-4c5a-88be-2e9c07a94eb6 req-19e14530-b7c2-4b15-bd13-6a1404eab579 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015734 May 27 03:45:05.501207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:05.507039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:05.510953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:05.520506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:05.521427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.529270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Usage tracker for resource:subnet and tenant:c79b5ab31b514896bd5d48866f5c931c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:05.532006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:05.535446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:05.542745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=145bd1d2-21b9-48a7-84bd-46def1c89503,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:05.551132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:05.562150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1e1e0a2-ec99-4e35-94f3-98b145bd7e24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8395233 May 27 03:45:05.564810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Made reservation on behalf of c79b5ab31b514896bd5d48866f5c931c for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:05.575131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:05.596314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:fe:ed:20', 'name': 'tempest-NetworksTestDHCPv6-2145615971'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:05.749385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Router ff8933db-b729-4627-be1a-f9c8157adb58 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:05.778225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc10b62a-0d0d-472d-a1c8-1102c54e641d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:05.821510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:05.950598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cc10b62a-0d0d-472d-a1c8-1102c54e641d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:05.991954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108cfbc6-3b2e-4303-be8a-af6c76be388f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:06.087238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.132770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38854) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:06.206964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740b789-7c3a-47a5-b53b-2fc01497bf7c None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:06.211864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Transition to ACTIVE for port object 108cfbc6-3b2e-4303-be8a-af6c76be388f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:06.228555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.269079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.406589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event updated for resources: {'Subnet': ['ID=1776ffc4-1641-4ec4-bcdd-3405ec069c2c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:06.418463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Checking segment: {'id': '8fa375dd-f7c8-4e4e-9656-c26924f4ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:06.418463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Network hostable DHCP agents. Network: 055f75de-cf42-43ef-aabb-fd7dca85b6da, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:06.446956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:06.464139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 055f75de-cf42-43ef-aabb-fd7dca85b6da) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:06.474965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:06.475648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.496133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20c2f6-bf46-45ee-bcea-9b0f361413c4 None None] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:06.513577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-12d23f24-fcff-4fa4-b090-a9590505994c tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3807516 May 27 03:45:06.514609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38870) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:06.535540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-520490888-network', 'tenant_id': '514e1ebb37c047ba901c95217e315479'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:06.549968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Request body: {'port': {'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da', 'name': 'tempest-DHCPAgentSchedulersTestJSON-419859917'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:06.590327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:06.598630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:06.604994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:06.626706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:06.639235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:06.653046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:06.683776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e96d3-1ed7-4ac2-834d-1833193471ea req-f0883b93-7000-421a-aaea-ad26e8a1c1c2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:06.685305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-427e96d3-1ed7-4ac2-834d-1833193471ea req-f0883b93-7000-421a-aaea-ad26e8a1c1c2 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.8016210 May 27 03:45:06.701614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Usage tracker for resource:network and tenant:514e1ebb37c047ba901c95217e315479 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:06.706287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Provisioning for port cc10b62a-0d0d-472d-a1c8-1102c54e641d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:06.712976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:06.732447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:06.758806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Provisioning complete for port cc10b62a-0d0d-472d-a1c8-1102c54e641d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:06.759253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.765329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:06.804365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Made reservation on behalf of 514e1ebb37c047ba901c95217e315479 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:06.807885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.834257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:06.871711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:06.876709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Usage tracker for resource:security_group_rule and tenant:514e1ebb37c047ba901c95217e315479 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:06.879920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:06.887168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:06.938946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-427e96d3-1ed7-4ac2-834d-1833193471ea req-5894060b-ed7b-4516-9c97-3692c18057d4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094502 May 27 03:45:07.003089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Attempting to bind port 108cfbc6-3b2e-4303-be8a-af6c76be388f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:07.003789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Attempting to bind port 108cfbc6-3b2e-4303-be8a-af6c76be388f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b7f74edf-3f16-4ac3-ab95-69b466893509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:07.003886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Attempting to bind port 108cfbc6-3b2e-4303-be8a-af6c76be388f on network dcf8353c-617e-46b5-9d55-48da926c3644 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:07.022151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Port 108cfbc6-3b2e-4303-be8a-af6c76be388f on network dcf8353c-617e-46b5-9d55-48da926c3644 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:45:07.022554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Attempting to bind port 108cfbc6-3b2e-4303-be8a-af6c76be388f on network dcf8353c-617e-46b5-9d55-48da926c3644 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:07.042405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.045019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.050370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.060095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:07.060521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Checking segment: {'id': 'b7f74edf-3f16-4ac3-ab95-69b466893509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:07.061002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Bound using segment: {'id': 'b7f74edf-3f16-4ac3-ab95-69b466893509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:07.061460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Bound port: 108cfbc6-3b2e-4303-be8a-af6c76be388f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f74edf-3f16-4ac3-ab95-69b466893509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:07.061863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.080398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.193032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:45:07.208157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:07.220755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:07.233390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2bfc80-949e-469d-9398-e530f4c0a459,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:07.239123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Usage tracker for resource:port and tenant:c79b5ab31b514896bd5d48866f5c931c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:07.251996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:07.255827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:07.259095 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.279952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271196-0d4f-482e-a12a-bef3b5c524e7 req-0df3e228-1eba-4834-946d-b7f714d376f9 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:07.285737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b271196-0d4f-482e-a12a-bef3b5c524e7 req-0df3e228-1eba-4834-946d-b7f714d376f9 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 943 time: 0.5345857 May 27 03:45:07.285737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.285737 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Added segment b2f5216b-7ce9-4d09-8252-cb109484b2f5 of type vlan for network 661c1088-2122-4eaf-ad23-ab9e43f5d154 May 27 03:45:07.292231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:07.322461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-055f75de-cf42-43ef-aabb-fd7dca85b6da', 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da', 'tenant_id': 'c79b5ab31b514896bd5d48866f5c931c', 'fixed_ips': [{'subnet_id': '1776ffc4-1641-4ec4-bcdd-3405ec069c2c'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:45:07.323502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.362679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Made reservation on behalf of c79b5ab31b514896bd5d48866f5c931c for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:07.371571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.404363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:07.423304 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Sync routers for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:45:07.445863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.453969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:07.456578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.458299 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:07.482003 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:07.502450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9b271196-0d4f-482e-a12a-bef3b5c524e7 req-8328f185-4580-4053-90ae-d3308d0ffdbd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Synchronizing usage tracker for tenant:45e2fc4cebbe4e23a7a061cb874bfbff on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:07.521165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] device_id is not set on port 2b48df3f-c1ba-476a-8999-5c300d561307 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:45:07.689645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:45:07.720134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9b271196-0d4f-482e-a12a-bef3b5c524e7 req-8328f185-4580-4053-90ae-d3308d0ffdbd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Unset dirty status for tenant:45e2fc4cebbe4e23a7a061cb874bfbff on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:07.720882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b271196-0d4f-482e-a12a-bef3b5c524e7 req-8328f185-4580-4053-90ae-d3308d0ffdbd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286139 May 27 03:45:07.813968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.814783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:07.818066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:07.848473 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:07.858560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Allocated IP 172.20.0.2 (055f75de-cf42-43ef-aabb-fd7dca85b6da/1776ffc4-1641-4ec4-bcdd-3405ec069c2c/a98febcf-5212-41bb-9970-1688198973f2) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:07.874407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad9fe7-f2c1-4ba6-aa4f-f1772e0aac81 None None] Pushing event updated for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.011420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::34 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/e4201a3f-caf4-4016-be2e-d77f111970db/7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:08.025872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:ed20 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/145bd1d2-21b9-48a7-84bd-46def1c89503/7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:08.143498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9983981 May 27 03:45:08.153748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38884) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:08.163852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Request body: {'subnet': {'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-520490888-subnet', 'tenant_id': '514e1ebb37c047ba901c95217e315479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:08.177300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:08.182800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Usage tracker for resource:subnet and tenant:514e1ebb37c047ba901c95217e315479 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:08.187318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:08.198516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:08.210204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfad4c-9e1a-408c-8c41-edd9ee3a81ea admin admin] Pushing event updated for resources: {'Network': ['ID=661c1088-2122-4eaf-ad23-ab9e43f5d154,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.221819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Made reservation on behalf of 514e1ebb37c047ba901c95217e315479 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:08.230491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.243446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 661c1088-2122-4eaf-ad23-ab9e43f5d154 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:08.487318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-162852a6-a480-4cc9-a041-b435b1738a62 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "PUT /v2.0/floatingips/e62b1420-cf02-4dc1-a80b-3911c6515b66 HTTP/1.1" status: 200 len: 990 time: 9.0193267 May 27 03:45:08.491705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:08.505547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:08.569349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.591233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08c2a7d2-6d83-4183-aa96-63da4497d766 None None] Provisioning complete for port cc10b62a-0d0d-472d-a1c8-1102c54e641d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:08.591233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-08c2a7d2-6d83-4183-aa96-63da4497d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.639480 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e62b1420-cf02-4dc1-a80b-3911c6515b66', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'port_id': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'mac_address': 'fa:16:3e:c4:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f12182-ba34-4878-a02a-787e7cb41db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:41Z', 'updated_at': '2022-05-27T03:45:01Z', 'revision_number': 1, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:08.640057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.651731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Checking router: ff8933db-b729-4627-be1a-f9c8157adb58 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:45:08.665631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Transition to ACTIVE for port object a98febcf-5212-41bb-9970-1688198973f2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:08.684213 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:08.686417 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:08.691129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.704108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Transition to ACTIVE for port object a98febcf-5212-41bb-9970-1688198973f2 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:08.742301 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.743905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.779544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.781445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-68a1ecd6-72d9-4757-956f-04ad7c944e17 service neutron] 10.222.0.21 "PUT /v2.0/ports/108cfbc6-3b2e-4303-be8a-af6c76be388f HTTP/1.1" status: 200 len: 1091 time: 4.9625523 May 27 03:45:08.858643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:08.862276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:08.867291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:08.870479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Pushing event updated for resources: {'Port': ['ID=a98febcf-5212-41bb-9970-1688198973f2,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.907120 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:08.969372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Attempting to bind port a98febcf-5212-41bb-9970-1688198973f2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:08.970100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Attempting to bind port a98febcf-5212-41bb-9970-1688198973f2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8fa375dd-f7c8-4e4e-9656-c26924f4ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:08.970232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed4409-9cb5-44b4-af70-30f9942d8ca3 req-8947d832-a7be-4f69-878d-4495d90abe95 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:08.970760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Attempting to bind port a98febcf-5212-41bb-9970-1688198973f2 on network 055f75de-cf42-43ef-aabb-fd7dca85b6da {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:08.971944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68ed4409-9cb5-44b4-af70-30f9942d8ca3 req-8947d832-a7be-4f69-878d-4495d90abe95 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4778502 May 27 03:45:08.986896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:08.987556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Checking segment: {'id': '8fa375dd-f7c8-4e4e-9656-c26924f4ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:08.988690 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:08.989697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Bound using segment: {'id': '8fa375dd-f7c8-4e4e-9656-c26924f4ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:08.990971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Bound port: a98febcf-5212-41bb-9970-1688198973f2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa375dd-f7c8-4e4e-9656-c26924f4ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '055f75de-cf42-43ef-aabb-fd7dca85b6da'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:08.991670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.011185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.063357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68ed4409-9cb5-44b4-af70-30f9942d8ca3 req-8a749d35-db1e-48d3-ab29-0dfeae38e7b1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782530 May 27 03:45:09.068377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-fd59de97-ccb0-4929-b031-f17213e720e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e2fc4cebbe4e23a7a061cb874bfbff&device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 1094 time: 0.2313914 May 27 03:45:09.069617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:09.096293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] For port a98febcf-5212-41bb-9970-1688198973f2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:09.102234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] For port a98febcf-5212-41bb-9970-1688198973f2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a98febcf-5212-41bb-9970-1688198973f2,segment=NetworkSegment(8fa375dd-f7c8-4e4e-9656-c26924f4ab08),segment_id=8fa375dd-f7c8-4e4e-9656-c26924f4ab08)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:09.108848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.228414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7783a4c-bdc5-42ca-a972-266962922674 None None] Pushing event updated for resources: {'Port': ['ID=a98febcf-5212-41bb-9970-1688198973f2,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:09.235109 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32962b92-39b0-4802-81b2-b5ced463e48c'] response: {'name': 'network-changed', 'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'status': 'completed', 'code': 200} May 27 03:45:09.237485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-f6267b5a-0414-4423-9154-a40c30b03868 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f HTTP/1.1" status: 200 len: 217 time: 0.1418931 May 27 03:45:09.239016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.273032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5e11d4-4e40-4358-850c-023d720af9d2,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:09.314030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Allocated IP 172.20.0.14 (055f75de-cf42-43ef-aabb-fd7dca85b6da/1776ffc4-1641-4ec4-bcdd-3405ec069c2c/2b48df3f-c1ba-476a-8999-5c300d561307) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:09.362049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60179a8-2719-4c10-80c4-2ee6020535c7 req-99de3686-19bf-4cc6-b85a-da7dc9f8037c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:09.383365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d60179a8-2719-4c10-80c4-2ee6020535c7 req-99de3686-19bf-4cc6-b85a-da7dc9f8037c tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.6330624 May 27 03:45:09.387220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Checking segment: {'id': 'b2f5216b-7ce9-4d09-8252-cb109484b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:09.390380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Network hostable DHCP agents. Network: 661c1088-2122-4eaf-ad23-ab9e43f5d154, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:09.394243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-00c22cf7-e41b-463b-9891-568b8da53333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:09.395686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-00c22cf7-e41b-463b-9891-568b8da53333 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b47eadf5-8a96-4760-a4d1-27a9250e5b5d HTTP/1.1" status: 200 len: 853 time: 0.1480660 May 27 03:45:09.452461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-fa15d342-55ec-4ad4-ba43-56ffab5b9e49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcf8353c-617e-46b5-9d55-48da926c3644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479124 May 27 03:45:09.454783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:09.458323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:09.458649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e62b1420-cf02-4dc1-a80b-3911c6515b66', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'port_id': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'mac_address': 'fa:16:3e:c4:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f12182-ba34-4878-a02a-787e7cb41db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:41Z', 'updated_at': '2022-05-27T03:45:01Z', 'revision_number': 1, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:09.461493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:09.466842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:09.467647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.468877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a45efb-daf6-4ded-8d81-062c652abc42 None None] The sync data for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 is: [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e62b1420-cf02-4dc1-a80b-3911c6515b66', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'port_id': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'mac_address': 'fa:16:3e:c4:e0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f12182-ba34-4878-a02a-787e7cb41db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:43:41Z', 'updated_at': '2022-05-27T03:45:01Z', 'revision_number': 1, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:45:09.611355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:09.710795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-2f36fdd4-5025-443c-bbaf-5c94ac4c1619 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2529349ee45d48eabe7d93e13c544b64&device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 1096 time: 0.4873238 May 27 03:45:09.730117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:09.733494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a7ece8c2-4f88-461c-b30f-57d9c32af6dc tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1522810 May 27 03:45:09.739680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:09.882871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a98febcf-5212-41bb-9970-1688198973f2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:09.925792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d60179a8-2719-4c10-80c4-2ee6020535c7 req-a583cfc2-ad1a-4284-9dc3-4195f5d8f2ed tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226736 May 27 03:45:09.927862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c057280-52bb-42f9-82bf-71fb84ae16b6 None None] New status for floating IP e62b1420-cf02-4dc1-a80b-3911c6515b66: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:45:09.987172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Transition to ACTIVE for port object 2b48df3f-c1ba-476a-8999-5c300d561307 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:10.006996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-3c89331c-6f6b-4f2b-a9e5-40c7aa435a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.009186 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-3c89331c-6f6b-4f2b-a9e5-40c7aa435a40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9 HTTP/1.1" status: 200 len: 917 time: 0.2745197 May 27 03:45:10.013714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Network 661c1088-2122-4eaf-ad23-ab9e43f5d154 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:10.023798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-738e5015-d7de-4d9b-88d7-058b6b0cf126 service neutron] 10.222.0.21 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509963 May 27 03:45:10.106831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 661c1088-2122-4eaf-ad23-ab9e43f5d154) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:10.128337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.133223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583f38e-3823-4734-b49b-d3fb19d6bbeb None None] Network 661c1088-2122-4eaf-ad23-ab9e43f5d154 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:10.134372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.135143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.198256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:10.199427 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.259559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event updated for resources: {'Port': ['ID=2b48df3f-c1ba-476a-8999-5c300d561307,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:10.279169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da80f1-0294-4c70-9c09-1898399910f2 req-95dd7bb6-32c5-4367-81b3-19a9e10dc6b9 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.285405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83da80f1-0294-4c70-9c09-1898399910f2 req-95dd7bb6-32c5-4367-81b3-19a9e10dc6b9 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 943 time: 0.6780353 May 27 03:45:10.311012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:10.312888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:10.317244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-1aa8d7d5-d466-4eab-aa03-7603cbf2013b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018 HTTP/1.1" status: 200 len: 998 time: 0.3004467 May 27 03:45:10.318866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c85e8dea-aa0d-4f20-a6cc-cf1a4762a603 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1646655 May 27 03:45:10.320149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:10.506381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db08f79e-ba1a-4106-9364-e91d7e300d25 None None] Provisioning for port 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:10.557066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db08f79e-ba1a-4106-9364-e91d7e300d25 None None] Provisioning complete for port 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:10.557729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db08f79e-ba1a-4106-9364-e91d7e300d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.561413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.562250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.581710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-dc0449be-4765-4af4-9091-5dedd9f3ac36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:10.583211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-dc0449be-4765-4af4-9091-5dedd9f3ac36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8986c0a-0849-474d-be24-81ea01c25501 HTTP/1.1" status: 200 len: 855 time: 0.1575439 May 27 03:45:10.702821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:10.730231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88b3ff81-8867-4cf0-a082-14ddb782d679 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1983135 May 27 03:45:10.737069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38924) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:10.858055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a98febcf-5212-41bb-9970-1688198973f2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:10.859524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-ff2a38dd-f9c3-4f0b-b3db-afa48346385f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54a7fd1-1ac0-4666-b406-e0df2177b5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2697031 May 27 03:45:10.889849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:10.917124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Deleting port 2b48df3f-c1ba-476a-8999-5c300d561307 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:10.917598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.016592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc10b62a-0d0d-472d-a1c8-1102c54e641d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:11.065168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c3741-9f17-47d6-b91a-f04ffb069255 None None] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:11.172742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.180608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-731ea0ef-ac83-40da-966d-ff87f02c250b req-483aac63-f601-4af5-b2fa-3249725d2e97 service neutron] 10.222.0.21 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398957 May 27 03:45:11.198893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-db08f79e-ba1a-4106-9364-e91d7e300d25 None None] Port 7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:45:11.247609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:11.259300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:11.305391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83da80f1-0294-4c70-9c09-1898399910f2 req-489e2523-ad03-4460-a77d-9dccdcb8687b tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9720156 May 27 03:45:11.341263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d78e3-786c-4554-84e6-d1fb2656041b None None] Network 661c1088-2122-4eaf-ad23-ab9e43f5d154 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:11.415728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.432207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-91afd094-fc26-45c6-ace3-2b36accf8dcf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 HTTP/1.1" status: 204 len: 168 time: 1.6878741 May 27 03:45:11.436847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:11.564438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a600ac-16b5-4c46-86a2-255144f7066c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.565667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4a600ac-16b5-4c46-86a2-255144f7066c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:11.586204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Provisioning for port a98febcf-5212-41bb-9970-1688198973f2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:11.593946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4a600ac-16b5-4c46-86a2-255144f7066c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:11.598005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f4a600ac-16b5-4c46-86a2-255144f7066c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1569340 May 27 03:45:11.598938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:11.628826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.641370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Provisioning complete for port a98febcf-5212-41bb-9970-1688198973f2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:11.641890 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.727716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cc10b62a-0d0d-472d-a1c8-1102c54e641d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:11.728078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:11.762971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32a171-14b8-4ac5-a887-76fecec584f9 req-ee9da989-8b5c-4475-bb17-3328ff08a758 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.769820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd32a171-14b8-4ac5-a887-76fecec584f9 req-ee9da989-8b5c-4475-bb17-3328ff08a758 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.9234507 May 27 03:45:11.780317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757c453-f420-4475-8ca0-1bea71139390 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.784444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7757c453-f420-4475-8ca0-1bea71139390 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1841037 May 27 03:45:11.787799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38944) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:11.894082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b684d-ee71-4372-921d-7baf524bc07c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.895777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b684d-ee71-4372-921d-7baf524bc07c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.897076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b684d-ee71-4372-921d-7baf524bc07c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:11.907275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-395b684d-ee71-4372-921d-7baf524bc07c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1144247 May 27 03:45:11.908685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38952) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:12.032629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 145bd1d2-21b9-48a7-84bd-46def1c89503 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:12.054158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.282542 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.295430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Calling delete_port for 2b48df3f-c1ba-476a-8999-5c300d561307 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:12.381146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-822d5c33-f8a0-4675-bf33-6a9866bb26a6 service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4717894 May 27 03:45:12.420443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.493518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.497564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] For port a98febcf-5212-41bb-9970-1688198973f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a98febcf-5212-41bb-9970-1688198973f2,segment=NetworkSegment(8fa375dd-f7c8-4e4e-9656-c26924f4ab08),segment_id=8fa375dd-f7c8-4e4e-9656-c26924f4ab08)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:12.503172 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.567105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd32a171-14b8-4ac5-a887-76fecec584f9 req-991f3d83-3ad9-414f-b6f9-a779aff26ab5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7964137 May 27 03:45:12.585789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592a6c9-2d41-4d21-a596-8ff644682a1b None None] Pushing event updated for resources: {'Port': ['ID=a98febcf-5212-41bb-9970-1688198973f2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:12.645569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e36d62b3-8fd5-4c61-a78d-a0c0c0138ffd None None] Provisioning complete for port a98febcf-5212-41bb-9970-1688198973f2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:12.647183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e36d62b3-8fd5-4c61-a78d-a0c0c0138ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.674791 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c110c2-1683-41a5-8fd5-32cb2a0dd8d7'] response: {'name': 'network-changed', 'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'status': 'completed', 'code': 200} May 27 03:45:12.678980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-401f7a1c-438c-408b-936f-7ed825fa53fc req-e23ee387-5870-4ab1-9b4d-9805c351b084 service neutron] 10.222.0.41 "GET /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838871 May 27 03:45:12.694610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.706068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.762132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event deleted for resources: {'Port': ['ID=2b48df3f-c1ba-476a-8999-5c300d561307,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:12.865301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e36d62b3-8fd5-4c61-a78d-a0c0c0138ffd None None] Could not find standard attr ID for object 2b48df3f-c1ba-476a-8999-5c300d561307. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:45:12.907514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=145bd1d2-21b9-48a7-84bd-46def1c89503,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:12.915268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed268-8eb9-43ca-9362-959630f90181 req-5ddbdadc-62eb-4650-9c1a-3ea3fbc38ba2 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:12.916826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-5ddbdadc-62eb-4650-9c1a-3ea3fbc38ba2 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/networks?id=661c1088-2122-4eaf-ad23-ab9e43f5d154 HTTP/1.1" status: 200 len: 821 time: 0.3789272 May 27 03:45:12.922426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.939403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997542c7-8dc2-4683-8dd6-77d8885810e9 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:12.947704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f6a954bd-6208-4cc3-880b-20d7d61e8fde tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/145bd1d2-21b9-48a7-84bd-46def1c89503 HTTP/1.1" status: 204 len: 168 time: 1.0378945 May 27 03:45:12.950343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38962) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:12.958195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:12.972946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-65d33342-9753-4bd0-90f5-405687fafbb7 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/quotas/514e1ebb37c047ba901c95217e315479 HTTP/1.1" status: 200 len: 375 time: 0.0302141 May 27 03:45:13.022870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d5936149-12c2-4ae5-88dc-8fa6ff096e53 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "DELETE /v2.0/ports/2b48df3f-c1ba-476a-8999-5c300d561307 HTTP/1.1" status: 204 len: 168 time: 2.2833552 May 27 03:45:13.026498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-70841070-13bb-477d-9ed4-8510a5dbb18a tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=514e1ebb37c047ba901c95217e315479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467176 May 27 03:45:13.026966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38966) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:13.078325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045901b-a867-471f-a460-cd777b03ea32 req-26ab5db6-37b0-47f9-91cf-b39a69eb20b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.079940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e045901b-a867-471f-a460-cd777b03ea32 req-26ab5db6-37b0-47f9-91cf-b39a69eb20b9 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.2522995 May 27 03:45:13.147709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-c68ba666-2731-4261-b114-45055ede1d46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e2fc4cebbe4e23a7a061cb874bfbff&device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 1094 time: 0.4445968 May 27 03:45:13.216747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e045901b-a867-471f-a460-cd777b03ea32 req-f2ebd407-c5be-4c57-b940-36ea046fcc3a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899253 May 27 03:45:13.313807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet e4201a3f-caf4-4016-be2e-d77f111970db {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:13.321350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.388686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f9528b80-5f67-465c-b779-f9333166c18b tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3588023 May 27 03:45:13.392304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38976) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:13.405329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-468619049'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:13.413973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:13.423109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.468050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Usage tracker for resource:network and tenant:c79b5ab31b514896bd5d48866f5c931c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:13.478192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:13.482534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f113f4d-2255-4089-b02d-c72b715f523d req-ca01a088-caf3-4df7-bed7-6a1701ef29a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.484110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-ca01a088-caf3-4df7-bed7-6a1701ef29a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dcf8353c-617e-46b5-9d55-48da926c3644 HTTP/1.1" status: 200 len: 914 time: 0.2732890 May 27 03:45:13.496530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372c52-634b-4aba-80b8-52d28877ced8 req-6c87a6e7-1295-4e8e-ae9b-d6fc4ead5648 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.498172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12372c52-634b-4aba-80b8-52d28877ced8 req-6c87a6e7-1295-4e8e-ae9b-d6fc4ead5648 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.21 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.4703617 May 27 03:45:13.527198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:13.560591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Made reservation on behalf of c79b5ab31b514896bd5d48866f5c931c for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:13.563463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.597743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-a97633f5-676f-4906-bb84-cfe8bea5daba service neutron] 10.222.0.46 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087712 May 27 03:45:13.626082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:13.635861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-eabf9f08-b86a-49ac-b620-08484f6489c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f HTTP/1.1" status: 200 len: 217 time: 0.1365309 May 27 03:45:13.643106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.686271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2c14c-b427-48ca-ab6c-04e2d3ed2bbf req-00dbd31f-ec86-40b7-a67a-180d83a231cd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.687785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edb2c14c-b427-48ca-ab6c-04e2d3ed2bbf req-00dbd31f-ec86-40b7-a67a-180d83a231cd tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 943 time: 0.2116828 May 27 03:45:13.691007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.691355 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Added segment 7156e600-9e3f-432d-a1ba-5893945eb2f7 of type vlan for network 34de7dac-1e23-461e-a98f-c60deae4baa8 May 27 03:45:13.780454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.787250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:13.787631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.808862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.853162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 108cfbc6-3b2e-4303-be8a-af6c76be388f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:45:13.854547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edb2c14c-b427-48ca-ab6c-04e2d3ed2bbf req-a1c35122-6256-408b-920f-5fe65da0384b tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557012 May 27 03:45:13.861268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f113f4d-2255-4089-b02d-c72b715f523d req-209a2d46-c682-4454-a08e-03b91288307f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.863291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-209a2d46-c682-4454-a08e-03b91288307f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b47eadf5-8a96-4760-a4d1-27a9250e5b5d HTTP/1.1" status: 200 len: 853 time: 0.1706471 May 27 03:45:13.865257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=e4201a3f-caf4-4016-be2e-d77f111970db,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:13.873631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-0171844a-05a9-43f8-92aa-41049e461213 service neutron] 10.222.0.46 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625489 May 27 03:45:13.876154 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.883539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.887321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:13.888192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:13.937027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:13.937869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-877be400-1321-4311-ad0e-4d78c371c6a5 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/e4201a3f-caf4-4016-be2e-d77f111970db HTTP/1.1" status: 204 len: 168 time: 0.9853187 May 27 03:45:14.038464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6363299 May 27 03:45:14.040685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38988) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:14.083886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e796d-d229-4387-ba75-4826f83b12c5 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event updated for resources: {'Network': ['ID=34de7dac-1e23-461e-a98f-c60deae4baa8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:14.158648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f143d51-1c34-4146-ac65-1a7dd538c008 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201903 May 27 03:45:14.165699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-8767df29-b0f2-4200-8583-c30ca3df2e18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dcf8353c-617e-46b5-9d55-48da926c3644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2951427 May 27 03:45:14.166176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:14.192514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:14.240810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:14.260960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'network_id': 'dcf8353c-617e-46b5-9d55-48da926c3644', 'port_id': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'mac_address': 'fa:16:3e:ed:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47eadf5-8a96-4760-a4d1-27a9250e5b5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:45:14.333653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fed1e-76da-4cbd-b2da-1dde451d0413 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:14.344107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 34de7dac-1e23-461e-a98f-c60deae4baa8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:14.406517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b3a94165-95d9-426d-9667-4a22830e1499 tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.3261440 May 27 03:45:14.406517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:14.601664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b23ec9-b584-443e-87f2-6e575a53639a req-137eebf6-e4b4-45bb-b555-21dd309c5ad0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:14.608102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2b23ec9-b584-443e-87f2-6e575a53639a req-137eebf6-e4b4-45bb-b555-21dd309c5ad0 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2794321 May 27 03:45:14.633560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a98febcf-5212-41bb-9970-1688198973f2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:14.688796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-87e2eca5-c709-44d4-bc65-c32135056e26 service neutron] 10.222.0.21 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768817 May 27 03:45:14.840989 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:14.855437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-654d8c4c-3ba3-460e-9a3a-c4b9d18aafcb req-fa49472e-336b-49e6-8b77-64ee35c1f64e tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 210 time: 0.1636298 May 27 03:45:14.968111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17607259-736d-402a-b9e7-7b75ec6dc094 None None] Provisioning complete for port cc10b62a-0d0d-472d-a1c8-1102c54e641d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:14.968111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-17607259-736d-402a-b9e7-7b75ec6dc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:15.004067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e98ca2-9c78-46f8-8858-df16e315e00f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] Network 34de7dac-1e23-461e-a98f-c60deae4baa8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:15.059839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c3e1b-49fe-4950-bbb5-722f955f1649 None None] Network 34de7dac-1e23-461e-a98f-c60deae4baa8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:15.079081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108cfbc6-3b2e-4303-be8a-af6c76be388f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:15.083678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82e98ca2-9c78-46f8-8858-df16e315e00f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "POST /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6684477 May 27 03:45:15.083678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:15.191384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2b23ec9-b584-443e-87f2-6e575a53639a req-445934ca-87e8-4831-ad7a-86355e8762bc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659096 May 27 03:45:15.211439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:15.229424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a98febcf-5212-41bb-9970-1688198973f2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:15.229816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:15.311241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:15.544239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16865b8f-ac7f-4461-b985-7a8b7d5a272f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks HTTP/1.1" status: 200 len: 8561 time: 0.4376459 May 27 03:45:15.544239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39030) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:15.611320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:15.621583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:15.621583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:15.637563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:15.646568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:15.661604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d8549ce-78cb-44c0-849d-1ea94801e64f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "DELETE /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks/34de7dac-1e23-461e-a98f-c60deae4baa8 HTTP/1.1" status: 204 len: 168 time: 0.1175797 May 27 03:45:15.661604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39034) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:15.707775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:15.779894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['108cfbc6-3b2e-4303-be8a-af6c76be388f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:45:15.954706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c9a3345e-7569-416a-8937-622a0b55dad0 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:16.069634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:16.070080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:16.089742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:16.125776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f113f4d-2255-4089-b02d-c72b715f523d req-da919c3c-d073-4184-8584-f03cefe9f041 service neutron] 10.222.0.21 "GET /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3674059 May 27 03:45:16.128362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-51ff8d37-7fbc-4783-960e-08c8c2a71ca0 tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.4662335 May 27 03:45:16.151689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39040) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:16.172886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac6e5a-62d7-4f36-aa38-7b55686c388e req-04f78bd9-e15b-40af-8026-ab140daf08f7 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:16.188077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29ac6e5a-62d7-4f36-aa38-7b55686c388e req-04f78bd9-e15b-40af-8026-ab140daf08f7 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 944 time: 0.3684180 May 27 03:45:16.198864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:45:16.229503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Deleting port cc10b62a-0d0d-472d-a1c8-1102c54e641d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:16.229784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:16.278929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cc4a3e26-f774-4a2a-bf77-9f32dca6f34e tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/networks/055f75de-cf42-43ef-aabb-fd7dca85b6da/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0519941 May 27 03:45:16.284449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39044) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:16.374758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:16.399818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d1709-1613-4009-b208-6487eb37eae4 req-44b5325a-562f-4941-aafd-3e0243ffff9f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:16.416115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-269d1709-1613-4009-b208-6487eb37eae4 req-44b5325a-562f-4941-aafd-3e0243ffff9f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 946 time: 0.9315939 May 27 03:45:16.525000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cc10b62a-0d0d-472d-a1c8-1102c54e641d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:16.535609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed268-8eb9-43ca-9362-959630f90181 req-4618688f-6408-4d98-b0cb-b55e0e044946 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:16.536467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-eceed268-8eb9-43ca-9362-959630f90181 req-4618688f-6408-4d98-b0cb-b55e0e044946 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Synchronizing usage tracker for tenant:514e1ebb37c047ba901c95217e315479 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:16.546579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29ac6e5a-62d7-4f36-aa38-7b55686c388e req-089376d3-1772-4444-b3b7-90c9bb13217b tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502331 May 27 03:45:16.561451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-269d1709-1613-4009-b208-6487eb37eae4 req-7a602069-f58f-4fe6-bb89-a460c9813e6f tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431653 May 27 03:45:16.565257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a5eba4a-da93-4997-b465-53df5545c59f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/networks/055f75de-cf42-43ef-aabb-fd7dca85b6da/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2765443 May 27 03:45:16.569936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:16.609407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:16.610377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-eceed268-8eb9-43ca-9362-959630f90181 req-4618688f-6408-4d98-b0cb-b55e0e044946 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Unset dirty status for tenant:514e1ebb37c047ba901c95217e315479 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:16.611525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-4618688f-6408-4d98-b0cb-b55e0e044946 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.41 "GET /v2.0/networks?id=661c1088-2122-4eaf-ad23-ab9e43f5d154 HTTP/1.1" status: 200 len: 821 time: 0.2907639 May 27 03:45:16.668032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Request body: {'port': {'device_id': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154', 'admin_state_up': True, 'tenant_id': '514e1ebb37c047ba901c95217e315479'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:16.679416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:16.858685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.008589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:17.056569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.057185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.057292 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Floating IP 3b227343-11e3-4682-b551-041d87704e98 disassociated. External IP: 172.25.8.20, port: c9a3345e-7569-416a-8937-622a0b55dad0. May 27 03:45:17.057668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for c9a3345e-7569-416a-8937-622a0b55dad0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:17.127634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:17.140862 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.215313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:17.215686 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:17.245385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6e47856-9581-4c35-aa2a-16387f549106 req-13b0c7e7-284a-4af6-8133-c4fec9b47959 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 210 time: 0.0828238 May 27 03:45:17.302029 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b34bc0-ec9d-459c-8bbc-e224a2763157'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'code': 200} May 27 03:45:17.359816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:17.363924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45d2b97e-8d56-4c7c-9e31-5552a6beba5f tempest-DHCPAgentSchedulersTestJSON-1924495535 tempest-DHCPAgentSchedulersTestJSON-1924495535-project-admin] 10.222.0.46 "GET /v2.0/agents/9dd401e4-2dbd-4143-95f5-b4ce69bd07c0/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.7924166 May 27 03:45:17.369449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:17.371962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Usage tracker for resource:port and tenant:514e1ebb37c047ba901c95217e315479 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:17.375156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:17.386543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Calling delete_port for cc10b62a-0d0d-472d-a1c8-1102c54e641d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:17.413998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.457756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:17.497812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-b1cf7927-d042-472d-a1c0-bc98b9d5451f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.1783676 May 27 03:45:17.519392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.526176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=296a890f-9ae8-42c8-8cf5-e8199ffa3cb0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:17.535236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:17.566592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:17.580614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:17.581227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.620293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Made reservation on behalf of 514e1ebb37c047ba901c95217e315479 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:17.623833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.662490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:17.670831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.680743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.693076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.693426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.694470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.694809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.695142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.696241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.696797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.697346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.698002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.698526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.699048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:17.717141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port c9a3345e-7569-416a-8937-622a0b55dad0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:17.717776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:17.719316 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:17.719886 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:17.761120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:17.838570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84c43ccf-437c-4c99-83db-a5e501700df8 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6622627 May 27 03:45:17.846519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:17.862807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:17.867195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 108cfbc6-3b2e-4303-be8a-af6c76be388f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:17.907020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e2d73-8ffe-46e5-95f6-7445298e7b96 req-4c64a4ae-df7e-4373-9c47-ceffd74ff335 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:17.908575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-339e2d73-8ffe-46e5-95f6-7445298e7b96 req-4c64a4ae-df7e-4373-9c47-ceffd74ff335 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4356403 May 27 03:45:18.056726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 108cfbc6-3b2e-4303-be8a-af6c76be388f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:18.085760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 108cfbc6-3b2e-4303-be8a-af6c76be388f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:18.086754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-b55a561d-776f-46af-bac5-83fb569aa4cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:18.088975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-b55a561d-776f-46af-bac5-83fb569aa4cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.5568371 May 27 03:45:18.091527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.103464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-339e2d73-8ffe-46e5-95f6-7445298e7b96 req-955f2d54-4f13-4caa-8220-310913703281 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632714 May 27 03:45:18.112430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.146734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Allocated IP 172.20.0.7 (661c1088-2122-4eaf-ad23-ab9e43f5d154/7e5e11d4-4e40-4358-850c-023d720af9d2/c45a1996-850b-4710-9675-55955a348915) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:18.225295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Deleting port cc10b62a-0d0d-472d-a1c8-1102c54e641d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:18.225295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.235709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34de7dac-1e23-461e-a98f-c60deae4baa8']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:18.449703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-03762717-28cb-4a84-bbfa-10e64eaa8636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.3374162 May 27 03:45:18.545182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7156e600-9e3f-432d-a1ba-5893945eb2f7') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:18.545182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7156e600-9e3f-432d-a1ba-5893945eb2f7') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:18.561953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-1f17fe84-f18f-4500-b8e2-d4edcea3b109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:18.563334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-1f17fe84-f18f-4500-b8e2-d4edcea3b109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.0918643 May 27 03:45:18.601338 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.619747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.680521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.693833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:18.700496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:18.705240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.711554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: timer() May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:18.716588 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:18.777480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] For port cc10b62a-0d0d-472d-a1c8-1102c54e641d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cc10b62a-0d0d-472d-a1c8-1102c54e641d,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:18.777480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.856868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6457-5769-4b2e-993f-7ed0ade6a5de req-3859c3d5-2524-45ee-a185-13774a8984e4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:18.868084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-147b6457-5769-4b2e-993f-7ed0ade6a5de req-3859c3d5-2524-45ee-a185-13774a8984e4 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.5269332 May 27 03:45:18.945027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Calling delete_port for cc10b62a-0d0d-472d-a1c8-1102c54e641d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:18.953865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:18.997709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.002077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.003658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c47c6-0041-4a45-888c-fa31bdd93cdc req-98d83cc0-0f01-4e2c-a21f-ec897094dde5 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:19.003658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d55c47c6-0041-4a45-888c-fa31bdd93cdc req-98d83cc0-0f01-4e2c-a21f-ec897094dde5 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 944 time: 1.1071489 May 27 03:45:19.031019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:19.039127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.048134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.056714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:19.057295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event deleted for resources: {'Network': ['ID=34de7dac-1e23-461e-a98f-c60deae4baa8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.064250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:19.084743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:19.085020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ed251469-541b-43e5-a9a4-5bc6199fd8ad tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "DELETE /v2.0/networks/34de7dac-1e23-461e-a98f-c60deae4baa8 HTTP/1.1" status: 204 len: 168 time: 1.7145126 May 27 03:45:19.085927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:19.110560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] Pushing event deleted for resources: {'Port': ['ID=cc10b62a-0d0d-472d-a1c8-1102c54e641d,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:19.117335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa945ec9-218d-47e9-8b10-e61af2cdc9ab None None] No DVR routers for this DVR port cc10b62a-0d0d-472d-a1c8-1102c54e641d on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:19.132676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ceaa43-b69a-4233-b030-7074dcf31414 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:19.143250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-ef8cecf6-0510-48d1-ae8b-fa59c1515e59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5650897 May 27 03:45:19.157684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] For port c9a3345e-7569-416a-8937-622a0b55dad0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c9a3345e-7569-416a-8937-622a0b55dad0,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:19.158471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.158897 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6cf5da-7e98-4f71-8069-9500ec38b3c0 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] DELETE failed (client error): The resource could not be found. May 27 03:45:19.159349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6cf5da-7e98-4f71-8069-9500ec38b3c0 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:19.168443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-da6cf5da-7e98-4f71-8069-9500ec38b3c0 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "DELETE /v2.0/ports/2b48df3f-c1ba-476a-8999-5c300d561307 HTTP/1.1" status: 404 len: 333 time: 0.0757830 May 27 03:45:19.169065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39090) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:19.225880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:19.225880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.269189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d55c47c6-0041-4a45-888c-fa31bdd93cdc req-b39d96bc-e826-42da-aacc-59beef78fd8c tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581971 May 27 03:45:19.283872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-147b6457-5769-4b2e-993f-7ed0ade6a5de req-ad5f1b32-ed8a-4488-adb4-ab4abb67d014 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051304 May 27 03:45:19.362788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:19.689822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.698646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-67daf76f-7c82-4128-99ff-f262c0e39bef service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184350 May 27 03:45:19.768876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'tenant_id': '4b1451bf96fd469ba41a0f4485033b33', 'fixed_ips': [{'subnet_id': '296a890f-9ae8-42c8-8cf5-e8199ffa3cb0'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:45:19.769801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:19.793870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Network 661c1088-2122-4eaf-ad23-ab9e43f5d154 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:19.822163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:19.841954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:19.969491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Pushing event updated for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:20.017738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Allocated IP 2001:db8::2 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/296a890f-9ae8-42c8-8cf5-e8199ffa3cb0/04fab2ec-be79-4b4c-8c69-9c268487b143) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:20.030592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.031719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.099092 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-779ac287-ad79-4887-bad0-ea10c0376493 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4375362 May 27 03:45:20.101576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Deleting subnet 1776ffc4-1641-4ec4-bcdd-3405ec069c2c {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:20.104810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.163722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c6079-a536-4e87-b103-c049a41c8563 req-24be8518-4c97-4764-acea-c495374aad9b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.170993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-745c6079-a536-4e87-b103-c049a41c8563 req-24be8518-4c97-4764-acea-c495374aad9b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2842419 May 27 03:45:20.198786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Request body: {'port': {'device_id': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:20.294959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a7f9-8678-4750-bd66-df19307ef0dd req-aa92d778-034b-4114-9da1-2619506df34d tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:20.301176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3d0a7f9-8678-4750-bd66-df19307ef0dd req-aa92d778-034b-4114-9da1-2619506df34d tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 931 time: 0.4777029 May 27 03:45:20.316078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.332014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Transition to ACTIVE for port object 04fab2ec-be79-4b4c-8c69-9c268487b143 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:20.340597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-745c6079-a536-4e87-b103-c049a41c8563 req-76ea8642-c06b-4d43-9806-919de99cb04b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686516 May 27 03:45:20.376528 n-d-843301-2 neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 296a890f-9ae8-42c8-8cf5-e8199ffa3cb0 (CIDR: 2001:db8::/64) May 27 03:45:20.420398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Transition to ACTIVE for port object 04fab2ec-be79-4b4c-8c69-9c268487b143 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:20.423591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.436013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.515813 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4699b7c-63ba-40d2-8e9c-57faa75b3a7e'] response: {'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'code': 200} May 27 03:45:20.517734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.545610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8953f3-23e1-45c7-9285-7ba3c1c8fb43 req-2ea22584-5975-470e-af03-bb425a62975e service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702535 May 27 03:45:20.546387 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:45:20.546794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:20.592841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:20.598988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:20.602912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Pushing event updated for resources: {'Port': ['ID=04fab2ec-be79-4b4c-8c69-9c268487b143,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:20.605345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.608244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:20.672601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event deleted for resources: {'Subnet': ['ID=1776ffc4-1641-4ec4-bcdd-3405ec069c2c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:20.680599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.687892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.708734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c070e1ef-2b78-441c-8db1-1dfd04d95920 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "DELETE /v2.0/subnets/1776ffc4-1641-4ec4-bcdd-3405ec069c2c HTTP/1.1" status: 204 len: 168 time: 1.5362141 May 27 03:45:20.713291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:20.774676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fec370-b321-41b9-a002-a6b2fd0656c8 None None] Network 055f75de-cf42-43ef-aabb-fd7dca85b6da requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:20.797032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-daa7e08a-3d96-405c-9b0f-f901b6ad52fe tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9366941 May 27 03:45:20.821632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:20.846280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'subnet': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:20.863700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.863700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.863700 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Floating IP 3b227343-11e3-4682-b551-041d87704e98 disassociated. External IP: 172.25.8.20, port: c9a3345e-7569-416a-8937-622a0b55dad0. May 27 03:45:20.863700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for c9a3345e-7569-416a-8937-622a0b55dad0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:20.905504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3d0a7f9-8678-4750-bd66-df19307ef0dd req-913b87e4-d8fd-438e-aa48-08e3e076379e tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934441 May 27 03:45:20.939495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Attempting to bind port 04fab2ec-be79-4b4c-8c69-9c268487b143 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:20.939495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Attempting to bind port 04fab2ec-be79-4b4c-8c69-9c268487b143 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:20.939495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Attempting to bind port 04fab2ec-be79-4b4c-8c69-9c268487b143 on network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:20.982476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:20.982964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Checking segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:20.983456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:20.983952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Bound using segment: {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:20.984613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Bound port: 04fab2ec-be79-4b4c-8c69-9c268487b143, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fdad2-1bcb-4c01-8e31-fbcfed911154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:20.985130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.173642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd79d4-48d8-49ff-ab10-a28d0b82e4be req-1553b6ab-6a37-477d-8b7c-14c9cca2c0b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 1096 time: 0.6004872 May 27 03:45:21.180809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] For port 04fab2ec-be79-4b4c-8c69-9c268487b143, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:21.184704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] For port 04fab2ec-be79-4b4c-8c69-9c268487b143, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=04fab2ec-be79-4b4c-8c69-9c268487b143,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:21.220651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.311126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a26e82-9374-4a85-9237-493c54d3707b None None] Pushing event updated for resources: {'Port': ['ID=04fab2ec-be79-4b4c-8c69-9c268487b143,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:21.342062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45a1996-850b-4710-9675-55955a348915 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:21.350030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.485402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] DHCP port deletion for 055f75de-cf42-43ef-aabb-fd7dca85b6da request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:45:21.491721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Deleting port a98febcf-5212-41bb-9970-1688198973f2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:21.493100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.710653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.713043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:21.725271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:subnet and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:21.730132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:21.740035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:21.755828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Deleting port a98febcf-5212-41bb-9970-1688198973f2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:21.756209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.757475 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd79d4-48d8-49ff-ab10-a28d0b82e4be req-a484a49c-4cb0-4b23-825c-9d0036c4620f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818659 May 27 03:45:21.791220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792cce-7919-4db5-a39d-e29944cec53a req-4fbc7ab3-e7fa-4b73-a4db-f6dd0bbef0c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:21.791946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62792cce-7919-4db5-a39d-e29944cec53a req-4fbc7ab3-e7fa-4b73-a4db-f6dd0bbef0c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Synchronizing usage tracker for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:21.792200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Transition to ACTIVE for port object c45a1996-850b-4710-9675-55955a348915 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:21.808177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.808459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.816740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:21.907767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f577e2-85f4-4a12-85f1-8d29f92fc560 req-a1ebc05a-779c-445b-8aeb-5c01aff1447f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:21.908207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62792cce-7919-4db5-a39d-e29944cec53a req-4fbc7ab3-e7fa-4b73-a4db-f6dd0bbef0c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Unset dirty status for tenant:6ac9c108963c4c0bb55c8b6a2c88afec on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:21.911047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62792cce-7919-4db5-a39d-e29944cec53a req-4fbc7ab3-e7fa-4b73-a4db-f6dd0bbef0c1 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 944 time: 0.7236814 May 27 03:45:21.927113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a2f577e2-85f4-4a12-85f1-8d29f92fc560 req-a1ebc05a-779c-445b-8aeb-5c01aff1447f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 0.5650032 May 27 03:45:21.990222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] For port a98febcf-5212-41bb-9970-1688198973f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a98febcf-5212-41bb-9970-1688198973f2,segment=NetworkSegment(8fa375dd-f7c8-4e4e-9656-c26924f4ab08),segment_id=8fa375dd-f7c8-4e4e-9656-c26924f4ab08)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:21.990720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:21.998876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'Port': ['ID=c9a3345e-7569-416a-8937-622a0b55dad0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:22.125798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.144540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:22.206065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Calling delete_port for a98febcf-5212-41bb-9970-1688198973f2 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:22.262501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a2f577e2-85f4-4a12-85f1-8d29f92fc560 req-83c7b10b-e784-4f83-9a7e-8c5f99a8aa00 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319461 May 27 03:45:22.333014 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.392679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] Pushing event deleted for resources: {'Port': ['ID=a98febcf-5212-41bb-9970-1688198973f2,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:22.419897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62792cce-7919-4db5-a39d-e29944cec53a req-f805f47f-fe49-4153-9451-54f4211d427c tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups?id=7634b55f-91d3-432f-8df6-ac1825df0688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117944 May 27 03:45:22.425959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] For port a98febcf-5212-41bb-9970-1688198973f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a98febcf-5212-41bb-9970-1688198973f2,segment=NetworkSegment(8fa375dd-f7c8-4e4e-9656-c26924f4ab08),segment_id=8fa375dd-f7c8-4e4e-9656-c26924f4ab08)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:22.426062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d808398-f675-4ede-bbb2-439e83bfbb24 None None] No DVR routers for this DVR port a98febcf-5212-41bb-9970-1688198973f2 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:22.426205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.644149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 04fab2ec-be79-4b4c-8c69-9c268487b143 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:22.716733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Calling delete_port for a98febcf-5212-41bb-9970-1688198973f2 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:22.796514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 04fab2ec-be79-4b4c-8c69-9c268487b143 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:22.886247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a98febcf-5212-41bb-9970-1688198973f2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:22.907928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:22.908270 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:22.913492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Attempting to bind port c45a1996-850b-4710-9675-55955a348915 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:22.915056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Attempting to bind port c45a1996-850b-4710-9675-55955a348915 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'b2f5216b-7ce9-4d09-8252-cb109484b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:22.915056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Attempting to bind port c45a1996-850b-4710-9675-55955a348915 on network 661c1088-2122-4eaf-ad23-ab9e43f5d154 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:22.936849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Port c45a1996-850b-4710-9675-55955a348915 on network 661c1088-2122-4eaf-ad23-ab9e43f5d154 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:45:22.937369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Attempting to bind port c45a1996-850b-4710-9675-55955a348915 on network 661c1088-2122-4eaf-ad23-ab9e43f5d154 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:22.959811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:22.961089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Checking segment: {'id': 'b2f5216b-7ce9-4d09-8252-cb109484b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:22.962280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Bound using segment: {'id': 'b2f5216b-7ce9-4d09-8252-cb109484b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:22.962909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Bound port: c45a1996-850b-4710-9675-55955a348915, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f5216b-7ce9-4d09-8252-cb109484b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:22.963444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:22.989982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a98febcf-5212-41bb-9970-1688198973f2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:45:22.990348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a98febcf-5212-41bb-9970-1688198973f2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:45:23.017736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa8abd-0b18-4aa6-b2ea-2fdb0e0643d7 req-a417c628-254c-442e-8c67-d3c634f0bd60 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:23.019458 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa8abd-0b18-4aa6-b2ea-2fdb0e0643d7 req-a417c628-254c-442e-8c67-d3c634f0bd60 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1961272 May 27 03:45:23.118651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:23.124605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ad9c2-a438-450c-a3ec-693bf0384e52 req-b8dbcfe7-3b36-4fa4-968a-d180603ba9c2 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:23.126142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-213ad9c2-a438-450c-a3ec-693bf0384e52 req-b8dbcfe7-3b36-4fa4-968a-d180603ba9c2 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 943 time: 0.2358940 May 27 03:45:23.154194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:23.159732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c45a1996-850b-4710-9675-55955a348915,segment=NetworkSegment(b2f5216b-7ce9-4d09-8252-cb109484b2f5),segment_id=b2f5216b-7ce9-4d09-8252-cb109484b2f5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:23.176267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Provisioning for port 04fab2ec-be79-4b4c-8c69-9c268487b143 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:23.184211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Provisioning complete for port 04fab2ec-be79-4b4c-8c69-9c268487b143 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:23.184643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.189709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.295029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5aa8abd-0b18-4aa6-b2ea-2fdb0e0643d7 req-bbda79d8-cfaa-4b25-b4e5-602236b7d110 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122324 May 27 03:45:23.309432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.315947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] 10.222.0.41 "PUT /v2.0/ports/c45a1996-850b-4710-9675-55955a348915 HTTP/1.1" status: 200 len: 1091 time: 3.1555407 May 27 03:45:23.315947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'tag': 'c45a1996-850b-4710-9675-55955a348915'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:23.353239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789abfa-b4d0-4aae-a79c-7f5088b45ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.417819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Deleting port a98febcf-5212-41bb-9970-1688198973f2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:23.418264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.423769 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.476710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-213ad9c2-a438-450c-a3ec-693bf0384e52 req-76e2c88f-c490-481b-be3c-0d61ff1b346b tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336108 May 27 03:45:23.478302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] For port 04fab2ec-be79-4b4c-8c69-9c268487b143, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=04fab2ec-be79-4b4c-8c69-9c268487b143,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:23.487499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.526443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] The port 'a98febcf-5212-41bb-9970-1688198973f2' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:45:23.631464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20466ee8-eedb-44cf-a4cc-fc79d0ac99e4 None None] Pushing event updated for resources: {'Port': ['ID=04fab2ec-be79-4b4c-8c69-9c268487b143,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:23.729611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:45:23.735561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.741365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.776824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055f75de-cf42-43ef-aabb-fd7dca85b6da']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.794366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-d2f7c371-c34f-4fdd-aecb-a6617d9e6ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=514e1ebb37c047ba901c95217e315479&device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 1094 time: 0.4307966 May 27 03:45:23.794366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa375dd-f7c8-4e4e-9656-c26924f4ab08') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.795881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa375dd-f7c8-4e4e-9656-c26924f4ab08') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:23.893748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6ee7-95e2-4b52-9e00-d8bb2d459913 req-6a718845-d646-4315-953c-529ef99a21e6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:23.906386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1efc6ee7-95e2-4b52-9e00-d8bb2d459913 req-6a718845-d646-4315-953c-529ef99a21e6 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2323623 May 27 03:45:23.970667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:23.996754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:24.003182 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-00a1099d-61d7-42f0-bcc2-49b36621e8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c45a1996-850b-4710-9675-55955a348915 HTTP/1.1" status: 200 len: 217 time: 0.1980166 May 27 03:45:24.003182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.015606 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:45:24.038072 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:24.038072 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:24.070107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:24.070107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: timer() May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:24.095072 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:24.136493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.234198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb793-a0a9-44ec-b82a-03d53669422e req-68f4f04f-bb01-42cc-bb81-a308a9a1e2ab tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:24.234198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a01bb793-a0a9-44ec-b82a-03d53669422e req-68f4f04f-bb01-42cc-bb81-a308a9a1e2ab tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 0.6499171 May 27 03:45:24.298441 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:24.305273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed268-8eb9-43ca-9362-959630f90181 req-232fd8a9-f844-41ad-8606-3073667bce32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:24.305273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-232fd8a9-f844-41ad-8606-3073667bce32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e5e11d4-4e40-4358-850c-023d720af9d2 HTTP/1.1" status: 200 len: 861 time: 0.2898972 May 27 03:45:24.330357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.336860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] No DVR routers for this DVR port c9a3345e-7569-416a-8937-622a0b55dad0 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:24.336860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.372203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.401884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a01bb793-a0a9-44ec-b82a-03d53669422e req-850bfbd0-6e6b-4e41-920a-c990bcade10f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621542 May 27 03:45:24.401884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] Pushing event deleted for resources: {'Network': ['ID=055f75de-cf42-43ef-aabb-fd7dca85b6da,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:24.415317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-21703e43-3b3a-464f-834b-733faee7b672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=661c1088-2122-4eaf-ad23-ab9e43f5d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002352 May 27 03:45:24.420037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-deleted', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:24.445734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02d0f79e-fa0e-490e-856d-0050007de699 tempest-DHCPAgentSchedulersTestJSON-1577020281 tempest-DHCPAgentSchedulersTestJSON-1577020281-project] 10.222.0.46 "DELETE /v2.0/networks/055f75de-cf42-43ef-aabb-fd7dca85b6da HTTP/1.1" status: 204 len: 168 time: 3.7098784 May 27 03:45:24.535025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 04fab2ec-be79-4b4c-8c69-9c268487b143 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:24.575693 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393346b0-2a92-4cea-ac30-aeeae802e497'] response: {'name': 'network-changed', 'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'tag': 'c45a1996-850b-4710-9675-55955a348915', 'status': 'completed', 'code': 200} May 27 03:45:24.616505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] For port 04fab2ec-be79-4b4c-8c69-9c268487b143, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=04fab2ec-be79-4b4c-8c69-9c268487b143,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:24.643426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.660980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1efc6ee7-95e2-4b52-9e00-d8bb2d459913 req-929faec2-3b85-4542-a064-b605bf04a134 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7486739 May 27 03:45:24.663366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.666570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.696786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-fd39091e-5e6f-4b20-b696-b35d66ffa60a service neutron] 10.222.0.41 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763994 May 27 03:45:24.725043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 04fab2ec-be79-4b4c-8c69-9c268487b143 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:24.725503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:24.903964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eceed268-8eb9-43ca-9362-959630f90181 req-09bdc7a4-c8ce-4adc-bb0e-76645e687624 service neutron] 10.222.0.41 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000175 May 27 03:45:24.975633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:24.990208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:45:25.007146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:25.008463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:25.017802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12372c52-634b-4aba-80b8-52d28877ced8 req-c30d97bc-af68-4c54-b0f6-9969037afe03 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.21 "DELETE /v2.0/ports/c9a3345e-7569-416a-8937-622a0b55dad0 HTTP/1.1" status: 204 len: 173 time: 11.4619160 May 27 03:45:25.035151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.104123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:25.196843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29caf3e1-a05a-402e-82f1-4d342ed12c76 req-b4d5125b-b3e8-4198-a3d2-d4884d514e0a tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/ports?device_id=96154caf-5a0d-4fd2-8714-0513f08f08e9 HTTP/1.1" status: 200 len: 210 time: 0.1770799 May 27 03:45:25.227607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:25.240556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08144685-06c1-4355-810a-a44392c615e6 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:25.274107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.278094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.283325 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-c84dbd25-eb1a-4ba4-a8d8-5c24c06747d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=514e1ebb37c047ba901c95217e315479&device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 1094 time: 0.3046958 May 27 03:45:25.373642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=04fab2ec-be79-4b4c-8c69-9c268487b143,revision_number=5']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:25.396525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.5765016 May 27 03:45:25.401041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.424059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Request body: {'port': {'network_id': 'b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b', 'mac_address': 'fa:16:3e:92:f0:14', 'name': 'tempest-NetworksTestDHCPv6-708486696'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:25.458617 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dec66dc-8b71-4ac4-b64a-368066589de2'] response: {'server_uuid': '96154caf-5a0d-4fd2-8714-0513f08f08e9', 'name': 'network-vif-deleted', 'tag': 'c9a3345e-7569-416a-8937-622a0b55dad0', 'status': 'completed', 'code': 200} May 27 03:45:25.459195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024b56e-e841-4dc4-a960-f855e8f01195 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Subnet': ['ID=c0e81f97-49cc-4dcd-9364-b9fb19c34a10,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:25.486808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:25.543270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-85dadfc3-78c7-44d8-aef7-0c97ce1d7ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.544868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-85dadfc3-78c7-44d8-aef7-0c97ce1d7ac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=661c1088-2122-4eaf-ad23-ab9e43f5d154 HTTP/1.1" status: 200 len: 922 time: 0.2531211 May 27 03:45:25.545448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:25.625291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-a28523d8-8bbb-4045-9067-1615438f0032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c45a1996-850b-4710-9675-55955a348915 HTTP/1.1" status: 200 len: 217 time: 0.0727005 May 27 03:45:25.676307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-ed1ec17c-10b7-4757-9c25-08f27ce5f474 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9661922 May 27 03:45:25.834343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:25.881677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-4aaf3b78-2bae-490d-bcfc-feefd3409cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.884033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-4aaf3b78-2bae-490d-bcfc-feefd3409cc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e5e11d4-4e40-4358-850c-023d720af9d2 HTTP/1.1" status: 200 len: 861 time: 0.2499931 May 27 03:45:25.973990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116678e4-6c52-4ead-81a8-7ad859953041 req-d1819388-402e-4c6a-bcc5-956b4cce93f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:25.975698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-116678e4-6c52-4ead-81a8-7ad859953041 req-d1819388-402e-4c6a-bcc5-956b4cce93f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2130973 May 27 03:45:25.978550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-4ee04d5d-6b69-4ceb-9ac9-6dbdfd557f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=661c1088-2122-4eaf-ad23-ab9e43f5d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814188 May 27 03:45:25.984424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:25.990131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:26.013455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Usage tracker for resource:port and tenant:4b1451bf96fd469ba41a0f4485033b33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:26.018294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:26.031920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d58b01d3-d106-4d6b-a026-6c5be03a504b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c79b5ab31b514896bd5d48866f5c931c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9784057 May 27 03:45:26.032864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:26.033126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:26.034156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:26.050357 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16060-7ca0-4fac-aa09-12435d20bb0c None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:35:57Z', 'revision_number': 4, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a290d7b3-857a-43a6-886b-da69a42678f3', 'name': '', 'network_id': 'cfd3dd42-689b-4b6d-b3a2-4f2eba154234', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'mac_address': 'fa:16:3e:1c:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:56Z', 'updated_at': '2022-05-27T03:36:24Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'subnets': [{'id': '9c68632c-3cd4-4f09-ad73-208a9148a4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:45:26.069611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Usage tracker for resource:security_group_rule and tenant:688843d51241414eb31e204635de47fe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:26.074369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:26.081907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:26.086555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee830d-2998-4878-a557-3f253bba83f0 req-28a88930-6811-42ac-b7fe-40943245da02 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:26.089929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bee830d-2998-4878-a557-3f253bba83f0 req-28a88930-6811-42ac-b7fe-40943245da02 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 943 time: 0.4193964 May 27 03:45:26.129871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Made reservation on behalf of 4b1451bf96fd469ba41a0f4485033b33 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:26.134431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.192428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-e049c869-f412-48e2-9d3b-6497f042c4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.3257377 May 27 03:45:26.212511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] device_id is not set on port bd6784f7-6574-4765-90d2-9a049351a6ac yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:45:26.260949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-116678e4-6c52-4ead-81a8-7ad859953041 req-769630ff-8aea-4412-93e2-7dd89fbf2f08 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735815 May 27 03:45:26.275856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.301351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.330244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.376604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-47c857ab-0470-4a32-b80d-14a3e149e05f service neutron] 10.222.0.41 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878944 May 27 03:45:26.388266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7bee830d-2998-4878-a557-3f253bba83f0 req-79949217-2307-4813-868e-fa5f7b95d1b9 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888060 May 27 03:45:26.418090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.480193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87791b47-3807-45c4-8495-2b78e4f39fc5 None None] New status for floating IP 3b227343-11e3-4682-b551-041d87704e98: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:45:26.549083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:26.635830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-f30a7bad-4a95-4066-9a00-c1c622d429ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:26.637367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-f30a7bad-4a95-4066-9a00-c1c622d429ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.3887866 May 27 03:45:26.654762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 04fab2ec-be79-4b4c-8c69-9c268487b143 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:26.707020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee31f60-73c2-4044-b188-baf4b42fb953 req-f4c98cbe-44ed-4869-94f0-c17eb2563c7b service neutron] 10.222.0.41 "GET /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221045 May 27 03:45:26.709767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810d52f-b842-4306-8fbb-de5c0defc7a4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:26.714726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0ce961b-8581-4f7a-acb3-d0cff212193c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=688843d51241414eb31e204635de47fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1680803 May 27 03:45:26.717306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39184) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:26.894310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-adf5175b-30db-4c9d-bd15-a9f5342f4fe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.2344987 May 27 03:45:26.971546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b5b59e73-6bdf-4c1e-9b54-1af3c32e3926 None None] Provisioning complete for port 04fab2ec-be79-4b4c-8c69-9c268487b143 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:26.971546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5b59e73-6bdf-4c1e-9b54-1af3c32e3926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.007845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-12f5d3bc-12fe-4fe5-9498-b391b44de273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.010117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-12f5d3bc-12fe-4fe5-9498-b391b44de273 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.1083314 May 27 03:45:27.013755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.068867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.119069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39190) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:27.122457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.133655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 04fab2ec-be79-4b4c-8c69-9c268487b143 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:27.134476 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.202146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8::86 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/296a890f-9ae8-42c8-8cf5-e8199ffa3cb0/bd6784f7-6574-4765-90d2-9a049351a6ac) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:27.218552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:f014 (b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b/c0e81f97-49cc-4dcd-9364-b9fb19c34a10/bd6784f7-6574-4765-90d2-9a049351a6ac) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:27.219239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.239069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.249701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810d52f-b842-4306-8fbb-de5c0defc7a4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:27.265650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.266814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10b9c12b-ac6f-46de-b2b2-72f99e9e3675 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a810d52f-b842-4306-8fbb-de5c0defc7a4 HTTP/1.1" status: 204 len: 168 time: 0.5465088 May 27 03:45:27.298157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f32927-9d9e-45b6-81c1-f70d03b3e3be,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:27.305878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.324072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc07522-aee7-47fd-a763-237d8587bd9a req-3bdc9cd9-eb25-4be4-a626-101b59a6577f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.331291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5dc07522-aee7-47fd-a763-237d8587bd9a req-3bdc9cd9-eb25-4be4-a626-101b59a6577f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.6703968 May 27 03:45:27.490542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93505f-a806-49ce-99de-4ad970253a65 req-389d4df6-792c-4eab-ae67-e4250895828d tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:27.502871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a93505f-a806-49ce-99de-4ad970253a65 req-389d4df6-792c-4eab-ae67-e4250895828d tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 0.1603103 May 27 03:45:27.532175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.532175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-db1e073e-2ec3-4f76-880b-34f5dad38551 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18f32927-9d9e-45b6-81c1-f70d03b3e3be HTTP/1.1" status: 204 len: 168 time: 1.4923291 May 27 03:45:27.551535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.622257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634b55f-91d3-432f-8df6-ac1825df0688,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:27.653075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:27.655706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "DELETE /v2.0/security-groups/7634b55f-91d3-432f-8df6-ac1825df0688 HTTP/1.1" status: 204 len: 168 time: 0.5353296 May 27 03:45:27.661669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:27.688917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a93505f-a806-49ce-99de-4ad970253a65 req-662a7e5e-705c-48a7-bf87-dd2a85ad1069 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 May 27 03:45:27.745521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.748047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.749007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.749007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.749594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.750819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.750819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.751760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.752518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.753237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.753237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d16638-69cf-4c1f-bc56-a31a2b534153 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:27.761730 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-2d09feed-bb48-496f-a81f-eafb3478d427 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] show failed (client error): The resource could not be found. May 27 03:45:27.762201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d09feed-bb48-496f-a81f-eafb3478d427 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "GET /v2.0/security-groups/7634b55f-91d3-432f-8df6-ac1825df0688 HTTP/1.1" status: 404 len: 347 time: 0.0721037 May 27 03:45:27.765048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39206) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:27.775031 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-2e62293b-ef26-4496-a00d-ab9ea32b8b6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7457888 May 27 03:45:27.810563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5dc07522-aee7-47fd-a763-237d8587bd9a req-bbd83fd2-8fd0-48b8-b32c-aba2eacecc13 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4781990 May 27 03:45:27.821546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db7d773a-881a-4658-bc03-b8e950e51853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.088942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Deleting port ac006dbc-f0f2-4721-a53c-29a29dc6f7aa {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:28.089476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.192323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c45a1996-850b-4710-9675-55955a348915 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:45:28.218881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.256973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Transition to ACTIVE for port object bd6784f7-6574-4765-90d2-9a049351a6ac will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:28.379409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c45a1996-850b-4710-9675-55955a348915,segment=NetworkSegment(b2f5216b-7ce9-4d09-8252-cb109484b2f5),segment_id=b2f5216b-7ce9-4d09-8252-cb109484b2f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:28.424232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c45a1996-850b-4710-9675-55955a348915', 'network_id': '661c1088-2122-4eaf-ad23-ab9e43f5d154', 'port_id': 'c45a1996-850b-4710-9675-55955a348915', 'mac_address': 'fa:16:3e:e8:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5e11d4-4e40-4358-850c-023d720af9d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:45:28.428828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.528831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:28.549716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-e2cf8e2a-9ff0-4780-91a1-6aa4c92b68e4 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.550816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-e2cf8e2a-9ff0-4780-91a1-6aa4c92b68e4 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Synchronizing usage tracker for tenant:514e1ebb37c047ba901c95217e315479 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:28.562578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.585705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45a1996-850b-4710-9675-55955a348915 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:28.608782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c45a1996-850b-4710-9675-55955a348915,segment=NetworkSegment(b2f5216b-7ce9-4d09-8252-cb109484b2f5),segment_id=b2f5216b-7ce9-4d09-8252-cb109484b2f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:28.619716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.673965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-e2cf8e2a-9ff0-4780-91a1-6aa4c92b68e4 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Unset dirty status for tenant:514e1ebb37c047ba901c95217e315479 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:28.682124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-e2cf8e2a-9ff0-4780-91a1-6aa4c92b68e4 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 943 time: 0.6670225 May 27 03:45:28.694837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:28.713287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:28.726239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:28.728522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:28.733824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.733824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.752420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.752420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.786796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:28.803669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4015956 May 27 03:45:28.830174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:28.855838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8a22-ebdd-46e6-9589-d3cebcdaa621 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event updated for resources: {'Port': ['ID=bd6784f7-6574-4765-90d2-9a049351a6ac,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:28.869819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-a2d0a06a-8961-4a68-aebd-a7f6266406b8 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Synchronizing usage tracker for tenant:514e1ebb37c047ba901c95217e315479 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:28.925477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-9db81c43-890f-42ce-93a7-de70616d31ac service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1138027 May 27 03:45:28.931630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c45a1996-850b-4710-9675-55955a348915'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:45:28.967673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Calling delete_port for ac006dbc-f0f2-4721-a53c-29a29dc6f7aa owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:28.994060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c9c0-f53b-44c8-8e5a-46fab17703d5 req-d69863eb-c084-46ed-a8a1-2bbe6fcbcfee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:28.995546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46e6c9c0-f53b-44c8-8e5a-46fab17703d5 req-d69863eb-c084-46ed-a8a1-2bbe6fcbcfee tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.6804500 May 27 03:45:28.996056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-a2d0a06a-8961-4a68-aebd-a7f6266406b8 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Unset dirty status for tenant:514e1ebb37c047ba901c95217e315479 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:28.997221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f56e3110-1f0f-4d23-9771-90e0b28a5118 req-a2d0a06a-8961-4a68-aebd-a7f6266406b8 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997830 May 27 03:45:29.235099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:29.280332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e9028df2-019a-4304-bbef-a3fa07ce4bf4 None None] Provisioning for port bd6784f7-6574-4765-90d2-9a049351a6ac completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:29.287570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Usage tracker for resource:security_group_rule and tenant:a9eb79002c604334b1945c70f142f845 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:29.305366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e9028df2-019a-4304-bbef-a3fa07ce4bf4 None None] Provisioning complete for port bd6784f7-6574-4765-90d2-9a049351a6ac triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:29.305366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e9028df2-019a-4304-bbef-a3fa07ce4bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.307663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting port bd6784f7-6574-4765-90d2-9a049351a6ac {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:29.308124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.389116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.419715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:29.426683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:29.476096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Pushing event deleted for resources: {'Port': ['ID=ac006dbc-f0f2-4721-a53c-29a29dc6f7aa,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:29.505568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e9028df2-019a-4304-bbef-a3fa07ce4bf4 None None] Port bd6784f7-6574-4765-90d2-9a049351a6ac cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:45:29.528526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-5d668ed5-4875-41c9-a907-5032cd8ddd2d tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:29.530059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-5d668ed5-4875-41c9-a907-5032cd8ddd2d tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.21 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 1.0727284 May 27 03:45:29.534049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcb33-2134-49ca-8893-01147e0aaf8f req-9191b940-068f-46c5-8a30-22d705a44f1f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:29.537146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d5fcb33-2134-49ca-8893-01147e0aaf8f req-9191b940-068f-46c5-8a30-22d705a44f1f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 0.2814751 May 27 03:45:29.606588 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.634373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.657478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.671597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d5fcb33-2134-49ca-8893-01147e0aaf8f req-caf7460a-46e3-47c8-bad9-c735c3c475c7 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964658 May 27 03:45:29.687721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.696351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7c1cc30a-672f-488e-8e00-1acc4216e0d3 tempest-AttachVolumeShelveTestJSON-427948190 tempest-AttachVolumeShelveTestJSON-427948190-project] 10.222.0.46 "DELETE /v2.0/floatingips/3b227343-11e3-4682-b551-041d87704e98 HTTP/1.1" status: 204 len: 168 time: 1.9240820 May 27 03:45:29.743055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46e6c9c0-f53b-44c8-8e5a-46fab17703d5 req-7f535a17-7b54-4a66-9847-fd8339169bc9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6943138 May 27 03:45:29.806412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Deleting port 108cfbc6-3b2e-4303-be8a-af6c76be388f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:29.806760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.886460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69a900f6-8a04-4275-b5c7-47ec8950abf3 req-e093e964-1a6e-4ae7-84a9-6f9a7e99ac47 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9394498 May 27 03:45:29.931388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3868731d-ecf5-425f-99bd-50a63f56b663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:29.960037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186681ef-3739-497d-bc44-5a05658f7bf6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:30.007116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1309a19a-80c0-4b67-a9ed-672eb13fc22c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9eb79002c604334b1945c70f142f845&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3743472 May 27 03:45:30.011760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39250) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:30.194719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c45a1996-850b-4710-9675-55955a348915 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:30.198286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.267221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.368711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.388171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186681ef-3739-497d-bc44-5a05658f7bf6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:30.411892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.422753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6cf8a22-4acf-441d-aea0-ab467420d03d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/186681ef-3739-497d-bc44-5a05658f7bf6 HTTP/1.1" status: 204 len: 168 time: 0.4023652 May 27 03:45:30.498428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c45a1996-850b-4710-9675-55955a348915 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:30.514314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c45a1996-850b-4710-9675-55955a348915 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:30.514314 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.637023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.781446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289edb-f046-416c-8ad4-c48d4624e793 req-2e869495-3ae6-4a3c-883a-d4b044a9e0e9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:30.784337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b289edb-f046-416c-8ad4-c48d4624e793 req-2e869495-3ae6-4a3c-883a-d4b044a9e0e9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1630235 May 27 03:45:30.853860 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:30.905688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b289edb-f046-416c-8ad4-c48d4624e793 req-55bfe7e7-f548-4423-8187-15ddfa961742 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114089 May 27 03:45:30.925815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a1996-850b-4710-9675-55955a348915'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:30.944382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c45a1996-850b-4710-9675-55955a348915,segment=NetworkSegment(b2f5216b-7ce9-4d09-8252-cb109484b2f5),segment_id=b2f5216b-7ce9-4d09-8252-cb109484b2f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:30.952087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.112138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Calling delete_port for bd6784f7-6574-4765-90d2-9a049351a6ac owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:31.114447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:31.340083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.458852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:31.605510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb622-b898-49b7-ba39-be9bf9dfe758 req-e79e4a4a-89d8-4207-80f0-490580ab463f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.607794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b98bb622-b898-49b7-ba39-be9bf9dfe758 req-e79e4a4a-89d8-4207-80f0-490580ab463f tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 945 time: 0.2315183 May 27 03:45:31.709396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b98bb622-b898-49b7-ba39-be9bf9dfe758 req-92fd2888-c659-4ed7-a9e1-f96ee1fa0f3d tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943394 May 27 03:45:31.804160 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd06f1d9-d70b-4770-a73f-ccaa7981c97f'] response: {'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a1996-850b-4710-9675-55955a348915', 'code': 200} May 27 03:45:31.907174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1738-e1e4-48d2-beb6-9b82be2f1c0d req-0454219b-8260-479e-b5e2-6ab7db593e84 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:31.908698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-952b1738-e1e4-48d2-beb6-9b82be2f1c0d req-0454219b-8260-479e-b5e2-6ab7db593e84 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 944 time: 1.6843047 May 27 03:45:31.929820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 108cfbc6-3b2e-4303-be8a-af6c76be388f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:32.230104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:32.230104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.281245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.326885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b0fe6b2-4017-46d9-a72a-78cc7442e2e8 req-7d559f55-d124-4406-b246-bd8ddc5b78bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 1096 time: 0.4359076 May 27 03:45:32.373706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:32.383070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.385329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b0fe6b2-4017-46d9-a72a-78cc7442e2e8 req-6e751ea5-10c2-4187-a98c-6a5a1a5754cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 May 27 03:45:32.401671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57151a6c-f3f0-44d7-b6de-bd7075fe20cd req-e8468d58-e19f-48a3-a6b2-092f1ae841a4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:32.409303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57151a6c-f3f0-44d7-b6de-bd7075fe20cd req-e8468d58-e19f-48a3-a6b2-092f1ae841a4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1578462 May 27 03:45:32.502695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57151a6c-f3f0-44d7-b6de-bd7075fe20cd req-b026cce1-84c1-4a67-bd95-18ff4bcb60e9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923958 May 27 03:45:32.520244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:32.595331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Calling delete_port for 108cfbc6-3b2e-4303-be8a-af6c76be388f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:32.639892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:32.657639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-952b1738-e1e4-48d2-beb6-9b82be2f1c0d req-1503810a-7d51-4eb8-bd00-347c80ccdb7e tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393067 May 27 03:45:32.922994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Port': ['ID=bd6784f7-6574-4765-90d2-9a049351a6ac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:32.947253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:33.020265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:33.082933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-09129976-e086-45f3-bb70-8900129ee2ac tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/bd6784f7-6574-4765-90d2-9a049351a6ac HTTP/1.1" status: 204 len: 168 time: 4.2405970 May 27 03:45:33.086103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:33.232536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:33.232840 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:33.289318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ffaad-d5ec-402d-b9c5-ee6c839cbc5e req-6364194d-15ff-43f7-8e8e-ef929bf35d22 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.296681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c2ffaad-d5ec-402d-b9c5-ee6c839cbc5e req-6364194d-15ff-43f7-8e8e-ef929bf35d22 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 943 time: 0.3612952 May 27 03:45:33.321824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-15ed6531-6db0-4c9a-9cea-88c9814d84e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff373081db304819b7fa43aca692792e&device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 1095 time: 0.2341795 May 27 03:45:33.455959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87615d57-53c6-4ebb-9999-717a11f5c48d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.467492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:33.469535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87615d57-53c6-4ebb-9999-717a11f5c48d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3801630 May 27 03:45:33.545518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c2ffaad-d5ec-402d-b9c5-ee6c839cbc5e req-3ac9c8b9-0d52-4842-8961-57007d748357 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472250 May 27 03:45:33.615263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b133e8-163d-4068-addc-236a3699650d req-2972fdc0-cfca-4e43-99b8-636b8e127def tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.630709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4b133e8-163d-4068-addc-236a3699650d req-2972fdc0-cfca-4e43-99b8-636b8e127def tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3585329 May 27 03:45:33.735397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Deleting port 108cfbc6-3b2e-4303-be8a-af6c76be388f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:33.740132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:33.807942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:33.824792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-f2bb6548-b5bc-4192-a747-966f11b94735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:33.825036 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4b133e8-163d-4068-addc-236a3699650d req-197cb988-b092-49e4-8f52-203aa657713f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891015 May 27 03:45:33.826464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-f2bb6548-b5bc-4192-a747-966f11b94735 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 200 len: 912 time: 0.4961536 May 27 03:45:34.051028 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1cde3d-1156-4caf-b89f-af70e2bc4697'] response: {'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'code': 200} May 27 03:45:34.064729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24905d5-eaeb-4cac-ab33-16820c3630ee tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.066141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a24905d5-eaeb-4cac-ab33-16820c3630ee tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:34.141019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-75937489-1170-447a-bdda-29e464ccb75a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 200 len: 998 time: 0.2967367 May 27 03:45:34.208047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a24905d5-eaeb-4cac-ab33-16820c3630ee tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:34.209233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a24905d5-eaeb-4cac-ab33-16820c3630ee tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7410645 May 27 03:45:34.212543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:34.370363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844bad8-bdb7-4981-a13f-80d75788ac86 req-a6a2ffd2-86c8-4e5d-b36b-049d47ab1dec tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.379921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f844bad8-bdb7-4981-a13f-80d75788ac86 req-a6a2ffd2-86c8-4e5d-b36b-049d47ab1dec tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 945 time: 0.4420803 May 27 03:45:34.395197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.397448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.399373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.400226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:34.422074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:34.431113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eac84eb3-2618-43cd-8a03-3d5445420660 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2172787 May 27 03:45:34.431713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:34.538868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39362) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:34.577724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-09b36ba1-0cf0-485e-9c30-269674aed655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:34.579677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-09b36ba1-0cf0-485e-9c30-269674aed655 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 200 len: 850 time: 0.4145772 May 27 03:45:34.762431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f844bad8-bdb7-4981-a13f-80d75788ac86 req-e3366cea-61f9-445a-8cbf-32b34e7ad237 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812428 May 27 03:45:34.848403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] For port 108cfbc6-3b2e-4303-be8a-af6c76be388f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=108cfbc6-3b2e-4303-be8a-af6c76be388f,segment=NetworkSegment(b7f74edf-3f16-4ac3-ab95-69b466893509),segment_id=b7f74edf-3f16-4ac3-ab95-69b466893509)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:34.848828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:34.860482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet 296a890f-9ae8-42c8-8cf5-e8199ffa3cb0 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:34.876974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:34.977381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.025231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Calling delete_port for 108cfbc6-3b2e-4303-be8a-af6c76be388f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:35.065448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1041358189'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:35.092551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:35.105818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b36fa-e23f-48ea-88a5-5f8f47726bd9 req-755f855f-bd7e-4bde-affc-6b6a0a82cd42 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:35.114400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c50b36fa-e23f-48ea-88a5-5f8f47726bd9 req-755f855f-bd7e-4bde-affc-6b6a0a82cd42 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 943 time: 0.3064005 May 27 03:45:35.118355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Usage tracker for resource:network and tenant:1882b30df16d49eb992afdcedcb8ce54 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:35.125195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:35.145330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-819abf4f-ab55-4dbf-9bb8-ca9f8cc3ad8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d969655-9e36-4c80-8569-9226d261e6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5450754 May 27 03:45:35.155563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:35.238494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Made reservation on behalf of 1882b30df16d49eb992afdcedcb8ce54 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:35.246042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.265806 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.299037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c50b36fa-e23f-48ea-88a5-5f8f47726bd9 req-29d688b8-9a57-4f2c-a00a-3d0520f4f73a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/security-groups?id=761bec7f-0198-4e47-8154-8cc40c29a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834245 May 27 03:45:35.305892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.368689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:35.375295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Usage tracker for resource:security_group_rule and tenant:1882b30df16d49eb992afdcedcb8ce54 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:35.379596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:35.390251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:35.405661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.429979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-9bedf506-b837-49b2-a6e3-f972b70916f7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638671 May 27 03:45:35.432167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.462362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=296a890f-9ae8-42c8-8cf5-e8199ffa3cb0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:35.470405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.479554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c031b9-559e-4a01-86e2-304d9ad0618f None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:35.512222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-457ae7e2-98fd-48c7-98d8-ce01a3376fc1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/296a890f-9ae8-42c8-8cf5-e8199ffa3cb0 HTTP/1.1" status: 204 len: 168 time: 1.0787761 May 27 03:45:35.515634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:35.560304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Pushing event deleted for resources: {'Port': ['ID=108cfbc6-3b2e-4303-be8a-af6c76be388f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:35.575069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13c9b3-794f-4156-99a8-f5261f345ce9 req-f43e918b-cd88-47d8-bf58-9c0133be2acf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:35.576569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a13c9b3-794f-4156-99a8-f5261f345ce9 req-f43e918b-cd88-47d8-bf58-9c0133be2acf tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.3862484 May 27 03:45:35.599494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.613513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.650301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Deleting subnet c0e81f97-49cc-4dcd-9364-b9fb19c34a10 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:35.654647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e19fbb-5892-4f1b-9488-972d337f87d8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:35.660599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.708575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:35.714019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] No DVR routers for this DVR port 108cfbc6-3b2e-4303-be8a-af6c76be388f on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:35.727701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.736823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.738551 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Added segment 92510efd-b5ac-4762-aa05-288de8679c7f of type vlan for network c601d3ff-7652-4339-80af-30fccfb6987a May 27 03:45:35.739277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-deleted', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:35.753921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.821648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77af2fdb-7538-4cb8-8bab-b559ad1a7619 req-b200f637-d304-4605-ab81-2e90bcb5b36b service neutron] 10.222.0.21 "GET /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830135 May 27 03:45:35.829630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09b8564e-2328-4de7-a414-ff95509f1a5b req-4f0c2185-bc92-42ab-8c04-4cc244ba368a tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.21 "DELETE /v2.0/ports/108cfbc6-3b2e-4303-be8a-af6c76be388f HTTP/1.1" status: 204 len: 173 time: 6.2603202 May 27 03:45:35.832249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a13c9b3-794f-4156-99a8-f5261f345ce9 req-bb4d1627-3705-44a2-af2e-ff4e5e820fc9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431164 May 27 03:45:35.860494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.954424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:35.958612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:35.959603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.007067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.062918 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5226901 May 27 03:45:36.067104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39390) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:36.271254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'name': 'tempest-network--71213525', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:36.281094 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb03e3-face-4d9d-8f8a-858e3c29ded5'] response: {'server_uuid': '3455c2fd-940b-445e-b397-792b6ff83938', 'name': 'network-vif-deleted', 'tag': '108cfbc6-3b2e-4303-be8a-af6c76be388f', 'status': 'completed', 'code': 200} May 27 03:45:36.283400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:36.306902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9603-f8c1-4f3a-96a4-23b0e6f8f638 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Pushing event updated for resources: {'Network': ['ID=c601d3ff-7652-4339-80af-30fccfb6987a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:36.307497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:network and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:36.310492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:36.318675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:36.323380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c601d3ff-7652-4339-80af-30fccfb6987a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:36.331306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.362053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6485f0-15bd-48f3-a5e8-1b451ae86d65 req-d8e479be-1486-4dbb-b627-fab39f425d8b tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.383637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae6485f0-15bd-48f3-a5e8-1b451ae86d65 req-d8e479be-1486-4dbb-b627-fab39f425d8b tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 945 time: 0.2707512 May 27 03:45:36.385442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:36.387635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.449082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e81f97-49cc-4dcd-9364-b9fb19c34a10,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:36.473040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.495714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.513706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9014934a-ae3f-4c9f-b024-b25a0d0ed2a1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/c0e81f97-49cc-4dcd-9364-b9fb19c34a10 HTTP/1.1" status: 204 len: 168 time: 0.9967308 May 27 03:45:36.517572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39402) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:36.608267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae6485f0-15bd-48f3-a5e8-1b451ae86d65 req-c1cf70bb-07a8-476b-a5ce-0320f1e399f8 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245116 May 27 03:45:36.611209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:36.620887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:security_group_rule and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:36.627416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:36.649315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:36.729061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7aa886ca-ef3a-4184-9ed3-8c773061aa2a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2100372 May 27 03:45:36.734648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39410) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:36.792324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.801233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.862137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8af4c9a-f733-4b99-88ff-95df8cea55a3 req-65831296-e671-480a-8708-86f589cbcba1 tempest-ServerPasswordTestJSON-1591385903 tempest-ServerPasswordTestJSON-1591385903-project] 10.222.0.46 "GET /v2.0/ports?device_id=3455c2fd-940b-445e-b397-792b6ff83938 HTTP/1.1" status: 200 len: 210 time: 0.1970232 May 27 03:45:36.910786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40ca4b-22ed-45f0-8531-22d835adbf70,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:36.934842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:36.975731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d9b10-5839-4a0c-bde4-9dda5a9ce45e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:36.977710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:36.978434 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Added segment 1c8ebf81-49eb-4b88-a5c4-fe3ae83fa8b6 of type vlan for network 19df8425-a3b4-4735-8222-4436b3efe407 May 27 03:45:37.007906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d7d9b10-5839-4a0c-bde4-9dda5a9ce45e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2696562 May 27 03:45:37.009491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39420) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:37.042796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718af82-7ee6-4ec3-a0e0-081cd5b545a6 None None] Network b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:37.047195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.137856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.138871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.139658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.332593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55954b-e5cb-44c7-bbc2-d9452ad3dea7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.337632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3f55954b-e5cb-44c7-bbc2-d9452ad3dea7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Synchronizing usage tracker for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:37.455054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3866379 May 27 03:45:37.458689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:37.484572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3f55954b-e5cb-44c7-bbc2-d9452ad3dea7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Unset dirty status for tenant:4b1451bf96fd469ba41a0f4485033b33 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:37.485774 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3f55954b-e5cb-44c7-bbc2-d9452ad3dea7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4752793 May 27 03:45:37.507247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39432) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:37.535143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ee462197-4299-4508-9549-fee613039b6a None None] Provisioning complete for port 04fab2ec-be79-4b4c-8c69-9c268487b143 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:37.535571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee462197-4299-4508-9549-fee613039b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.666436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1ab118b3-3be6-456b-a870-31aeb93ba97b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543574 May 27 03:45:37.669896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39438) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:37.692436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.713306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221f213-c9b3-4de0-9ddc-ad8ddb084868 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=19df8425-a3b4-4735-8222-4436b3efe407,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:37.725206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] DHCP port deletion for b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:45:37.736286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Deleting port 04fab2ec-be79-4b4c-8c69-9c268487b143 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:37.736788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:37.769262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 19df8425-a3b4-4735-8222-4436b3efe407 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:37.779685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cae11-b0be-4198-9150-d2736d40f107 req-b27f62c4-5dd7-4d10-9bc8-a301c576bf5f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:37.786650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da5cae11-b0be-4198-9150-d2736d40f107 req-b27f62c4-5dd7-4d10-9bc8-a301c576bf5f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.4425752 May 27 03:45:37.818127 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d27209-99f3-4ef5-944b-300a1611005e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:37.819404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d27209-99f3-4ef5-944b-300a1611005e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:37.823924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07d27209-99f3-4ef5-944b-300a1611005e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/bd6784f7-6574-4765-90d2-9a049351a6ac HTTP/1.1" status: 404 len: 333 time: 0.1514304 May 27 03:45:37.826016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:37.855823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da5cae11-b0be-4198-9150-d2736d40f107 req-24638422-98a9-44ae-ab48-a556360015e5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683327 May 27 03:45:38.211027 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4776d0e5-284f-425b-ba22-ce38bbaae1e4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.212110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4776d0e5-284f-425b-ba22-ce38bbaae1e4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.214107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4776d0e5-284f-425b-ba22-ce38bbaae1e4 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/c0e81f97-49cc-4dcd-9364-b9fb19c34a10 HTTP/1.1" status: 404 len: 337 time: 0.3850548 May 27 03:45:38.217373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.219186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729e18e-358d-48d0-a9dc-d05ce7f485b2 req-203c7741-297e-452d-a333-ff123d7ae5ff tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:38.227907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d729e18e-358d-48d0-a9dc-d05ce7f485b2 req-203c7741-297e-452d-a333-ff123d7ae5ff tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.1981509 May 27 03:45:38.263949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.277142 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6512ced-4884-43ff-977e-837501f6900a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.278059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6512ced-4884-43ff-977e-837501f6900a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.280062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a6512ced-4884-43ff-977e-837501f6900a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/296a890f-9ae8-42c8-8cf5-e8199ffa3cb0 HTTP/1.1" status: 404 len: 337 time: 0.0614045 May 27 03:45:38.289715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.324256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d729e18e-358d-48d0-a9dc-d05ce7f485b2 req-97d64ec2-6e5e-43df-a6c7-e2d625164289 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954573 May 27 03:45:38.367540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19df8425-a3b4-4735-8222-4436b3efe407']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:38.380212 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e64ad6-d324-49e6-88f8-dad019b8126b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.380917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e64ad6-d324-49e6-88f8-dad019b8126b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.383524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-17e64ad6-d324-49e6-88f8-dad019b8126b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/7b32c4bc-3d6c-46b6-b9aa-4a1fecf8e749 HTTP/1.1" status: 404 len: 333 time: 0.0890422 May 27 03:45:38.386352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39470) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.389654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ebf81-49eb-4b88-a5c4-fe3ae83fa8b6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:38.390154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ebf81-49eb-4b88-a5c4-fe3ae83fa8b6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:38.406053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.424142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27b0a-c621-4254-9f56-06eb30b5800e req-bafae7ac-7a43-4f38-96c9-a2bf6501b7da tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:38.425866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1c27b0a-c621-4254-9f56-06eb30b5800e req-bafae7ac-7a43-4f38-96c9-a2bf6501b7da tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 945 time: 0.5524440 May 27 03:45:38.438893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.472411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] For port 04fab2ec-be79-4b4c-8c69-9c268487b143, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=04fab2ec-be79-4b4c-8c69-9c268487b143,segment=NetworkSegment(d28fdad2-1bcb-4c01-8e31-fbcfed911154),segment_id=d28fdad2-1bcb-4c01-8e31-fbcfed911154)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:38.474384 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.499351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:38.499890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39474) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.500528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.500663 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3e65ca-7acd-4125-9845-06c96be4ba24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.503402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3e65ca-7acd-4125-9845-06c96be4ba24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.516558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc3e65ca-7acd-4125-9845-06c96be4ba24 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/145bd1d2-21b9-48a7-84bd-46def1c89503 HTTP/1.1" status: 404 len: 337 time: 0.1286929 May 27 03:45:38.519371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39476) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: timer() May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:38.541778 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:38.624574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 04fab2ec-be79-4b4c-8c69-9c268487b143 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:38.637331 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d3d416-a989-4c30-a86f-7b2051317a91 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.637944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d3d416-a989-4c30-a86f-7b2051317a91 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.645198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7d3d416-a989-4c30-a86f-7b2051317a91 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/e4201a3f-caf4-4016-be2e-d77f111970db HTTP/1.1" status: 404 len: 337 time: 0.1194079 May 27 03:45:38.645984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39482) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.718378 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd76a22-0347-4ffa-a625-f66e0082fe28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.719180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd76a22-0347-4ffa-a625-f66e0082fe28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.723957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8fd76a22-0347-4ffa-a625-f66e0082fe28 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/4907de3f-3222-4ff2-98b9-a4d8ce42d2cc HTTP/1.1" status: 404 len: 333 time: 0.0628402 May 27 03:45:38.724807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39488) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.787358 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-db99369f-6e92-44b6-a142-e23fe911f26a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.790891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1c27b0a-c621-4254-9f56-06eb30b5800e req-0f793af3-9d92-4e97-9888-7169515ad423 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534532 May 27 03:45:38.795179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db99369f-6e92-44b6-a142-e23fe911f26a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.802287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.803435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db99369f-6e92-44b6-a142-e23fe911f26a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b832c288-dd12-45a0-96e9-3e2d2e5bafb7 HTTP/1.1" status: 404 len: 337 time: 0.0745573 May 27 03:45:38.812283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Calling delete_port for 04fab2ec-be79-4b4c-8c69-9c268487b143 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:38.838226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Deleting subnet b47eadf5-8a96-4760-a4d1-27a9250e5b5d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:38.856034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.891796 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-de083656-26e8-4196-a482-c348d7439daf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:38.892240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de083656-26e8-4196-a482-c348d7439daf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:38.894976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.945429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19df8425-a3b4-4735-8222-4436b3efe407 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:45:38.949170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:38.952928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Network': ['ID=19df8425-a3b4-4735-8222-4436b3efe407,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:38.969912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de083656-26e8-4196-a482-c348d7439daf tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/3b6fa01e-9a37-4d6d-9fff-53874162e96d HTTP/1.1" status: 404 len: 337 time: 0.1663961 May 27 03:45:38.971411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f846fd1b-b0ef-4e4e-9183-d12cc972ef19 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/19df8425-a3b4-4735-8222-4436b3efe407 HTTP/1.1" status: 204 len: 168 time: 1.5117838 May 27 03:45:38.974556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:38.979162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.052726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.098195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.108953 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fbd243-c133-4696-910b-cc5dfc27cd4c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.109504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fbd243-c133-4696-910b-cc5dfc27cd4c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.119774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26fbd243-c133-4696-910b-cc5dfc27cd4c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/cfa669dd-a3a1-41f1-8971-925b4871f49c HTTP/1.1" status: 404 len: 333 time: 0.1454163 May 27 03:45:39.125598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:39.140142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.154233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:39.160117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.180719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.254712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:network and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:39.265292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Pushing event deleted for resources: {'Port': ['ID=04fab2ec-be79-4b4c-8c69-9c268487b143,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:39.273648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:39.308239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:39.317988 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afff2f7-fd30-436b-99e1-8ab7dee04a01 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.324523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afff2f7-fd30-436b-99e1-8ab7dee04a01 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.330501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3afff2f7-fd30-436b-99e1-8ab7dee04a01 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/7f138379-44de-40da-a90a-5ab856d620c7 HTTP/1.1" status: 404 len: 337 time: 0.1779690 May 27 03:45:39.332948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39534) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.335349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.432597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] No DVR routers for this DVR port 04fab2ec-be79-4b4c-8c69-9c268487b143 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:39.452027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.452386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.452701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.453055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.453380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.453701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.454277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.454630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.454885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.457503 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ecc9fa-ce10-41b7-8db0-a9e7819c3dce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.458018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ecc9fa-ce10-41b7-8db0-a9e7819c3dce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.466001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.466539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1ecc9fa-ce10-41b7-8db0-a9e7819c3dce tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ca76502c-21ea-479c-b706-6ac6e8d11f6f HTTP/1.1" status: 404 len: 337 time: 0.1306627 May 27 03:45:39.467920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a518e86-7cc3-45c6-91b9-68e59e5793f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:39.468801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.469710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:39.476245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.555182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-da3b04e3-ca6a-40bb-b9f7-a490b5032129 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.561007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-da3b04e3-ca6a-40bb-b9f7-a490b5032129 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.41 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 945 time: 0.3244655 May 27 03:45:39.605783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:39.619231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.619231 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Added segment 0d8c6087-d97c-46cf-8d47-8ed3f21894eb of type vlan for network 59543c65-da41-4b93-a1f6-cd79239d1f17 May 27 03:45:39.640220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.652735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.700792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.701842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:39.702452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.744378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6416895 May 27 03:45:39.745742 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9daf9d1-5fe9-4067-95e9-8a12fd09a04c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.746233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9daf9d1-5fe9-4067-95e9-8a12fd09a04c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.750796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f9daf9d1-5fe9-4067-95e9-8a12fd09a04c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/56ffcf11-24a8-42f3-8fbb-65258596358c HTTP/1.1" status: 404 len: 333 time: 0.2419527 May 27 03:45:39.752777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39566) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.753345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.860712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'subnet': {'network_id': '59543c65-da41-4b93-a1f6-cd79239d1f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:39.872811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47eadf5-8a96-4760-a4d1-27a9250e5b5d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:39.898635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:39.899876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Deleting port c45a1996-850b-4710-9675-55955a348915 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:39.900209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.904433 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acda308-39f5-49dd-aba3-62b021426a46 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.904878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acda308-39f5-49dd-aba3-62b021426a46 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.906640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2acda308-39f5-49dd-aba3-62b021426a46 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b71b9fa5-2c91-446b-9c52-4d5bf9a2f59d HTTP/1.1" status: 404 len: 337 time: 0.1507034 May 27 03:45:39.913411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.918813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:subnet and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:39.942220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:39.957315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-27729f14-3f68-4cc1-aaf8-bc4217826b8a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b47eadf5-8a96-4760-a4d1-27a9250e5b5d HTTP/1.1" status: 204 len: 168 time: 1.4392807 May 27 03:45:39.981243 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9bb244-a89c-4349-82a3-4f421572c473 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:39.981896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9bb244-a89c-4349-82a3-4f421572c473 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:39.982662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.983990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bb9bb244-a89c-4349-82a3-4f421572c473 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/93bc2237-7443-4258-9bfe-c7288ec5ecee HTTP/1.1" status: 404 len: 333 time: 0.0689211 May 27 03:45:39.985078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa9b98-dbdc-4a70-ac33-a2135e5a0d9a tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=59543c65-da41-4b93-a1f6-cd79239d1f17,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:39.988745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:39.990848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:40.000362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 59543c65-da41-4b93-a1f6-cd79239d1f17 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:40.052866 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacf9699-0930-44d8-ac89-d88248152670 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.053560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacf9699-0930-44d8-ac89-d88248152670 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.056110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cacf9699-0930-44d8-ac89-d88248152670 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/fa2bfb81-bc84-4757-b70c-3f444f2f2798 HTTP/1.1" status: 404 len: 337 time: 0.0611134 May 27 03:45:40.058245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:40.060311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.121421 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccad30c-5fa6-463d-ac74-b84af7753c19 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.122132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccad30c-5fa6-463d-ac74-b84af7753c19 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.124082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0ccad30c-5fa6-463d-ac74-b84af7753c19 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/0edf63f3-344d-41a1-94c8-9a55005425a3 HTTP/1.1" status: 404 len: 333 time: 0.0625470 May 27 03:45:40.128477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39606) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.195389 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fa53e2-1c21-487e-9192-095764acb984 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.196211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fa53e2-1c21-487e-9192-095764acb984 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.199852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c5fa53e2-1c21-487e-9192-095764acb984 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/0f1b6ba0-8ce9-4944-b765-aed8884afcfe HTTP/1.1" status: 404 len: 337 time: 0.0701151 May 27 03:45:40.202008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:40.206392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:40.228177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.266371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:40.399914 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9584c4b3-41c2-4647-bde7-ade5f3241a35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.400377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9584c4b3-41c2-4647-bde7-ade5f3241a35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.402725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9584c4b3-41c2-4647-bde7-ade5f3241a35 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/b354dff3-183a-4a75-b5ad-4b63438db021 HTTP/1.1" status: 404 len: 333 time: 0.1699815 May 27 03:45:40.405695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.460376 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a683459-39ba-4340-a218-e5582ff7ab2f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.460376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a683459-39ba-4340-a218-e5582ff7ab2f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.465893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a683459-39ba-4340-a218-e5582ff7ab2f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b7844975-411a-4f20-841e-bb163f92666a HTTP/1.1" status: 404 len: 337 time: 0.0521994 May 27 03:45:40.474751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.533732 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c956d0-2f7e-4c17-a44e-630b6e7f29ae tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.533991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c956d0-2f7e-4c17-a44e-630b6e7f29ae tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.548002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-56c956d0-2f7e-4c17-a44e-630b6e7f29ae tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/0f1af6b7-2322-4267-a1cd-9fe45e8870a7 HTTP/1.1" status: 404 len: 333 time: 0.0722151 May 27 03:45:40.552300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.631919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0eb81-7005-490a-9da3-73db1511b628 req-f6ee6412-3087-42c7-989b-5fc8422ea59c tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:40.634029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcf0eb81-7005-490a-9da3-73db1511b628 req-f6ee6412-3087-42c7-989b-5fc8422ea59c tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 945 time: 0.3280683 May 27 03:45:40.638889 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a426653e-d03b-40e8-8166-589440b1455e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.639315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a426653e-d03b-40e8-8166-589440b1455e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.643727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a426653e-d03b-40e8-8166-589440b1455e tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/1dccb5c0-3bc1-4d13-a36e-c12780303511 HTTP/1.1" status: 404 len: 337 time: 0.0877588 May 27 03:45:40.646341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.668939 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:45:40.720251 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83384bd-15df-4d95-a6a0-5dcd1342a2b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.720704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83384bd-15df-4d95-a6a0-5dcd1342a2b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.722391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c83384bd-15df-4d95-a6a0-5dcd1342a2b7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/51dc4257-18f4-4a29-b3ef-d600d404941e HTTP/1.1" status: 404 len: 333 time: 0.0745735 May 27 03:45:40.727217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.769885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:40.778869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] For port c45a1996-850b-4710-9675-55955a348915, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c45a1996-850b-4710-9675-55955a348915,segment=NetworkSegment(b2f5216b-7ce9-4d09-8252-cb109484b2f5),segment_id=b2f5216b-7ce9-4d09-8252-cb109484b2f5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:40.779394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:40.786989 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb110f21-9f52-4002-b2ce-5e2f4b1c2fcb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.787426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb110f21-9f52-4002-b2ce-5e2f4b1c2fcb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.789649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb110f21-9f52-4002-b2ce-5e2f4b1c2fcb tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/7259f89d-051b-4775-818b-9a4c75795e98 HTTP/1.1" status: 404 len: 337 time: 0.0608258 May 27 03:45:40.794589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39634) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:40.949667 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-84963de6-ca00-4681-80ad-4b67ec1a6455 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:40.950115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84963de6-ca00-4681-80ad-4b67ec1a6455 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:40.951432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Calling delete_port for c45a1996-850b-4710-9675-55955a348915 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:40.951836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84963de6-ca00-4681-80ad-4b67ec1a6455 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/1a003938-94f2-4996-9582-9044689608bb HTTP/1.1" status: 404 len: 337 time: 0.1563575 May 27 03:45:40.965862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcf0eb81-7005-490a-9da3-73db1511b628 req-e8befc7a-fcd0-49bf-981d-4ef4155aa66f tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc2bfc80-949e-469d-9398-e530f4c0a459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218577 May 27 03:45:40.966260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39638) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.001093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf8353c-617e-46b5-9d55-48da926c3644']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:41.023483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f74edf-3f16-4ac3-ab95-69b466893509') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:41.023777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f74edf-3f16-4ac3-ab95-69b466893509') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:41.025551 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d349d41-0ec7-45ae-bdec-67762f3edb78 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.026535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d349d41-0ec7-45ae-bdec-67762f3edb78 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.027686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8d349d41-0ec7-45ae-bdec-67762f3edb78 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f6ba93ff-ac6f-466c-94ed-d6c6ab5cfbfb HTTP/1.1" status: 404 len: 333 time: 0.0581295 May 27 03:45:41.031917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.043159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66608434-456e-496c-a200-b599fd4c05cc req-d5720916-97d5-4082-8dc4-3658fa3abb61 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:41.050394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66608434-456e-496c-a200-b599fd4c05cc req-d5720916-97d5-4082-8dc4-3658fa3abb61 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b85cb57-e872-4600-b156-4a72db40748c HTTP/1.1" status: 200 len: 944 time: 0.7036350 May 27 03:45:41.103339 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-039893df-808b-49ae-8207-343c851edb6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.103788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039893df-808b-49ae-8207-343c851edb6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.105002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.106167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-039893df-808b-49ae-8207-343c851edb6f tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/e3bc8553-718c-4bb6-9872-bcab13fd424f HTTP/1.1" status: 404 len: 337 time: 0.0737040 May 27 03:45:41.108178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.184266 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9435f01-a9ca-4464-ba81-2ad18d26ce5c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.184730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9435f01-a9ca-4464-ba81-2ad18d26ce5c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.189762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c9435f01-a9ca-4464-ba81-2ad18d26ce5c tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ae06fb86-5e3e-4b9c-81fa-62210c64d6a9 HTTP/1.1" status: 404 len: 337 time: 0.0764112 May 27 03:45:41.189762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.225844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.236789 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c72a2c-41c9-4049-99c9-2575bd47799a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.237609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c72a2c-41c9-4049-99c9-2575bd47799a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.239305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35c72a2c-41c9-4049-99c9-2575bd47799a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/591e6838-bd6a-4d63-b280-4380f3da1011 HTTP/1.1" status: 404 len: 333 time: 0.0488813 May 27 03:45:41.281659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39660) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.343411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:41.343883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: timer() May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:41.360845 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:41.367026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port d1c49752-7895-4744-8f30-35ea4ec48b2d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:41.367364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.411602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:45:41.412074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.493583 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-db89cc10-a2e7-4512-8af2-02e9fcbe6435 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.493583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db89cc10-a2e7-4512-8af2-02e9fcbe6435 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.499611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e80ddc3-49ba-4919-aadd-042f3899f25e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:41.509400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Checking segment: {'id': '0d8c6087-d97c-46cf-8d47-8ed3f21894eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '59543c65-da41-4b93-a1f6-cd79239d1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:41.509762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Network hostable DHCP agents. Network: 59543c65-da41-4b93-a1f6-cd79239d1f17, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:41.546180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Network 59543c65-da41-4b93-a1f6-cd79239d1f17 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:41.560718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 59543c65-da41-4b93-a1f6-cd79239d1f17) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:41.566882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:41.567952 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.572465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8c999-e1d3-46c6-a8e1-e325c6625ee9 None None] Network 59543c65-da41-4b93-a1f6-cd79239d1f17 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:41.596541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db89cc10-a2e7-4512-8af2-02e9fcbe6435 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/3abd6ff4-2460-4eff-a236-2002f93fb182 HTTP/1.1" status: 404 len: 337 time: 0.3095376 May 27 03:45:41.599086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.612045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dd22e500-4b19-4089-99a4-bddedaab3fe2 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8574920 May 27 03:45:41.615566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.672239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'floatingip': {'floating_network_id': '59543c65-da41-4b93-a1f6-cd79239d1f17'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:41.681160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:41.691843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:floatingip and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:41.714619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:41.718892 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e289d22-b19a-4012-a164-6b3e07b0daf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.718892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e289d22-b19a-4012-a164-6b3e07b0daf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.721081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1e289d22-b19a-4012-a164-6b3e07b0daf0 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/ae9b3159-380b-47ac-bc91-e32904c3f4fd HTTP/1.1" status: 404 len: 337 time: 0.1185384 May 27 03:45:41.727674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.730659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:41.742130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.790133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.790937 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebd3dd5-72b0-40c0-9e37-f086bce197c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.790937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebd3dd5-72b0-40c0-9e37-f086bce197c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.794124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bebd3dd5-72b0-40c0-9e37-f086bce197c3 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f88cb76c-2554-4073-9ac9-c46c094e5897 HTTP/1.1" status: 404 len: 333 time: 0.0637975 May 27 03:45:41.796010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.854630 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba135598-69f5-4ef7-9137-fe0fe3e4d879 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:41.854630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba135598-69f5-4ef7-9137-fe0fe3e4d879 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:41.854630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ba135598-69f5-4ef7-9137-fe0fe3e4d879 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/14d23fb5-163c-46d1-8f66-09dd225ba811 HTTP/1.1" status: 404 len: 337 time: 0.0542314 May 27 03:45:41.854630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.858976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:41.865533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39700) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:41.865533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf8353c-617e-46b5-9d55-48da926c3644,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:41.996029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf72de3-7150-4e86-84f0-87fce34991ec None None] Network 59543c65-da41-4b93-a1f6-cd79239d1f17 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:42.003397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7bf7333-32c6-4438-bf4f-a3076ad44aaa admin admin] 10.222.0.46 "DELETE /v2.0/networks/dcf8353c-617e-46b5-9d55-48da926c3644 HTTP/1.1" status: 204 len: 168 time: 2.0166380 May 27 03:45:42.034661 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-138c3ac8-7a05-4c50-86ef-fe05dbf48e6b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:42.035107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138c3ac8-7a05-4c50-86ef-fe05dbf48e6b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:42.036986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-138c3ac8-7a05-4c50-86ef-fe05dbf48e6b tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/bba1c570-5305-48fa-89ad-f5efb28d8591 HTTP/1.1" status: 404 len: 337 time: 0.1679912 May 27 03:45:42.057191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:42.079237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Pushing event deleted for resources: {'Port': ['ID=c45a1996-850b-4710-9675-55955a348915,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:42.125318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:42.220141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf617463-e228-4f1f-bafe-87d2e4f40972 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 HTTP/1.1" status: 200 len: 205 time: 0.1493206 May 27 03:45:42.226289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:42.318409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c45a1996-850b-4710-9675-55955a348915 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:42.341324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39720) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:42.388237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] No DVR routers for this DVR port c45a1996-850b-4710-9675-55955a348915 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:42.408003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c45a1996-850b-4710-9675-55955a348915 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:45:42.408003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c45a1996-850b-4710-9675-55955a348915 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:45:42.427082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:42.427082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68f40c34-c789-44dc-9667-57cc6a28fc4f req-5d393a2f-feda-457f-bdeb-bb8287570c97 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.41 "DELETE /v2.0/ports/c45a1996-850b-4710-9675-55955a348915 HTTP/1.1" status: 204 len: 173 time: 2.8566093 May 27 03:45:42.445519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'name': 'network-vif-deleted', 'tag': 'c45a1996-850b-4710-9675-55955a348915'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:42.457647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-173b101e-babd-4e0d-be5d-82ea369315b6 req-b1a7d0d5-5832-4dbf-9c56-18d2ccb730f6 tempest-InstanceActionsNegativeTestJSON-1389884791 tempest-InstanceActionsNegativeTestJSON-1389884791-project] 10.222.0.46 "GET /v2.0/ports?device_id=e946b183-98ca-44bd-a825-7044bdc102fb HTTP/1.1" status: 200 len: 210 time: 0.0945199 May 27 03:45:42.468843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port d1c49752-7895-4744-8f30-35ea4ec48b2d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=d1c49752-7895-4744-8f30-35ea4ec48b2d,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:42.469275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:42.504163 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d15e68ea-05b6-4ec9-876c-b3b7cca21db1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] delete failed (client error): The resource could not be found. May 27 03:45:42.510728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d15e68ea-05b6-4ec9-876c-b3b7cca21db1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/routers/2ffd45a1-1588-4c59-9a9b-8ff2d9cc4910 HTTP/1.1" status: 404 len: 336 time: 0.2789888 May 27 03:45:42.526801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:42.653699 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e91257-796c-402a-8e9c-5ddfb5019181 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:42.653699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e91257-796c-402a-8e9c-5ddfb5019181 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:42.667412 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d546a15b-b20b-4ace-9690-79fa7891efea'] response: {'server_uuid': 'e946b183-98ca-44bd-a825-7044bdc102fb', 'name': 'network-vif-deleted', 'tag': 'c45a1996-850b-4710-9675-55955a348915', 'status': 'completed', 'code': 200} May 27 03:45:42.673914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14e91257-796c-402a-8e9c-5ddfb5019181 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/b4f35303-2108-4656-a2cf-203650b29e9d HTTP/1.1" status: 404 len: 337 time: 0.1384134 May 27 03:45:42.717238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:42.839562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47890c31-2cc9-45bd-bda0-8531c5c3ba94 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec7dec7-9a02-47a1-bf57-2d664adbd8c6 HTTP/1.1" status: 200 len: 205 time: 0.1253510 May 27 03:45:42.889177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Allocated IP 172.20.0.12 (59543c65-da41-4b93-a1f6-cd79239d1f17/9e80ddc3-49ba-4919-aadd-042f3899f25e/099e5ea7-8b78-46a9-9cc0-e06172520a55) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:42.908773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39736) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.117877 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-5eff2b10-2adf-4a17-8964-7cbab3b69714 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] delete failed (client error): The resource could not be found. May 27 03:45:43.117877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5eff2b10-2adf-4a17-8964-7cbab3b69714 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/routers/eec7dec7-9a02-47a1-bf57-2d664adbd8c6 HTTP/1.1" status: 404 len: 336 time: 0.2002122 May 27 03:45:43.117877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.220125 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-661845bb-74c3-4a65-9570-030cd1266fb7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.220125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661845bb-74c3-4a65-9570-030cd1266fb7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.220125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-661845bb-74c3-4a65-9570-030cd1266fb7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/a26d4bec-7378-4243-a946-5d519c241164 HTTP/1.1" status: 404 len: 337 time: 0.1013417 May 27 03:45:43.220125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.229534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for d1c49752-7895-4744-8f30-35ea4ec48b2d owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:43.263946 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cc858d-f5f4-4526-b83f-73951d4138c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.264385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cc858d-f5f4-4526-b83f-73951d4138c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.266150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-17cc858d-f5f4-4526-b83f-73951d4138c1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/f5507c4c-9639-4b34-8983-734f7131e2f9 HTTP/1.1" status: 404 len: 337 time: 0.0474432 May 27 03:45:43.270237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.358417 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-390f46ad-7417-46be-804f-2e4827961221 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.358911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390f46ad-7417-46be-804f-2e4827961221 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.360625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-390f46ad-7417-46be-804f-2e4827961221 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/56319d58-11ae-4e25-a96c-e6c0f8f2cb69 HTTP/1.1" status: 404 len: 333 time: 0.0895886 May 27 03:45:43.363278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.439654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.455588 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c810567e-a74a-4680-8cf9-0734b1cda0bd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.456590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c810567e-a74a-4680-8cf9-0734b1cda0bd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.462662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c810567e-a74a-4680-8cf9-0734b1cda0bd tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/010de546-041c-432e-aed3-7db51fe4be61 HTTP/1.1" status: 404 len: 337 time: 0.0981472 May 27 03:45:43.463562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.517695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e24c2afd-346c-41bc-b6fe-8df1dd0776db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45e2fc4cebbe4e23a7a061cb874bfbff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1710708 May 27 03:45:43.518287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.770136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.770136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.782127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088', '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:45:43.801452 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-60de8da5-1e75-4a92-8739-31e0e5e5177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.801452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60de8da5-1e75-4a92-8739-31e0e5e5177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.801452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-60de8da5-1e75-4a92-8739-31e0e5e5177a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/660b881d-1a9e-43c1-90ee-d809df36edab HTTP/1.1" status: 404 len: 333 time: 0.3186255 May 27 03:45:43.809053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:43.817568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.869187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628933ab-3498-48ac-85fb-652939704dd4 req-a57cca9c-fe0d-4f76-98ba-c0a7228282e3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:43.874697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-628933ab-3498-48ac-85fb-652939704dd4 req-a57cca9c-fe0d-4f76-98ba-c0a7228282e3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.1162751 May 27 03:45:43.887079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=d1c49752-7895-4744-8f30-35ea4ec48b2d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:43.893202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.893977 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bce17b-5daf-44cf-9fa1-4195ed66f823 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:43.894500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bce17b-5daf-44cf-9fa1-4195ed66f823 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:43.909111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:43.952583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-03bce17b-5daf-44cf-9fa1-4195ed66f823 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/8a0f10d5-789b-403e-93a0-b9b8ed04141a HTTP/1.1" status: 404 len: 337 time: 0.1385250 May 27 03:45:43.961297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.037072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Network 59543c65-da41-4b93-a1f6-cd79239d1f17 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:44.063706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:44.072729 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f55a63e-c2cf-45a4-9602-f44e320a26c9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.073291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f55a63e-c2cf-45a4-9602-f44e320a26c9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.074879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] No DVR routers for this DVR port d1c49752-7895-4744-8f30-35ea4ec48b2d on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:44.076537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f55a63e-c2cf-45a4-9602-f44e320a26c9 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/49ea3349-7af9-4702-a1e7-a453e91c5fd1 HTTP/1.1" status: 404 len: 333 time: 0.1155586 May 27 03:45:44.079746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:44.082668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.089354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66608434-456e-496c-a200-b599fd4c05cc req-bce625c1-624a-49b6-af6c-c2825a2d47a1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "DELETE /v2.0/ports/d1c49752-7895-4744-8f30-35ea4ec48b2d HTTP/1.1" status: 204 len: 173 time: 3.0380824 May 27 03:45:44.094519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39780) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.164190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Port': ['ID=099e5ea7-8b78-46a9-9cc0-e06172520a55,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:44.209921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-628933ab-3498-48ac-85fb-652939704dd4 req-57e43135-9f8b-4e39-b281-8b2cf2f5ea20 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358052 May 27 03:45:44.234531 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-268610ae-cf59-4f00-858f-f28e9f669d6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.235529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268610ae-cf59-4f00-858f-f28e9f669d6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.243492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-268610ae-cf59-4f00-858f-f28e9f669d6d tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/def0ede6-cdc9-4cfb-a850-7aa8f6926863 HTTP/1.1" status: 404 len: 337 time: 0.1033001 May 27 03:45:44.245282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39790) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.385154 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-43169521-7783-4955-8dce-1917bb7560ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.386194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43169521-7783-4955-8dce-1917bb7560ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.432528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43169521-7783-4955-8dce-1917bb7560ef tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/26a1a576-83a8-4cd1-8ac3-74c9675bcdd7 HTTP/1.1" status: 404 len: 333 time: 0.1742630 May 27 03:45:44.516460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39794) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.518180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.563013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.565350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.570737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/761bec7f-0198-4e47-8154-8cc40c29a06d HTTP/1.1" status: 204 len: 168 time: 1.0501401 May 27 03:45:44.601465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.634992 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df0fcb7-8d2d-4a71-b53b-f2ffc569bd18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.635452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df0fcb7-8d2d-4a71-b53b-f2ffc569bd18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.637334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1df0fcb7-8d2d-4a71-b53b-f2ffc569bd18 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/85147bfc-a4e1-447c-805c-3bf2cc66edc3 HTTP/1.1" status: 404 len: 337 time: 0.1151147 May 27 03:45:44.657504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325be2ea-3f34-489a-a537-59bbefb97c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bec7f-0198-4e47-8154-8cc40c29a06d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:44.699736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.728291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-deleted', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:44.798293 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a6db2-afd4-440a-8359-5a0521235f63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.799122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a6db2-afd4-440a-8359-5a0521235f63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.823610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.869206 n-d-843301-2 neutron-server[84156]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8094c447-0b71-4109-b7ad-3d1a8470cfec']: {'server_uuid': '9b85cb57-e872-4600-b156-4a72db40748c', 'name': 'network-vif-deleted', 'tag': 'd1c49752-7895-4744-8f30-35ea4ec48b2d', 'status': 'failed', 'code': 422} returned with failed status May 27 03:45:44.891649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Deleting subnet 7e5e11d4-4e40-4358-850c-023d720af9d2 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:45:44.899238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-570a6db2-afd4-440a-8359-5a0521235f63 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/1318df39-66d7-42d4-8196-a794c50774b1 HTTP/1.1" status: 404 len: 333 time: 0.1983488 May 27 03:45:44.900219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:44.915273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:44.965712 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f301c6-fb8f-4f8a-91ad-8dfa32d1cee1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:44.966534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f301c6-fb8f-4f8a-91ad-8dfa32d1cee1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:44.971455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79f301c6-fb8f-4f8a-91ad-8dfa32d1cee1 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/2024a057-f5ee-44c2-b581-c0d4fccfa12a HTTP/1.1" status: 404 len: 337 time: 0.0671756 May 27 03:45:44.972133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.074532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.082284 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df418dd-8843-4066-b5ca-3e35af0397af tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:45.083987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df418dd-8843-4066-b5ca-3e35af0397af tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:45.086222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9df418dd-8843-4066-b5ca-3e35af0397af tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/f86a99a1-97e6-425f-b4a3-95c7df9bf7b1 HTTP/1.1" status: 404 len: 333 time: 0.1112857 May 27 03:45:45.096168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39828) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.204997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.270220 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-725c409b-c834-4ece-8473-9a6b46f43a04 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:45.270978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725c409b-c834-4ece-8473-9a6b46f43a04 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:45.273370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-725c409b-c834-4ece-8473-9a6b46f43a04 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/68606bbe-0b2f-4e86-a65f-d05873e4d38b HTTP/1.1" status: 404 len: 337 time: 0.1011283 May 27 03:45:45.276350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.341005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.347512 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9467c4-0168-4681-8e81-db420df9dd1a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:45.348759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9467c4-0168-4681-8e81-db420df9dd1a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:45.351406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae9467c4-0168-4681-8e81-db420df9dd1a tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/ports/3d578156-d805-4c2a-aec3-962fba044528 HTTP/1.1" status: 404 len: 333 time: 0.0734904 May 27 03:45:45.354138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.402242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5e11d4-4e40-4358-850c-023d720af9d2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:45.451075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.461344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-23b68fbe-cb70-4638-9890-d9f5a5cc9ab4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7e5e11d4-4e40-4358-850c-023d720af9d2 HTTP/1.1" status: 204 len: 168 time: 0.9420757 May 27 03:45:45.466286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39848) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.498440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.505796 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b88e1-0383-49c7-ab88-ce4b4a93bcd7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] DELETE failed (client error): The resource could not be found. May 27 03:45:45.506978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5b88e1-0383-49c7-ab88-ce4b4a93bcd7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:45.509717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1c5b88e1-0383-49c7-ab88-ce4b4a93bcd7 tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/subnets/fbb4dbd0-1b87-458e-8e76-f33675b39434 HTTP/1.1" status: 404 len: 337 time: 0.1537490 May 27 03:45:45.511153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.517098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:45.832287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.836732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:45.963978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Port': ['ID=099e5ea7-8b78-46a9-9cc0-e06172520a55,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:46.067185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.101247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661c1088-2122-4eaf-ad23-ab9e43f5d154']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.114683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f5216b-7ce9-4d09-8252-cb109484b2f5') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.115260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f5216b-7ce9-4d09-8252-cb109484b2f5') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.134113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.151441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.160875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.165650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:46.166130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: timer() May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:46.197143 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:46.215354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.222455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:46.228927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.233011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4f8344fe-5e7c-46be-9602-63aabdb4225b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5741563 May 27 03:45:46.239005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:46.349366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.365166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa1cd668-0256-4e48-80b1-d8ca48289195 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Synchronizing usage tracker for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:46.379846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.396708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.401533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Deleting port a290d7b3-857a-43a6-886b-da69a42678f3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:46.402076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.434225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=661c1088-2122-4eaf-ad23-ab9e43f5d154,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:46.441890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aad56-889e-43cb-89ca-4c47dc5f2d7f req-47cd67f7-6329-4efb-91d9-19d0f863ab04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:46.443395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-586aad56-889e-43cb-89ca-4c47dc5f2d7f req-47cd67f7-6329-4efb-91d9-19d0f863ab04 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 908 time: 0.5503826 May 27 03:45:46.457593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150d0e-9ebc-4752-8a98-744a1d7d9b21 req-ff88bf28-ea03-4291-afe4-a9a2dc681196 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:46.465057 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90150d0e-9ebc-4752-8a98-744a1d7d9b21 req-ff88bf28-ea03-4291-afe4-a9a2dc681196 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.6470838 May 27 03:45:46.466889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28fdad2-1bcb-4c01-8e31-fbcfed911154') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.467176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28fdad2-1bcb-4c01-8e31-fbcfed911154') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:46.474463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa1cd668-0256-4e48-80b1-d8ca48289195 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Unset dirty status for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:46.480835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa1cd668-0256-4e48-80b1-d8ca48289195 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=59543c65-da41-4b93-a1f6-cd79239d1f17 HTTP/1.1" status: 200 len: 690 time: 0.2397711 May 27 03:45:46.482947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39884) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:46.492016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.510759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1515295111-network', 'tenant_id': '2c185a36e73f4716beb4cb50c0b5d17e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:46.518262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:46.519155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3e0fb391-23a3-4614-8322-272ef6e67b03 admin admin] 10.222.0.46 "DELETE /v2.0/networks/661c1088-2122-4eaf-ad23-ab9e43f5d154 HTTP/1.1" status: 204 len: 168 time: 1.0516269 May 27 03:45:46.521195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.528051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Usage tracker for resource:network and tenant:2c185a36e73f4716beb4cb50c0b5d17e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:46.532297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:46.535631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:46.536263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: timer() May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:46.556171 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:46.723655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:46.748179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:46.782490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Made reservation on behalf of 2c185a36e73f4716beb4cb50c0b5d17e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:46.784965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.787777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90150d0e-9ebc-4752-8a98-744a1d7d9b21 req-3fb0a924-9381-4df0-ba04-27d3a2f2b7be tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216596 May 27 03:45:46.799698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.801472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.838272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.851492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] Pushing event deleted for resources: {'Network': ['ID=b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:46.855811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a58d3737-13e1-4069-bbc8-d477cfbae6ea tempest-NetworksTestDHCPv6-699547605 tempest-NetworksTestDHCPv6-699547605-project] 10.222.0.46 "DELETE /v2.0/networks/b61ef7f8-75eb-4b0a-b573-0ba6bd01f23b HTTP/1.1" status: 204 len: 168 time: 1.3029828 May 27 03:45:46.878450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:46.891791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Usage tracker for resource:security_group_rule and tenant:2c185a36e73f4716beb4cb50c0b5d17e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:46.891791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:46.898272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:46.919151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.927608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef345e43-175e-407c-9ed4-991662b9dec6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=514e1ebb37c047ba901c95217e315479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919563 May 27 03:45:46.930780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] For port a290d7b3-857a-43a6-886b-da69a42678f3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a290d7b3-857a-43a6-886b-da69a42678f3,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:46.931606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:46.933290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:46.991951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.011189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.099419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:47.177686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.178082 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Added segment 22cf03a9-97ad-4a75-9510-cfba809fd371 of type vlan for network 52e19eff-413b-4a53-bae0-1dbb5462f614 May 27 03:45:47.179906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:47.238063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.245023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.269852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Calling delete_port for a290d7b3-857a-43a6-886b-da69a42678f3 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:47.292108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.314691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:47.325537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.326380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:47.326958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.389339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Deleting port 099e5ea7-8b78-46a9-9cc0-e06172520a55 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:47.390282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.461464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2377141 May 27 03:45:47.462426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db9196-d038-44f1-bf5e-46f33059abe2 admin admin] Pushing event updated for resources: {'Network': ['ID=52e19eff-413b-4a53-bae0-1dbb5462f614,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:47.466196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:47.473136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Request body: {'subnet': {'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1515295111-subnet', 'tenant_id': '2c185a36e73f4716beb4cb50c0b5d17e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:47.486068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 52e19eff-413b-4a53-bae0-1dbb5462f614 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:47.498548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:47.523531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.534444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Usage tracker for resource:subnet and tenant:2c185a36e73f4716beb4cb50c0b5d17e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:47.548387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:47.559411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:47.574211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2bfc80-949e-469d-9398-e530f4c0a459,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:47.583075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.585059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2b21fef-2be7-46bc-add3-92e751022834 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc2bfc80-949e-469d-9398-e530f4c0a459 HTTP/1.1" status: 204 len: 168 time: 0.6495264 May 27 03:45:47.589384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Made reservation on behalf of 2c185a36e73f4716beb4cb50c0b5d17e for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:47.592853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.829569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62771ffb-2370-4dd6-ac01-6c6a11998217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b1451bf96fd469ba41a0f4485033b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5099034 May 27 03:45:47.829569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:47.926584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-c0ab9c26-a652-4fb0-aa6c-894069f68f74 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:47.928039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-c0ab9c26-a652-4fb0-aa6c-894069f68f74 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 0.7898164 May 27 03:45:47.946439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:47.946753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.007348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1bad0-db75-450b-9b79-50dd3bf9294b req-6d9b5848-c2df-473b-a96b-5d3642cf048f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:48.009037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f9b1bad0-db75-450b-9b79-50dd3bf9294b req-6d9b5848-c2df-473b-a96b-5d3642cf048f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 908 time: 0.2214844 May 27 03:45:48.043949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.086487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.094483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-684a34c4-d78a-4039-913f-9e846c98c8b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:48.095408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-684a34c4-d78a-4039-913f-9e846c98c8b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:48.157038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.217041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Deleting port b9ee11f8-9e44-4927-bcec-945d36d9b018 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:48.217041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.315854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.334268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d102e8-f27d-477a-b921-5b22f37cbd41,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:48.346400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Calling delete_port for 099e5ea7-8b78-46a9-9cc0-e06172520a55 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:48.356594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62c58b-25e6-4b6d-83ee-e83cf7d95142,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:48.373771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.375145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-48a6aab8-2b70-4739-b669-684dfb430b06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e62c58b-25e6-4b6d-83ee-e83cf7d95142 HTTP/1.1" status: 204 len: 168 time: 0.5102751 May 27 03:45:48.376683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Checking segment: {'id': '22cf03a9-97ad-4a75-9510-cfba809fd371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:48.386586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Network hostable DHCP agents. Network: 52e19eff-413b-4a53-bae0-1dbb5462f614, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:48.449116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Network 52e19eff-413b-4a53-bae0-1dbb5462f614 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:48.481844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 52e19eff-413b-4a53-bae0-1dbb5462f614) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:48.490022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:48.490804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.494590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5d34c-7586-48f2-b9ab-c56c8152ccd1 None None] Network 52e19eff-413b-4a53-bae0-1dbb5462f614 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:48.533509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-faec63cc-6218-477f-9f44-aa425cfe3ddc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0660195 May 27 03:45:48.636133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-684a34c4-d78a-4039-913f-9e846c98c8b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:48.637319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-684a34c4-d78a-4039-913f-9e846c98c8b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.41 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 908 time: 1.3361909 May 27 03:45:48.788927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:48.868397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a290d7b3-857a-43a6-886b-da69a42678f3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:49.056109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:49.056453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:49.112798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6371b-d859-4a75-a947-7f083b804fe2 None None] Network 52e19eff-413b-4a53-bae0-1dbb5462f614 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:49.239589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc626c72-0a01-4fd1-a91e-a61db9faec15 req-cec8c95f-d448-4432-b690-472117fd1037 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:49.247060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc626c72-0a01-4fd1-a91e-a61db9faec15 req-cec8c95f-d448-4432-b690-472117fd1037 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 945 time: 1.2575269 May 27 03:45:49.700617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:49.829422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-346bda66-c5c5-45ba-b418-d19c695a5b34 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:49.830600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-346bda66-c5c5-45ba-b418-d19c695a5b34 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Synchronizing usage tracker for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:49.850326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:49.865639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-346bda66-c5c5-45ba-b418-d19c695a5b34 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Unset dirty status for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:49.870954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-346bda66-c5c5-45ba-b418-d19c695a5b34 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/networks?id=52e19eff-413b-4a53-bae0-1dbb5462f614 HTTP/1.1" status: 200 len: 809 time: 0.3341920 May 27 03:45:49.891239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-f8ed8f6d-d499-4c7a-a744-9ff6f29b0cf5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/quotas/2c185a36e73f4716beb4cb50c0b5d17e HTTP/1.1" status: 200 len: 375 time: 0.0191777 May 27 03:45:49.938494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-620520441-network', 'tenant_id': 'b8ba3df20ea44b098b7fe51bd2acf241'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:49.950611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-42069fd7-2a9a-4403-a529-2b346edc9d73 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c185a36e73f4716beb4cb50c0b5d17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584908 May 27 03:45:49.951859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:49.956762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Usage tracker for resource:network and tenant:b8ba3df20ea44b098b7fe51bd2acf241 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:49.960442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:49.968609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:50.000526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Port': ['ID=099e5ea7-8b78-46a9-9cc0-e06172520a55,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:50.004773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc626c72-0a01-4fd1-a91e-a61db9faec15 req-ad20eb83-e720-4348-b100-f288f0878592 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7569008 May 27 03:45:50.093050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Made reservation on behalf of b8ba3df20ea44b098b7fe51bd2acf241 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:50.095640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.108603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:50.108990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.124125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.204471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-fa2a699d-2d80-4ebd-be5f-80ae10f6160c service neutron] 10.222.0.46 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374735 May 27 03:45:50.228029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.261800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b9ee11f8-9e44-4927-bcec-945d36d9b018 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:50.315409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:50.335037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:50.347992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Usage tracker for resource:security_group_rule and tenant:b8ba3df20ea44b098b7fe51bd2acf241 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:50.352839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:50.361908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:50.421289 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.441362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-0bc13556-9234-40cc-a467-84a18430c9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295783 May 27 03:45:50.467529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:50.468757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:50.479147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.481778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8ce01b4-6cd0-4df3-b675-fd5f13469d09 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:45:50.521627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.528679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.585890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:50.601830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabca627-931c-4062-9d59-da0ec5bd3d11,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:50.615188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.616939 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Added segment d42476e0-ebfe-4fe8-b030-a0a94cc87525 of type vlan for network b55c85c8-fa4b-4739-a28b-85903763c68a May 27 03:45:50.690796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-451995077'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:50.708158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.719042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:50.733980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Usage tracker for resource:network and tenant:a5988920649945678e5477a40437b2e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:50.739031 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfc3a10-23da-4836-8e29-735db816d179'] response: {'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'code': 200} May 27 03:45:50.739229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:50.740200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:50.752508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:50.760243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.783486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Made reservation on behalf of a5988920649945678e5477a40437b2e4 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:50.789831 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.804338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.805945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:50.806716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.850910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:50.861527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.885187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:50.959067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:50.960586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.033899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.215037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dd9a9fd-5b48-498b-ae80-f51fbdaf1fda req-0bceeae0-517a-4d5a-901d-21acea9f951f tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 210 time: 0.3075926 May 27 03:45:51.243436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] Pushing event updated for resources: {'Network': ['ID=b55c85c8-fa4b-4739-a28b-85903763c68a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.258015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-64a763f7-827b-45bb-9efe-370bea1fb8bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5414433 May 27 03:45:51.258584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:51.261406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b55c85c8-fa4b-4739-a28b-85903763c68a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:51.278931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Usage tracker for resource:security_group_rule and tenant:a5988920649945678e5477a40437b2e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:51.284265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:51.293465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for c8ce01b4-6cd0-4df3-b675-fd5f13469d09 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:51.315961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:51.364322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.459295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4b698-891e-4d2a-a1cd-c00182c5afa2 req-55608a07-ac3e-45ea-b617-6f5cf73d7f73 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:51.475080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21e4b698-891e-4d2a-a1cd-c00182c5afa2 req-55608a07-ac3e-45ea-b617-6f5cf73d7f73 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 908 time: 0.8030188 May 27 03:45:51.590425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.596855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:51.611311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.681831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:51.705823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.707104 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Added segment df50bd00-677a-410d-8fc9-daf33735c754 of type vlan for network 67a98219-6a2b-4dae-9082-28e6ab7afef9 May 27 03:45:51.762566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.762889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.763293 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Floating IP e62b1420-cf02-4dc1-a80b-3911c6515b66 disassociated. External IP: 172.25.8.66, port: b9ee11f8-9e44-4927-bcec-945d36d9b018. May 27 03:45:51.763693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Calling delete_port for b9ee11f8-9e44-4927-bcec-945d36d9b018 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:51.779154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.810422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:51.810808 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:51.843072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.857748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.861420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:51.862017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:51.882525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb504d3-ffa6-4522-a51a-77f6cc1dac72,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:51.895205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e80ddc3-49ba-4919-aadd-042f3899f25e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:52.004444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.021904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'Network': ['ID=67a98219-6a2b-4dae-9082-28e6ab7afef9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:52.030352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f50f2980-7d1a-42ad-b8c7-52059e7708cd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7138379 May 27 03:45:52.033242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:52.036301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:52.040916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Request body: {'subnet': {'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:52.059126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.093983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59543c65-da41-4b93-a1f6-cd79239d1f17']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:52.110229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8c6087-d97c-46cf-8d47-8ed3f21894eb') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:52.110767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8c6087-d97c-46cf-8d47-8ed3f21894eb') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:52.125621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.145457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.151602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:52.153803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:52.154945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.158996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d40ff-1666-47ed-aef1-b5c54b89c684 req-c6306c97-bdd8-40e4-9bae-a5a3c08f3cd6 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:52.160618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d7d40ff-1666-47ed-aef1-b5c54b89c684 req-c6306c97-bdd8-40e4-9bae-a5a3c08f3cd6 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 0.6254811 May 27 03:45:52.165730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c78d917f664231a7bb318f97147ece is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:52.221951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:52.234831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d7d40ff-1666-47ed-aef1-b5c54b89c684 req-268ac19e-7b22-46cf-bf43-cb945714605d tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661511 May 27 03:45:52.249105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:52.267107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: timer() May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:52.273028 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:52.275481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Usage tracker for resource:subnet and tenant:a5988920649945678e5477a40437b2e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:52.275929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:45:52.276249 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:45:52.278701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:52.285865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.290022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:52.310893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Made reservation on behalf of a5988920649945678e5477a40437b2e4 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:52.360854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:52.360854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.455332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.557316 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.695993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-838ca958-2658-4e33-870d-6c30c19c2d49 req-1ba889d0-96d1-4d09-bf15-5c99cb9fa579 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 210 time: 0.1533055 May 27 03:45:52.697660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.714622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:52.740858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:52.751041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59543c65-da41-4b93-a1f6-cd79239d1f17 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:45:52.768833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00495e54-928b-4654-acb4-a7fa0080ebaa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:52.860289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-36a257d6-402d-46fe-a62b-3b0e6983c118 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3c78d917f664231a7bb318f97147ece&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2620640 May 27 03:45:52.864697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:52.872711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-38b8b5de-5bb8-4716-be3e-02103c0c84e5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:52.874137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-38b8b5de-5bb8-4716-be3e-02103c0c84e5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.41 "GET /v2.0/networks?id=52e19eff-413b-4a53-bae0-1dbb5462f614 HTTP/1.1" status: 200 len: 809 time: 0.3304853 May 27 03:45:52.894237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Request body: {'port': {'device_id': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614', 'admin_state_up': True, 'tenant_id': '2c185a36e73f4716beb4cb50c0b5d17e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:52.963970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port c8ce01b4-6cd0-4df3-b675-fd5f13469d09, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:52.964339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.090744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for c8ce01b4-6cd0-4df3-b675-fd5f13469d09 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:53.173651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.176013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Deleting port b9ee11f8-9e44-4927-bcec-945d36d9b018 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:53.176345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.208063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.217145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Network': ['ID=59543c65-da41-4b93-a1f6-cd79239d1f17,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:53.235985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:53.242142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.267522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72fb80-d043-4651-8247-2bcdf093d9b9 req-8c95a40e-164c-443f-809b-a3b470f2e995 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.271571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72fb80-d043-4651-8247-2bcdf093d9b9 req-8c95a40e-164c-443f-809b-a3b470f2e995 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.275453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72fb80-d043-4651-8247-2bcdf093d9b9 req-8c95a40e-164c-443f-809b-a3b470f2e995 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.279379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72fb80-d043-4651-8247-2bcdf093d9b9 req-8c95a40e-164c-443f-809b-a3b470f2e995 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.281058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c72fb80-d043-4651-8247-2bcdf093d9b9 req-8c95a40e-164c-443f-809b-a3b470f2e995 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2433 time: 1.2641768 May 27 03:45:53.283281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Usage tracker for resource:port and tenant:2c185a36e73f4716beb4cb50c0b5d17e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:53.325753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:53.334753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:53.372336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Made reservation on behalf of 2c185a36e73f4716beb4cb50c0b5d17e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:53.376475 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995ad5b5-c939-4859-a09d-51ee3f962d95'] response: {'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'code': 200} May 27 03:45:53.377738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.407445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.448709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-141be50d-f9fa-4de1-b297-85fb390f80a4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/59543c65-da41-4b93-a1f6-cd79239d1f17 HTTP/1.1" status: 204 len: 168 time: 6.9625952 May 27 03:45:53.451785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:53.544465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.621525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'Subnet': ['ID=a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:53.673686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0dd55-bacb-4432-99f9-6a5defc86514 req-c1283f9f-7d63-4f2b-9ac3-4ec01b77eb8e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.675036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ba0dd55-bacb-4432-99f9-6a5defc86514 req-c1283f9f-7d63-4f2b-9ac3-4ec01b77eb8e tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382ee02-4342-488d-8aa5-c333e5e08ff3 HTTP/1.1" status: 200 len: 906 time: 0.5731447 May 27 03:45:53.680579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Checking segment: {'id': 'df50bd00-677a-410d-8fc9-daf33735c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:53.680964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Network hostable DHCP agents. Network: 67a98219-6a2b-4dae-9082-28e6ab7afef9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:45:53.722102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=c8ce01b4-6cd0-4df3-b675-fd5f13469d09,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:53.734740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.836238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:45:53.845662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.846645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e6ad73d3-2104-4ed0-b87e-6ad4912d3673 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Synchronizing usage tracker for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:53.869578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] No DVR routers for this DVR port c8ce01b4-6cd0-4df3-b675-fd5f13469d09 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:53.877971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.879836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.41 "DELETE /v2.0/ports/c8ce01b4-6cd0-4df3-b675-fd5f13469d09 HTTP/1.1" status: 204 len: 173 time: 5.2310183 May 27 03:45:53.890872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-deleted', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:53.919592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] For port b9ee11f8-9e44-4927-bcec-945d36d9b018, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b9ee11f8-9e44-4927-bcec-945d36d9b018,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:53.919836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.943748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e6ad73d3-2104-4ed0-b87e-6ad4912d3673 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Unset dirty status for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:53.948675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e6ad73d3-2104-4ed0-b87e-6ad4912d3673 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1776 time: 0.4945748 May 27 03:45:53.953538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:53.955788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 67a98219-6a2b-4dae-9082-28e6ab7afef9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:53.960879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:53.961580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:53.966738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332dce7-4794-4dc7-98f4-6be852a7f1cf None None] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:53.988589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00495e54-928b-4654-acb4-a7fa0080ebaa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:54.018091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Allocated IP 172.20.0.8 (52e19eff-413b-4a53-bae0-1dbb5462f614/94d102e8-f27d-477a-b921-5b22f37cbd41/3ccf3791-6a6c-4781-969e-26828ba57f03) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:54.031229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.034874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-078b91ef-68fa-4789-8e9f-158f61089a42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00495e54-928b-4654-acb4-a7fa0080ebaa HTTP/1.1" status: 204 len: 168 time: 1.1668246 May 27 03:45:54.056909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc540-eaed-4d0b-904c-ca43f706c1e8 req-98940c27-f44a-4409-aea4-54fded6ac660 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.057794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12afc540-eaed-4d0b-904c-ca43f706c1e8 req-98940c27-f44a-4409-aea4-54fded6ac660 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Synchronizing usage tracker for tenant:b8ba3df20ea44b098b7fe51bd2acf241 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:54.074660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af5b0abb-3e0d-4283-ba15-0ffe4d6a0893 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0366061 May 27 03:45:54.079685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:54.085884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Request body: {'port': {'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-514000462'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:54.112981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0643a4-d2c5-4eb1-ae9e-88073c045a2c req-4190e6dd-0dcc-4f99-83f2-e6443fc987f3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.113687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f0643a4-d2c5-4eb1-ae9e-88073c045a2c req-4190e6dd-0dcc-4f99-83f2-e6443fc987f3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Synchronizing usage tracker for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:54.246071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.246818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.247349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.247870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.248433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.249312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.249829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.250345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:54.251824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Synchronizing usage tracker for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:54.278440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-12afc540-eaed-4d0b-904c-ca43f706c1e8 req-98940c27-f44a-4409-aea4-54fded6ac660 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] Unset dirty status for tenant:b8ba3df20ea44b098b7fe51bd2acf241 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:54.284147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12afc540-eaed-4d0b-904c-ca43f706c1e8 req-98940c27-f44a-4409-aea4-54fded6ac660 tempest-ComputeTenantNetworksTest-210456179 tempest-ComputeTenantNetworksTest-210456179-project] 10.222.0.46 "GET /v2.0/networks/b55c85c8-fa4b-4739-a28b-85903763c68a HTTP/1.1" status: 200 len: 768 time: 0.4898231 May 27 03:45:54.309201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:54.344717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-67a98219-6a2b-4dae-9082-28e6ab7afef9', 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9', 'tenant_id': 'a5988920649945678e5477a40437b2e4', 'fixed_ips': [{'subnet_id': 'a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:45:54.345990 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.653928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Allocated IP 172.20.0.2 (67a98219-6a2b-4dae-9082-28e6ab7afef9/a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5/643e1447-32eb-460c-b2cd-f220689004fc) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:54.722686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:54.738252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Usage tracker for resource:port and tenant:a5988920649945678e5477a40437b2e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:54.739316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9f0643a4-d2c5-4eb1-ae9e-88073c045a2c req-4190e6dd-0dcc-4f99-83f2-e6443fc987f3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Unset dirty status for tenant:2529349ee45d48eabe7d93e13c544b64 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:54.744429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8839639e-d77b-4a75-950d-15dfcdd6ca29 req-1e952c7b-3d8e-4d51-9dda-98e28f7cd5b0 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Synchronizing usage tracker for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:45:54.745812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f0643a4-d2c5-4eb1-ae9e-88073c045a2c req-4190e6dd-0dcc-4f99-83f2-e6443fc987f3 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 943 time: 1.2288446 May 27 03:45:54.758398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:54.784787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:54.791856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.831049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.836303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8839639e-d77b-4a75-950d-15dfcdd6ca29 req-1e952c7b-3d8e-4d51-9dda-98e28f7cd5b0 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Unset dirty status for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:54.837615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8839639e-d77b-4a75-950d-15dfcdd6ca29 req-1e952c7b-3d8e-4d51-9dda-98e28f7cd5b0 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 210 time: 0.3406327 May 27 03:45:54.845526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Unset dirty status for tenant:4525a33255e64d35bad69b9a5d4cb9b7 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:45:54.846939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-de0d9cbd-f15b-4551-b794-aae75632e720 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5259 time: 0.8881960 May 27 03:45:54.859198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:54.870554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Made reservation on behalf of a5988920649945678e5477a40437b2e4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:54.876214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.965674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:54.981931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Transition to ACTIVE for port object 643e1447-32eb-460c-b2cd-f220689004fc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:54.994128 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-55c87f9b-283f-4a5e-b1a4-87540d645a1b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] delete failed (client error): The resource could not be found. May 27 03:45:54.995426 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55c87f9b-283f-4a5e-b1a4-87540d645a1b tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/a79f4933-55e4-4ca3-b054-c799ea927bb4 HTTP/1.1" status: 404 len: 345 time: 0.1350379 May 27 03:45:55.003813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40088) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:55.010245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] device_id is not set on port d9c995c6-8381-404f-9b4a-1d1f70eb0757 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:45:55.019499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Transition to ACTIVE for port object 643e1447-32eb-460c-b2cd-f220689004fc will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:55.027837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.051964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.052577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.053117 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Floating IP e62b1420-cf02-4dc1-a80b-3911c6515b66 disassociated. External IP: 172.25.8.66, port: b9ee11f8-9e44-4927-bcec-945d36d9b018. May 27 03:45:55.053692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Calling delete_port for b9ee11f8-9e44-4927-bcec-945d36d9b018 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:55.070018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.095675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f0643a4-d2c5-4eb1-ae9e-88073c045a2c req-3e209b75-396a-4d1d-a59f-89b32ac1bf4b tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups?id=918eb6a7-1c78-45e7-b2e2-3828cae574a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487008 May 27 03:45:55.117910 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b2705d-a25a-4e06-b038-76d5fb72863e'] response: {'server_uuid': '1382ee02-4342-488d-8aa5-c333e5e08ff3', 'name': 'network-vif-deleted', 'tag': 'c8ce01b4-6cd0-4df3-b675-fd5f13469d09', 'status': 'completed', 'code': 200} May 27 03:45:55.138881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55c85c8-fa4b-4739-a28b-85903763c68a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:55.146920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.154735 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-6063961d-8265-4238-9604-45a8de04ab25 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] DELETE failed (client error): The resource could not be found. May 27 03:45:55.165591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6063961d-8265-4238-9604-45a8de04ab25 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:45:55.167711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6063961d-8265-4238-9604-45a8de04ab25 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/59543c65-da41-4b93-a1f6-cd79239d1f17 HTTP/1.1" status: 404 len: 339 time: 0.1599531 May 27 03:45:55.174825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Pushing event updated for resources: {'Port': ['ID=643e1447-32eb-460c-b2cd-f220689004fc,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:55.175890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:55.206300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'name': 'tempest-network--1692998563', 'router:external': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:55.208616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:55.211373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:55.211549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42476e0-ebfe-4fe8-b030-a0a94cc87525') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:55.211908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42476e0-ebfe-4fe8-b030-a0a94cc87525') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:55.218960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:55.227020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:55.288457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.322992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:network and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:55.332226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:55.338637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.346978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:55.356085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Attempting to bind port 643e1447-32eb-460c-b2cd-f220689004fc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:45:55.356886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Attempting to bind port 643e1447-32eb-460c-b2cd-f220689004fc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'df50bd00-677a-410d-8fc9-daf33735c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:45:55.357316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Attempting to bind port 643e1447-32eb-460c-b2cd-f220689004fc on network 67a98219-6a2b-4dae-9082-28e6ab7afef9 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:45:55.359411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Pushing event updated for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:55.362257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:45:55.362941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.375559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:45:55.377376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Checking segment: {'id': 'df50bd00-677a-410d-8fc9-daf33735c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:45:55.378146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.378540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Bound using segment: {'id': 'df50bd00-677a-410d-8fc9-daf33735c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:45:55.379018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Bound port: 643e1447-32eb-460c-b2cd-f220689004fc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df50bd00-677a-410d-8fc9-daf33735c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:45:55.379392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.380366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Network 52e19eff-413b-4a53-bae0-1dbb5462f614 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: timer() May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:45:55.383969 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:45:55.393817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:55.446598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:55.474984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:55.477372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.501283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Allocated IP 172.20.0.6 (67a98219-6a2b-4dae-9082-28e6ab7afef9/a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5/d9c995c6-8381-404f-9b4a-1d1f70eb0757) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:55.532829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] For port 643e1447-32eb-460c-b2cd-f220689004fc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:55.541379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:45:55.544463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:55.545358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.546626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] For port 643e1447-32eb-460c-b2cd-f220689004fc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=643e1447-32eb-460c-b2cd-f220689004fc,segment=NetworkSegment(df50bd00-677a-410d-8fc9-daf33735c754),segment_id=df50bd00-677a-410d-8fc9-daf33735c754)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:55.551936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.557939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.565403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.593051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.593492 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Added segment fd82baca-06ed-45a1-b83c-a594f5c8c565 of type vlan for network 6eda0575-ae5b-4333-ab6c-2e0fa8f13c78 May 27 03:45:55.603477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.617817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event deleted for resources: {'Port': ['ID=b9ee11f8-9e44-4927-bcec-945d36d9b018,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:55.618006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b55c85c8-fa4b-4739-a28b-85903763c68a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:55.673883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a785a60b-5049-4f5e-bf53-e1ebd3b48e3c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b55c85c8-fa4b-4739-a28b-85903763c68a HTTP/1.1" status: 204 len: 168 time: 1.3622768 May 27 03:45:55.675979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.681477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-21fc3d68-1758-4f44-89aa-1da2958dcfe5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7940333 May 27 03:45:55.741446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Request body: {'port': {'device_id': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:55.797610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad33bf7-9f5b-4495-8e09-0dbcec09a4ab None None] Pushing event updated for resources: {'Port': ['ID=643e1447-32eb-460c-b2cd-f220689004fc,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:55.959238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40110) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:55.991588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:55.992441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:55.993054 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.001512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:56.264475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=6eda0575-ae5b-4333-ab6c-2e0fa8f13c78,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:56.298507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.300668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6eda0575-ae5b-4333-ab6c-2e0fa8f13c78 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:45:56.464027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.491446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.551785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:56.557165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30ce38fa-1ec0-48d2-9799-5ef64081aba4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3671713 May 27 03:45:56.567647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Transition to ACTIVE for port object d9c995c6-8381-404f-9b4a-1d1f70eb0757 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:56.583656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 643e1447-32eb-460c-b2cd-f220689004fc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:45:56.623678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacf122-dc41-4854-abff-6daa928794b3 req-f430566d-f250-4f47-9ee5-968c5f4a7d13 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:56.625274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcacf122-dc41-4854-abff-6daa928794b3 req-f430566d-f250-4f47-9ee5-968c5f4a7d13 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 945 time: 0.5620594 May 27 03:45:56.645924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e24b68d3-6838-4dbe-a45b-aae4526c1b24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8ba3df20ea44b098b7fe51bd2acf241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6854613 May 27 03:45:56.650062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40126) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:56.704793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 643e1447-32eb-460c-b2cd-f220689004fc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:56.813588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d13057-01bc-4d30-a354-260ed9e83013 req-4113c0bb-6aa7-4c66-bb56-3095fbfc1ffc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:56.815201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78d13057-01bc-4d30-a354-260ed9e83013 req-4113c0bb-6aa7-4c66-bb56-3095fbfc1ffc tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 945 time: 0.5642369 May 27 03:45:56.910419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ac4ec-bb67-4928-85a7-e5ecbebae24e req-fe117141-c1f0-4007-bbd9-365ba2018a67 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:56.917317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-809ac4ec-bb67-4928-85a7-e5ecbebae24e req-fe117141-c1f0-4007-bbd9-365ba2018a67 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 931 time: 0.6501060 May 27 03:45:56.957587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.967693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:56.998595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Router ff8933db-b729-4627-be1a-f9c8157adb58 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:57.024598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.026387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcacf122-dc41-4854-abff-6daa928794b3 req-5065032e-3e41-45cd-8dc3-31be55558a01 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410804 May 27 03:45:57.051732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-809ac4ec-bb67-4928-85a7-e5ecbebae24e req-8fbae1b3-bd5c-4531-aaa7-6e44e8364714 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334455 May 27 03:45:57.216937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:57.217558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.250165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ea26e-e771-4b2d-b21a-1ea536e7c70a tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.254425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ea26e-e771-4b2d-b21a-1ea536e7c70a tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.258930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ea26e-e771-4b2d-b21a-1ea536e7c70a tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.262941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ea26e-e771-4b2d-b21a-1ea536e7c70a tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.264619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-422ea26e-e771-4b2d-b21a-1ea536e7c70a tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7006636 May 27 03:45:57.275451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:57.331629 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.351169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:57.366914 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Sync routers for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:45:57.372664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabca627-931c-4062-9d59-da0ec5bd3d11,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:57.375474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'Port': ['ID=d9c995c6-8381-404f-9b4a-1d1f70eb0757,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:57.384053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ace18aa7-94a8-456c-af2e-9f46cbba3bf6 admin admin] 10.222.0.46 "PUT /v2.0/routers/c9d14c24-2ab8-4dd2-ab1d-e72c44695a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3231328 May 27 03:45:57.389120 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:57.389120 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:57.392857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40142) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:57.396057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.397255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af25da3a-b533-4bee-8d7f-218bd62b636c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eabca627-931c-4062-9d59-da0ec5bd3d11 HTTP/1.1" status: 204 len: 168 time: 0.7440009 May 27 03:45:57.510201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:57.533287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:57.561000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:45:57.582381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361e2f6-1998-435c-b248-b104d08a7516 None None] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:45:57.629299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e51d1f4-e77c-4df7-8aea-792e2216f6e1 req-6372817e-0283-4ad1-ae4f-4ff3393c5e69 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 210 time: 0.2730942 May 27 03:45:57.685507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:57.716998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Sync routers for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:45:57.755834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.758635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:57.761984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:57.783880 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:57.815979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] No DVR routers for this DVR port b9ee11f8-9e44-4927-bcec-945d36d9b018 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:57.821113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.824505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a384329-0f9c-4921-a8e9-df7749d27037 req-f71ea5d6-b96a-4b6c-9d8e-1f4c557d4624 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.41 "DELETE /v2.0/ports/b9ee11f8-9e44-4927-bcec-945d36d9b018 HTTP/1.1" status: 204 len: 173 time: 9.8852541 May 27 03:45:57.828280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:57.829734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:57.830618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-deleted', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:45:57.849921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.022849 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d86de9d-2863-428f-b27b-e1625b33ad4d'] response: {'server_uuid': '12f12182-ba34-4878-a02a-787e7cb41db9', 'name': 'network-vif-deleted', 'tag': 'b9ee11f8-9e44-4927-bcec-945d36d9b018', 'status': 'completed', 'code': 200} May 27 03:45:58.029058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Provisioning for port 643e1447-32eb-460c-b2cd-f220689004fc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:58.037121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:45:58.099569 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ceded20-acf6-407b-812a-b05941cd9583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.215717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Provisioning complete for port 643e1447-32eb-460c-b2cd-f220689004fc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:58.216345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.258712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.296887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Deleting port 5610cb54-62ab-4762-aac1-86954e12fcae {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:45:58.297440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.340613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:58.341404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.616891 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:45:47Z', 'revision_number': 5, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port': {'id': '5610cb54-62ab-4762-aac1-86954e12fcae', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:49Z', 'updated_at': '2022-05-27T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:58.623798 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Checking router: c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:45:58.654830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Routers {'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:45:58.655509 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:45:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:58.671189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.687008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:58.773800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:58.919526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] For port 643e1447-32eb-460c-b2cd-f220689004fc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=643e1447-32eb-460c-b2cd-f220689004fc,segment=NetworkSegment(df50bd00-677a-410d-8fc9-daf33735c754),segment_id=df50bd00-677a-410d-8fc9-daf33735c754)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:58.943964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:58.970103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] For port 5610cb54-62ab-4762-aac1-86954e12fcae, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5610cb54-62ab-4762-aac1-86954e12fcae,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:58.970676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.040113 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] Set router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:45:59.040440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccf3791-6a6c-4781-969e-26828ba57f03 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:45:59.056136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.099134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Transition to ACTIVE for port object 3ccf3791-6a6c-4781-969e-26828ba57f03 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:45:59.135616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754a67-ad7c-447b-b2db-0be982aee016 None None] Pushing event updated for resources: {'Port': ['ID=643e1447-32eb-460c-b2cd-f220689004fc,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:59.144224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cfc634ea-4632-4a48-8140-4c868f2f39de tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0631590 May 27 03:45:59.174287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.188544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:45:59.212443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.342627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Calling delete_port for 5610cb54-62ab-4762-aac1-86954e12fcae owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:45:59.344194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:45:58Z', 'revision_number': 6, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:59.353188 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ad1c1-b1c6-48b2-97b4-e13c82505682 None None] The sync data for ids ['c9d14c24-2ab8-4dd2-ab1d-e72c44695a34'] in n-d-843301-2 is: [{'id': 'c9d14c24-2ab8-4dd2-ab1d-e72c44695a34', 'name': 'tempest-AttachVolumeShelveTestJSON-1391288918-router', 'tenant_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:45Z', 'updated_at': '2022-05-27T03:45:58Z', 'revision_number': 6, 'project_id': '6ac9c108963c4c0bb55c8b6a2c88afec', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:45:59.357748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:45:59.415246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Request body: {'port': {'network_id': '67a98219-6a2b-4dae-9082-28e6ab7afef9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1410408317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:45:59.415937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] bootfile-name is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:45:59.416159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] tftp-server is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:45:59.416455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] server-ip-address is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:45:59.558288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fc3bf7c-84fb-432a-b6fe-06cc67cebac4 req-85ce3f4e-434f-4c0a-a444-d3f075d7415b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 210 time: 0.3869462 May 27 03:45:59.642158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:59.653124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Provisioning for port d9c995c6-8381-404f-9b4a-1d1f70eb0757 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:45:59.678102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622949f8-02df-4f5e-980a-00e64b1e1ddc req-7c3ffe2e-1a7f-4dd5-971d-a83cc803a3d5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:45:59.682571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-622949f8-02df-4f5e-980a-00e64b1e1ddc req-7c3ffe2e-1a7f-4dd5-971d-a83cc803a3d5 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 931 time: 1.1731279 May 27 03:45:59.715300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Provisioning complete for port d9c995c6-8381-404f-9b4a-1d1f70eb0757 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:45:59.715825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.751920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:45:59.851024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=8faf271e-11b1-4bd8-97ab-53a01d0bd2e3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:59.912806 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-622949f8-02df-4f5e-980a-00e64b1e1ddc req-d886bdb6-47cf-405c-9cc8-91f78626cf6a tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880004 May 27 03:45:59.918158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:45:59.925459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Usage tracker for resource:port and tenant:a5988920649945678e5477a40437b2e4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:45:59.929993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:45:59.942742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:45:59.985622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Made reservation on behalf of a5988920649945678e5477a40437b2e4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:59.997029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.284080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:00.393535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-003524bf-2b23-439d-877b-be961c2056da req-aba74cac-45af-493e-9497-9a8e1c45d433 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f12182-ba34-4878-a02a-787e7cb41db9 HTTP/1.1" status: 200 len: 210 time: 0.6200211 May 27 03:46:00.450270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] No DVR routers for this DVR port 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:00.477284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.481285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eda0575-ae5b-4333-ab6c-2e0fa8f13c78']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:00.501194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'name': 'network-vif-deleted', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:00.503895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Port d9c995c6-8381-404f-9b4a-1d1f70eb0757 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:00.553943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:00.583891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd82baca-06ed-45a1-b83c-a594f5c8c565') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:00.584221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd82baca-06ed-45a1-b83c-a594f5c8c565') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:00.602630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78d13057-01bc-4d30-a354-260ed9e83013 req-b3221c79-772d-4957-ba99-e2e6643614ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "DELETE /v2.0/ports/8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 HTTP/1.1" status: 204 len: 173 time: 3.7720621 May 27 03:46:00.621190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.627542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:00.627542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8faf271e-11b1-4bd8-97ab-53a01d0bd2e3 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:00.631736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 643e1447-32eb-460c-b2cd-f220689004fc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:00.638317 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.653184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] device_id is not set on port f55a9105-677b-4dc5-8b2c-b8862c005236 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:46:00.716068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.737712 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d306d7c-81f4-4dd1-bdaa-0f6d94b71226'] response: {'server_uuid': '64aca8c7-46e8-46d1-8b74-d04b35b62794', 'name': 'network-vif-deleted', 'tag': '8faf271e-11b1-4bd8-97ab-53a01d0bd2e3', 'status': 'completed', 'code': 200} May 27 03:46:00.789604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Attempting to bind port 3ccf3791-6a6c-4781-969e-26828ba57f03 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:00.790371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Attempting to bind port 3ccf3791-6a6c-4781-969e-26828ba57f03 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '22cf03a9-97ad-4a75-9510-cfba809fd371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:00.798457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Attempting to bind port 3ccf3791-6a6c-4781-969e-26828ba57f03 on network 52e19eff-413b-4a53-bae0-1dbb5462f614 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:00.812622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:00.815035 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.817536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d7dc1555-4355-44d7-a0fb-ad175e359c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.836232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5610cb54-62ab-4762-aac1-86954e12fcae,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: timer() May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:00.854877 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:00.884343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Provisioning complete for port 643e1447-32eb-460c-b2cd-f220689004fc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:00.884972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd020dcf-43ac-4b07-b0a3-1c97534ca82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:00.922312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Port 3ccf3791-6a6c-4781-969e-26828ba57f03 on network 52e19eff-413b-4a53-bae0-1dbb5462f614 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:46:00.922968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Attempting to bind port 3ccf3791-6a6c-4781-969e-26828ba57f03 on network 52e19eff-413b-4a53-bae0-1dbb5462f614 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:00.935976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:00.936627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Checking segment: {'id': '22cf03a9-97ad-4a75-9510-cfba809fd371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:00.937246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Bound using segment: {'id': '22cf03a9-97ad-4a75-9510-cfba809fd371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:00.937881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Bound port: 3ccf3791-6a6c-4781-969e-26828ba57f03, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf03a9-97ad-4a75-9510-cfba809fd371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:00.938598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.011984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d7346db0-97e1-4bff-8483-fb19548a88ab req-ff476d8f-b16b-4e23-9123-6e1bcc947bcb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:01.027681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.059057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d7346db0-97e1-4bff-8483-fb19548a88ab req-ff476d8f-b16b-4e23-9123-6e1bcc947bcb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:01.060635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7346db0-97e1-4bff-8483-fb19548a88ab req-ff476d8f-b16b-4e23-9123-6e1bcc947bcb tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=64aca8c7-46e8-46d1-8b74-d04b35b62794 HTTP/1.1" status: 200 len: 210 time: 0.1258109 May 27 03:46:01.080358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.109736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6eda0575-ae5b-4333-ab6c-2e0fa8f13c78 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:46:01.113977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 643e1447-32eb-460c-b2cd-f220689004fc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:01.114488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.129187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Network': ['ID=6eda0575-ae5b-4333-ab6c-2e0fa8f13c78,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:01.174226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:01.180244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3ccf3791-6a6c-4781-969e-26828ba57f03,segment=NetworkSegment(22cf03a9-97ad-4a75-9510-cfba809fd371),segment_id=22cf03a9-97ad-4a75-9510-cfba809fd371)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:01.182362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.189522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.318442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:01.340419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.347159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Checking router: ff8933db-b729-4627-be1a-f9c8157adb58 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:01.367083 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f2332f28-0962-415a-8d4b-1550b5dd55d4 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6eda0575-ae5b-4333-ab6c-2e0fa8f13c78 HTTP/1.1" status: 204 len: 168 time: 4.0750499 May 27 03:46:01.367804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:01.371878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:01.372522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:01.390492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.398668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ccf3791-6a6c-4781-969e-26828ba57f03 HTTP/1.1" status: 200 len: 1091 time: 5.6621482 May 27 03:46:01.421954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'name': 'tempest-network--1279895669', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:01.477257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:01.548818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.562057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:network and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:01.563057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:01.583125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:01.607657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:01.623144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b435b-3d0a-4627-879d-111c20d6d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:01.662348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:01.667594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.771282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:01.802857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-73a5aadf-d649-4ca1-b628-5ba3a65d1935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c185a36e73f4716beb4cb50c0b5d17e&device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 1094 time: 0.3401258 May 27 03:46:01.806712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:01.807051 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Added segment c19a662f-30f0-45cd-83b3-607f9453604f of type vlan for network fbd2c1ae-7673-4d36-a75d-86299968a04e May 27 03:46:01.956364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-0465a017-aa2c-497a-8344-93186e50de46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ccf3791-6a6c-4781-969e-26828ba57f03 HTTP/1.1" status: 200 len: 217 time: 0.1383014 May 27 03:46:01.973638 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:02.036335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:02.065468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-70614031-0990-4059-b96f-b2c4a6aa905e None None] Provisioning complete for port d9c995c6-8381-404f-9b4a-1d1f70eb0757 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:02.067140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-70614031-0990-4059-b96f-b2c4a6aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:02.100230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-918a0dfc-a306-4267-90d3-ecb9a62d7007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:02.103774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-918a0dfc-a306-4267-90d3-ecb9a62d7007 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94d102e8-f27d-477a-b921-5b22f37cbd41 HTTP/1.1" status: 200 len: 849 time: 0.1346312 May 27 03:46:02.106102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:02.149534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a290d7b3-857a-43a6-886b-da69a42678f3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:02.181469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:02.224993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:02.225375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:02.225897 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:02.246140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-81698a08-a357-48fa-bbed-eda03b53ed3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52e19eff-413b-4a53-bae0-1dbb5462f614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347001 May 27 03:46:02.268945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8870392 May 27 03:46:02.269119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a290d7b3-857a-43a6-886b-da69a42678f3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:02.269119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a290d7b3-857a-43a6-886b-da69a42678f3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:02.269119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5610cb54-62ab-4762-aac1-86954e12fcae no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:02.382298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40242) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:02.418154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5610cb54-62ab-4762-aac1-86954e12fcae {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:02.418540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5610cb54-62ab-4762-aac1-86954e12fcae not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:02.452935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-70614031-0990-4059-b96f-b2c4a6aa905e None None] Port d9c995c6-8381-404f-9b4a-1d1f70eb0757 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:02.490282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Usage tracker for resource:security_group_rule and tenant:deb78400cc61428b95b43d64afe04474 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:02.534123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:02.545536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73438f92-c24f-48ef-a0f6-affac0b9e0f0 None None] The sync data for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 is: [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:43:29Z', 'revision_number': 4, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb364d2e-e7cf-448e-a7c2-a4163f0e2163', 'name': '', 'network_id': 'd54a7fd1-1ac0-4666-b406-e0df2177b5e9', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'mac_address': 'fa:16:3e:68:2e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:27Z', 'updated_at': '2022-05-27T03:43:41Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'subnets': [{'id': 'd8986c0a-0849-474d-be24-81ea01c25501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:02.638264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:02.665654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a077f9-8e89-4d57-a213-528261a080f8 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=fbd2c1ae-7673-4d36-a75d-86299968a04e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:02.682058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network fbd2c1ae-7673-4d36-a75d-86299968a04e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:02.722879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-18f6f5ac-282c-4490-b76a-2d6486900832 service neutron] 10.222.0.41 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602118 May 27 03:46:02.748350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:02.870483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:02.947809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.005472 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c00d70-f759-4e78-9812-9c72ce7f8078 None None] New status for floating IP e62b1420-cf02-4dc1-a80b-3911c6515b66: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:46:03.007014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.013809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d49e26-4040-47bb-b62d-dfcf15681f77 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.014630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3d49e26-4040-47bb-b62d-dfcf15681f77 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Synchronizing usage tracker for tenant:1882b30df16d49eb992afdcedcb8ce54 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:03.017117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.021125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7afc9d7f-478e-45e8-a8a0-81ce57f45b46 req-74bff503-c5fb-416e-b2eb-5fbb93713f7d service neutron] 10.222.0.41 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920251 May 27 03:46:03.027527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423e0e6-3eb6-4f52-8de7-49d587702027 req-8e7889af-2692-4060-9ac6-6d73ce8df2ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.034321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d423e0e6-3eb6-4f52-8de7-49d587702027 req-8e7889af-2692-4060-9ac6-6d73ce8df2ef tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.2804072 May 27 03:46:03.075405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.076033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55b63d-5a75-4946-b348-401a65763c77 req-164e352a-06be-408c-b1ac-00e94271801b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.077660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a55b63d-5a75-4946-b348-401a65763c77 req-164e352a-06be-408c-b1ac-00e94271801b tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 945 time: 0.2804267 May 27 03:46:03.089305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776bd3-ff77-4123-9172-3c033a7ca9cf req-847aa4e5-f61b-466b-b407-82757578cf35 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.090827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79776bd3-ff77-4123-9172-3c033a7ca9cf req-847aa4e5-f61b-466b-b407-82757578cf35 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 943 time: 1.3168917 May 27 03:46:03.107572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Allocated IP 172.20.0.4 (67a98219-6a2b-4dae-9082-28e6ab7afef9/a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5/f55a9105-677b-4dc5-8b2c-b8862c005236) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:03.149380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d423e0e6-3eb6-4f52-8de7-49d587702027 req-8d7bf1d8-4e3e-42b6-a8d9-fbe069be6959 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=3473a7e4-f4f9-4afb-a680-84f2c1d0981f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140609 May 27 03:46:03.177203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.197586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port 8883f7d2-f6c3-45d9-82d0-e5f023610088 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:03.200923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.222137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3d49e26-4040-47bb-b62d-dfcf15681f77 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Unset dirty status for tenant:1882b30df16d49eb992afdcedcb8ce54 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:03.223579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3d49e26-4040-47bb-b62d-dfcf15681f77 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "GET /v2.0/networks/fbd2c1ae-7673-4d36-a75d-86299968a04e HTTP/1.1" status: 200 len: 757 time: 0.7206435 May 27 03:46:03.241587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40264) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:03.309508 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38e1f45-6bb6-4d51-b46d-8d2c76f2b423'] response: {'name': 'network-changed', 'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03', 'status': 'completed', 'code': 200} May 27 03:46:03.410506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a66a07-3f66-41b4-9729-a8bb188878f3 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:03.413022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-19a66a07-3f66-41b4-9729-a8bb188878f3 tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "GET /v2.0/networks/c601d3ff-7652-4339-80af-30fccfb6987a HTTP/1.1" status: 200 len: 768 time: 0.1601691 May 27 03:46:03.448516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40272) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:03.511667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.512147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:46:03.545791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-79776bd3-ff77-4123-9172-3c033a7ca9cf req-8c543c3a-4930-4ae5-a96f-b49f7cb1d629 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349484 May 27 03:46:03.606791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-e88fe689-e383-4c1c-b807-fc9e4685d6ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c185a36e73f4716beb4cb50c0b5d17e&device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 1094 time: 0.2936101 May 27 03:46:03.636164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port 8883f7d2-f6c3-45d9-82d0-e5f023610088, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8883f7d2-f6c3-45d9-82d0-e5f023610088,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:03.636534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.789452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for 8883f7d2-f6c3-45d9-82d0-e5f023610088 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:03.942174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.969553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.987597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:03.992345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.020920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.032718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8883f7d2-f6c3-45d9-82d0-e5f023610088'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:46:04.086253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deb78400cc61428b95b43d64afe04474&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5252624 May 27 03:46:04.098393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:04.103923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=8883f7d2-f6c3-45d9-82d0-e5f023610088,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:04.160323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-5b9a2c31-cbf5-4e4a-a16d-054b8f6252c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:04.161804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-5b9a2c31-cbf5-4e4a-a16d-054b8f6252c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52e19eff-413b-4a53-bae0-1dbb5462f614 HTTP/1.1" status: 200 len: 910 time: 0.4562671 May 27 03:46:04.264856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918eb6a7-1c78-45e7-b2e2-3828cae574a6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:04.393791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769405b9-6ab9-4fb4-a9d0-d7f9264a2aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f93ce30-5e31-423d-af24-b9fcea72fc0a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:04.425651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] No DVR routers for this DVR port 8883f7d2-f6c3-45d9-82d0-e5f023610088 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:04.432601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.452755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-09f8f1ad-177f-420c-a234-46ba6b98d823 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ccf3791-6a6c-4781-969e-26828ba57f03 HTTP/1.1" status: 200 len: 217 time: 0.2545602 May 27 03:46:04.514549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.516108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ca1b1fe4-e300-4689-9d4b-7534c536f078 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "DELETE /v2.0/security-groups/918eb6a7-1c78-45e7-b2e2-3828cae574a6 HTTP/1.1" status: 204 len: 168 time: 2.4500265 May 27 03:46:04.570040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:04.596008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.600570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b586de07-3800-4efd-8221-f7613c1257fe admin admin] 10.222.0.46 "DELETE /v2.0/routers/c9d14c24-2ab8-4dd2-ab1d-e72c44695a34 HTTP/1.1" status: 204 len: 168 time: 7.2019973 May 27 03:46:04.607220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:04.608267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.611611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbf8afdd-22de-41a2-a88e-b53fbadca459 req-78d4169c-e3aa-491c-b788-0160de6abeb9 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 210 time: 0.1805630 May 27 03:46:04.612479 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-88dafc98-439d-42a9-8b65-8ab27b36c501 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] show failed (client error): The resource could not be found. May 27 03:46:04.616890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-88dafc98-439d-42a9-8b65-8ab27b36c501 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "GET /v2.0/security-groups/918eb6a7-1c78-45e7-b2e2-3828cae574a6 HTTP/1.1" status: 404 len: 347 time: 0.0414264 May 27 03:46:04.617489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:04.708053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Deleting subnet 9c68632c-3cd4-4f09-ad73-208a9148a4ee {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:04.711882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.772132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.870383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a55b63d-5a75-4946-b348-401a65763c77 req-ff64a5fd-b279-459c-861f-b0bc8ade4989 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "DELETE /v2.0/ports/8883f7d2-f6c3-45d9-82d0-e5f023610088 HTTP/1.1" status: 204 len: 173 time: 1.7826614 May 27 03:46:04.893033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.968806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:04.976916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-112c2c6f-4f71-4321-a4d3-fa099c601c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:04.978574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-112c2c6f-4f71-4321-a4d3-fa099c601c9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=94d102e8-f27d-477a-b921-5b22f37cbd41 HTTP/1.1" status: 200 len: 849 time: 0.4383974 May 27 03:46:04.991674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.059154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Deleting port 4ee37df1-d6bf-4a4d-8b1e-77b155c32f19 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:05.059357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.063428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd2c1ae-7673-4d36-a75d-86299968a04e']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:05.085641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-7d94baa9-1168-4d4a-b930-7810a222bd9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52e19eff-413b-4a53-bae0-1dbb5462f614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853999 May 27 03:46:05.122581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a662f-30f0-45cd-83b3-607f9453604f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:05.123147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a662f-30f0-45cd-83b3-607f9453604f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:05.158453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.168463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.205684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.208117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.253221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:05.253737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.267649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c68632c-3cd4-4f09-ad73-208a9148a4ee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:05.269454 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:05.322231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'name': 'network-vif-deleted', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:05.334421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-5a1dd1c2-1f74-4d50-9362-c8ae742c1d42 service neutron] 10.222.0.41 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361274 May 27 03:46:05.334828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd617-c659-4b6a-b591-f215e5ebffd2 req-fadb25a9-b6c9-4202-857b-51c6a97e81f6 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:05.336335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd2dd617-c659-4b6a-b591-f215e5ebffd2 req-fadb25a9-b6c9-4202-857b-51c6a97e81f6 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 943 time: 0.3962932 May 27 03:46:05.358413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7d1e6-553a-4ba9-983c-8c9ffff2569e None None] Network cfd3dd42-689b-4b6d-b3a2-4f2eba154234 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:05.371007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.371760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.403329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3652aab9-acc1-4a62-82bf-42b812086a86 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9c68632c-3cd4-4f09-ad73-208a9148a4ee HTTP/1.1" status: 204 len: 168 time: 0.7804902 May 27 03:46:05.406391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40330) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:05.439956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Transition to ACTIVE for port object f55a9105-677b-4dc5-8b2c-b8862c005236 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:05.444382 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377b9829-3347-473f-ba07-f0ac22c7d1bd'] response: {'server_uuid': '2dbe749e-abe0-4747-8a4a-bb71d5e0908f', 'name': 'network-vif-deleted', 'tag': '8883f7d2-f6c3-45d9-82d0-e5f023610088', 'status': 'completed', 'code': 200} May 27 03:46:05.448300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.454759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f93ce30-5e31-423d-af24-b9fcea72fc0a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:05.489836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.491741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-95c91a6c-9372-4a03-b651-64cc94cc99fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f93ce30-5e31-423d-af24-b9fcea72fc0a HTTP/1.1" status: 204 len: 168 time: 1.3893209 May 27 03:46:05.513020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.513533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.564749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fbd2c1ae-7673-4d36-a75d-86299968a04e {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:46:05.572834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbd2c1ae-7673-4d36-a75d-86299968a04e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:05.596212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.633519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dd2dd617-c659-4b6a-b591-f215e5ebffd2 req-f011dcb0-bc8a-44b0-8d54-2146628e52d8 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667727 May 27 03:46:05.640058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-74467887-6f92-4267-8266-c02968f1f0d5 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/fbd2c1ae-7673-4d36-a75d-86299968a04e HTTP/1.1" status: 204 len: 168 time: 2.1851165 May 27 03:46:05.663938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40338) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:05.711529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'name': 'tempest-network--2142629223'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:05.756431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.756667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Calling delete_port for 4ee37df1-d6bf-4a4d-8b1e-77b155c32f19 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:05.758391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:05.796108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Usage tracker for resource:network and tenant:4525a33255e64d35bad69b9a5d4cb9b7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:05.802502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:05.816032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.827036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:05.829382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Deleting port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:05.829727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:05.917098 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d809deeb-da3c-430c-bc7a-cc87f71d6f7f req-230f8fb6-c1b8-4d66-9581-3c631db1ad80 service neutron] 10.222.0.41 "GET /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716147 May 27 03:46:05.996805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-491e6d5c-59ee-4bd9-a79e-e7ba86dfb028 req-af1c1d3a-752f-4ffa-b90c-ebbef965ca2a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:06.025152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] DHCP port deletion for cfd3dd42-689b-4b6d-b3a2-4f2eba154234 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:46:06.029704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Deleting port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:06.030080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.033460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-491e6d5c-59ee-4bd9-a79e-e7ba86dfb028 req-af1c1d3a-752f-4ffa-b90c-ebbef965ca2a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:06.033629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Made reservation on behalf of 4525a33255e64d35bad69b9a5d4cb9b7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:06.035714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.063637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-491e6d5c-59ee-4bd9-a79e-e7ba86dfb028 req-af1c1d3a-752f-4ffa-b90c-ebbef965ca2a tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbe749e-abe0-4747-8a4a-bb71d5e0908f HTTP/1.1" status: 200 len: 210 time: 0.1497564 May 27 03:46:06.067659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:06.076584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:06.079050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'Port': ['ID=f55a9105-677b-4dc5-8b2c-b8862c005236,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:06.127884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:06.154624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8883f7d2-f6c3-45d9-82d0-e5f023610088 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:06.197023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.278702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 8883f7d2-f6c3-45d9-82d0-e5f023610088 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:06.289288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8883f7d2-f6c3-45d9-82d0-e5f023610088 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:06.300467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.301122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.333616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Pushing event deleted for resources: {'Port': ['ID=4ee37df1-d6bf-4a4d-8b1e-77b155c32f19,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:06.363357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3ccf3791-6a6c-4781-969e-26828ba57f03 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:46:06.380422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:06.461220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.461583 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Added segment ea645cd1-8d3c-4e4f-b45a-b87b3735bbd9 of type vlan for network 3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca May 27 03:46:06.467044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-757a4d63-7fca-46b2-8230-0bd420056f5e tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 7.2675433 May 27 03:46:06.524272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:06.524703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:06.540828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.620289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] For port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:06.620856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.660460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.678909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] For port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,segment=NetworkSegment(775da5ad-885a-4071-8df3-6a8b75c31c2e),segment_id=775da5ad-885a-4071-8df3-6a8b75c31c2e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:06.679270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.687378 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.691876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.695854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a029268-0f91-4bfe-b11c-3046bcffab37 tempest-ServersTestBootFromVolume-740881539 tempest-ServersTestBootFromVolume-740881539-project] 10.222.0.46 "DELETE /v2.0/floatingips/e62b1420-cf02-4dc1-a80b-3911c6515b66 HTTP/1.1" status: 204 len: 168 time: 2.0708246 May 27 03:46:06.697575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40362) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:06.730523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:06.735193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Usage tracker for resource:security_group_rule and tenant:692e58360ec64a74834d6b24003c1f1d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:06.739675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:06.746686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:06.776647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Calling delete_port for 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:06.867636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:06.875093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.884917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.927653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:06.928239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:06.931371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:06.938133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.942618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.946861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:06.947779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Synchronizing usage tracker for tenant:a5988920649945678e5477a40437b2e4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:06.953315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddd298-ac56-4a9a-bad0-65f8e3b702dc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:06.994537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d92dfd14-2593-4974-996f-05119307d843 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=692e58360ec64a74834d6b24003c1f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4554996 May 27 03:46:06.995924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Unset dirty status for tenant:a5988920649945678e5477a40437b2e4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:06.997797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4b0b5eea-e0e0-4a4f-aa8e-da53f9458970 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4703169 May 27 03:46:07.001146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:07.003476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:07.011807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] No DVR routers for this DVR port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:07.016704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-132be514-d618-451f-97a8-f3b8e05f6715 None None] Provisioning for port f55a9105-677b-4dc5-8b2c-b8862c005236 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:07.024584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37c728-6d25-4a51-a1f1-01999c1a799c None None] Pushing event deleted for resources: {'Port': ['ID=80ea6bbe-a83e-489c-ab94-bc7c56f17a7a,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:07.032023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-132be514-d618-451f-97a8-f3b8e05f6715 None None] Provisioning complete for port f55a9105-677b-4dc5-8b2c-b8862c005236 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:07.033041 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-132be514-d618-451f-97a8-f3b8e05f6715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.090882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-132be514-d618-451f-97a8-f3b8e05f6715 None None] Port f55a9105-677b-4dc5-8b2c-b8862c005236 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:07.095436 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:46:07.099323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Calling delete_port for 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:07.133294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Deleting port f55a9105-677b-4dc5-8b2c-b8862c005236 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:07.133964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.171487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:46:07.255391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.316927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.317951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:07.318593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.355915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3ccf3791-6a6c-4781-969e-26828ba57f03,segment=NetworkSegment(22cf03a9-97ad-4a75-9510-cfba809fd371),segment_id=22cf03a9-97ad-4a75-9510-cfba809fd371)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:07.392914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '3ccf3791-6a6c-4781-969e-26828ba57f03', 'network_id': '52e19eff-413b-4a53-bae0-1dbb5462f614', 'port_id': '3ccf3791-6a6c-4781-969e-26828ba57f03', 'mac_address': 'fa:16:3e:38:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d102e8-f27d-477a-b921-5b22f37cbd41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:46:07.463732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.496935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:07.497492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccf3791-6a6c-4781-969e-26828ba57f03 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:46:07.504530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:07.504891 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:07.523212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:07.525192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e6cc5fab-ff64-4c9c-8c3c-d37a0780ad94 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8355122 May 27 03:46:07.528866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40388) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:07.539038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:07.559293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f33f7-0c30-4422-8335-f875eb87ff7c req-b63df05c-4be3-47c4-95fc-ee35eeaf295c tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:07.566111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e8f33f7-0c30-4422-8335-f875eb87ff7c req-b63df05c-4be3-47c4-95fc-ee35eeaf295c tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 943 time: 0.4800184 May 27 03:46:07.578869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.629460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3ccf3791-6a6c-4781-969e-26828ba57f03,segment=NetworkSegment(22cf03a9-97ad-4a75-9510-cfba809fd371),segment_id=22cf03a9-97ad-4a75-9510-cfba809fd371)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:07.648783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.705213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.735819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:07.753826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e8f33f7-0c30-4422-8335-f875eb87ff7c req-3823ee17-eaa1-425e-9516-37962afbcc76 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864476 May 27 03:46:07.782680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:07.802464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddd298-ac56-4a9a-bad0-65f8e3b702dc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:07.840558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.841797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8111070f-6e6d-4b69-9ff7-6a6b315e00ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91ddd298-ac56-4a9a-bad0-65f8e3b702dc HTTP/1.1" status: 204 len: 168 time: 0.8370275 May 27 03:46:07.902004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:07.929275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa920d-ff93-4865-9ae4-cb7ffbf96012 req-d0fbea8f-ece4-4140-948f-ff117b0f30d4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:07.930784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0afa920d-ff93-4865-9ae4-cb7ffbf96012 req-d0fbea8f-ece4-4140-948f-ff117b0f30d4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2207606 May 27 03:46:07.945542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['3ccf3791-6a6c-4781-969e-26828ba57f03'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:46:08.011228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0afa920d-ff93-4865-9ae4-cb7ffbf96012 req-e70ed7fb-c497-441c-b1be-d5f4fc8cc598 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739162 May 27 03:46:08.015830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.090537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Deleting port 80ea6bbe-a83e-489c-ab94-bc7c56f17a7a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:08.090537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.194675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] The port '80ea6bbe-a83e-489c-ab94-bc7c56f17a7a' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:46:08.232337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.245236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Calling delete_port for f55a9105-677b-4dc5-8b2c-b8862c005236 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:08.273571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.351440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:08.366575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Usage tracker for resource:security_group_rule and tenant:b74cbffe8ee54393b54f941c80b7c45f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:08.370113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:08.379770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:08.395204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Network 3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca is not hosted by any dhcp agent {{(pid=84156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 27 03:46:08.395954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:08.396602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.400606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "PUT /v2.0/networks/3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca HTTP/1.1" status: 200 len: 858 time: 0.8667312 May 27 03:46:08.421334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:08.437113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.491608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.560959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event deleted for resources: {'Port': ['ID=f55a9105-677b-4dc5-8b2c-b8862c005236,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:08.607404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.664233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27e6c-adcc-41a4-b68f-81890c524b48 tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event updated for resources: {'Network': ['ID=3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:08.673691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.691673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.711767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd3dd42-689b-4b6d-b3a2-4f2eba154234']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:08.739827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775da5ad-885a-4071-8df3-6a8b75c31c2e') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:08.740991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775da5ad-885a-4071-8df3-6a8b75c31c2e') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:08.748292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b74cbffe8ee54393b54f941c80b7c45f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9616117 May 27 03:46:08.752532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:08.757582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.768410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a207b51-b465-4706-b086-c997bc1fecf0 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "DELETE /v2.0/ports/f55a9105-677b-4dc5-8b2c-b8862c005236 HTTP/1.1" status: 204 len: 168 time: 1.7658935 May 27 03:46:08.771325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee367bcd-3c49-4a2d-87c0-e8c03cc1bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3400ce53-08ad-4e77-a6f1-15e1f2eb339b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:08.775973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.776176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:08.784153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:08.784559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.796802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Request body: {'port': {'name': 'tempest-new-port-name-123162578', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:08.797218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] bootfile-name is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:46:08.797546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] tftp-server is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:46:08.797861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] server-ip-address is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:08.830775 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:08.972158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:08.998911 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.020965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.027239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.058726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.073758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd3dd42-689b-4b6d-b3a2-4f2eba154234,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:09.085295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.101763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-9dc633ab-393a-44ed-9443-fedb44884d72 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:09.103407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-9dc633ab-393a-44ed-9443-fedb44884d72 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.2667718 May 27 03:46:09.108515 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b18fc652-e91c-4c07-a7fd-ab61e24b4bc5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cfd3dd42-689b-4b6d-b3a2-4f2eba154234 HTTP/1.1" status: 204 len: 168 time: 3.7009511 May 27 03:46:09.203195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.243081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516e853-c0ea-4566-a6a9-da5cb4388b55 req-947cf23d-f09f-418f-8d84-08d94224f2b2 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:09.244604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b516e853-c0ea-4566-a6a9-da5cb4388b55 req-947cf23d-f09f-418f-8d84-08d94224f2b2 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 944 time: 0.3098080 May 27 03:46:09.246880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:09.277742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea645cd1-8d3c-4e4f-b45a-b87b3735bbd9') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:09.278122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea645cd1-8d3c-4e4f-b45a-b87b3735bbd9') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:09.297415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.312441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.391661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.452847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:09.453901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.466891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:09.467231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:09.473327 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:09.533342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b516e853-c0ea-4566-a6a9-da5cb4388b55 req-0e069e80-3b20-4191-abf3-2f918dd40d54 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789705 May 27 03:46:09.539727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.552547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.578808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.594207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:46:09.599023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.641350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca HTTP/1.1" status: 204 len: 168 time: 1.2162635 May 27 03:46:09.652636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40446) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:09.716846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:09.717699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75086760-c78d-48a0-a5bd-26c18e80d25c tempest-ExternalNetworksTestJSON-405754174 tempest-ExternalNetworksTestJSON-405754174-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fb342b6-5ec7-457f-97d6-6b7e8e2ba9ca,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:09.721123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.740759 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ce5bfd-c9c8-40a0-ac2a-8488189d151b tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] DELETE failed (client error): The resource could not be found. May 27 03:46:09.741345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ce5bfd-c9c8-40a0-ac2a-8488189d151b tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:46:09.746051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-51ce5bfd-c9c8-40a0-ac2a-8488189d151b tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "DELETE /v2.0/subnets/9e80ddc3-49ba-4919-aadd-042f3899f25e HTTP/1.1" status: 404 len: 337 time: 0.0858438 May 27 03:46:09.746819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:09.816835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3400ce53-08ad-4e77-a6f1-15e1f2eb339b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:09.913067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee01ef-105d-4fab-a5b2-182b8811aeac req-cd89144a-6782-49b9-91fe-d8d06eb6d892 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:09.914366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:09.923489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96ee01ef-105d-4fab-a5b2-182b8811aeac req-cd89144a-6782-49b9-91fe-d8d06eb6d892 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 944 time: 0.5991600 May 27 03:46:09.944027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event updated for resources: {'Port': ['ID=d9c995c6-8381-404f-9b4a-1d1f70eb0757,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:10.008436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.009905 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bbe6aaf7-af2c-4d07-b10d-8941f8f8815e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3400ce53-08ad-4e77-a6f1-15e1f2eb339b HTTP/1.1" status: 204 len: 168 time: 1.2563972 May 27 03:46:10.201278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.231708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c601d3ff-7652-4339-80af-30fccfb6987a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:10.243890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c3f5b6ca-c5e6-49b0-be86-8408f3911b84 None None] Provisioning complete for port d9c995c6-8381-404f-9b4a-1d1f70eb0757 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:10.244727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] For port 3268ae31-ca3e-457b-a8ea-815c4bffa112, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=3268ae31-ca3e-457b-a8ea-815c4bffa112,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:10.245111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.245494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b6ca-c5e6-49b0-be86-8408f3911b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.245947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92510efd-b5ac-4762-aa05-288de8679c7f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:10.246250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92510efd-b5ac-4762-aa05-288de8679c7f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:10.260248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.288753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.314650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:10.315779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.326794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3ccf3791-6a6c-4781-969e-26828ba57f03 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:10.358885 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:10.408695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5b6ca-c5e6-49b0-be86-8408f3911b84 None None] Port d9c995c6-8381-404f-9b4a-1d1f70eb0757 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:10.429939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 3ccf3791-6a6c-4781-969e-26828ba57f03 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:10.437200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 3ccf3791-6a6c-4781-969e-26828ba57f03 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:10.439061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.557829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] In _notify_port_updated(), no bound segment for port d9c995c6-8381-404f-9b4a-1d1f70eb0757 on network 67a98219-6a2b-4dae-9082-28e6ab7afef9 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:46:10.561683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:10.562319 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.563627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d8055578-e1bc-4ca6-b406-6f219df9bb36 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "PUT /v2.0/ports/d9c995c6-8381-404f-9b4a-1d1f70eb0757 HTTP/1.1" status: 200 len: 1135 time: 1.7866764 May 27 03:46:10.571577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:10.581817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.610451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f586262e-b5ff-4842-b5c8-0f4b18588c31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ac9c108963c4c0bb55c8b6a2c88afec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8914433 May 27 03:46:10.613238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:10.626384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96ee01ef-105d-4fab-a5b2-182b8811aeac req-ed5436d3-def2-4fa5-89b0-9b5da7bcf0dd tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups?id=f33dd78d-cce7-42d1-a95e-aa26e8544266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7013783 May 27 03:46:10.626910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:10.643964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3ccf3791-6a6c-4781-969e-26828ba57f03,segment=NetworkSegment(22cf03a9-97ad-4a75-9510-cfba809fd371),segment_id=22cf03a9-97ad-4a75-9510-cfba809fd371)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:10.650204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.703264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.704180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.704718 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Floating IP 5abe2121-cc47-4ab1-a39d-3cc96f63ab77 disassociated. External IP: 172.25.8.44, port: 3268ae31-ca3e-457b-a8ea-815c4bffa112. May 27 03:46:10.705312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for 3268ae31-ca3e-457b-a8ea-815c4bffa112 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:10.769026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28184a-29bb-49b8-8dd8-38f7143e9fda tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:10.770095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c28184a-29bb-49b8-8dd8-38f7143e9fda tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Synchronizing usage tracker for tenant:a5988920649945678e5477a40437b2e4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:10.886261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:10.901511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40488) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:10.925399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.932958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:10.976092 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0c4859-9fa4-4cc5-bb0f-b5fb26a8967e'] response: {'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03', 'code': 200} May 27 03:46:10.991163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] 10.222.0.46 "DELETE /v2.0/networks/c601d3ff-7652-4339-80af-30fccfb6987a HTTP/1.1" status: 204 len: 168 time: 1.2407689 May 27 03:46:10.991163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.153203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e477d-250f-4b45-b820-71389fa2296f tempest-ExternalNetworksTestJSON-826069784 tempest-ExternalNetworksTestJSON-826069784-project] Pushing event deleted for resources: {'Network': ['ID=c601d3ff-7652-4339-80af-30fccfb6987a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.155735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.185436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c28184a-29bb-49b8-8dd8-38f7143e9fda tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Unset dirty status for tenant:a5988920649945678e5477a40437b2e4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:11.186598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c28184a-29bb-49b8-8dd8-38f7143e9fda tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "GET /v2.0/ports/d9c995c6-8381-404f-9b4a-1d1f70eb0757 HTTP/1.1" status: 200 len: 1135 time: 0.6141806 May 27 03:46:11.191479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:11.225226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.246823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:11.254140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4cd41c54a2428398cb2451c9a022d6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:11.267265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:11.267657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.277168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:11.341474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=3268ae31-ca3e-457b-a8ea-815c4bffa112,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.353681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a565a-55f4-4c0a-a7f6-5c8c79819e03 req-c09e0ff2-5cb1-4874-91a0-b8825ef63816 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:11.362535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-394a565a-55f4-4c0a-a7f6-5c8c79819e03 req-c09e0ff2-5cb1-4874-91a0-b8825ef63816 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.5156450 May 27 03:46:11.383566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Deleting port d9c995c6-8381-404f-9b4a-1d1f70eb0757 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:11.383905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.510512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8c0e041d-c43c-4a14-a401-f7a978068f33 req-012267f6-8844-4b38-acd6-c9365c621086 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 1096 time: 0.4703970 May 27 03:46:11.519820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-394a565a-55f4-4c0a-a7f6-5c8c79819e03 req-b257e445-a86d-4100-a299-b6255906c7ab tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Synchronizing usage tracker for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:11.525925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.549932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40508) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:11.636125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f8234-6a7f-42e8-8d35-58783a225bc7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.657425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.672923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.708365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8c0e041d-c43c-4a14-a401-f7a978068f33 req-ee19c17a-16ea-47bb-893d-5fc0a473c598 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705701 May 27 03:46:11.712814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-394a565a-55f4-4c0a-a7f6-5c8c79819e03 req-b257e445-a86d-4100-a299-b6255906c7ab tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Unset dirty status for tenant:2c185a36e73f4716beb4cb50c0b5d17e on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:11.736562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-394a565a-55f4-4c0a-a7f6-5c8c79819e03 req-b257e445-a86d-4100-a299-b6255906c7ab tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726468 May 27 03:46:11.804439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:11.810151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9167042a-462c-46e9-996e-5529a3af7fe4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f3f8234-6a7f-42e8-8d35-58783a225bc7 HTTP/1.1" status: 204 len: 168 time: 1.1773877 May 27 03:46:11.839696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3633c0-4c2f-4227-9e2a-310cbdb85823,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:11.869935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e9d852b-0977-40df-8bc9-bd8f963d3fb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a4cd41c54a2428398cb2451c9a022d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9658961 May 27 03:46:11.871661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:11.909192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.012058 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.058395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Router c46b1175-d97a-424c-9bc4-7a69efad7469 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:12.113683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Calling delete_port for d9c995c6-8381-404f-9b4a-1d1f70eb0757 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:12.116089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.134645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-147591f5-5c49-4bf6-a3f3-b5917ee449b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1882b30df16d49eb992afdcedcb8ce54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5661020 May 27 03:46:12.135665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:12.156562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:12.187331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-570795c3-176e-49c3-9220-767048580a5f req-37a30840-c5c0-4627-90bb-ae7d2d2e5c7d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Synchronizing usage tracker for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:12.230322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 3268ae31-ca3e-457b-a8ea-815c4bffa112 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:12.230864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 3268ae31-ca3e-457b-a8ea-815c4bffa112 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:12.300994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Deleting port bb364d2e-e7cf-448e-a7c2-a4163f0e2163 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:12.301618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.346971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-570795c3-176e-49c3-9220-767048580a5f req-37a30840-c5c0-4627-90bb-ae7d2d2e5c7d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Unset dirty status for tenant:ff373081db304819b7fa43aca692792e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:12.348211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-570795c3-176e-49c3-9220-767048580a5f req-37a30840-c5c0-4627-90bb-ae7d2d2e5c7d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 210 time: 0.5007889 May 27 03:46:12.542581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.550990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.600767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.608319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event deleted for resources: {'Port': ['ID=d9c995c6-8381-404f-9b4a-1d1f70eb0757,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:12.614186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.655739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3633c0-4c2f-4227-9e2a-310cbdb85823,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:12.681273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.682500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-40f31fc6-dbc7-4dd7-8ad7-37bb801dbc63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab3633c0-4c2f-4227-9e2a-310cbdb85823 HTTP/1.1" status: 204 len: 168 time: 0.8096347 May 27 03:46:12.735129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.739111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] For port bb364d2e-e7cf-448e-a7c2-a4163f0e2163, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:12.739475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.761099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e19fbb-5892-4f1b-9488-972d337f87d8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:12.786560 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.791465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f47d67db-b20c-414d-bd34-68c1432b211a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48e19fbb-5892-4f1b-9488-972d337f87d8 HTTP/1.1" status: 204 len: 168 time: 0.6459551 May 27 03:46:12.799863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:12.809831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Sync routers for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:12.830042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:12.837223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:12.971835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Calling delete_port for bb364d2e-e7cf-448e-a7c2-a4163f0e2163 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:12.972585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] No DVR routers for this DVR port 3268ae31-ca3e-457b-a8ea-815c4bffa112 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:12.979920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:12.988271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78c5e7d9-1af8-4122-b178-ea5b271e6069 req-1a50939e-1cad-454e-9094-3bb9a1d540b5 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.21 "DELETE /v2.0/ports/3268ae31-ca3e-457b-a8ea-815c4bffa112 HTTP/1.1" status: 204 len: 173 time: 3.6711185 May 27 03:46:12.988862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-deleted', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:13.068968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:13.184027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d108879-a7e4-49c4-b982-b5f1f674c4fd tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "DELETE /v2.0/ports/d9c995c6-8381-404f-9b4a-1d1f70eb0757 HTTP/1.1" status: 204 len: 168 time: 1.9889617 May 27 03:46:13.190696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:13.221345 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128b6586-01a5-4821-8cec-02292bf891ee'] response: {'server_uuid': '0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f', 'name': 'network-vif-deleted', 'tag': '3268ae31-ca3e-457b-a8ea-815c4bffa112', 'status': 'completed', 'code': 200} May 27 03:46:13.266523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:13.276911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4279-dbea-44bd-8855-8b4476b4b726 req-1f55be0c-a9f7-40b5-bf7a-10e4f971c9b8 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:13.279130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-942d4279-dbea-44bd-8855-8b4476b4b726 req-1f55be0c-a9f7-40b5-bf7a-10e4f971c9b8 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.1544552 May 27 03:46:13.345512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-942d4279-dbea-44bd-8855-8b4476b4b726 req-63747ecb-5f43-4078-8453-1b659587530f tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597236 May 27 03:46:13.691055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:13.696212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Checking router: c46b1175-d97a-424c-9bc4-7a69efad7469 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:13.710435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:13.711697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:13.726536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5bece3b6-8afe-4649-98a4-5e19c41b93f8 req-8ee00d44-f47c-4efe-801c-fb0e99830687 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b06c2de-3ac1-4a3d-9f6d-4b82f6e2ae5f HTTP/1.1" status: 200 len: 210 time: 0.1210063 May 27 03:46:13.839540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:13.945787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8cfa8c47-92c4-4773-8e5d-b461ad7853f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4525a33255e64d35bad69b9a5d4cb9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1046209 May 27 03:46:13.946612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Deleting subnet a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:13.947462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:13.953762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.052158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.111986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:14.117574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.188728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.191463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.258833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.300439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.318073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=bb364d2e-e7cf-448e-a7c2-a4163f0e2163,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:14.332883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40ca4b-22ed-45f0-8531-22d835adbf70,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:14.358093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.361387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-adf3017d-abee-46c4-a13e-fab68c6e62a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb40ca4b-22ed-45f0-8531-22d835adbf70 HTTP/1.1" status: 204 len: 168 time: 0.4112453 May 27 03:46:14.578383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40594) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:14.594702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.648291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:14.653391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb10c2ff-89db-41b8-a2f7-869e3c464592 None None] The sync data for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 is: [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 4, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '23a9c69b-6159-4e19-95a0-7ffe14d61351', 'name': '', 'network_id': '2d969655-9e36-4c80-8569-9226d261e6e5', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'mac_address': 'fa:16:3e:dc:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:44Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'subnets': [{'id': 'abb2cc92-1fb0-4125-96c8-527f5e282209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:14.734145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event deleted for resources: {'Subnet': ['ID=a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:14.750376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a01176-9ed0-4888-ab4d-7da4d396522e None None] Network 67a98219-6a2b-4dae-9082-28e6ab7afef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:14.753249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:14.783608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e4d2671-c347-4567-86d0-17d16ebcd8df tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "DELETE /v2.0/subnets/a34ed3c5-a46f-4711-a5ff-b2e2f48b67f5 HTTP/1.1" status: 204 len: 168 time: 1.5886366 May 27 03:46:14.787734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:14.935282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40612) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:14.969857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723fb26-9975-4be4-9bd8-1b3fd8529129 req-4689e54c-570b-4569-a378-7530dd9a2209 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:14.977818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0723fb26-9975-4be4-9bd8-1b3fd8529129 req-4689e54c-570b-4569-a378-7530dd9a2209 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.3623919 May 27 03:46:14.987318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.144413 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21426a-a10d-42a2-b04a-245b8b308b02 None None] New status for floating IP 5abe2121-cc47-4ab1-a39d-3cc96f63ab77: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:46:15.190849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.273556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0723fb26-9975-4be4-9bd8-1b3fd8529129 req-77043e9e-1180-4460-94e6-35fd2e6882bd tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946792 May 27 03:46:15.283083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.323133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] DHCP port deletion for 67a98219-6a2b-4dae-9082-28e6ab7afef9 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:46:15.328355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.328824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Deleting port 643e1447-32eb-460c-b2cd-f220689004fc {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:15.329370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.346821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Deleting port 643e1447-32eb-460c-b2cd-f220689004fc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:15.347272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.390748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.433631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:15.478185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Usage tracker for resource:security_group_rule and tenant:beff2f87776d4cb2820461f4801b4a69 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:15.486340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:15.502762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:15.567421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.613153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33dd78d-cce7-42d1-a95e-aa26e8544266,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:15.674515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.688258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b67addb-ee88-4daf-a76f-0e837c1c27c1 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "DELETE /v2.0/security-groups/f33dd78d-cce7-42d1-a95e-aa26e8544266 HTTP/1.1" status: 204 len: 168 time: 0.7514043 May 27 03:46:15.689893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40626) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:15.748354 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-2d058659-4944-4bac-86ba-5b74ba08858f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] show failed (client error): The resource could not be found. May 27 03:46:15.751978 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d058659-4944-4bac-86ba-5b74ba08858f tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "GET /v2.0/security-groups/f33dd78d-cce7-42d1-a95e-aa26e8544266 HTTP/1.1" status: 404 len: 347 time: 0.0507791 May 27 03:46:15.755360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:15.793997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] For port 643e1447-32eb-460c-b2cd-f220689004fc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=643e1447-32eb-460c-b2cd-f220689004fc,segment=NetworkSegment(df50bd00-677a-410d-8fc9-daf33735c754),segment_id=df50bd00-677a-410d-8fc9-daf33735c754)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:15.794592 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:15.979834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] For port 643e1447-32eb-460c-b2cd-f220689004fc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=643e1447-32eb-460c-b2cd-f220689004fc,segment=NetworkSegment(df50bd00-677a-410d-8fc9-daf33735c754),segment_id=df50bd00-677a-410d-8fc9-daf33735c754)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:15.980357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.004260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Calling delete_port for 643e1447-32eb-460c-b2cd-f220689004fc owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:16.127329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.140458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.258422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Calling delete_port for 643e1447-32eb-460c-b2cd-f220689004fc owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:16.261730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.331248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8666bd6-583f-4874-8c7e-f7f7b95661b1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:16.350101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event deleted for resources: {'Port': ['ID=643e1447-32eb-460c-b2cd-f220689004fc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:16.357522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8f463ff-7358-451e-8a99-8761c7c9689f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=beff2f87776d4cb2820461f4801b4a69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7773712 May 27 03:46:16.358251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:16.379587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:16.379941 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:16.406939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] No DVR routers for this DVR port 643e1447-32eb-460c-b2cd-f220689004fc on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:16.423258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Deleting port b0954015-db17-4c6c-bdd2-608a94cf3e77 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:16.423580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.488944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.557982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 643e1447-32eb-460c-b2cd-f220689004fc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:16.617212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.624987 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.628877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 643e1447-32eb-460c-b2cd-f220689004fc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:16.629244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 643e1447-32eb-460c-b2cd-f220689004fc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:16.738694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.740113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.785033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a98219-6a2b-4dae-9082-28e6ab7afef9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:16.804440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df50bd00-677a-410d-8fc9-daf33735c754') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:16.804664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df50bd00-677a-410d-8fc9-daf33735c754') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:16.820396 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.841099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.850224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:16.850715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: timer() May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:16.866444 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:16.868750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.880058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Calling delete_port for b0954015-db17-4c6c-bdd2-608a94cf3e77 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:16.881898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Deleting port 643e1447-32eb-460c-b2cd-f220689004fc {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:16.882510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:16.995115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8666bd6-583f-4874-8c7e-f7f7b95661b1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:17.004742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-31564919-a17f-47d5-89dd-9061442fb0f8 None None] The port '643e1447-32eb-460c-b2cd-f220689004fc' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:46:17.041160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.052504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-feed9b49-8e08-4d84-93f3-fcfcac67d0bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8666bd6-583f-4874-8c7e-f7f7b95661b1 HTTP/1.1" status: 204 len: 168 time: 0.6910641 May 27 03:46:17.055733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.070484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.117885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] Pushing event deleted for resources: {'Network': ['ID=67a98219-6a2b-4dae-9082-28e6ab7afef9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:17.124346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-649f35d6-c69a-4d28-aed4-253755019c66 tempest-ExtraDHCPOptionsTestJSON-1902962042 tempest-ExtraDHCPOptionsTestJSON-1902962042-project] 10.222.0.46 "DELETE /v2.0/networks/67a98219-6a2b-4dae-9082-28e6ab7afef9 HTTP/1.1" status: 204 len: 168 time: 2.3324869 May 27 03:46:17.172091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.225150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Pushing event deleted for resources: {'Port': ['ID=b0954015-db17-4c6c-bdd2-608a94cf3e77,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:17.458937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.487703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:17.492591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:17.492781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dc078526-78a1-4ced-920c-bb8b23f6e28d tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] 10.222.0.46 "DELETE /v2.0/floatingips/5abe2121-cc47-4ab1-a39d-3cc96f63ab77 HTTP/1.1" status: 204 len: 168 time: 1.7330141 May 27 03:46:17.561780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Router ff8933db-b729-4627-be1a-f9c8157adb58 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:17.670447 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:46:17.855964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:17.863065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b979e2c-a46a-4741-8c32-205947283bfa admin admin] 10.222.0.46 "PUT /v2.0/routers/ff8933db-b729-4627-be1a-f9c8157adb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1642933 May 27 03:46:17.866049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40712) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:17.869866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Sync routers for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:17.894767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:17.895408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:17.979899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40718) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:18.009013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.085937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:18.091111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Usage tracker for resource:security_group_rule and tenant:64fbe2311b5546b8883cf4e247cdf474 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:18.099754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:18.110681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:18.234224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:18.238290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:18.293503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.300044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.346450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.392674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64fbe2311b5546b8883cf4e247cdf474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4093232 May 27 03:46:18.397943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:18.513886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a87193-3043-4d86-b7f1-51eb7802a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12c04d-aee0-4cc4-a6d7-b01dcf2cbe06,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:18.562103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.592286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.662393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.684511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12c04d-aee0-4cc4-a6d7-b01dcf2cbe06,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:18.691366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.695822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a1eb98f7-1ab6-4c4d-a319-91956897c6d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f12c04d-aee0-4cc4-a6d7-b01dcf2cbe06 HTTP/1.1" status: 204 len: 168 time: 0.2968800 May 27 03:46:18.817617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0d9fa06-7d05-420c-8045-5560ff463a04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5988920649945678e5477a40437b2e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5795419 May 27 03:46:18.817617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:18.862149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:46:13Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:18.877322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Checking router: ff8933db-b729-4627-be1a-f9c8157adb58 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:18.907392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Routers {'ff8933db-b729-4627-be1a-f9c8157adb58'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:18.908645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['ff8933db-b729-4627-be1a-f9c8157adb58'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:18.927062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:18.965967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.027847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.033161 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.121396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Deleting port 5087d718-dc9d-48b9-94eb-f87b45831c8a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:19.121676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.172659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.230686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb504d3-ffa6-4522-a51a-77f6cc1dac72,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:19.234157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.237683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ed54366d-0242-43bc-a6c5-250090ab2dc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bb504d3-ffa6-4522-a51a-77f6cc1dac72 HTTP/1.1" status: 204 len: 168 time: 0.4171758 May 27 03:46:19.406138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] Set router ff8933db-b729-4627-be1a-f9c8157adb58 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:19.487518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] For port 5087d718-dc9d-48b9-94eb-f87b45831c8a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5087d718-dc9d-48b9-94eb-f87b45831c8a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:19.488046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:19.705760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Calling delete_port for 5087d718-dc9d-48b9-94eb-f87b45831c8a owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:19.845325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:46:13Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:19.849932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e8783-6bd4-467c-9a75-55b88479acfd None None] The sync data for ids ['ff8933db-b729-4627-be1a-f9c8157adb58'] in n-d-843301-2 is: [{'id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'name': 'tempest-ServersTestBootFromVolume-1426322093-router', 'tenant_id': '2529349ee45d48eabe7d93e13c544b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:43:10Z', 'updated_at': '2022-05-27T03:46:13Z', 'revision_number': 5, 'project_id': '2529349ee45d48eabe7d93e13c544b64', 'gw_port': {'id': '5087d718-dc9d-48b9-94eb-f87b45831c8a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8933db-b729-4627-be1a-f9c8157adb58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:43:15Z', 'updated_at': '2022-05-27T03:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:20.277167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:20.356415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Pushing event deleted for resources: {'Port': ['ID=5087d718-dc9d-48b9-94eb-f87b45831c8a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:20.371687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.371687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.371971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.372294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.373001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.373289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.373619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.373993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.374449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.374920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.375216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:20.558733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb364d2e-e7cf-448e-a7c2-a4163f0e2163 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:20.571626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c466e7-b13e-457a-a308-16cc8cd531f8 req-11de5519-dadd-41e8-90e8-eea26acf0820 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:20.574029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52c466e7-b13e-457a-a308-16cc8cd531f8 req-11de5519-dadd-41e8-90e8-eea26acf0820 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.1225970 May 27 03:46:20.609211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bb364d2e-e7cf-448e-a7c2-a4163f0e2163 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:20.610381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb364d2e-e7cf-448e-a7c2-a4163f0e2163 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:20.650926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52c466e7-b13e-457a-a308-16cc8cd531f8 req-204202dc-4e5e-4149-bc2f-fd85e494737d tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711901 May 27 03:46:20.751364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.102260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.113409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.115584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Deleting port 23a9c69b-6159-4e19-95a0-7ffe14d61351 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:21.115912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.384184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.384717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8933db-b729-4627-be1a-f9c8157adb58 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:46:21.416723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.417944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-67c5c2d2-29a0-4000-8bd0-514486ab6217 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ff8933db-b729-4627-be1a-f9c8157adb58 HTTP/1.1" status: 204 len: 168 time: 3.5501115 May 27 03:46:21.420973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40822) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:21.466206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-dff57571-f691-4702-b346-187725d2496a admin admin] For port 23a9c69b-6159-4e19-95a0-7ffe14d61351, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=23a9c69b-6159-4e19-95a0-7ffe14d61351,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:21.466510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.620544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Calling delete_port for 23a9c69b-6159-4e19-95a0-7ffe14d61351 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:21.747196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Deleting subnet d8986c0a-0849-474d-be24-81ea01c25501 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:21.753768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.835849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.934244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:21.972269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.068570 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.084408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Pushing event deleted for resources: {'Port': ['ID=23a9c69b-6159-4e19-95a0-7ffe14d61351,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:22.149203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c96ab-ff1c-49d3-b068-4702352effc1 None None] Network d54a7fd1-1ac0-4666-b406-e0df2177b5e9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:22.162760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.191649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8986c0a-0849-474d-be24-81ea01c25501,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:22.212364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b25e8d1f-4543-44e1-8a46-c81cea65afa2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8986c0a-0849-474d-be24-81ea01c25501 HTTP/1.1" status: 204 len: 168 time: 0.7898772 May 27 03:46:22.214983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:22.285825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515239-cc52-42a2-b938-e400199faadd req-0ec8e558-6ee4-4b6b-b845-35241a92ccdd tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:22.298361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b515239-cc52-42a2-b938-e400199faadd req-0ec8e558-6ee4-4b6b-b845-35241a92ccdd tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.4533346 May 27 03:46:22.365922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.378262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Deleting port 47329522-27f7-4218-b7e0-620e54bebbf8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:22.379112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.553551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5087d718-dc9d-48b9-94eb-f87b45831c8a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:22.572433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-40d50fb1-d84d-4fdf-a57e-b26257628b7e tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:22.573511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-40d50fb1-d84d-4fdf-a57e-b26257628b7e tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 945 time: 0.6420262 May 27 03:46:22.634167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5087d718-dc9d-48b9-94eb-f87b45831c8a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:22.634704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5087d718-dc9d-48b9-94eb-f87b45831c8a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:22.658464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b515239-cc52-42a2-b938-e400199faadd req-60cc1e0c-266a-413d-9f44-9377accac697 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/security-groups?id=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589189 May 27 03:46:22.716666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Deleting port 3ccf3791-6a6c-4781-969e-26828ba57f03 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:22.717152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.718868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] For port 47329522-27f7-4218-b7e0-620e54bebbf8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=47329522-27f7-4218-b7e0-620e54bebbf8,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:22.719285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.772576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] DHCP port deletion for d54a7fd1-1ac0-4666-b406-e0df2177b5e9 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:46:22.777225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Deleting port 47329522-27f7-4218-b7e0-620e54bebbf8 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:22.777662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:22.901290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Calling delete_port for 47329522-27f7-4218-b7e0-620e54bebbf8 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:23.029630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.073631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.126027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47329522-27f7-4218-b7e0-620e54bebbf8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:23.131685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] No DVR routers for this DVR port 47329522-27f7-4218-b7e0-620e54bebbf8 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:23.138940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] For port 47329522-27f7-4218-b7e0-620e54bebbf8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=47329522-27f7-4218-b7e0-620e54bebbf8,segment=NetworkSegment(c48d9b94-74f4-4a07-9464-e9cbad0b08d0),segment_id=c48d9b94-74f4-4a07-9464-e9cbad0b08d0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:23.140514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.324377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] For port 3ccf3791-6a6c-4781-969e-26828ba57f03, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=3ccf3791-6a6c-4781-969e-26828ba57f03,segment=NetworkSegment(22cf03a9-97ad-4a75-9510-cfba809fd371),segment_id=22cf03a9-97ad-4a75-9510-cfba809fd371)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:23.324871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.401226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.453109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54a7fd1-1ac0-4666-b406-e0df2177b5e9']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:23.467889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Calling delete_port for 47329522-27f7-4218-b7e0-620e54bebbf8 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:23.479913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:23.480559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48d9b94-74f4-4a07-9464-e9cbad0b08d0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:23.506590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.556684 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:23.557334 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:23.557978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.573391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:23.574235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.588020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Calling delete_port for 3ccf3791-6a6c-4781-969e-26828ba57f03 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:23.599468 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:23.608208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40872) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:23.751199 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.801815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.844387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.860000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54a7fd1-1ac0-4666-b406-e0df2177b5e9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:23.877390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5aa5fe69-5577-44bc-b374-130c56f954a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d54a7fd1-1ac0-4666-b406-e0df2177b5e9 HTTP/1.1" status: 204 len: 168 time: 1.6608598 May 27 03:46:23.884297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:23.937128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fdf9d8e9-bc81-4a69-84b9-ff6fd526b6d1 req-61c5565c-2b7e-4a5b-9f2c-d135d6f1b3d0 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027 HTTP/1.1" status: 200 len: 210 time: 0.0503864 May 27 03:46:23.955033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Pushing event deleted for resources: {'Port': ['ID=3ccf3791-6a6c-4781-969e-26828ba57f03,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:24.058787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Deleting port 47329522-27f7-4218-b7e0-620e54bebbf8 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:24.059609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.172746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:24.194397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] No DVR routers for this DVR port 3ccf3791-6a6c-4781-969e-26828ba57f03 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:24.199752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.202432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'name': 'network-vif-deleted', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:24.245213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-084d454f-4806-42cd-8d65-65f9d08a976f None None] The port '47329522-27f7-4218-b7e0-620e54bebbf8' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:46:24.267025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d237d243-fa1f-4ed4-b6c1-8e0357348143 req-5a821364-be95-49a2-8f2a-bf7870c33693 tempest-ServerTagsTestJSON-1244996837 tempest-ServerTagsTestJSON-1244996837-project] 10.222.0.41 "DELETE /v2.0/ports/3ccf3791-6a6c-4781-969e-26828ba57f03 HTTP/1.1" status: 204 len: 173 time: 1.6859601 May 27 03:46:24.271065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1479361335'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:24.277171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:24.287700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:network and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:24.294161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:24.307420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:24.331996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Made reservation on behalf of 3aee4007243c4d618c51660b03846f02 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:24.336424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.368592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.369464 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690ea8c4-5ce6-4163-924c-fd1f47b4ed08'] response: {'server_uuid': '2d9fb9df-1b72-4d2f-bb57-5ec84e3a5027', 'name': 'network-vif-deleted', 'tag': '3ccf3791-6a6c-4781-969e-26828ba57f03', 'status': 'completed', 'code': 200} May 27 03:46:24.390686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3ccf3791-6a6c-4781-969e-26828ba57f03 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:24.461056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:24.468062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 3ccf3791-6a6c-4781-969e-26828ba57f03 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:24.468604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 3ccf3791-6a6c-4781-969e-26828ba57f03 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:24.480199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:security_group_rule and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:24.483621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:24.493080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:24.573126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:24.579705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 47329522-27f7-4218-b7e0-620e54bebbf8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:24.613749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.618871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.656336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:24.664072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 47329522-27f7-4218-b7e0-620e54bebbf8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:24.664747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 47329522-27f7-4218-b7e0-620e54bebbf8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:24.683383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b26f553-e88b-4346-ae4f-e56d682a9cbe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:24.691766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.692173 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Added segment 5651d36d-af74-4cbe-948d-b8b99e1bff35 of type vlan for network 4515f4b1-e1a7-4263-9c27-748e971d3259 May 27 03:46:24.713765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b2238c03-20ab-4000-a8e6-9e8040f0bd51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2529349ee45d48eabe7d93e13c544b64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1247401 May 27 03:46:24.718794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:24.724887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.802435 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.805860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Router c46b1175-d97a-424c-9bc4-7a69efad7469 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:24.811569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:24.812236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.847888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.876256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:24.956079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3434370 May 27 03:46:24.956642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40912) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:24.969058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'subnet': {'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:24.992168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.003685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-24a8bf43-b065-4bfe-8380-9f97e91b7afc tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:25.038978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdbecf-22d9-4d6e-8365-57856e5c8097 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Network': ['ID=4515f4b1-e1a7-4263-9c27-748e971d3259,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:25.054821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:25.205305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:25.233215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d83c07f-db05-4f2b-b598-6976072f256d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:25.295014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.296132 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-516b6946-0e4c-47fe-a368-359480508d87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d83c07f-db05-4f2b-b598-6976072f256d HTTP/1.1" status: 204 len: 168 time: 0.5764227 May 27 03:46:25.326507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:25.332684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:subnet and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:25.336988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:25.343532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:25.354118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Made reservation on behalf of 3aee4007243c4d618c51660b03846f02 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:25.355283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Deleting subnet 94d102e8-f27d-477a-b921-5b22f37cbd41 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:25.361512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.406166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-24a8bf43-b065-4bfe-8380-9f97e91b7afc tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "PUT /v2.0/quotas/4b60f4b10a734039918f8ce04378962f HTTP/1.1" status: 200 len: 368 time: 1.2282698 May 27 03:46:25.410521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:25.421496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Request body: {'network': {'project_id': '4b60f4b10a734039918f8ce04378962f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:25.429963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:25.439099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Usage tracker for resource:network and tenant:4b60f4b10a734039918f8ce04378962f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:25.445616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.472230 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.475003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:25.488541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:25.528417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Made reservation on behalf of 4b60f4b10a734039918f8ce04378962f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:25.530737 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.552546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.585103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.665676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:25.674108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff57571-f691-4702-b346-187725d2496a admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:25.676251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Usage tracker for resource:security_group_rule and tenant:4b60f4b10a734039918f8ce04378962f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:25.683261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:25.685545 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Sync routers for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:25.690538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.695589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:25.712986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:25.713956 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:25.772071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d102e8-f27d-477a-b921-5b22f37cbd41,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:25.790425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:25.792337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c982156e-d0b8-441d-bdd2-2dc44319846a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/94d102e8-f27d-477a-b921-5b22f37cbd41 HTTP/1.1" status: 204 len: 168 time: 0.5722690 May 27 03:46:25.796277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40940) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:25.807793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dff57571-f691-4702-b346-187725d2496a admin admin] 10.222.0.46 "PUT /v2.0/routers/c46b1175-d97a-424c-9bc4-7a69efad7469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3140557 May 27 03:46:25.810948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.013029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.025670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.073526 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:26.186182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.226581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.256328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:26.278068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.278585 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Added segment 4cc1e909-1638-46c0-ab26-0394627a2318 of type vlan for network 5a32b8a4-20e7-4132-80e5-c8b1aa7f405c May 27 03:46:26.287476 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.343505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.348057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.361399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Checking segment: {'id': '5651d36d-af74-4cbe-948d-b8b99e1bff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:26.361793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network hostable DHCP agents. Network: 4515f4b1-e1a7-4263-9c27-748e971d3259, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:26.393535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Subnet': ['ID=4709e209-4658-4d0e-ba02-1ac72ea23736,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.397517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e19eff-413b-4a53-bae0-1dbb5462f614']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.413993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cf03a9-97ad-4a75-9510-cfba809fd371') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.414278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cf03a9-97ad-4a75-9510-cfba809fd371') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.428596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.445879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:26.450788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.463315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:26.463721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.486805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877dc30b-7683-48e0-87b5-76d2d7dbb9cc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.491114 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.491969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:26.492553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.524594 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:46:21Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.529251 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Checking router: c46b1175-d97a-424c-9bc4-7a69efad7469 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:26.541671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Routers {'c46b1175-d97a-424c-9bc4-7a69efad7469'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:26.542426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c46b1175-d97a-424c-9bc4-7a69efad7469'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: timer() May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:26.571374 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:26.575466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4515f4b1-e1a7-4263-9c27-748e971d3259) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:26.585233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.585520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7737772b-6c79-49db-978a-391679d01edc None None] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:26.608491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:26.609139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.612916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.623395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e19eff-413b-4a53-bae0-1dbb5462f614,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.647719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3dcd773a-46a2-4e61-bde9-5cc93f8794c1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/52e19eff-413b-4a53-bae0-1dbb5462f614 HTTP/1.1" status: 204 len: 168 time: 0.8472230 May 27 03:46:26.650894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-99cb0ffc-0b97-4a3d-a755-f5cc77d0ce6c tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6910989 May 27 03:46:26.651335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40968) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.657239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1985209393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:26.664769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:26.669777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:router and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:26.673454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:26.679993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:26.695713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.696788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.726820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event updated for resources: {'Network': ['ID=5a32b8a4-20e7-4132-80e5-c8b1aa7f405c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.736274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.747073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f43e1b18-07af-4c63-b2c9-01ab81fc99da tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3342576 May 27 03:46:26.754356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.768987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Request body: {'network': {'project_id': '4b60f4b10a734039918f8ce04378962f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:26.779823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:26.785487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.801876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Usage tracker for resource:network and tenant:4b60f4b10a734039918f8ce04378962f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:26.807743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:26.830958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.831676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:26.835799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1edccbe2-aba9-4a7e-81ee-25aed8a7e8e3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1803820 May 27 03:46:26.836681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40980) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:26.854786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:26.904099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] Set router c46b1175-d97a-424c-9bc4-7a69efad7469 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:26.906324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5a32b8a4-20e7-4132-80e5-c8b1aa7f405c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:27.046536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Made reservation on behalf of 4b60f4b10a734039918f8ce04378962f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:27.049343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.092020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:27.113876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.116252 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Added segment c5fe181e-c250-46b3-baf2-643769a792d6 of type vlan for network d006631f-6c2b-4c4b-8499-38eaf9fac755 May 27 03:46:27.155955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.221512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.223180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:27.224092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.355506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:46:21Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:27.356804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40988) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.360176 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412b28b-bc45-4fae-9a8e-e1206568a2c0 None None] The sync data for ids ['c46b1175-d97a-424c-9bc4-7a69efad7469'] in n-d-843301-2 is: [{'id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'name': 'tempest-ServerActionsTestJSON-369592815-router', 'tenant_id': 'ff373081db304819b7fa43aca692792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:37Z', 'updated_at': '2022-05-27T03:46:21Z', 'revision_number': 5, 'project_id': 'ff373081db304819b7fa43aca692792e', 'gw_port': {'id': 'a6477ab4-f5f2-4061-9a9b-bb8d73395c36', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b1175-d97a-424c-9bc4-7a69efad7469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:38Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:27.409507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event updated for resources: {'Network': ['ID=d006631f-6c2b-4c4b-8499-38eaf9fac755,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:27.421964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a08e5c0-d933-4b8d-a63b-2582e14b0b4b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6599352 May 27 03:46:27.425008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.435962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Request body: {'network': {'project_id': '4b60f4b10a734039918f8ce04378962f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:27.443427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:27.448234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Usage tracker for resource:network and tenant:4b60f4b10a734039918f8ce04378962f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:27.452362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:27.462243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:27.465449 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 03:46:27.465946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:46:27.471302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-32eeb875-4fa1-4e08-86ea-fbcbaa5dc85b tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0451875 May 27 03:46:27.471885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40996) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.495208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d006631f-6c2b-4c4b-8499-38eaf9fac755 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:27.557645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.560814 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2302246-f9ca-4e6a-b2b8-bfbf58710f55 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b60f4b10a734039918f8ce04378962f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0841718 May 27 03:46:27.572048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41002) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.664943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c862319-4ca1-4dfa-a3f6-e07ea43bba8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c185a36e73f4716beb4cb50c0b5d17e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034949 May 27 03:46:27.665490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41010) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:27.696874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.730466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.745553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4515f4b1-e1a7-4263-9c27-748e971d3259', 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259', 'tenant_id': '3aee4007243c4d618c51660b03846f02', 'fixed_ips': [{'subnet_id': '4709e209-4658-4d0e-ba02-1ac72ea23736'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:46:27.746358 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.790181 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.810988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Deleting port a6477ab4-f5f2-4061-9a9b-bb8d73395c36 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:27.811501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.857495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.870146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.887708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.894753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877dc30b-7683-48e0-87b5-76d2d7dbb9cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:27.923483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e56e35d3-347d-4e51-85a2-4470e4358475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.923729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:27.927176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-720adf9b-0770-4c88-82c3-e9364d1a5dc7 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/877dc30b-7683-48e0-87b5-76d2d7dbb9cc HTTP/1.1" status: 204 len: 168 time: 0.3384242 May 27 03:46:27.944978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41018) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:28.182442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.247131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.281416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] For port a6477ab4-f5f2-4061-9a9b-bb8d73395c36, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:28.282034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.288909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Allocated IP 172.20.0.2 (4515f4b1-e1a7-4263-9c27-748e971d3259/4709e209-4658-4d0e-ba02-1ac72ea23736/7aece3b8-9228-43e9-9dc1-ca4e2ec82198) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:28.331353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.359251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:28.411468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.424622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Calling delete_port for a6477ab4-f5f2-4061-9a9b-bb8d73395c36 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:28.427684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f47f88-6fbe-4c54-a6f8-f360ed52d14b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:28.437353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.437612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.437883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.438407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.438534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.438845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.439163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.439495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.439794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.440108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.440420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:28.472398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.477139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-601ebfa3-6a7d-4f82-b579-92e1849dd209 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3f47f88-6fbe-4c54-a6f8-f360ed52d14b HTTP/1.1" status: 204 len: 168 time: 0.8106496 May 27 03:46:28.481183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Usage tracker for resource:security_group_rule and tenant:e1e3d174ad984245b8205010949683ff is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:28.490588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 23a9c69b-6159-4e19-95a0-7ffe14d61351 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:28.533485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 23a9c69b-6159-4e19-95a0-7ffe14d61351 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:28.534060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 23a9c69b-6159-4e19-95a0-7ffe14d61351 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:28.625828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.641398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Transition to ACTIVE for port object 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:28.666044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:28.673280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Transition to ACTIVE for port object 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:28.681007 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.684479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:28.764499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Pushing event updated for resources: {'Port': ['ID=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:28.782431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:28.784573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:28.788614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:28.807468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.823257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Allocated IP 172.20.0.1 (4515f4b1-e1a7-4263-9c27-748e971d3259/4709e209-4658-4d0e-ba02-1ac72ea23736/9e1d5649-185a-46ad-986d-c1b0f96586ef) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:28.865207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d006631f-6c2b-4c4b-8499-38eaf9fac755']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:28.887874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe181e-c250-46b3-baf2-643769a792d6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:28.888122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe181e-c250-46b3-baf2-643769a792d6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:28.915930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Attempting to bind port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:28.916154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.916838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Attempting to bind port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5651d36d-af74-4cbe-948d-b8b99e1bff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:28.917513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Attempting to bind port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 on network 4515f4b1-e1a7-4263-9c27-748e971d3259 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:28.926526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:28.927817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Checking segment: {'id': '5651d36d-af74-4cbe-948d-b8b99e1bff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:28.928598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.929991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Bound using segment: {'id': '5651d36d-af74-4cbe-948d-b8b99e1bff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:28.930862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Bound port: 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5651d36d-af74-4cbe-948d-b8b99e1bff35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:28.932491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.963522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.975620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:28.976031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: timer() May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:28.990127 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:28.995197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.047239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.074171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] For port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:29.082177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] For port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,segment=NetworkSegment(5651d36d-af74-4cbe-948d-b8b99e1bff35),segment_id=5651d36d-af74-4cbe-948d-b8b99e1bff35)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:29.090157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.189109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8874b9-efa7-4ac3-a989-d2b1b59d51ff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.197710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.207833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a15a6ca5-5816-4e88-a049-4c3877ff65af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1e3d174ad984245b8205010949683ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6411822 May 27 03:46:29.212805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41042) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:29.229697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f7f8-5449-43e8-ac07-149c51e5ba3c None None] Pushing event updated for resources: {'Port': ['ID=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.250932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.274284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event deleted for resources: {'Network': ['ID=d006631f-6c2b-4c4b-8499-38eaf9fac755,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.282511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.320305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.366631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Transition to ACTIVE for port object 9e1d5649-185a-46ad-986d-c1b0f96586ef will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:29.384873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.390702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Pushing event deleted for resources: {'Port': ['ID=a6477ab4-f5f2-4061-9a9b-bb8d73395c36,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.419627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:29.436841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.439928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-39a8939e-acde-498d-b854-cc113d92f930 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d006631f-6c2b-4c4b-8499-38eaf9fac755 HTTP/1.1" status: 204 len: 168 time: 1.4940290 May 27 03:46:29.443370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:29.482195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.580685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:29.590993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:29.596825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:29.668242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=9e1d5649-185a-46ad-986d-c1b0f96586ef,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.683605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.737155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8874b9-efa7-4ac3-a989-d2b1b59d51ff,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:29.740844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.748192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.749656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9a18f1a-2e70-457e-83e5-98e8d84caa43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d8874b9-efa7-4ac3-a989-d2b1b59d51ff HTTP/1.1" status: 204 len: 168 time: 0.5350344 May 27 03:46:29.867286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.885979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.904835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:29.927261 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1453ceea-57f9-4919-8062-49659397e708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.186173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.227543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a32b8a4-20e7-4132-80e5-c8b1aa7f405c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:30.240937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc1e909-1638-46c0-ab26-0394627a2318') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:30.241338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc1e909-1638-46c0-ab26-0394627a2318') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:30.255927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.277816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.286721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:30.287248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: timer() May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:30.412649 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:30.417040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.424641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1451043157-network', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:30.430793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.492487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:30.585648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.590457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=9e1d5649-185a-46ad-986d-c1b0f96586ef,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:30.594748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Usage tracker for resource:network and tenant:033dfc1795f44ee1a6034b91c25c12f3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:30.599228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:30.607787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:30.784241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:30.802143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Made reservation on behalf of 033dfc1795f44ee1a6034b91c25c12f3 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:30.804482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.830813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.884500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.919036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.926558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a32b8a4-20e7-4132-80e5-c8b1aa7f405c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:30.930144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-702c430c-77b6-4a2b-a48e-d2a0ce88d9f3 tempest-QuotasNegativeTest-407152318 tempest-QuotasNegativeTest-407152318-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5a32b8a4-20e7-4132-80e5-c8b1aa7f405c HTTP/1.1" status: 204 len: 168 time: 1.4857340 May 27 03:46:30.930446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:30.936765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Usage tracker for resource:security_group_rule and tenant:033dfc1795f44ee1a6034b91c25c12f3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:30.938231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.941636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:30.950403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:30.952025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:30.971775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143efea9-2d01-4f76-804c-7433b6582815 None None] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:31.019800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:31.022566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.022802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:31.023131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46b1175-d97a-424c-9bc4-7a69efad7469 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:46:31.032654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.040173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-93e209f6-254e-4b0f-b3b6-fb400a75e6db admin admin] 10.222.0.46 "DELETE /v2.0/routers/c46b1175-d97a-424c-9bc4-7a69efad7469 HTTP/1.1" status: 204 len: 168 time: 5.2278988 May 27 03:46:31.040882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:31.120950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Deleting subnet abb2cc92-1fb0-4125-96c8-527f5e282209 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:31.124768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.191086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.237162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:31.255962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Provisioning for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:31.282310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:31.282981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.299226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.352300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Provisioning complete for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:31.352541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:31.353129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.387545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.429344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.436421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.459147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.474890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/abb2cc92-1fb0-4125-96c8-527f5e282209 HTTP/1.1" status: 204 len: 168 time: 0.4327211 May 27 03:46:31.475679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:31.476432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44413a02-2ca7-4570-8e9b-2a7c0fe43464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb2cc92-1fb0-4125-96c8-527f5e282209,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:31.486192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f67162-b338-4012-8bb4-de9883a9bfc9 None None] Network 2d969655-9e36-4c80-8569-9226d261e6e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:31.598030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.620325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Deleting port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:31.620676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.645312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:31.650217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Usage tracker for resource:security_group_rule and tenant:52735bb2e95d4e99ba8d96318961beba is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:31.655178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:31.669424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:31.685627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.693321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.740670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.796048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:31.839371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a087b2fc-03ae-4339-8387-42545dd5f637,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:31.846774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.847393 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Added segment bd82cdf2-eb60-45a7-b66b-838dc636acf9 of type vlan for network 3dc056ae-8816-4ead-bb1d-0e20e09df231 May 27 03:46:31.950752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] For port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,segment=NetworkSegment(5af54470-b5c2-4793-850f-e2ff876da0be),segment_id=5af54470-b5c2-4793-850f-e2ff876da0be)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:31.952158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.968871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.971926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:31.982991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.043969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Router 87f7e4f5-7773-428c-8f97-bc68975c69ce is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:46:32.057447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0d05a-92ad-4023-adf8-2048a4f9c452,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:32.111241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Calling delete_port for c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:32.154460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ebbb79a-0981-4c25-b7a8-194a4f7447a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52735bb2e95d4e99ba8d96318961beba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7889724 May 27 03:46:32.161962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41102) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:32.206756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.207238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.208392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:32.209171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.305829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8850667 May 27 03:46:32.312877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:32.313790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f1d449-8f03-4d4a-b95a-1e7c630e5d17,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:32.324112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Request body: {'subnet': {'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-subnet', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:32.334094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] No DVR routers for this DVR port c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:32.357913 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.383945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:32.396492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Usage tracker for resource:subnet and tenant:033dfc1795f44ee1a6034b91c25c12f3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:32.399610 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.425425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:32.432118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fa48-cbfb-45d4-88f3-83082d3dc43b admin admin] Pushing event updated for resources: {'Network': ['ID=3dc056ae-8816-4ead-bb1d-0e20e09df231,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:32.471212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.483251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036f450-adec-45a9-8b45-305519f85999 None None] DHCP port deletion for 2d969655-9e36-4c80-8569-9226d261e6e5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:46:32.485076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:32.502404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:32.509381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.539629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.542948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:32.543281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] For port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,segment=NetworkSegment(5651d36d-af74-4cbe-948d-b8b99e1bff35),segment_id=5651d36d-af74-4cbe-948d-b8b99e1bff35)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:32.559422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c955a77-f970-48b6-9be0-3d901ea14d44 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "PUT /v2.0/routers/87f7e4f5-7773-428c-8f97-bc68975c69ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7215855 May 27 03:46:32.563894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.564271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41116) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:32.566335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Made reservation on behalf of 033dfc1795f44ee1a6034b91c25c12f3 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:32.572841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.575022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'port': {'network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259', 'name': 'tempest-FloatingIPNegativeTestJSON-62897674'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:32.768354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] Sync routers for ids ['87f7e4f5-7773-428c-8f97-bc68975c69ce'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:32.788527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d969655-9e36-4c80-8569-9226d261e6e5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:32.815231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.894800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0d05a-92ad-4023-adf8-2048a4f9c452,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:32.919231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.920453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36adc9f6-2f04-46fe-b27e-012296527b81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28e0d05a-92ad-4023-adf8-2048a4f9c452 HTTP/1.1" status: 204 len: 168 time: 0.7574699 May 27 03:46:32.928094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af54470-b5c2-4793-850f-e2ff876da0be') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:32.929109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af54470-b5c2-4793-850f-e2ff876da0be') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:32.942851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.960413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.967185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:46:32.967522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:32.999734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:33.010108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:port and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:33.018044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:33.028240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:33.065510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Made reservation on behalf of 3aee4007243c4d618c51660b03846f02 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:33.077706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.119523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] Routers {'87f7e4f5-7773-428c-8f97-bc68975c69ce'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:33.126844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['87f7e4f5-7773-428c-8f97-bc68975c69ce'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:33.129293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] device_id is not set on port 85b01b91-57fc-4d25-91f8-27dda2a62301 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: timer() May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:46:33.134696 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:46:33.151148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.197110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.256263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d969655-9e36-4c80-8569-9226d261e6e5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:33.277154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:33.310122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66969296-e2af-4b1f-bac0-f21d844f8045 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d969655-9e36-4c80-8569-9226d261e6e5 HTTP/1.1" status: 204 len: 168 time: 1.8285747 May 27 03:46:33.323949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:33.417756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:33.424066 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.424450 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:33.430127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Allocated IP 172.20.0.13 (4515f4b1-e1a7-4263-9c27-748e971d3259/4709e209-4658-4d0e-ba02-1ac72ea23736/85b01b91-57fc-4d25-91f8-27dda2a62301) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:33.431404 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.433348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b0e44-f886-4c3c-a995-7d28e7a71dae None None] Pushing event updated for resources: {'Port': ['ID=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:33.437092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] Routers {'87f7e4f5-7773-428c-8f97-bc68975c69ce'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:33.438114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['87f7e4f5-7773-428c-8f97-bc68975c69ce'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:33.543385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:33.544165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6fc4f-09f4-44ed-a010-c7575db5b80a None None] The sync data for ids ['87f7e4f5-7773-428c-8f97-bc68975c69ce'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:33.545944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Provisioning for port 9e1d5649-185a-46ad-986d-c1b0f96586ef completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:33.560386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Provisioning complete for port 9e1d5649-185a-46ad-986d-c1b0f96586ef triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:33.561139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.647739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Port 9e1d5649-185a-46ad-986d-c1b0f96586ef cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:33.664061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Provisioning complete for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:33.664797 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-903b0c87-c9c9-40aa-aca0-f8495866959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.754236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:33.831269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d3bb80-0c1b-47b0-aff7-db6db32152b9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:33.846575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Checking segment: {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:33.847277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Network hostable DHCP agents. Network: 3dc056ae-8816-4ead-bb1d-0e20e09df231, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:33.876563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:33.892422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3dc056ae-8816-4ead-bb1d-0e20e09df231) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:33.899090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.902323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f58b2b-5ab5-4260-93fa-2528804cab47 None None] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:33.906777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:33.908021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.949597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:33.950251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Transition to ACTIVE for port object 85b01b91-57fc-4d25-91f8-27dda2a62301 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:33.963117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-405749d4-2828-42b0-9aa5-2e5e49987327 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6450226 May 27 03:46:33.966317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:33.976226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:33.983842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:33.994247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.000116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Usage tracker for resource:router and tenant:033dfc1795f44ee1a6034b91c25c12f3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:34.005433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:34.013748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:34.016541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:34.021807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Usage tracker for resource:security_group_rule and tenant:25c3d4c65c964630ab65ac7988ed8ebd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:34.026640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:34.034405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:34.047487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.048647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.090503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.125426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:34.194132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-71ac281d-b3d9-4192-85c4-860784c3b62f None None] Provisioning complete for port 9e1d5649-185a-46ad-986d-c1b0f96586ef triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:34.194849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-71ac281d-b3d9-4192-85c4-860784c3b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.228552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:34.239999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:34.251348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:34.270553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-71ac281d-b3d9-4192-85c4-860784c3b62f None None] Port 9e1d5649-185a-46ad-986d-c1b0f96586ef cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:34.349657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=85b01b91-57fc-4d25-91f8-27dda2a62301,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:34.358901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3dc056ae-8816-4ead-bb1d-0e20e09df231', 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'fixed_ips': [{'subnet_id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:46:34.362404 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.396052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:34.397179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.429713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9cef533a-2845-48ad-a0f0-3bc946c1bcb5 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8638632 May 27 03:46:34.432972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:34.434268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.454516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:34.463190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.469769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:34.487277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:floatingip and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:34.493017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:34.506043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:34.527537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:34.528468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.613582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f9fb9dce-3ffc-46c3-bf6c-1b0462390073 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff373081db304819b7fa43aca692792e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4844983 May 27 03:46:34.630910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18483688-aae8-4aec-8360-17e7952e9ab9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:34.635940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:34.641312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:34.641701 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.641816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.648140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c3c14954-f718-4b5f-9476-8093097f82c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25c3d4c65c964630ab65ac7988ed8ebd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3652174 May 27 03:46:34.662056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41168) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:34.688978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Allocated IP 172.20.0.2 (3dc056ae-8816-4ead-bb1d-0e20e09df231/18d3bb80-0c1b-47b0-aff7-db6db32152b9/9eb80aed-ebcc-458e-82bf-f9bf3eb939e5) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:34.787106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1759231565-network', 'tenant_id': 'e83049e52e954f7c8f422eb9ac22ef31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:34.811350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.820816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:34.823644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.825850 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:34.915159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Usage tracker for resource:network and tenant:e83049e52e954f7c8f422eb9ac22ef31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:34.947414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:34.967675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a968545-1148-4d20-9a24-03e793ce8905 None None] Provisioning for port 85b01b91-57fc-4d25-91f8-27dda2a62301 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:34.978918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:35.014012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.022426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Allocated IP 172.25.8.77 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/8d53cae0-78f7-48e0-b04a-f2f22b9d2f28) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:35.036650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.060702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Made reservation on behalf of e83049e52e954f7c8f422eb9ac22ef31 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:35.063284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.102558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.183689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.208795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18483688-aae8-4aec-8360-17e7952e9ab9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:35.219520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.224036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:35.237052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a968545-1148-4d20-9a24-03e793ce8905 None None] Provisioning complete for port 85b01b91-57fc-4d25-91f8-27dda2a62301 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:35.240431 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a968545-1148-4d20-9a24-03e793ce8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.262049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Usage tracker for resource:security_group_rule and tenant:e83049e52e954f7c8f422eb9ac22ef31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:35.279111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:35.288701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473a7e4-f4f9-4afb-a680-84f2c1d0981f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:35.296124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:35.315226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.370449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.371570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9578e241-52ba-4532-a81e-22670de9233a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3473a7e4-f4f9-4afb-a680-84f2c1d0981f HTTP/1.1" status: 204 len: 168 time: 0.7341897 May 27 03:46:35.372668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.373851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a06e1fae-2c7d-4c17-8b20-e307dcad3ff4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18483688-aae8-4aec-8360-17e7952e9ab9 HTTP/1.1" status: 204 len: 168 time: 0.7087772 May 27 03:46:35.381500 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.401276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.441735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.501277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:35.508785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:35.514644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:35.528721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0a968545-1148-4d20-9a24-03e793ce8905 None None] Port 85b01b91-57fc-4d25-91f8-27dda2a62301 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:35.552577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6477ab4-f5f2-4061-9a9b-bb8d73395c36 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:35.608797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a6477ab4-f5f2-4061-9a9b-bb8d73395c36 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:35.610156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6477ab4-f5f2-4061-9a9b-bb8d73395c36 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:35.610549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:46:35.622702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.666742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=8d53cae0-78f7-48e0-b04a-f2f22b9d2f28,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:35.702573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.708327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:46:35.708850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c9f1d449-8f03-4d4a-b95a-1e7c630e5d17 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:46:35.740628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:35.790869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Allocated IP 172.25.8.151 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/612fa193-d983-45f0-a3ce-cea9e2baca34) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:35.863759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.892866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.907200 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.907806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Transition to ACTIVE for port object 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:35.908175 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Added segment 33fdcfca-42e1-4e05-aba0-187ee1f363a2 of type vlan for network 33954d90-fe77-494d-b260-0bfc20fef977 May 27 03:46:35.939075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.955661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Transition to ACTIVE for port object 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:35.969215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:35.992810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bbd7b5-bf8f-469f-af5c-eae48b05ce48,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.009380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.061743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.087939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.094344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:36.095111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.176199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:36.180065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:36.190157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:36.197991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Pushing event updated for resources: {'Port': ['ID=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.364576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Attempting to bind port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:36.367370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Attempting to bind port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:36.368016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Attempting to bind port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 on network 3dc056ae-8816-4ead-bb1d-0e20e09df231 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:36.371312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] Pushing event updated for resources: {'Network': ['ID=33954d90-fe77-494d-b260-0bfc20fef977,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.380118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7e1e1d13-adb0-4cda-ae33-8c074f1e5155 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6157341 May 27 03:46:36.380118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.382424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41196) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:36.389182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:36.389442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Checking segment: {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:36.389669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.390239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Bound using segment: {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:36.394235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Request body: {'subnet': {'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1759231565-subnet', 'tenant_id': 'e83049e52e954f7c8f422eb9ac22ef31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:36.395457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Bound port: 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:36.395913 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.414502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:36.415701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 33954d90-fe77-494d-b260-0bfc20fef977 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:36.426407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Usage tracker for resource:subnet and tenant:e83049e52e954f7c8f422eb9ac22ef31 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:36.444315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:36.455713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:36.459017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:36.464094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:36.482390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:36.500919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Pushing event updated for resources: {'Port': ['ID=612fa193-d983-45f0-a3ce-cea9e2baca34,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.511963 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.521384 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.609465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Made reservation on behalf of e83049e52e954f7c8f422eb9ac22ef31 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:36.611858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.717947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] For port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:36.721592 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.721955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.724191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] For port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:36.730813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.784635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=8d53cae0-78f7-48e0-b04a-f2f22b9d2f28,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.830439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.876142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35ca8a-54b6-4096-88a0-d88a433f3ba8 None None] Pushing event updated for resources: {'Port': ['ID=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:36.927584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:36.928825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8b9fd427-09c4-462d-8170-0c6323d4695d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4802878 May 27 03:46:36.934048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:36.943879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e764766c-6713-49d3-b199-0b168f7ad334 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'floatingip': {'port_id': '85b01b91-57fc-4d25-91f8-27dda2a62301', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:37.333873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e764766c-6713-49d3-b199-0b168f7ad334 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:37.408859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Router 1a164cbc-6d38-4e45-9c68-10b79e540972 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:46:37.438776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:37.642158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:37.650734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:37.721392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:37.733752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b4481c7b4044e0aa8b86792045b973 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:37.738268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:37.738444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ea0f40-324c-4038-a4d8-ec459aad85ed,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:37.747686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:37.825715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:37.838877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Sync routers for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:37.852412 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-e764766c-6713-49d3-b199-0b168f7ad334 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] update failed (client error): The resource could not be found. May 27 03:46:37.853409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e764766c-6713-49d3-b199-0b168f7ad334 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "PUT /v2.0/floatingips/7e8dda90-26b6-49bc-86be-03f712556d2d HTTP/1.1" status: 404 len: 507 time: 0.9183691 May 27 03:46:37.858373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:37.861086 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:37.861632 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:37.878581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Checking segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:37.879632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Network hostable DHCP agents. Network: 33954d90-fe77-494d-b260-0bfc20fef977, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:37.929517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Network 33954d90-fe77-494d-b260-0bfc20fef977 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:37.946874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 33954d90-fe77-494d-b260-0bfc20fef977) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:37.959255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a74cd-d230-4fdd-a8fb-3145e06e68c6 None None] Network 33954d90-fe77-494d-b260-0bfc20fef977 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:37.973227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:37.974651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.017873 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16380f5f-41c4-4cd0-8b26-3065ff2fd7fc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6341391 May 27 03:46:38.194346 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:38.341129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.373238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.388623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302b42b-d053-47a8-b304-12f6edb8fec1 None None] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:38.450501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0b4481c7b4044e0aa8b86792045b973&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0062246 May 27 03:46:38.450501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.451157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41240) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:38.455607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:38.455869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9eaf5ca5-443d-487f-ad94-9cacb3c25077 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4856944 May 27 03:46:38.468682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 8d53cae0-78f7-48e0-b04a-f2f22b9d2f28 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:38.469049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.637856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206692-471c-4282-a107-944847cf88a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdde1d1-9bf6-45a9-af3f-95bdd167b152,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:38.679500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:38.728739 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:36Z', 'revision_number': 3, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:38.733437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Checking router: 1a164cbc-6d38-4e45-9c68-10b79e540972 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:38.733787 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Updating router 1a164cbc-6d38-4e45-9c68-10b79e540972 port 612fa193-d983-45f0-a3ce-cea9e2baca34 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:46:38.782023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbef47-82e2-4caa-b6c1-d25bc3d7dd81 None None] Network 33954d90-fe77-494d-b260-0bfc20fef977 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:38.799232 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.913472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.964958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.965254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:38.970205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bf563782-a8c0-4b29-a394-28eaaeda5a05 None None] Provisioning for port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:39.001683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.052512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:39.094022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:39.094946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.219182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.325314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Calling delete_port for 8d53cae0-78f7-48e0-b04a-f2f22b9d2f28 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:39.331724 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.360595 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Transition to ACTIVE for port object 612fa193-d983-45f0-a3ce-cea9e2baca34 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:39.372169 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.499064 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Attempting to bind port 612fa193-d983-45f0-a3ce-cea9e2baca34 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:39.499437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Attempting to bind port 612fa193-d983-45f0-a3ce-cea9e2baca34 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:39.499790 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Attempting to bind port 612fa193-d983-45f0-a3ce-cea9e2baca34 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:39.502146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Pushing event updated for resources: {'Port': ['ID=612fa193-d983-45f0-a3ce-cea9e2baca34,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:39.514837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:39.514989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:39.515431 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.515830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:39.516297 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Bound port: 612fa193-d983-45f0-a3ce-cea9e2baca34, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:39.516661 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.548445 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.548785 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.549599 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.550125 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.550468 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.550797 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.551138 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.551468 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.551809 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.552191 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.552780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.575518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdde1d1-9bf6-45a9-af3f-95bdd167b152,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:39.585745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.587428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61a01877-186d-442d-9455-a46116d4312e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acdde1d1-9bf6-45a9-af3f-95bdd167b152 HTTP/1.1" status: 204 len: 168 time: 1.1355040 May 27 03:46:39.607788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fcb08d67-cede-4ae4-a204-354a4ef8b543 None None] Provisioning complete for port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:39.608254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d67-cede-4ae4-a204-354a4ef8b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.640356 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] For port 612fa193-d983-45f0-a3ce-cea9e2baca34, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:39.645883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] For port 612fa193-d983-45f0-a3ce-cea9e2baca34, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=612fa193-d983-45f0-a3ce-cea9e2baca34,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:39.657892 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.707113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.732459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.775007 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574587bc-6b5d-42a7-bbc6-993b5478ead4 None None] Pushing event updated for resources: {'Port': ['ID=612fa193-d983-45f0-a3ce-cea9e2baca34,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:39.777965 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:39.778567 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:39.835275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:39.838492 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d67-cede-4ae4-a204-354a4ef8b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.855780 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:39.866924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Port': ['ID=8d53cae0-78f7-48e0-b04a-f2f22b9d2f28,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:39.929047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:39.940129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.940586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.941040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.941448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.941912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.942308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.943447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.943882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.944312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.944711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:39.945135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.024708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:40.100115 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-fcb08d67-cede-4ae4-a204-354a4ef8b543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:40.100677 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-fcb08d67-cede-4ae4-a204-354a4ef8b543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:40.133332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:40.157198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:40.159102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c41d0d05-38fa-44fa-b9bf-5a87a61582de tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "DELETE /v2.0/floatingips/7e8dda90-26b6-49bc-86be-03f712556d2d HTTP/1.1" status: 204 len: 168 time: 2.2907426 May 27 03:46:40.163151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:40.173519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'floatingip': {'floating_network_id': '4515f4b1-e1a7-4263-9c27-748e971d3259', 'port_id': '85b01b91-57fc-4d25-91f8-27dda2a62301', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:40.199299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:40.211917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:floatingip and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:40.218500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:40.232276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:40.255534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:40.403211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:40.488833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:40.489493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:40.496633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:36Z', 'revision_number': 3, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:40.505381 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96bcb-9dcd-41a6-9af7-61d973816f99 None None] The sync data for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 is: [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:36Z', 'revision_number': 3, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:40.595987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:40.885974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-7dd9337c-b930-4e9d-874b-b437ffdab8d1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:40.885974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-7dd9337c-b930-4e9d-874b-b437ffdab8d1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Synchronizing usage tracker for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:40.968481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-7dd9337c-b930-4e9d-874b-b437ffdab8d1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Unset dirty status for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:40.970478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-7dd9337c-b930-4e9d-874b-b437ffdab8d1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 814 time: 0.5225136 May 27 03:46:40.999153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Allocated IP 172.20.0.1 (3dc056ae-8816-4ead-bb1d-0e20e09df231/18d3bb80-0c1b-47b0-aff7-db6db32152b9/00f7bf4a-273c-4d87-ac5e-3a6c6286261f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:41.017683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-b5e0cfb9-3206-45ed-adb4-47f1487e2205 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/quotas/e83049e52e954f7c8f422eb9ac22ef31 HTTP/1.1" status: 200 len: 375 time: 0.0305266 May 27 03:46:41.024460 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:46:41.025645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9bf75b99-f1d5-4926-81c4-6c2aa63ef09d tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8599720 May 27 03:46:41.029487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:41.075226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '85b01b91-57fc-4d25-91f8-27dda2a62301', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:41.087812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-d6103ee2-53a1-4cdd-a059-0dbaaaece7e6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611806 May 27 03:46:41.088801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:41.093587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Usage tracker for resource:floatingip and tenant:3aee4007243c4d618c51660b03846f02 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:41.096635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:41.109974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:41.135512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:41.255726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:41.282319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Transition to ACTIVE for port object 00f7bf4a-273c-4d87-ac5e-3a6c6286261f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:41.312012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:41.374881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:41.588366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:41.592464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:41.594962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:41.607469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Allocated IP 172.25.8.243 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/7faadd50-1b93-4af0-aa9a-129436ff9fe5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:41.635772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Pushing event updated for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:41.701395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:41.754716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-98bd17eb-93ef-4ee9-89a0-19fdb467bded service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:46:41.762552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-98bd17eb-93ef-4ee9-89a0-19fdb467bded service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6614969 May 27 03:46:41.832270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.004990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3e535865-a110-4a6b-904e-6a4e49bf4962 service neutron] 10.222.0.46 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410364 May 27 03:46:42.069247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e78cd7da-ddcb-4ca6-8133-6005b8a0cabd None None] Provisioning for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:42.077475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e78cd7da-ddcb-4ca6-8133-6005b8a0cabd None None] Provisioning complete for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:42.078358 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e78cd7da-ddcb-4ca6-8133-6005b8a0cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.157365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41312) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:42.169805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e78cd7da-ddcb-4ca6-8133-6005b8a0cabd None None] Port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:42.232440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.238030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.243451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.290577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-944e24a4-3ae6-4e02-be0f-89aedc5b1eff service neutron] 10.222.0.46 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776804 May 27 03:46:42.346851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.403658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 612fa193-d983-45f0-a3ce-cea9e2baca34 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:42.472431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.487889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:42.498504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:42.504345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:42.505548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 612fa193-d983-45f0-a3ce-cea9e2baca34 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:42.516595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Pushing event updated for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:42.517315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 612fa193-d983-45f0-a3ce-cea9e2baca34 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:42.517702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.619206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event updated for resources: {'Port': ['ID=7faadd50-1b93-4af0-aa9a-129436ff9fe5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:42.682176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-596410057-network', 'tenant_id': '28b17f313d344631b862c1d6c23a8b5a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:42.696343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:42.711613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Usage tracker for resource:network and tenant:28b17f313d344631b862c1d6c23a8b5a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:42.716469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:42.727052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:42.751988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94375774-6a58-4af5-8f1d-5369ce0fe83e req-49b9c726-e554-4af9-9336-c71bc4fd8f7a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 210 time: 0.1160035 May 27 03:46:42.797322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.822712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 612fa193-d983-45f0-a3ce-cea9e2baca34, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=612fa193-d983-45f0-a3ce-cea9e2baca34,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:42.828319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.844951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Made reservation on behalf of 28b17f313d344631b862c1d6c23a8b5a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:42.847071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.879843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.913535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 7faadd50-1b93-4af0-aa9a-129436ff9fe5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:42.913535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:42.923807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:42.926655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:42.942069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=612fa193-d983-45f0-a3ce-cea9e2baca34,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:43.155963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:43.277770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Usage tracker for resource:security_group_rule and tenant:28b17f313d344631b862c1d6c23a8b5a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:43.283453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:43.309970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:43.381056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:43.384147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:43.429512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a21fbb41-21dc-4b07-8ed3-6d28f080a4bf None None] Provisioning complete for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:43.430561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a21fbb41-21dc-4b07-8ed3-6d28f080a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:43.543402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a21fbb41-21dc-4b07-8ed3-6d28f080a4bf None None] Port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:46:43.552821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Calling delete_port for 7faadd50-1b93-4af0-aa9a-129436ff9fe5 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:43.669923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Router 1a164cbc-6d38-4e45-9c68-10b79e540972 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:43.672371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:43.690325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:43.782969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff41bf-020d-4b7e-aff6-5f58d7d0784b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:43.853204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:43.855675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.031382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:44.060494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-35c6f8f1-5d90-4312-b912-586e5174c80c admin admin] 10.222.0.46 "PUT /v2.0/routers/1a164cbc-6d38-4e45-9c68-10b79e540972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6035783 May 27 03:46:44.096439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Port': ['ID=7faadd50-1b93-4af0-aa9a-129436ff9fe5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:44.111020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.111364 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Added segment 3f551504-b732-4964-b08d-70c6a2a77ed3 of type vlan for network defefdad-1c1a-4b76-84ca-946452a5caf9 May 27 03:46:44.156746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba595cce-d83d-492d-8dd8-1ba24acd0513 req-a6555f4e-1f6c-42d5-828d-b7e9ddf0ca14 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 210 time: 0.1252096 May 27 03:46:44.266188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.395359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 612fa193-d983-45f0-a3ce-cea9e2baca34 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:44.472254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-d3373db7-6671-472e-a31e-fcae20ab41db tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:44.480455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-d3373db7-6671-472e-a31e-fcae20ab41db tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 814 time: 0.2481000 May 27 03:46:44.508968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Request body: {'port': {'device_id': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'admin_state_up': True, 'tenant_id': 'e83049e52e954f7c8f422eb9ac22ef31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:44.550389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 612fa193-d983-45f0-a3ce-cea9e2baca34 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:44.551045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.569159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41366) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:44.670961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:44.675234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Usage tracker for resource:port and tenant:e83049e52e954f7c8f422eb9ac22ef31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:44.678467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:44.687132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:44.705303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Made reservation on behalf of e83049e52e954f7c8f422eb9ac22ef31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:44.709311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.722930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.723843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:44.724478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:44.859918 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] create failed (client error): The resource could not be found. May 27 03:46:44.864107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0ba0b1b-4b00-4c73-9a0a-1e8612bd2f16 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7947714 May 27 03:46:44.864107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] Pushing event updated for resources: {'Network': ['ID=defefdad-1c1a-4b76-84ca-946452a5caf9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:44.866936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:44.874212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network defefdad-1c1a-4b76-84ca-946452a5caf9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:44.993737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Sync routers for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:45.009177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 85b01b91-57fc-4d25-91f8-27dda2a62301 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:45.009655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.048787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:45.049785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:45.280740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.337504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.473035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Calling delete_port for 85b01b91-57fc-4d25-91f8-27dda2a62301 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:45.518577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-543d4f3f-aba0-412e-b9e7-d904e380d80c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3556352 May 27 03:46:45.528029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41386) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:45.543806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Request body: {'subnet': {'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-596410057-subnet', 'tenant_id': '28b17f313d344631b862c1d6c23a8b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:45.546741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:45.564264 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-109f521f-d1ca-451b-bc6a-ef53e81e210e req-dd78832d-f022-43e5-9f0c-346f309274e8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 210 time: 0.0924468 May 27 03:46:45.566248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:45.587661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Usage tracker for resource:subnet and tenant:28b17f313d344631b862c1d6c23a8b5a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:45.593174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:45.602142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:45.627156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Made reservation on behalf of 28b17f313d344631b862c1d6c23a8b5a for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:45.630656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.731226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.796804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Port': ['ID=85b01b91-57fc-4d25-91f8-27dda2a62301,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:45.860458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Allocated IP 172.20.0.11 (33954d90-fe77-494d-b260-0bfc20fef977/79ea0f40-324c-4038-a4d8-ec459aad85ed/87be7686-834d-4372-a3e4-4f7eaecb299e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:45.928629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:45.937522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4e670a06-a29a-442e-aec1-8f22296328b2 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "DELETE /v2.0/ports/85b01b91-57fc-4d25-91f8-27dda2a62301 HTTP/1.1" status: 204 len: 168 time: 1.0668023 May 27 03:46:45.938944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41396) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:46.148341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.290748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441033e3-741f-47fc-9c00-48259deacac0 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:46.291601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-441033e3-741f-47fc-9c00-48259deacac0 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Synchronizing usage tracker for tenant:3aee4007243c4d618c51660b03846f02 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:46.311829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:41Z', 'revision_number': 4, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '00f7bf4a-273c-4d87-ac5e-3a6c6286261f', 'name': '', 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'mac_address': 'fa:16:3e:ae:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:40Z', 'updated_at': '2022-05-27T03:46:41Z', 'revision_number': 2, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'subnets': [{'id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:46.313442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41406) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:46.316052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Checking router: 1a164cbc-6d38-4e45-9c68-10b79e540972 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:46:46.316413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Updating router 1a164cbc-6d38-4e45-9c68-10b79e540972 port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:46:46.336195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:46.376644 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.404459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-441033e3-741f-47fc-9c00-48259deacac0 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Unset dirty status for tenant:3aee4007243c4d618c51660b03846f02 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:46.405760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-441033e3-741f-47fc-9c00-48259deacac0 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "GET /v2.0/ports?device_id=87f7e4f5-7773-428c-8f97-bc68975c69ce HTTP/1.1" status: 200 len: 913 time: 0.4612341 May 27 03:46:46.417321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:46.418231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Checking segment: {'id': '3f551504-b732-4964-b08d-70c6a2a77ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:46.418683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Network hostable DHCP agents. Network: defefdad-1c1a-4b76-84ca-946452a5caf9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:46.452931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.491749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.596854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Network 33954d90-fe77-494d-b260-0bfc20fef977 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:46.601603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:46.607310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:46.648370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:46.672489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Network defefdad-1c1a-4b76-84ca-946452a5caf9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:46.698885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:46.703814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.729349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-4369dbbd-b89f-4b7d-a59a-5fb1cde533c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2339427 May 27 03:46:46.743467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Request body: {'port': {'device_id': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:46.746188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, defefdad-1c1a-4b76-84ca-946452a5caf9) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:46.774238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:46.775007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.794533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:46.809098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Transition to ACTIVE for port object 00f7bf4a-273c-4d87-ac5e-3a6c6286261f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:46.814702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897317ce-0dcd-46c5-8e28-5608b895c9ce None None] Network defefdad-1c1a-4b76-84ca-946452a5caf9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:46.879915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7db8f3ee-87e6-4f93-ab7e-adcf94c283f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3420508 May 27 03:46:46.966736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.068635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.166867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-b7f8670a-fd66-4e79-93da-4ff763ed83cc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:47.175571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-b7f8670a-fd66-4e79-93da-4ff763ed83cc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Synchronizing usage tracker for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:47.262943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed137a3-15dc-4bec-a4b1-d0f54591fefd None None] Network defefdad-1c1a-4b76-84ca-946452a5caf9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:47.299599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839855999'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:47.307759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-b7f8670a-fd66-4e79-93da-4ff763ed83cc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Unset dirty status for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:47.309265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-b7f8670a-fd66-4e79-93da-4ff763ed83cc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 932 time: 0.4777741 May 27 03:46:47.326813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:47.334764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070af72-f45c-4d89-be5f-3a3d1430373b None None] Pushing event updated for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:47.370924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:47.377452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:47.386144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:47.427382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:47.430382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.454832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.477119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-53609a20-2f15-4075-adee-c237fccb180a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Synchronizing usage tracker for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:47.593199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:47.595822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-53609a20-2f15-4075-adee-c237fccb180a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Unset dirty status for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:47.597159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73161a87-4553-4e5d-9c0d-aba7887d658b req-53609a20-2f15-4075-adee-c237fccb180a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095919 May 27 03:46:47.601747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Deleting port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:47.602598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.658479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:security_group_rule and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:47.664463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.690581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Attempting to bind port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:47.690947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Attempting to bind port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:47.691304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Attempting to bind port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f on network 3dc056ae-8816-4ead-bb1d-0e20e09df231 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:47.701989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:47.702380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Checking segment: {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:47.702742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.703392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Bound using segment: {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:47.703861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Bound port: 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd82cdf2-eb60-45a7-b66b-838dc636acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:47.704225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.746076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:47.771252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:47.806857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:46:47.815749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.853529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Transition to ACTIVE for port object 87be7686-834d-4372-a3e4-4f7eaecb299e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:47.860795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:47.917353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:47.926471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:47.934243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.096475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, got binding levels [] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:48.096960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.106007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.123682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070af72-f45c-4d89-be5f-3a3d1430373b None None] Pushing event updated for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.132811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:48.133712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:48.208132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:48.211195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:48.211846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:48.234924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:46:48.236292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:48.244251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:48.246107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Checking segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:48.247022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Bound using segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:48.249470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Bound port: 87be7686-834d-4372-a3e4-4f7eaecb299e, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:48.249956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.285894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Calling delete_port for 00f7bf4a-273c-4d87-ac5e-3a6c6286261f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:48.423419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:48.427630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:48.437330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.468093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.478156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:46:48.513347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.532684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.546605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.548076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-3f25018e-f18a-4dad-9d1a-673181c237a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 1092 time: 1.8114567 May 27 03:46:48.548529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:48.611711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad7c573-43b0-4152-bff6-9d8ec1138686,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:48.687919 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e831f8-f4d5-4b90-b8dd-1405a04a2ffc'] response: {'name': 'network-changed', 'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'status': 'completed', 'code': 200} May 27 03:46:48.707049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:48.753718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.754676 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment c9a678b1-0d5b-4cb4-b276-5541e5980a7f of type vlan for network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 May 27 03:46:48.766574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-57be5a8d-b75f-4dc1-8de9-1945a5222baa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1095 time: 0.1726105 May 27 03:46:48.907947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-79a1be92-fb61-48a0-88d3-cc5e8c1491ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.1372399 May 27 03:46:48.912193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:48.912591 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:48.969126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:48.993733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:41Z', 'revision_number': 4, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '00f7bf4a-273c-4d87-ac5e-3a6c6286261f', 'name': '', 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'mac_address': 'fa:16:3e:ae:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:40Z', 'updated_at': '2022-05-27T03:46:47Z', 'revision_number': 4, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'subnets': [{'id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:48.999773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c1b9c-5b2b-4854-bd29-aefb84e57cc6 None None] The sync data for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 is: [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:41Z', 'revision_number': 4, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '00f7bf4a-273c-4d87-ac5e-3a6c6286261f', 'name': '', 'network_id': '3dc056ae-8816-4ead-bb1d-0e20e09df231', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'mac_address': 'fa:16:3e:ae:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:40Z', 'updated_at': '2022-05-27T03:46:47Z', 'revision_number': 4, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'subnets': [{'id': '18d3bb80-0c1b-47b0-aff7-db6db32152b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:49.135630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:49.151089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:49.152478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:49.229133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-9cf0c7e3-edb2-4b09-969f-703be60337d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:49.231586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-9cf0c7e3-edb2-4b09-969f-703be60337d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.2443404 May 27 03:46:49.267669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9443479 May 27 03:46:49.299124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-0e9088fe-aff0-4d66-adc6-6a490dbe7fdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587804 May 27 03:46:49.305475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e605-a36e-4c53-b3af-c0baa0255f0a req-548ed1f4-95ac-4aba-a7ed-fa244d99d911 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:49.311887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1388e605-a36e-4c53-b3af-c0baa0255f0a req-548ed1f4-95ac-4aba-a7ed-fa244d99d911 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.4010644 May 27 03:46:49.438887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Deleting port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:49.440017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:49.498615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:49.553592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:49.658432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-b569b92b-9b0f-4515-9951-11b545ec448f service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453195 May 27 03:46:49.863864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e00aa-6921-4d45-887d-af3d77df5fd4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=2eaf34e0-2751-424b-b31f-ccbfe63b8112,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:49.866552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-666e4374-4903-41ee-8082-d7feff3d7b20 req-8e01daea-8189-4215-bc10-2e4605e60853 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861660 May 27 03:46:49.869117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41468) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:49.884695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:49.900271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1388e605-a36e-4c53-b3af-c0baa0255f0a req-d6dac2e1-dd25-4980-aedf-5726940369e6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407844 May 27 03:46:50.078860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-dacd67d5-ac2c-4b2a-aa55-4a08530da43a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1095 time: 0.1567464 May 27 03:46:50.283686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:50.289089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:50.291353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:50.298233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:50.311661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-3af7b78f-c6d9-4fcf-b08e-7ae7d9f895f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:50.314092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-3af7b78f-c6d9-4fcf-b08e-7ae7d9f895f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.2271686 May 27 03:46:50.322501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:50.429882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 00f7bf4a-273c-4d87-ac5e-3a6c6286261f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:50.436397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-a6722557-8e85-4cd3-b7bc-3d369df944c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.1134491 May 27 03:46:50.447182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.502867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:50.509471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:50.510036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.575609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-2c3c3faf-9837-4998-8587-1cb41d156d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:50.575866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:50.580351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-2c3c3faf-9837-4998-8587-1cb41d156d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.1364973 May 27 03:46:50.585754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:50.586208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.677567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-3d039978-c1a2-429a-914e-29386224cde8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842121 May 27 03:46:50.686409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-0312e766-b9d9-47d2-bdf8-481a01385e3f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:50.693024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-0312e766-b9d9-47d2-bdf8-481a01385e3f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/networks?id=defefdad-1c1a-4b76-84ca-946452a5caf9 HTTP/1.1" status: 200 len: 821 time: 1.4238794 May 27 03:46:50.716500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Calling delete_port for 00f7bf4a-273c-4d87-ac5e-3a6c6286261f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:50.777972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-71b1fe56-7d83-4b33-8b99-2ae1108651b8 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/quotas/28b17f313d344631b862c1d6c23a8b5a HTTP/1.1" status: 200 len: 375 time: 0.0815454 May 27 03:46:50.781632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.824130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:50.830921 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.855075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-a51eba22-6596-439a-ba55-5a829f7c00b1 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750898 May 27 03:46:50.864770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:50.943751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:50.981237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-8e58ab3b-e780-4d21-a3ab-d142af7a16c9 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=28b17f313d344631b862c1d6c23a8b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2022841 May 27 03:46:51.032742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.153389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:51.176977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Usage tracker for resource:security_group_rule and tenant:39c838de1f4449a4ba1cf4aa7ea73d06 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:51.182109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:51.198973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 9e1d5649-185a-46ad-986d-c1b0f96586ef {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:51.199448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.224298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:51.233154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:51.241022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8607c7b65bd74002931b04c65ecef7e6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:51.246607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:51.257775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:51.261060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2ed16a8-df4e-4f51-874a-b9d35f2ef424 req-9e478f1a-5a8b-4587-a406-ade5cf6a4496 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992004 May 27 03:46:51.288747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f57d9-3951-403f-9a39-cd5aa0ad60a3 req-4e4562f2-034d-466b-b354-467f8e0ac17d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:51.295647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb3f57d9-3951-403f-9a39-cd5aa0ad60a3 req-4e4562f2-034d-466b-b354-467f8e0ac17d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.2369275 May 27 03:46:51.365004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb3f57d9-3951-403f-9a39-cd5aa0ad60a3 req-1d24a8bc-d979-449e-b9ee-e006e8f5e055 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683753 May 27 03:46:51.395493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.407113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.455981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232bc3da-53ba-47ff-aa43-c949f2b28f9c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:51.461048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ef456cd8-be9a-4c73-bd81-e6b94816e1a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8607c7b65bd74002931b04c65ecef7e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9530358 May 27 03:46:51.464927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:51.532718 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.555601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:51.556281 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:51.564182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.625436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-aee9deac-4269-4194-99db-d3d467263b68 service neutron] 10.222.0.46 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159437 May 27 03:46:51.655394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.670861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232bc3da-53ba-47ff-aa43-c949f2b28f9c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:51.678651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.682158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14267fcd-4b5f-42a6-aabf-510cb059bec1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/232bc3da-53ba-47ff-aa43-c949f2b28f9c HTTP/1.1" status: 204 len: 168 time: 0.2174063 May 27 03:46:51.726722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.805193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:51.997363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Deleting port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:51.997704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.073426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:52.084856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.102386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Calling delete_port for 9e1d5649-185a-46ad-986d-c1b0f96586ef owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:52.157455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.211110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:52.249621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.262169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.307803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:52.315955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:76dc8e37b56c49dc84634bf5117e8266 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:52.320883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:52.322066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:46:52.328924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:52.331340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:52.335626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Usage tracker for resource:security_group_rule and tenant:6672e68dd9e04546b0811e773f7ed629 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:52.340154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:52.351269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:52.383702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30641cf6-968b-46ae-bd76-0ffe627ab9dd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:52.419738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=75b90267-16bd-4170-b986-f04ce4f1f1bb,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:52.426968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b2e16b6-01d1-4c79-92ca-ddefe1cefd75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39c838de1f4449a4ba1cf4aa7ea73d06&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5039158 May 27 03:46:52.442271 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-f2c8ba67-b7f3-453b-a13e-d2954d8c533c service neutron] 10.222.0.46 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916055 May 27 03:46:52.442655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41526) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:52.467127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.480670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.494741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 00f7bf4a-273c-4d87-ac5e-3a6c6286261f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:52.565969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76dc8e37b56c49dc84634bf5117e8266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4911048 May 27 03:46:52.571832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b611ce4-a096-49c6-97b3-9d02dd2f0ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66170f44-3334-4a75-afe7-f9aa6700e75a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:52.574779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:52.591038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:52.591511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 2eaf34e0-2751-424b-b31f-ccbfe63b8112, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:52.606115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] For port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:52.606514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.613802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:52.638380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'port_id': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'mac_address': 'fa:16:3e:9b:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ea0f40-324c-4038-a4d8-ec459aad85ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:46:52.704174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 00f7bf4a-273c-4d87-ac5e-3a6c6286261f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:52.704505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.716144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.746045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.761782 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.783444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:46:52.799648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:52.802975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.810993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.818118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Calling delete_port for 00f7bf4a-273c-4d87-ac5e-3a6c6286261f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:52.926191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c246d093-f4eb-437e-a4f6-b74113b78a8f req-90210e6f-05ee-4f65-b521-f9d95a708d50 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 210 time: 0.1901598 May 27 03:46:52.936949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.943436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:52.950769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:52.987188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.002003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c26d-3cb2-4437-abd6-ff286133cbda req-e198e9e0-3f28-4aad-a513-00bb4607e536 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:53.003493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b66c26d-3cb2-4437-abd6-ff286133cbda req-e198e9e0-3f28-4aad-a513-00bb4607e536 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.4334717 May 27 03:46:53.017087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b713c5-7e2e-41dd-be3e-80cbcebb2afd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:53.017718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['87be7686-834d-4372-a3e4-4f7eaecb299e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:46:53.024112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ca71da68-1490-41b1-9e25-66b4084af2ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6672e68dd9e04546b0811e773f7ed629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8086820 May 27 03:46:53.027005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:53.046210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:53.070726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b66c26d-3cb2-4437-abd6-ff286133cbda req-6873cf1c-02a1-4509-890b-e1a1040b35a3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 May 27 03:46:53.088700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.094152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.132606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66170f44-3334-4a75-afe7-f9aa6700e75a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:53.158776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.162536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2990c2db-3389-4e76-b025-54655be6c9d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66170f44-3334-4a75-afe7-f9aa6700e75a HTTP/1.1" status: 204 len: 168 time: 0.5435181 May 27 03:46:53.165660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Port': ['ID=9e1d5649-185a-46ad-986d-c1b0f96586ef,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:53.181404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.190618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2eaf34e0-2751-424b-b31f-ccbfe63b8112) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:53.196042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:53.196633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.239193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.350856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafb926-0e74-453e-baa2-80f9903c636c None None] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:53.357257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.378851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b713c5-7e2e-41dd-be3e-80cbcebb2afd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:53.388007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.389413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f78467e4-df40-4be8-8321-f956f1d2b9b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65b713c5-7e2e-41dd-be3e-80cbcebb2afd HTTP/1.1" status: 204 len: 168 time: 0.3398631 May 27 03:46:53.427471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8706bae2-02cd-4fa6-8472-7b85351e5e77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.9196436 May 27 03:46:53.427819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41554) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:53.438260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195975857'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:53.448203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:53.460763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:53.474885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:53.487508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:53.511958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:53.518130 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.589636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:46:53.604964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.605654 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment a0092ddf-f159-4d0d-aab3-a0525aa25d1e of type vlan for network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c May 27 03:46:53.659453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.665432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.696961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.704101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:53.704786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.752887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3213189 May 27 03:46:53.758082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:53.765181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:53.784422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.823932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30641cf6-968b-46ae-bd76-0ffe627ab9dd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:53.872681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2eaf34e0-2751-424b-b31f-ccbfe63b8112', 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '75b90267-16bd-4170-b986-f04ce4f1f1bb'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:46:53.874449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.901741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.903005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-96b71df1-4a1d-426f-bf9a-72d2e3c56c6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30641cf6-968b-46ae-bd76-0ffe627ab9dd HTTP/1.1" status: 204 len: 168 time: 1.4521236 May 27 03:46:53.923739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:53.937887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.041853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ca268-cee7-4b02-9515-84956a3490b9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:54.075497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:46:54.108045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:54.115448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:54.135397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:54.157783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:54.189369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:54.365055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.366892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:54.378972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41578) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:54.428764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Allocated IP 172.20.255.242 (2eaf34e0-2751-424b-b31f-ccbfe63b8112/75b90267-16bd-4170-b986-f04ce4f1f1bb/c8a637f7-1c57-4fc4-a88c-ca8b10dcf072) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:54.546791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f7bf4a-273c-4d87-ac5e-3a6c6286261f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:54.571652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d04b6b6e-c46e-4bec-bc44-980b2e7c3205 req-ea9322c8-c9e7-42d5-a420-903998b22a70 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 210 time: 0.1488850 May 27 03:46:54.604542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 87be7686-834d-4372-a3e4-4f7eaecb299e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:54.671530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:46:54.795241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 87be7686-834d-4372-a3e4-4f7eaecb299e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:54.796800 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.884972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41584) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:54.905803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.962103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.977036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:54.978376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Transition to ACTIVE for port object c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:55.035775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Transition to ACTIVE for port object c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:55.057426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.075900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.098189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:55.122183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:55.124090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5b685771b9436aa90df5fb1423e41c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:55.134505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:55.142644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d42a0ae4-03e1-4218-a7d6-1a052fb3a7a2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:55.143321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d42a0ae4-03e1-4218-a7d6-1a052fb3a7a2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Synchronizing usage tracker for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:46:55.148169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:55.152380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Usage tracker for resource:security_group_rule and tenant:773f92a174a14aabbce710357c5265d0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:55.156843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:55.157139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:55.162415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:55.167133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.173016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:55.182345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:46:55.201596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Pushing event updated for resources: {'Port': ['ID=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:55.205484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:55.230363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:55.238505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.256450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7d4c0-4ce5-4d00-9599-bab924190f7b req-7b0812ef-ccac-48ef-bc1e-56285c56bf77 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:55.258008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d7d4c0-4ce5-4d00-9599-bab924190f7b req-7b0812ef-ccac-48ef-bc1e-56285c56bf77 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.8699267 May 27 03:46:55.359697 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fed47aa-5eaa-47c3-9df5-d5694022777e'] response: {'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'code': 200} May 27 03:46:55.367523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Router 87f7e4f5-7773-428c-8f97-bc68975c69ce has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:55.380761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d42a0ae4-03e1-4218-a7d6-1a052fb3a7a2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Unset dirty status for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:46:55.382256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d42a0ae4-03e1-4218-a7d6-1a052fb3a7a2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.41 "GET /v2.0/networks?id=defefdad-1c1a-4b76-84ca-946452a5caf9 HTTP/1.1" status: 200 len: 821 time: 0.9847870 May 27 03:46:55.410209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Request body: {'port': {'device_id': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9', 'admin_state_up': True, 'tenant_id': '28b17f313d344631b862c1d6c23a8b5a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:55.428507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Attempting to bind port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:55.429013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Attempting to bind port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:55.430063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Attempting to bind port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 on network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:55.433636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=af37e677-2016-4dea-aa29-60d09fd02b15,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:55.447180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d7d4c0-4ce5-4d00-9599-bab924190f7b req-8ee5018b-4a65-4b6b-9c84-eac7bb587546 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764536 May 27 03:46:55.476066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:55.479763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Checking segment: {'id': 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:55.481030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.482826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Bound using segment: {'id': 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:55.483492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Bound port: c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2eaf34e0-2751-424b-b31f-ccbfe63b8112'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:55.485563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.551517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-5ee029f4-26b3-40ef-9ba0-50e173153738 req-ac0cd6d4-13b9-4d69-a601-b2db15b50978 service neutron] (84155) timed out ('10.222.0.21', 54755) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:46:55.560746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:55.565213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:46:55.583167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:55.593315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:55.604134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-94d4fb49-4ea1-4d63-9c82-3aace23056af tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "PUT /v2.0/routers/87f7e4f5-7773-428c-8f97-bc68975c69ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1792109 May 27 03:46:55.605268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:55.606147 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] Sync routers for ids ['87f7e4f5-7773-428c-8f97-bc68975c69ce'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:46:55.628267 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] Routers {'87f7e4f5-7773-428c-8f97-bc68975c69ce'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:55.633263 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['87f7e4f5-7773-428c-8f97-bc68975c69ce'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:55.640339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] For port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:55.645777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] For port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,segment=NetworkSegment(c9a678b1-0d5b-4cb4-b276-5541e5980a7f),segment_id=c9a678b1-0d5b-4cb4-b276-5541e5980a7f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:55.652941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.751082 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:55.768402 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] Routers {'87f7e4f5-7773-428c-8f97-bc68975c69ce'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:46:55.769105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:46:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['87f7e4f5-7773-428c-8f97-bc68975c69ce'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:55.783663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfcfae-d00d-40fc-b733-39e12941951b None None] Pushing event updated for resources: {'Port': ['ID=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:55.806985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.828485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.848339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.856047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:55.856693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a188569-8d44-4bd0-bc92-f1bcc7ddff31 None None] The sync data for ids ['87f7e4f5-7773-428c-8f97-bc68975c69ce'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:46:55.911872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:46:55.936250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:55.939392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.948022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe5b685771b9436aa90df5fb1423e41c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5586221 May 27 03:46:55.951369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Usage tracker for resource:port and tenant:28b17f313d344631b862c1d6c23a8b5a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:55.955993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:55.957069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:55.973864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:55.994857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:55.998495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:56.007028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62a2a025-8725-4713-9665-bd04c5cae3e7 req-f8c1a89d-2fdb-418d-bc04-e63d385a645d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1097 time: 0.5499039 May 27 03:46:56.025807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596c2ac-936d-46d4-9c45-343310289610 None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:56.032736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:56.033827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.038293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2462d0-d5e5-40e1-a6c4-8fc858f676c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7bac4f-6ccf-4588-8fbd-1ac1c8ef5509,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:56.100756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Made reservation on behalf of 28b17f313d344631b862c1d6c23a8b5a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:46:56.104578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.297187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.310421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.408408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb6eba62-f974-4327-bbe0-3166323880ca req-e54dbfd1-839d-4f64-aae6-e30d940311c2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 210 time: 0.4539475 May 27 03:46:56.443919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c', 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': 'af37e677-2016-4dea-aa29-60d09fd02b15'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:46:56.444811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.458843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df15f4-dba6-4905-a106-308deb44ae92,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:56.549797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d4ef8e0e-2270-4afc-9e84-32ecac523358 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7904053 May 27 03:46:56.560825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41624) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:56.571135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:46:56.582263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ab270a9-df41-4fbf-86be-c8c6f22e9d7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=773f92a174a14aabbce710357c5265d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6878076 May 27 03:46:56.618420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62a2a025-8725-4713-9665-bd04c5cae3e7 req-3166fc6c-3d80-4d0f-88f3-c41a23969ea5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927744 May 27 03:46:56.618888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:56.640368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.664156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:56.737448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Allocated IP 172.20.0.2 (85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c/af37e677-2016-4dea-aa29-60d09fd02b15/7580b2eb-4d17-481c-b6d9-0607fb4dcebc) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:56.754003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:56.814092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:56.870497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Allocated IP 172.20.0.11 (defefdad-1c1a-4b76-84ca-946452a5caf9/6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc/2f71c435-2e53-46c5-9d0e-f932d7181749) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:46:56.973671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.004493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005200-2638-414e-b917-90d015dea4e2 req-1ccc2183-1db6-4d77-95d1-169f66ec3cc2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:57.006014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16005200-2638-414e-b917-90d015dea4e2 req-1ccc2183-1db6-4d77-95d1-169f66ec3cc2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3701637 May 27 03:46:57.060987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.076117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Transition to ACTIVE for port object 7580b2eb-4d17-481c-b6d9-0607fb4dcebc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:57.100546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Transition to ACTIVE for port object 7580b2eb-4d17-481c-b6d9-0607fb4dcebc will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:57.104694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.108781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.128352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.179013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.185256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.187926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.202365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.213984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:57.216743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:57.216930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:57.217224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.222522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00927321-0de1-492b-ba5c-26493a7379cb None None] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:57.241448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:57.251270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Pushing event updated for resources: {'Port': ['ID=7580b2eb-4d17-481c-b6d9-0607fb4dcebc,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:57.259074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7bac4f-6ccf-4588-8fbd-1ac1c8ef5509,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:57.326451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:46:57.336221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16005200-2638-414e-b917-90d015dea4e2 req-89bee58c-d70e-44bf-ba14-8e0d9c299008 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937782 May 27 03:46:57.337239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Usage tracker for resource:security_group_rule and tenant:5b53a5b9a7bb4974bb8a3dadc5025168 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:46:57.343276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.344466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8d2c0581-5cd2-4c8d-bd95-11f8c1b39136 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da7bac4f-6ccf-4588-8fbd-1ac1c8ef5509 HTTP/1.1" status: 204 len: 168 time: 1.3741682 May 27 03:46:57.353306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:46:57.371258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:46:57.410766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.429512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.463324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2df15f4-dba6-4905-a106-308deb44ae92,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:57.502585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.503695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Fanout notify agent at l3_agent the message router_deleted on router 87f7e4f5-7773-428c-8f97-bc68975c69ce {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:46:57.524881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Provisioning for port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:46:57.533575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Attempting to bind port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:46:57.534072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Attempting to bind port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:46:57.534551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Attempting to bind port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc on network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:46:57.550183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.554215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-19ed921c-06f7-47cc-9854-3e200f2420b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2df15f4-dba6-4905-a106-308deb44ae92 HTTP/1.1" status: 204 len: 168 time: 0.9206622 May 27 03:46:57.598785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.600366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17bb8a83-220e-409f-a451-29fd1c64dabb tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "DELETE /v2.0/routers/87f7e4f5-7773-428c-8f97-bc68975c69ce HTTP/1.1" status: 204 len: 168 time: 1.9931505 May 27 03:46:57.607394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:57.615974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:46:57.620823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Checking segment: {'id': 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:46:57.621540 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.622232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Bound using segment: {'id': 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:46:57.624140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Bound port: 7580b2eb-4d17-481c-b6d9-0607fb4dcebc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:46:57.624990 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.651080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.653807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.701861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.786868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Network defefdad-1c1a-4b76-84ca-946452a5caf9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:46:57.803097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Provisioning complete for port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:57.803097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:57.823366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:46:57.830697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6507071c-9467-4d25-b1fa-221d18e1bf6c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:57.834643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:46:57.861359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Pushing event updated for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:57.875980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ddf0256b-5f21-4c11-945d-d83278686273 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b53a5b9a7bb4974bb8a3dadc5025168&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1703150 May 27 03:46:57.876856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:58.022125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:58.022808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.028357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-51ee89ae-8a73-4ffe-8d4d-70c814e4ae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.085902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.121208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-355e5242-ab62-45b3-861a-a1527dbfab54 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7157989 May 27 03:46:58.153836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Request body: {'port': {'device_id': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:46:58.164338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] For port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:46:58.190320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] For port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7580b2eb-4d17-481c-b6d9-0607fb4dcebc,segment=NetworkSegment(a0092ddf-f159-4d0d-aab3-a0525aa25d1e),segment_id=a0092ddf-f159-4d0d-aab3-a0525aa25d1e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:46:58.194943 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.212420 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.302352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffe22b-8bb6-4143-a2c4-4b57f5d2a47d None None] Pushing event updated for resources: {'Port': ['ID=7580b2eb-4d17-481c-b6d9-0607fb4dcebc,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:58.326680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] For port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,segment=NetworkSegment(c9a678b1-0d5b-4cb4-b276-5541e5980a7f),segment_id=c9a678b1-0d5b-4cb4-b276-5541e5980a7f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:58.326942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.338125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.523205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a887a-de09-465d-b565-fe2dd6634a72 None None] Pushing event updated for resources: {'Port': ['ID=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:58.547032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.597957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc, host n-d-843301-2, got binding levels [] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:58.598415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.598962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6507071c-9467-4d25-b1fa-221d18e1bf6c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:58.629376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.632451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa76e7e5-25be-468b-a22a-9348968df7cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6507071c-9467-4d25-b1fa-221d18e1bf6c HTTP/1.1" status: 204 len: 168 time: 0.7552872 May 27 03:46:58.662468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.782997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-83b686a1-d339-4964-830c-14fcb1dbc4c7 None None] Provisioning complete for port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:46:58.783957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83b686a1-d339-4964-830c-14fcb1dbc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:58.948405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 7580b2eb-4d17-481c-b6d9-0607fb4dcebc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:46:59.019217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting subnet 4709e209-4658-4d0e-ba02-1ac72ea23736 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:46:59.023807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.102364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.178303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e44fa-34c3-4b8f-af36-12b6606b4f02 req-dd7ae029-4c6a-401e-b93b-3d7c3a886f21 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:59.187931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c20e44fa-34c3-4b8f-af36-12b6606b4f02 req-dd7ae029-4c6a-401e-b93b-3d7c3a886f21 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 932 time: 1.4993796 May 27 03:46:59.256847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22ad4-69c0-4d0a-9389-486b6dcfeeb5 req-81620b52-bb5a-49a5-98c9-d9d14c781f60 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:46:59.258387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02f22ad4-69c0-4d0a-9389-486b6dcfeeb5 req-81620b52-bb5a-49a5-98c9-d9d14c781f60 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5161324 May 27 03:46:59.268595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:46:59.269879 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:46:59.348862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02f22ad4-69c0-4d0a-9389-486b6dcfeeb5 req-e5c0e63b-857c-4b3b-a6ae-404e116e1b52 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824163 May 27 03:46:59.376494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c20e44fa-34c3-4b8f-af36-12b6606b4f02 req-1e216977-72e8-4e4a-a0fd-6b5191bfaecb tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868916 May 27 03:46:59.406796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.460344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f71c435-2e53-46c5-9d0e-f932d7181749 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:46:59.469422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.492678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Transition to ACTIVE for port object 2f71c435-2e53-46c5-9d0e-f932d7181749 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:46:59.498341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.555154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Router 1a164cbc-6d38-4e45-9c68-10b79e540972 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:59.567203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.631958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.637097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db6827-0b75-419f-82ca-5f91ca7ad1f1 None None] Network 4515f4b1-e1a7-4263-9c27-748e971d3259 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:46:59.642380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Subnet': ['ID=4709e209-4658-4d0e-ba02-1ac72ea23736,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:59.655897 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9eb44448-e5ef-4dda-99ad-6a933efc6197 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "DELETE /v2.0/subnets/4709e209-4658-4d0e-ba02-1ac72ea23736 HTTP/1.1" status: 204 len: 168 time: 2.0430758 May 27 03:46:59.658287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41698) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:46:59.695995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Pushing event updated for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:59.972061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:46:59.972492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:46:59.992184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e3271455-80cc-492b-91aa-386aa7b431f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.092107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.110475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] DHCP port deletion for 4515f4b1-e1a7-4263-9c27-748e971d3259 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:47:00.115741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Deleting port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:00.116750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.297086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Attempting to bind port 2f71c435-2e53-46c5-9d0e-f932d7181749 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:00.297568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Attempting to bind port 2f71c435-2e53-46c5-9d0e-f932d7181749 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '3f551504-b732-4964-b08d-70c6a2a77ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:00.297807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Attempting to bind port 2f71c435-2e53-46c5-9d0e-f932d7181749 on network defefdad-1c1a-4b76-84ca-946452a5caf9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:00.303234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f028178-cfe1-4068-b6c6-e1f784466b55 None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:00.355263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Port 2f71c435-2e53-46c5-9d0e-f932d7181749 on network defefdad-1c1a-4b76-84ca-946452a5caf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:00.355591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Attempting to bind port 2f71c435-2e53-46c5-9d0e-f932d7181749 on network defefdad-1c1a-4b76-84ca-946452a5caf9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:00.361560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7580b2eb-4d17-481c-b6d9-0607fb4dcebc,segment=NetworkSegment(a0092ddf-f159-4d0d-aab3-a0525aa25d1e),segment_id=a0092ddf-f159-4d0d-aab3-a0525aa25d1e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:00.361927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.379376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:00.379712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Checking segment: {'id': '3f551504-b732-4964-b08d-70c6a2a77ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:00.397178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Bound using segment: {'id': '3f551504-b732-4964-b08d-70c6a2a77ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:00.397893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Bound port: 2f71c435-2e53-46c5-9d0e-f932d7181749, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f551504-b732-4964-b08d-70c6a2a77ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:00.398258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.611823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:00.631289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 7580b2eb-4d17-481c-b6d9-0607fb4dcebc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:00.637721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ddd57ea5-bdb7-4219-b8e6-a622e7697723 None None] Provisioning for port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:00.641050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67b08-9638-4881-b4bc-edb199d8172b req-e71701d4-f3cd-42a9-9e7e-15065cd6cc32 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:00.643071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-e71701d4-f3cd-42a9-9e7e-15065cd6cc32 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 814 time: 0.5515051 May 27 03:47:00.697114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-f7c9dcf6-975d-4996-808e-38de0b6e449c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/quotas/e83049e52e954f7c8f422eb9ac22ef31 HTTP/1.1" status: 200 len: 375 time: 0.0298753 May 27 03:47:00.823141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:00.836951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2f71c435-2e53-46c5-9d0e-f932d7181749,segment=NetworkSegment(3f551504-b732-4964-b08d-70c6a2a77ed3),segment_id=3f551504-b732-4964-b08d-70c6a2a77ed3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:00.846395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:00.920224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-fe5d77fc-6084-4e58-850a-8091252cbc55 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2133229 May 27 03:47:01.037233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.038732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] 10.222.0.41 "PUT /v2.0/ports/2f71c435-2e53-46c5-9d0e-f932d7181749 HTTP/1.1" status: 200 len: 1092 time: 2.8947484 May 27 03:47:01.039177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:01.048416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2c14b-6711-4756-b41e-18f96b77790f service neutron] Pushing event updated for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:01.076524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:01.077160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.122429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] For port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,segment=NetworkSegment(5651d36d-af74-4cbe-948d-b8b99e1bff35),segment_id=5651d36d-af74-4cbe-948d-b8b99e1bff35)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:01.127225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.145996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:01.146371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.227679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-f8d88ba8-2fbf-40af-87e0-7a98bf766bd6 service neutron] 10.222.0.46 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064785 May 27 03:47:01.327396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5b701-9f60-4b6d-bdf6-f53ba712adb4 req-15c7fdb3-8326-429e-b715-b36341669971 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:01.332322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ffa5b701-9f60-4b6d-bdf6-f53ba712adb4 req-15c7fdb3-8326-429e-b715-b36341669971 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 944 time: 0.5979273 May 27 03:47:01.415339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-b6eb6344-d8aa-4d1e-9cf3-df72c96d8abb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b17f313d344631b862c1d6c23a8b5a&device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 1095 time: 0.2930663 May 27 03:47:01.418340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Calling delete_port for 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:01.520486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.554256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.569085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d8dcf76e-17dd-4f13-a5a8-1dcc2d9da417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f71c435-2e53-46c5-9d0e-f932d7181749 HTTP/1.1" status: 200 len: 217 time: 0.1441541 May 27 03:47:01.592266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ffa5b701-9f60-4b6d-bdf6-f53ba712adb4 req-55b1f2bf-ee05-4b45-9853-b205922910ef tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485251 May 27 03:47:01.652540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-f7877b82-c862-493a-b2f3-5c6388746288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:01.654269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-f7877b82-c862-493a-b2f3-5c6388746288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc HTTP/1.1" status: 200 len: 861 time: 0.0797853 May 27 03:47:01.661626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.701704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.752079 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06686746-5a1e-4e10-aa8b-6694c0fa2243'] response: {'name': 'network-changed', 'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749', 'status': 'completed', 'code': 200} May 27 03:47:01.756038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-cf76eea1-c728-463b-9e76-3459bfec2178 service neutron] 10.222.0.46 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161180 May 27 03:47:01.766813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7580b2eb-4d17-481c-b6d9-0607fb4dcebc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:01.769443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=7580b2eb-4d17-481c-b6d9-0607fb4dcebc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:01.774490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-cf930315-866b-4da5-9461-576886d27d7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=defefdad-1c1a-4b76-84ca-946452a5caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076486 May 27 03:47:01.879580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bc8052af-b410-4d98-8761-e3eeca312add None None] Could not find standard attr ID for object 7580b2eb-4d17-481c-b6d9-0607fb4dcebc. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:47:01.904512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] Pushing event deleted for resources: {'Port': ['ID=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:01.912362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7580b2eb-4d17-481c-b6d9-0607fb4dcebc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:01.912777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7580b2eb-4d17-481c-b6d9-0607fb4dcebc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 03:47:01.964507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] For port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7aece3b8-9228-43e9-9dc1-ca4e2ec82198,segment=NetworkSegment(5651d36d-af74-4cbe-948d-b8b99e1bff35),segment_id=5651d36d-af74-4cbe-948d-b8b99e1bff35)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:01.965180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:01.986027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:01.987545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac015dc6-bba0-4dcc-a0d8-45a621ebc5eb None None] DHCP port deletion for 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:47:01.998076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c429f-e8a3-45c9-9f13-7ed8a107d8ed None None] No DVR routers for this DVR port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:02.000265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port 7580b2eb-4d17-481c-b6d9-0607fb4dcebc not found, will not notify nova. {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 03:47:02.035956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f4931-b7ea-48ab-ba47-67d39f7c4761 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:02.133481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:02.227260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-d6dfb025-86ab-4f01-977a-7ac396ac1f6a service neutron] 10.222.0.41 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484305 May 27 03:47:02.257342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Calling delete_port for 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:02.265357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:02.268269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:02.287150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:47:02.314262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Sync routers for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:47:02.362118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:02.363457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:02.373534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b51c478-3880-4c09-8d26-3c9143ad7450 req-3687ee46-a4bc-418f-9fb4-cf51e414146c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 210 time: 0.1252370 May 27 03:47:02.466219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7580b2eb-4d17-481c-b6d9-0607fb4dcebc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:02.469687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:02.600622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:02.602395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73bfe032-a4a0-4efe-a0a5-a3c986699579 admin admin] 10.222.0.46 "PUT /v2.0/routers/1a164cbc-6d38-4e45-9c68-10b79e540972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0254436 May 27 03:47:02.604731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7580b2eb-4d17-481c-b6d9-0607fb4dcebc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:02.605192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7580b2eb-4d17-481c-b6d9-0607fb4dcebc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:02.683179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:02.683929 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:02.695204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f4931-b7ea-48ab-ba47-67d39f7c4761 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:02.713641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:02.814057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816dbcbb-f077-4676-b1a3-3998b3041041 req-c2f32a21-c3c5-4fde-857f-af07ce7f0046 service neutron] 10.222.0.41 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798872 May 27 03:47:02.979498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=af37e677-2016-4dea-aa29-60d09fd02b15,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:02.997545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.010108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:03.052291 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.074697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:03.107469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:03.110106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0092ddf-f159-4d0d-aab3-a0525aa25d1e') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:03.134932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.154914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:03.187397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Deleting port 7aece3b8-9228-43e9-9dc1-ca4e2ec82198 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:03.187999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.251476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.342057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] The port '7aece3b8-9228-43e9-9dc1-ca4e2ec82198' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:47:03.375404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-c6d181a3-123c-4661-8094-0ff695eeeb1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b17f313d344631b862c1d6c23a8b5a&device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 1095 time: 0.4401538 May 27 03:47:03.381346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:03.382137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.388701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-82e83abe-70c6-41e1-99c3-238f6729c364 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:03.389425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-82e83abe-70c6-41e1-99c3-238f6729c364 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Synchronizing usage tracker for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:03.503033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-82e83abe-70c6-41e1-99c3-238f6729c364 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Unset dirty status for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:03.510034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-82e83abe-70c6-41e1-99c3-238f6729c364 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 944 time: 0.5764289 May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:03.563885 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:03.626844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.670903 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.687079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-43df4795-cb0d-4f77-8f67-ba2bd216d811 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Synchronizing usage tracker for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:03.730864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-43df4795-cb0d-4f77-8f67-ba2bd216d811 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Unset dirty status for tenant:28b17f313d344631b862c1d6c23a8b5a on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:03.732037 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5bd91ad5-b5d7-4a52-8969-0c4ac86ebf41 req-43df4795-cb0d-4f77-8f67-ba2bd216d811 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208867 May 27 03:47:03.741304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-95927072-9181-40bf-805e-5f530a7b4f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:03.742756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-95927072-9181-40bf-805e-5f530a7b4f0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=defefdad-1c1a-4b76-84ca-946452a5caf9 HTTP/1.1" status: 200 len: 922 time: 0.3506413 May 27 03:47:03.865050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:03.876766 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9e15df5-26f3-4d30-aaa4-c99324054e32 req-7756a61f-8988-4610-9fca-0f2af612cfe4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 210 time: 0.2219892 May 27 03:47:03.924936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:03.994677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625eed8-eebf-4b20-a68a-e9732ec3c6ec None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:04.050164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:53Z', 'revision_number': 5, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:04.055978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-0efd7f08-e8f2-4329-a862-2ffd43253be7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f71c435-2e53-46c5-9d0e-f932d7181749 HTTP/1.1" status: 200 len: 217 time: 0.2947876 May 27 03:47:04.060205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625eed8-eebf-4b20-a68a-e9732ec3c6ec None None] Network 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c could not be found, it might have been deleted concurrently. {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 27 03:47:04.086038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Checking router: 1a164cbc-6d38-4e45-9c68-10b79e540972 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:47:04.114864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51aac7-934b-42b9-ad9b-95d95881d069 None None] DHCP port deletion for 85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:47:04.137324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a5692773-d61c-4f35-bd79-540a15a404d5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c HTTP/1.1" status: 204 len: 168 time: 7.5639954 May 27 03:47:04.139831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41816) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:04.142142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.146584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Routers {'1a164cbc-6d38-4e45-9c68-10b79e540972'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:04.147670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a164cbc-6d38-4e45-9c68-10b79e540972'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:04.158848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208394957'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:04.165110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:04.169185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:04.172533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:04.179642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:04.203938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.224874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:04.227766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.308925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-8db722b1-8bb9-49bc-83fc-40e0bcfd3d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:04.310742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-8db722b1-8bb9-49bc-83fc-40e0bcfd3d26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc HTTP/1.1" status: 200 len: 861 time: 0.2486157 May 27 03:47:04.312283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4515f4b1-e1a7-4263-9c27-748e971d3259']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:04.340607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5651d36d-af74-4cbe-948d-b8b99e1bff35') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:04.340918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5651d36d-af74-4cbe-948d-b8b99e1bff35') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:04.393592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:04.400511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.434838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:04.449476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Usage tracker for resource:security_group_rule and tenant:9c7e8efdc6fe429ea466dcb56bbf1675 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:04.468955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.488539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:04.513740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] Set router 1a164cbc-6d38-4e45-9c68-10b79e540972 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:04.527018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:04.527455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.586392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:04.588547 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:04.610381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.610664 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 2ef3638e-959c-4685-9234-0bcc7f24a351 of type vlan for network 276bc062-c142-4289-9e5f-fe1a8da3d170 May 27 03:47:04.783541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-25429873-6efc-4ca0-8d80-ce634385715e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=defefdad-1c1a-4b76-84ca-946452a5caf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4561484 May 27 03:47:04.788753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67b08-9638-4881-b4bc-edb199d8172b req-ea948a22-a811-45db-9455-253ccb2a95c6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:04.790131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-ea948a22-a811-45db-9455-253ccb2a95c6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 814 time: 0.3899801 May 27 03:47:04.856728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.860374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.864142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Request body: {'port': {'device_id': '53709b38-f6ca-48c0-b226-7f942cb73960', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'admin_state_up': True, 'tenant_id': 'e83049e52e954f7c8f422eb9ac22ef31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:04.916049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:04.949677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] Pushing event deleted for resources: {'Network': ['ID=4515f4b1-e1a7-4263-9c27-748e971d3259,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:05.012651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:53Z', 'revision_number': 5, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:05.019109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9488b-02c1-4a9a-ad0e-09ab3802e007 None None] The sync data for ids ['1a164cbc-6d38-4e45-9c68-10b79e540972'] in n-d-843301-2 is: [{'id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'name': 'tempest-ServersTestFqdnHostnames-1451043157-router', 'tenant_id': '033dfc1795f44ee1a6034b91c25c12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:46:34Z', 'updated_at': '2022-05-27T03:46:53Z', 'revision_number': 5, 'project_id': '033dfc1795f44ee1a6034b91c25c12f3', 'gw_port': {'id': '612fa193-d983-45f0-a3ce-cea9e2baca34', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a164cbc-6d38-4e45-9c68-10b79e540972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:46:35Z', 'updated_at': '2022-05-27T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:47:05.031743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0dfc88c5-3428-4b81-b13f-b53553f652d3 tempest-FloatingIPNegativeTestJSON-1629877455 tempest-FloatingIPNegativeTestJSON-1629877455-project] 10.222.0.46 "DELETE /v2.0/networks/4515f4b1-e1a7-4263-9c27-748e971d3259 HTTP/1.1" status: 204 len: 168 time: 5.3711019 May 27 03:47:05.164389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-151b5ee0-7ac5-48e1-ac30-3b01c0490f58 req-9692c5ee-abef-434d-ae39-018b15edd033 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 210 time: 0.0484047 May 27 03:47:05.166113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.175691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.197310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.201315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:05.202067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.336853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c77aef-5fb4-48f0-bafd-0c8241bea43e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:05.363340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:05.364471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-552820f6-a6e2-4649-a383-1b48bcdfe17e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c7e8efdc6fe429ea466dcb56bbf1675&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2082710 May 27 03:47:05.365975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2252030 May 27 03:47:05.369618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41860) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:05.369953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:05.386563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:05.392625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-b10a3ba2-66db-4e59-87c2-61b9d65a6176 service neutron] 10.222.0.41 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014793 May 27 03:47:05.394420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:05.454801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Made reservation on behalf of e83049e52e954f7c8f422eb9ac22ef31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:05.458544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.477830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6a7e-a92d-461f-8368-688c850d2c96 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=276bc062-c142-4289-9e5f-fe1a8da3d170,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:05.488143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 276bc062-c142-4289-9e5f-fe1a8da3d170 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:05.537267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:05.551355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672f8d6-c2c8-4f1f-8ab6-720ae6820bdb req-cb54c1d5-103b-4dba-9927-1bd9d2f07078 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:05.552956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4672f8d6-c2c8-4f1f-8ab6-720ae6820bdb req-cb54c1d5-103b-4dba-9927-1bd9d2f07078 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 944 time: 0.4079938 May 27 03:47:05.559923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:05.583038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41870) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:05.583900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:05.603715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:05.646855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:05.738037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.750787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45a371fc-8a0a-47a4-a49e-3a9d40fcc377 req-e1aeb510-74eb-4975-88f5-3ab7736b805e service neutron] 10.222.0.41 "GET /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483038 May 27 03:47:05.753056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4672f8d6-c2c8-4f1f-8ab6-720ae6820bdb req-b0c85695-2566-4508-8b5d-77c3f6e09ee1 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886382 May 27 03:47:05.802198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.820775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Deleting port 612fa193-d983-45f0-a3ce-cea9e2baca34 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:05.821662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.862114 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:05.884538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.010324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 03:47:06.011313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 03:47:06.071796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.120860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Allocated IP 172.20.0.7 (33954d90-fe77-494d-b260-0bfc20fef977/79ea0f40-324c-4038-a4d8-ec459aad85ed/41564676-4a65-46d5-90e6-3a09920129a8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:06.145991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c77aef-5fb4-48f0-bafd-0c8241bea43e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:06.155864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.160288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ca07d46-3215-44cc-b5fd-694225893d3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10c77aef-5fb4-48f0-bafd-0c8241bea43e HTTP/1.1" status: 204 len: 168 time: 0.7893779 May 27 03:47:06.256955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f93d59a0-cf06-4ef4-94e5-5580b8f88212 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aee4007243c4d618c51660b03846f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6691196 May 27 03:47:06.260613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:06.274994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] For port 612fa193-d983-45f0-a3ce-cea9e2baca34, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=612fa193-d983-45f0-a3ce-cea9e2baca34,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:06.275372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.292977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:06.326461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 00f7bf4a-273c-4d87-ac5e-3a6c6286261f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:06.360164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41896) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:06.395179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.411102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.431561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 00f7bf4a-273c-4d87-ac5e-3a6c6286261f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:06.433839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 00f7bf4a-273c-4d87-ac5e-3a6c6286261f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:06.509305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2f71c435-2e53-46c5-9d0e-f932d7181749 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:47:06.524759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Calling delete_port for 612fa193-d983-45f0-a3ce-cea9e2baca34 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:06.538500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4e42c569-b1d5-4844-bf42-53cc9dc0e092 req-735fd9d3-bd33-496a-8d06-abe084588d98 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 210 time: 0.1202457 May 27 03:47:06.540308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.609664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=40703669-18c2-4e1d-9937-1211cca66b0b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:06.615817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '2ef3638e-959c-4685-9234-0bcc7f24a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:06.616194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 276bc062-c142-4289-9e5f-fe1a8da3d170, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:06.648034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 276bc062-c142-4289-9e5f-fe1a8da3d170 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:06.664042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 276bc062-c142-4289-9e5f-fe1a8da3d170) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:06.670898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:06.673474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.699744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2f71c435-2e53-46c5-9d0e-f932d7181749,segment=NetworkSegment(3f551504-b732-4964-b08d-70c6a2a77ed3),segment_id=3f551504-b732-4964-b08d-70c6a2a77ed3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:06.700487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.705453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.708473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b26f553-e88b-4346-ae4f-e56d682a9cbe HTTP/1.1" status: 204 len: 168 time: 0.4465759 May 27 03:47:06.718896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f305f788-a177-4c21-ac32-0c1dd1c020e6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3460057 May 27 03:47:06.721357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41906) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:06.724314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '2f71c435-2e53-46c5-9d0e-f932d7181749', 'network_id': 'defefdad-1c1a-4b76-84ca-946452a5caf9', 'port_id': '2f71c435-2e53-46c5-9d0e-f932d7181749', 'mac_address': 'fa:16:3e:2f:3f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:47:06.728447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674c8e9-182c-4c56-9985-40bb62834bab None None] Network 276bc062-c142-4289-9e5f-fe1a8da3d170 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:06.844596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99521917-125a-4701-8376-9a44cae81bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b26f553-e88b-4346-ae4f-e56d682a9cbe,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:06.899760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.947190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:06.984108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Pushing event deleted for resources: {'Port': ['ID=612fa193-d983-45f0-a3ce-cea9e2baca34,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:07.111920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.114201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.188860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-276bc062-c142-4289-9e5f-fe1a8da3d170', 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '40703669-18c2-4e1d-9937-1211cca66b0b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:07.189991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.219991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.241266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f71c435-2e53-46c5-9d0e-f932d7181749 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:07.241585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:07.274053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Usage tracker for resource:security_group_rule and tenant:4dbb716fb53b4c15833fdfed96a7ac4d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:07.318067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2f71c435-2e53-46c5-9d0e-f932d7181749,segment=NetworkSegment(3f551504-b732-4964-b08d-70c6a2a77ed3),segment_id=3f551504-b732-4964-b08d-70c6a2a77ed3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:07.328608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:07.330836 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.345908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:07.351796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:07.371439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.381922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Usage tracker for resource:security_group_rule and tenant:fffa3f2c10964ce48cf05c9f65a32478 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:07.397363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:07.419040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:07.426659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:07.432057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.520043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Allocated IP 172.20.0.3 (276bc062-c142-4289-9e5f-fe1a8da3d170/40703669-18c2-4e1d-9937-1211cca66b0b/06e4ebbf-4d31-4716-b689-7ac94c1d73a9) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:07.573704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.584330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07455b8b-a118-4c18-a787-775168930ccc req-d4289ed8-2675-4c11-9b1e-2a995cf83b9f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:07.601210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07455b8b-a118-4c18-a787-775168930ccc req-d4289ed8-2675-4c11-9b1e-2a995cf83b9f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 944 time: 0.5558252 May 27 03:47:07.653948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['87be7686-834d-4372-a3e4-4f7eaecb299e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:47:07.789952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['2f71c435-2e53-46c5-9d0e-f932d7181749'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:47:07.836514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07455b8b-a118-4c18-a787-775168930ccc req-2e9e655c-11e2-4d9b-ba2e-2fb96119aaea tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324965 May 27 03:47:07.922094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.938048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:07.949391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.097245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.146906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.174553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Transition to ACTIVE for port object 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:08.187077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.230793 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.238741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.252789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Transition to ACTIVE for port object 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:08.262153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.276779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fffa3f2c10964ce48cf05c9f65a32478&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9141450 May 27 03:47:08.278087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a467de6-56b7-4660-8226-ea3664ce1c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3253b2-da2d-456e-9ca3-a1e68f268d47,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.300024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41944) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:08.300634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:08.339890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.343793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a164cbc-6d38-4e45-9c68-10b79e540972 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:47:08.354137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Network 33954d90-fe77-494d-b260-0bfc20fef977 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:08.358477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dbb716fb53b4c15833fdfed96a7ac4d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0641675 May 27 03:47:08.359604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Pushing event updated for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.379563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41956) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:08.398169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:08.405257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:08.406576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d1bbe-84df-4af6-a5f3-18a750e28de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247b17a-f6ba-4005-a66e-30207c6160a4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.435097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.452172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Pushing event updated for resources: {'Port': ['ID=06e4ebbf-4d31-4716-b689-7ac94c1d73a9,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.469698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Network 276bc062-c142-4289-9e5f-fe1a8da3d170 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:08.471381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:08.478463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:08.490621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b319-4aed-48af-a5ee-b0db26244921 req-48078ded-7357-405a-9e83-9bbbda67cf79 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:08.492281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2349b319-4aed-48af-a5ee-b0db26244921 req-48078ded-7357-405a-9e83-9bbbda67cf79 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 931 time: 0.5627341 May 27 03:47:08.513288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=40703669-18c2-4e1d-9937-1211cca66b0b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.548176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.549275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-25df7a6c-b22e-490b-a9c0-70f9b001647a admin admin] 10.222.0.46 "DELETE /v2.0/routers/1a164cbc-6d38-4e45-9c68-10b79e540972 HTTP/1.1" status: 204 len: 168 time: 5.9468567 May 27 03:47:08.553138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:08.634970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:08.635754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.673167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Deleting subnet 18d3bb80-0c1b-47b0-aff7-db6db32152b9 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:47:08.678613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0cc1879-11e5-4942-9181-84902c633cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8306270 May 27 03:47:08.679280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.682213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Attempting to bind port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:08.682710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Attempting to bind port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '2ef3638e-959c-4685-9234-0bcc7f24a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:08.683481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Attempting to bind port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 on network 276bc062-c142-4289-9e5f-fe1a8da3d170 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:08.691841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:08.692209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Checking segment: {'id': '2ef3638e-959c-4685-9234-0bcc7f24a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:08.692758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.693463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Bound using segment: {'id': '2ef3638e-959c-4685-9234-0bcc7f24a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:08.694122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Bound port: 06e4ebbf-4d31-4716-b689-7ac94c1d73a9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef3638e-959c-4685-9234-0bcc7f24a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '276bc062-c142-4289-9e5f-fe1a8da3d170'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:08.694563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.719964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Request body: {'port': {'device_id': '53709b38-f6ca-48c0-b226-7f942cb73960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:08.730514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.759746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276bc062-c142-4289-9e5f-fe1a8da3d170']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:08.774437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef3638e-959c-4685-9234-0bcc7f24a351') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:08.774748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef3638e-959c-4685-9234-0bcc7f24a351') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:08.791035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.798292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.808427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] For port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:08.809158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.832816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'networks': [{'name': 'tempest-network--235972066'}, {'name': 'tempest-network--1655305044'}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:08.833128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-network--235972066'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:08.833583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-network--1655305044'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:08.837376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:08.837771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:08.854155 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:08.864564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:08.891860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2349b319-4aed-48af-a5ee-b0db26244921 req-c3553bd4-ceed-4ddb-babe-688b2e7e6441 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889897 May 27 03:47:08.907490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.947552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:network and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:08.950235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.964764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:08.992795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:08.999148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:09.014757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.032538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] For port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06e4ebbf-4d31-4716-b689-7ac94c1d73a9,segment=NetworkSegment(2ef3638e-959c-4685-9234-0bcc7f24a351),segment_id=2ef3638e-959c-4685-9234-0bcc7f24a351)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:09.043806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.049232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.056104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'network': 2} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:09.060141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.080573 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:47:09.080573 n-d-843301-2 neutron-server[84156]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:47:09.080573 n-d-843301-2 neutron-server[84156]: [parameters: {'id': '276bc062-c142-4289-9e5f-fe1a8da3d170'}] May 27 03:47:09.080573 n-d-843301-2 neutron-server[84156]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:09.080954 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:09.107211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.112606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.123867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.214505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d3bb80-0c1b-47b0-aff7-db6db32152b9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:09.231152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:09.235870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:security_group_rule and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:09.239299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:09.248473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:09.261210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.270566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.275476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16d2e5-fc2b-4be4-9071-ab5a960cadea None None] Network 3dc056ae-8816-4ead-bb1d-0e20e09df231 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:09.286167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3f0d3000-1910-432b-b72c-f73fa331f530 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/18d3bb80-0c1b-47b0-aff7-db6db32152b9 HTTP/1.1" status: 204 len: 168 time: 0.7319813 May 27 03:47:09.288989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3253b2-da2d-456e-9ca3-a1e68f268d47,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:09.290905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:09.317585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.338669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.342165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7247b17a-f6ba-4005-a66e-30207c6160a4 HTTP/1.1" status: 204 len: 168 time: 0.9580691 May 27 03:47:09.342165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f546ad-4554-47e6-b14f-dce37f190fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247b17a-f6ba-4005-a66e-30207c6160a4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:09.343838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.344883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6adfe25-837e-4d36-8704-9ea1e024ea08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a3253b2-da2d-456e-9ca3-a1e68f268d47 HTTP/1.1" status: 204 len: 168 time: 1.0400429 May 27 03:47:09.406766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.414125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.414900 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.454261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba3dc-aa98-428f-a42f-74cc936cfa3a None None] Pushing event updated for resources: {'Port': ['ID=06e4ebbf-4d31-4716-b689-7ac94c1d73a9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:09.464161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:09.478305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.478698 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment f74d9625-0d71-45c9-9be9-792a2cdaadfb of type vlan for network 7e32fab7-b9ee-49d0-9c91-7b150632edf9 May 27 03:47:09.515184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.565962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:09.574777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b422e-8166-4405-b7fe-4f298d040375 None None] Network 276bc062-c142-4289-9e5f-fe1a8da3d170 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:09.577986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.578569 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment 854c88f7-7155-459c-94ae-f67c4e26bb2c of type vlan for network 76ebcba6-7377-4084-adc1-727c312ad7e6 May 27 03:47:09.586883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.638452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:09.639608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.687850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.697464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4035ded-068c-4097-a0d7-23b1dc8b4ba0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:09.735531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61d934-1dbc-4eba-add0-ae696fd41701 req-67876abb-3eea-4030-bb4b-4834cf2cab5b tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:09.745036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee61d934-1dbc-4eba-add0-ae696fd41701 req-67876abb-3eea-4030-bb4b-4834cf2cab5b tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 945 time: 0.6381805 May 27 03:47:09.793732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] DHCP port deletion for 3dc056ae-8816-4ead-bb1d-0e20e09df231 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:47:09.814661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee61d934-1dbc-4eba-add0-ae696fd41701 req-e22144db-fda0-45fa-80df-bffabc371b48 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 May 27 03:47:09.817338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.826012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Deleting port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:09.826383 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:09.854334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Deleting port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:09.854985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.021195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:10.058226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.082740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=06e4ebbf-4d31-4716-b689-7ac94c1d73a9,segment=NetworkSegment(2ef3638e-959c-4685-9234-0bcc7f24a351),segment_id=2ef3638e-959c-4685-9234-0bcc7f24a351)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:10.083122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.203695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41564676-4a65-46d5-90e6-3a09920129a8 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:10.234248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] For port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:10.234693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.246269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.256535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:10.311081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Usage tracker for resource:security_group_rule and tenant:6889e9e97e9e4b3b9cf6fa699e5680af is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:10.319106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:10.337537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:10.375361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Transition to ACTIVE for port object 41564676-4a65-46d5-90e6-3a09920129a8 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:10.414117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.450833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 612fa193-d983-45f0-a3ce-cea9e2baca34 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:10.465845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:10.499341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Calling delete_port for 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:10.511576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] For port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,segment=NetworkSegment(bd82cdf2-eb60-45a7-b66b-838dc636acf9),segment_id=bd82cdf2-eb60-45a7-b66b-838dc636acf9)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:10.512375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.534958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 612fa193-d983-45f0-a3ce-cea9e2baca34 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:10.535955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 612fa193-d983-45f0-a3ce-cea9e2baca34 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:10.536349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:10.542345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:10.574058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2f71c435-2e53-46c5-9d0e-f932d7181749 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:10.618362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.618362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.620856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:10.624649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:10.625396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.763337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.783750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4769475 May 27 03:47:10.789624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:10.791807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=7e32fab7-b9ee-49d0-9c91-7b150632edf9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:10.820470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:10.825921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] Pushing event deleted for resources: {'Port': ['ID=9eb80aed-ebcc-458e-82bf-f9bf3eb939e5,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:10.827476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 7e32fab7-b9ee-49d0-9c91-7b150632edf9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:10.848623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Pushing event updated for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:10.938683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Calling delete_port for 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:11.000610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 2f71c435-2e53-46c5-9d0e-f932d7181749 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:11.010043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60693838-4912-46b4-b42a-f9bd9ce19e97 None None] No DVR routers for this DVR port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:11.013517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 2f71c435-2e53-46c5-9d0e-f932d7181749 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:11.014123 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.064071 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.078667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083f98d-de15-4b3b-8bc0-a1e408441cd4 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:11.185988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083f98d-de15-4b3b-8bc0-a1e408441cd4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:11.303716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.338156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=06e4ebbf-4d31-4716-b689-7ac94c1d73a9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:11.380573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port 06e4ebbf-4d31-4716-b689-7ac94c1d73a9 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:11.385696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Attempting to bind port 41564676-4a65-46d5-90e6-3a09920129a8 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:11.386220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Attempting to bind port 41564676-4a65-46d5-90e6-3a09920129a8 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:11.386318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Attempting to bind port 41564676-4a65-46d5-90e6-3a09920129a8 on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:11.388702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.400761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-38972610'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:11.417892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe53c2-6a60-48c7-8387-e817a8111654 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=76ebcba6-7377-4084-adc1-727c312ad7e6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:11.418107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:11.431853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b54106-b7aa-4b85-90a2-48549be0f599 req-a991494e-a6b1-4675-87e4-8f1686220260 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.434695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4b54106-b7aa-4b85-90a2-48549be0f599 req-a991494e-a6b1-4675-87e4-8f1686220260 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 943 time: 1.1403084 May 27 03:47:11.435635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Usage tracker for resource:network and tenant:c5ad84383060494fafdcc773067fb212 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:11.437461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 76ebcba6-7377-4084-adc1-727c312ad7e6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:11.440945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:11.464100 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.482695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:11.512275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Port 41564676-4a65-46d5-90e6-3a09920129a8 on network 33954d90-fe77-494d-b260-0bfc20fef977 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:11.512668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Attempting to bind port 41564676-4a65-46d5-90e6-3a09920129a8 on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:11.540034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779505e3-22f5-4077-bd4c-5f7590d566a3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:11.559687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Made reservation on behalf of c5ad84383060494fafdcc773067fb212 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:11.563330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.565889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:11.583488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:11.583488 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:11.587091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.602915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:11.603258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Checking segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:11.603810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Bound using segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:11.604621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Bound port: 41564676-4a65-46d5-90e6-3a09920129a8, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:11.604621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.610846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.616000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.619680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.624561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.625568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:11.647167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.649109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:11.653426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Usage tracker for resource:security_group_rule and tenant:c5ad84383060494fafdcc773067fb212 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:11.656587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:11.664020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:11.670754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4b54106-b7aa-4b85-90a2-48549be0f599 req-24f4d314-d536-4629-9a41-9c3488d5fc30 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111704 May 27 03:47:11.696934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276bc062-c142-4289-9e5f-fe1a8da3d170']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:11.711355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:11.715069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1998fde7-ac07-4701-8a51-083e5c1ec4ee tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9221139 May 27 03:47:11.715306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:11.718916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef3638e-959c-4685-9234-0bcc7f24a351') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:11.719267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef3638e-959c-4685-9234-0bcc7f24a351') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:11.730226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2f71c435-2e53-46c5-9d0e-f932d7181749,segment=NetworkSegment(3f551504-b732-4964-b08d-70c6a2a77ed3),segment_id=3f551504-b732-4964-b08d-70c6a2a77ed3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:11.759686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.766312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.785942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.793952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:11.794441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.805239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:11.816680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-72ccfdea-b4f0-43e0-8b35-0666c2755b0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6889e9e97e9e4b3b9cf6fa699e5680af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7945366 May 27 03:47:11.830222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75606c7-d8d5-423c-ad22-4e59a049187b req-b759b094-1978-477e-a985-c23cd1cf4f84 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:11.832750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a75606c7-d8d5-423c-ad22-4e59a049187b req-b759b094-1978-477e-a985-c23cd1cf4f84 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 945 time: 0.7453291 May 27 03:47:11.869906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.870931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42050) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:11.891550 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742bcba3-e05d-43d3-8c5b-b6f420a37861'] response: {'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749', 'code': 200} May 27 03:47:11.917647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:11.929378 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:11.945698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.958846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:11.972281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:11.972674 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Added segment 582f5647-5ce6-4ab6-8046-d16cb702d7e2 of type vlan for network 9732c674-cc4b-4f14-9e77-12764bdb09ed May 27 03:47:12.027155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.029733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.073887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=41564676-4a65-46d5-90e6-3a09920129a8,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:12.085994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Deleting port 9eb80aed-ebcc-458e-82bf-f9bf3eb939e5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:12.086331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.097996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.114879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=276bc062-c142-4289-9e5f-fe1a8da3d170,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.129434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.130611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.135842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-80b98887-7f2b-4f93-8d02-44a1f4bf959f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/276bc062-c142-4289-9e5f-fe1a8da3d170 HTTP/1.1" status: 204 len: 168 time: 5.4096706 May 27 03:47:12.139014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:12.143611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664508593'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:12.155778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:12.161390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:12.180089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:47:12.189649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:12.198965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef67768-bed0-407f-afd7-c28dc0dfddb8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.202036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:12.222635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a75606c7-d8d5-423c-ad22-4e59a049187b req-d7404d0d-2eb1-4719-a9c2-c502b24f075a tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482518 May 27 03:47:12.270211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] The port '9eb80aed-ebcc-458e-82bf-f9bf3eb939e5' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:47:12.305903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:12.309166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.335812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.338480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.339227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:12.339822 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.375045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e32fab7-b9ee-49d0-9c91-7b150632edf9']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.384441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.387672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] 10.222.0.21 "PUT /v2.0/ports/41564676-4a65-46d5-90e6-3a09920129a8 HTTP/1.1" status: 200 len: 1091 time: 3.6724126 May 27 03:47:12.397189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:12.398486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:12.405108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74d9625-0d71-45c9-9be9-792a2cdaadfb') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.405424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74d9625-0d71-45c9-9be9-792a2cdaadfb') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.417304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.423647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.432455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.432624 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment f5bf099c-a762-4d5a-9878-19c86cd86001 of type vlan for network af1815af-8a28-4250-9688-579c998cd960 May 27 03:47:12.449561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.469992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:12.470396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:12.492750 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:12.511174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964354f3-5431-453d-80f2-a7fac6529dbe service neutron] Pushing event updated for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.524652 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5fea10-b7e4-40ef-8126-fb1956f61b9b'] response: {'name': 'network-changed', 'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8', 'status': 'completed', 'code': 200} May 27 03:47:12.545057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.591699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.602350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.623021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07c6f6c1-6842-4637-932b-82d287795ca1 req-18eba03d-3b88-4dda-a960-1f01768b1160 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 1097 time: 0.7122691 May 27 03:47:12.636506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=7e32fab7-b9ee-49d0-9c91-7b150632edf9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.641478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.645928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:12.646571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.647578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.672188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Pushing event updated for resources: {'Network': ['ID=9732c674-cc4b-4f14-9e77-12764bdb09ed,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.683209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dcce1cb7-639f-484e-a0e1-37a3edeedb1d tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/7e32fab7-b9ee-49d0-9c91-7b150632edf9 HTTP/1.1" status: 204 len: 168 time: 0.9645414 May 27 03:47:12.685713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.687377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42094) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:12.692387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:12.693157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-65307d52-201b-48a4-bbdc-5c130363b98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.1448996 May 27 03:47:12.734078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc056ae-8816-4ead-bb1d-0e20e09df231']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.777103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd82cdf2-eb60-45a7-b66b-838dc636acf9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.777565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd82cdf2-eb60-45a7-b66b-838dc636acf9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:12.790358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6522458 May 27 03:47:12.799473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42106) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:12.804428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.816934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07c6f6c1-6842-4637-932b-82d287795ca1 req-4bb2c89e-2574-41b7-9e6c-3a8c3e9f7861 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832254 May 27 03:47:12.829050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.841100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-653828a6-cbfe-4333-b19c-22dc18d86722 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 1094 time: 0.3109748 May 27 03:47:12.842641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:12.843271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:12.857767 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:12.860436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': 'af1815af-8a28-4250-9688-579c998cd960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:12.877907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef18bd-49f6-4224-841b-696284f74e39 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=af1815af-8a28-4250-9688-579c998cd960,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.938887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network af1815af-8a28-4250-9688-579c998cd960 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:12.997653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.012321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-66b28d04-6502-4ca7-9b08-5a20b32d1f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41564676-4a65-46d5-90e6-3a09920129a8 HTTP/1.1" status: 200 len: 217 time: 0.1504335 May 27 03:47:13.015415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.136500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:13.259687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779505e3-22f5-4077-bd4c-5f7590d566a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:13.262674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:13.277660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed', 'binding:host_id': 'n-h1-843301-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-866191820'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:13.283383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:13.288131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Usage tracker for resource:port and tenant:8b31a01086e64dfdab76f952b87cc7e5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:13.291431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:13.297420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:13.315481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.317760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.319528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-803d4383-e157-44f4-bc10-8d0527565681 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/779505e3-22f5-4077-bd4c-5f7590d566a3 HTTP/1.1" status: 204 len: 168 time: 1.4473391 May 27 03:47:13.344961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.346107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:13.352731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc056ae-8816-4ead-bb1d-0e20e09df231,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:13.354872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:13.355230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b2f4a899-7694-498c-88f5-0da49aa069f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3dc056ae-8816-4ead-bb1d-0e20e09df231 HTTP/1.1" status: 204 len: 168 time: 4.0570021 May 27 03:47:13.356300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Made reservation on behalf of 8b31a01086e64dfdab76f952b87cc7e5 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:13.360642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.386827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.391852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:13.415213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67b08-9638-4881-b4bc-edb199d8172b req-6c42c183-a1d5-4b89-a629-056334d416b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:13.417634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-6c42c183-a1d5-4b89-a629-056334d416b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.3962953 May 27 03:47:13.479477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-b396f1a2-69f9-48ef-931d-f6a9ad011133 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552509 May 27 03:47:13.484948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:13.496072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:13.512807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Usage tracker for resource:security_group_rule and tenant:8b31a01086e64dfdab76f952b87cc7e5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:13.526061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.603475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:13.648636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ebcba6-7377-4084-adc1-727c312ad7e6']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:13.649268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:13.670940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8d07e-aecd-46f2-b3df-1c4aa6eb1baa req-fae072da-706e-41fc-92c0-41128e6b5854 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:13.678877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ad8d07e-aecd-46f2-b3df-1c4aa6eb1baa req-fae072da-706e-41fc-92c0-41128e6b5854 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 943 time: 0.6595092 May 27 03:47:13.704377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854c88f7-7155-459c-94ae-f67c4e26bb2c') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:13.704688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854c88f7-7155-459c-94ae-f67c4e26bb2c') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:13.718674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.743975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.771246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:13.783700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-a0f84899-8038-4279-aa1e-54259ab68257 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957382 May 27 03:47:13.864461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0ad8d07e-aecd-46f2-b3df-1c4aa6eb1baa req-2d7f5af0-d5f2-4361-b1e5-dce307a7389e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826122 May 27 03:47:13.866830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.896782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:13.897893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:13.914018 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:13.966282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c708e7-fd4c-4722-b84d-f2d73c936ab0 req-04c45f7b-42b3-4f0d-bd7a-d71260e555d2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:13.973981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9c708e7-fd4c-4722-b84d-f2d73c936ab0 req-04c45f7b-42b3-4f0d-bd7a-d71260e555d2 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 946 time: 0.3672962 May 27 03:47:13.988407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.017242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.044314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port ef2fce05-3ea3-4984-a72f-900cbfcc176f yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:14.061665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.108808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.153351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=76ebcba6-7377-4084-adc1-727c312ad7e6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:14.166495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cc22ac7a-744f-44c3-8916-cc63a6794de0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/76ebcba6-7377-4084-adc1-727c312ad7e6 HTTP/1.1" status: 204 len: 168 time: 1.4198520 May 27 03:47:14.169422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42162) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:14.182217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8f5468e0-5abf-4ff3-ac46-5d599ed1fe44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=033dfc1795f44ee1a6034b91c25c12f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028945 May 27 03:47:14.208356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:14.209721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1ea49-8201-45ec-a8c4-bcdeb4c00eb9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:14.240938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3be67b08-9638-4881-b4bc-edb199d8172b req-346241bf-f6a7-4dd7-9030-859bfc3b36c7 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334345 May 27 03:47:14.262668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d9c708e7-fd4c-4722-b84d-f2d73c936ab0 req-2e6d4804-ae32-4124-8d7a-3796e033448e tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864311 May 27 03:47:14.474629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd98f73-7a49-413e-a0d5-db6e3995c370 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:14.478639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd98f73-7a49-413e-a0d5-db6e3995c370 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:14.479704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-acd98f73-7a49-413e-a0d5-db6e3995c370 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:14.495215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.547516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.579390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-acd98f73-7a49-413e-a0d5-db6e3995c370 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:14.584421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-acd98f73-7a49-413e-a0d5-db6e3995c370 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4068890 May 27 03:47:14.585171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:14.606166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=90e10c21-b5c6-42a0-aafc-5b5c1a3cbce8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:14.606378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-897051258'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:14.614706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:14.623904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:14.635892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': 'f5bf099c-a762-4d5a-9878-19c86cd86001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'af1815af-8a28-4250-9688-579c998cd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:14.635892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: af1815af-8a28-4250-9688-579c998cd960, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:14.663251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.669444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network af1815af-8a28-4250-9688-579c998cd960 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:14.676555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:14.680256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.683481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, af1815af-8a28-4250-9688-579c998cd960) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:14.695023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a6158-c9f8-4298-b804-50e2bf690c70 None None] Network af1815af-8a28-4250-9688-579c998cd960 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:14.697750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:14.698412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.739771 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73d4133f-e8c9-40e2-a8f5-e9690629e5f3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9391186 May 27 03:47:14.742279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:14.805663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-91155bb5-c638-49d6-ae72-81453bdf899c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 1094 time: 0.4702389 May 27 03:47:14.916467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:14.929180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.929992 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment 92ab9cbf-171b-4c07-8cf1-44a9085e2976 of type vlan for network 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d May 27 03:47:14.961100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.978887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:14.990544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.007702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-af1815af-8a28-4250-9688-579c998cd960', 'network_id': 'af1815af-8a28-4250-9688-579c998cd960', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '90e10c21-b5c6-42a0-aafc-5b5c1a3cbce8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:15.008512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.056457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port ef2fce05-3ea3-4984-a72f-900cbfcc176f yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:15.093449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.105249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a087b2fc-03ae-4339-8387-42545dd5f637,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:15.130118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.133771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.139576 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.147921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.178721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.183381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-476b2f24-d0e6-4a8d-b911-bf4aac98538f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a087b2fc-03ae-4339-8387-42545dd5f637 HTTP/1.1" status: 204 len: 168 time: 0.9690485 May 27 03:47:15.292583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:15.298853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-713db43f-b991-4710-96e3-64c53c3f3c4b tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7098496 May 27 03:47:15.303157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:15.303965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Transition to ACTIVE for port object ef2fce05-3ea3-4984-a72f-900cbfcc176f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:15.317157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-477341282'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:15.323846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:15.330865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:network and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:15.334772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:15.338565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:15.371183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:15.386860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.486803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ffcb-8195-4f8b-8aa5-8811aa50c1e9 req-b7b92bb1-c54d-49e7-ad7c-528c8db49673 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.498941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1098ffcb-8195-4f8b-8aa5-8811aa50c1e9 req-b7b92bb1-c54d-49e7-ad7c-528c8db49673 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 943 time: 0.3457236 May 27 03:47:15.523882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-ca81c007-b487-4a09-9ac0-04fc20a2a5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.525370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-ca81c007-b487-4a09-9ac0-04fc20a2a5f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.6494410 May 27 03:47:15.573909 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1098ffcb-8195-4f8b-8aa5-8811aa50c1e9 req-0cebe8d1-dc64-454c-b4dc-cfe202830a83 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 May 27 03:47:15.624776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Allocated IP 172.20.0.1 (af1815af-8a28-4250-9688-579c998cd960/90e10c21-b5c6-42a0-aafc-5b5c1a3cbce8/9fd5e15b-b1aa-4557-992a-8b1fffb25542) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:15.658485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-ac0b3f5d-ed0f-4f01-b746-763e324f1e1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41564676-4a65-46d5-90e6-3a09920129a8 HTTP/1.1" status: 200 len: 217 time: 0.1217234 May 27 03:47:15.660645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:15.666959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.867493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2fce05-3ea3-4984-a72f-900cbfcc176f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:15.906335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.927179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Transition to ACTIVE for port object 9fd5e15b-b1aa-4557-992a-8b1fffb25542 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:15.939264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-79fa78f8-4902-4290-98dc-36b86779ac6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:15.940871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-79fa78f8-4902-4290-98dc-36b86779ac6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.1302450 May 27 03:47:15.948465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:15.951057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Checking segment: {'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:15.951196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Network hostable DHCP agents. Network: 9732c674-cc4b-4f14-9e77-12764bdb09ed, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:15.954686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Transition to ACTIVE for port object 9fd5e15b-b1aa-4557-992a-8b1fffb25542 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:15.968528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:15.990173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.017476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-1c76404e-1127-4f57-80b7-cdca42037c77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702362 May 27 03:47:16.027638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.028265 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment 7842d893-1c57-478f-b028-04aed695712f of type vlan for network af7b0f9d-0f33-49fa-9d4a-1596ed8f727c May 27 03:47:16.037168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=90e10c21-b5c6-42a0-aafc-5b5c1a3cbce8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:16.095379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Pushing event updated for resources: {'Port': ['ID=9fd5e15b-b1aa-4557-992a-8b1fffb25542,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:16.110996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42774105-8075-479f-b061-82e6136d0e81 req-25ca48ed-470c-4c4e-bf07-c4819e633b7f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.112522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42774105-8075-479f-b061-82e6136d0e81 req-25ca48ed-470c-4c4e-bf07-c4819e633b7f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 946 time: 0.5089941 May 27 03:47:16.124261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Network af1815af-8a28-4250-9688-579c998cd960 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:16.126237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:16.134020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:16.204429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.220714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.242966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:16.269489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Attempting to bind port 9fd5e15b-b1aa-4557-992a-8b1fffb25542 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:16.270304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Attempting to bind port 9fd5e15b-b1aa-4557-992a-8b1fffb25542 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f5bf099c-a762-4d5a-9878-19c86cd86001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'af1815af-8a28-4250-9688-579c998cd960'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:16.271239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Attempting to bind port 9fd5e15b-b1aa-4557-992a-8b1fffb25542 on network af1815af-8a28-4250-9688-579c998cd960 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:16.281482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:16.282420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1815af-8a28-4250-9688-579c998cd960']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:16.282583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Checking segment: {'id': 'f5bf099c-a762-4d5a-9878-19c86cd86001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'af1815af-8a28-4250-9688-579c998cd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:16.282956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.283338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Bound using segment: {'id': 'f5bf099c-a762-4d5a-9878-19c86cd86001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'af1815af-8a28-4250-9688-579c998cd960'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:16.285468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Bound port: 9fd5e15b-b1aa-4557-992a-8b1fffb25542, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bf099c-a762-4d5a-9878-19c86cd86001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'af1815af-8a28-4250-9688-579c998cd960'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:16.285849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.290072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9732c674-cc4b-4f14-9e77-12764bdb09ed) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:16.300982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:16.309899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42774105-8075-479f-b061-82e6136d0e81 req-fe848c62-d24c-4b9d-a065-323486cd4f1a tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895826 May 27 03:47:16.311696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-48955270-7efa-4c72-92ce-aee0e344b69d service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860961 May 27 03:47:16.346015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.348459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf099c-a762-4d5a-9878-19c86cd86001') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:16.349381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf099c-a762-4d5a-9878-19c86cd86001') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:16.351708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:16.352582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.378762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.401271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.410067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:16.410602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.421581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:16.425619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:16.426188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:16.429063 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:16.445332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] For port 9fd5e15b-b1aa-4557-992a-8b1fffb25542, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:16.448772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f401d-5ab2-4469-b7f2-e41e2022ea4a None None] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:16.523567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:47:16.523567 n-d-843301-2 neutron-server[84156]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:47:16.523567 n-d-843301-2 neutron-server[84156]: [parameters: {'id': 'af1815af-8a28-4250-9688-579c998cd960'}] May 27 03:47:16.523567 n-d-843301-2 neutron-server[84156]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:16.525188 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:16.571783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] For port 9fd5e15b-b1aa-4557-992a-8b1fffb25542, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9fd5e15b-b1aa-4557-992a-8b1fffb25542,segment=NetworkSegment(f5bf099c-a762-4d5a-9878-19c86cd86001),segment_id=f5bf099c-a762-4d5a-9878-19c86cd86001)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:16.609203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 41564676-4a65-46d5-90e6-3a09920129a8 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:47:16.638592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:16.789600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:16.791642 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:16.799125 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 2 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:16.819041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5129745 May 27 03:47:16.821965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:16.825109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b8886-2998-4b5b-bddf-89dc21402d95 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=af7b0f9d-0f33-49fa-9d4a-1596ed8f727c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:16.828399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'ports': [{'network_id': '90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d', 'name': 'tempest-port--1584087666', 'admin_state_up': True}, {'network_id': 'af7b0f9d-0f33-49fa-9d4a-1596ed8f727c', 'admin_state_up': False}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:16.828707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'port': {'network_id': '90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d', 'name': 'tempest-port--1584087666', 'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:16.829195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'port': {'network_id': 'af7b0f9d-0f33-49fa-9d4a-1596ed8f727c', 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:16.883587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network af7b0f9d-0f33-49fa-9d4a-1596ed8f727c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:16.885906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:16.886460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:16.886953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:16.947863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:16.949003 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:16.954390 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 3 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:16.972667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b3aaba4-086b-4e7f-82b6-68d0963a12a7 req-b832a895-0ce3-4d4e-b38b-35a2bf6ec347 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497245 May 27 03:47:16.992809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:16.993684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:16.994133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.013352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1a05-6052-44a1-83a3-bca1eaa600b4 req-70f5f7e9-c68d-4e7e-8c06-7e6a3b1b8cef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:17.014359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-073f1a05-6052-44a1-83a3-bca1eaa600b4 req-70f5f7e9-c68d-4e7e-8c06-7e6a3b1b8cef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Synchronizing usage tracker for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:17.019419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.020043 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.021206 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 4 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.081848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.082393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.088115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.111530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.115050 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.115716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-073f1a05-6052-44a1-83a3-bca1eaa600b4 req-70f5f7e9-c68d-4e7e-8c06-7e6a3b1b8cef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Unset dirty status for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:17.117335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073f1a05-6052-44a1-83a3-bca1eaa600b4 req-70f5f7e9-c68d-4e7e-8c06-7e6a3b1b8cef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 943 time: 0.3002205 May 27 03:47:17.119040 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 5 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.158383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.161742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.162194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.214402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.214739 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.226415 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 6 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.245373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958724-8aa5-42f4-9fbb-eade2d7182a5 None None] Pushing event updated for resources: {'Port': ['ID=9fd5e15b-b1aa-4557-992a-8b1fffb25542,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:17.301137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.301366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.301846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.322886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.332968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-073f1a05-6052-44a1-83a3-bca1eaa600b4 req-8d2d7bd5-2bf5-4104-b1e4-4077b8027851 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746705 May 27 03:47:17.336967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.337166 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.339161 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 7 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.368527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a1276-b0b0-4fc7-b981-e200117461ee None None] Network af1815af-8a28-4250-9688-579c998cd960 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:17.375728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.376202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.376641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.390548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.392455 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.394364 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 8 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.430599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.431104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.431452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.448038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.449108 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.449515 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 9 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.489179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.489540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.489869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.494929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 9fd5e15b-b1aa-4557-992a-8b1fffb25542 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:17.495316 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.506848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.507168 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.507380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=41564676-4a65-46d5-90e6-3a09920129a8,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:17.509415 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 10 to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f May 27 03:47:17.520187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:17.546764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:17.547119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:17.548227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:17.553780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port ef2fce05-3ea3-4984-a72f-900cbfcc176f on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:17.554109 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port ef2fce05-3ea3-4984-a72f-900cbfcc176f on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:17.554471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.601271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '41564676-4a65-46d5-90e6-3a09920129a8', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'port_id': '41564676-4a65-46d5-90e6-3a09920129a8', 'mac_address': 'fa:16:3e:c8:08:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ea0f40-324c-4038-a4d8-ec459aad85ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:47:17.682726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port ef2fce05-3ea3-4984-a72f-900cbfcc176f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:17.683034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 03:47:17.692377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.755217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.778887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41564676-4a65-46d5-90e6-3a09920129a8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:17.793000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.801643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=41564676-4a65-46d5-90e6-3a09920129a8,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:17.806355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f7e2b-5072-41d4-b80b-2c242f66e746 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:17.813322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2fce05-3ea3-4984-a72f-900cbfcc176f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:17.839757 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e4adc02f-5bce-455c-bb50-2bb2cbc9b8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.5728905 May 27 03:47:17.841243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:17.853028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155efbc-641a-4be3-9218-586edf814cff req-7aa1da2a-53ff-49fd-9b9b-13dff7ce20df tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:17.859730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c155efbc-641a-4be3-9218-586edf814cff req-7aa1da2a-53ff-49fd-9b9b-13dff7ce20df tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 946 time: 0.4974463 May 27 03:47:17.904144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f7e2b-5072-41d4-b80b-2c242f66e746 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:17.907051 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.915926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:17.919780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:port and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:17.922746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:17.928450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:17.934211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42312) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:17.952080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'port': 2} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:17.956818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.968871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 9fd5e15b-b1aa-4557-992a-8b1fffb25542, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9fd5e15b-b1aa-4557-992a-8b1fffb25542,segment=NetworkSegment(f5bf099c-a762-4d5a-9878-19c86cd86001),segment_id=f5bf099c-a762-4d5a-9878-19c86cd86001)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:17.969734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.986000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:17.992962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:18.021551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c155efbc-641a-4be3-9218-586edf814cff req-68af0380-2bd3-48de-a161-9756ef869868 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608877 May 27 03:47:18.024772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Deleting port ef2fce05-3ea3-4984-a72f-900cbfcc176f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:18.025266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.110207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:18.120910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1342345913-network', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:18.130388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Usage tracker for resource:security_group_rule and tenant:38ab0f5e040d4581a26b39273082e2a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:18.168567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:18.171723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:18.185449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:18.188195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Usage tracker for resource:network and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:18.188761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.193732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:18.214761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:18.308038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Made reservation on behalf of 13230bdaceff4f72bd384d3ea8082739 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:18.310470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.335058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 9fd5e15b-b1aa-4557-992a-8b1fffb25542 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:18.338874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['41564676-4a65-46d5-90e6-3a09920129a8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:47:18.355541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.428171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port ef2fce05-3ea3-4984-a72f-900cbfcc176f, host n-h1-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:18.428689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.460542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:18.603763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.609567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] device_id is not set on port d70af282-2b88-4380-a41d-3057e7f237b1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:18.648063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Calling delete_port for ef2fce05-3ea3-4984-a72f-900cbfcc176f owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:18.659277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=9fd5e15b-b1aa-4557-992a-8b1fffb25542,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:18.675046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port 9fd5e15b-b1aa-4557-992a-8b1fffb25542 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:18.795910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Usage tracker for resource:security_group_rule and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:18.807396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.810057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:18.813862 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.851217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1815af-8a28-4250-9688-579c998cd960']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:18.869950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:18.874339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf099c-a762-4d5a-9878-19c86cd86001') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:18.874634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf099c-a762-4d5a-9878-19c86cd86001') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:18.876838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.893689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.944363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.964076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:18.995696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8208c739-44d5-46ec-9be5-bf448253e2f2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.006340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de040ac4-a87a-4ea0-a19b-ac7244b9aa9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38ab0f5e040d4581a26b39273082e2a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4805894 May 27 03:47:19.013108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:19.050285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:19.051050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.056664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:19.085378 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:19.142043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-2a87d6a6-f12c-425e-9fca-943528e150a9 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.144280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-2a87d6a6-f12c-425e-9fca-943528e150a9 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 946 time: 0.6891792 May 27 03:47:19.151024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef2fce05-3ea3-4984-a72f-900cbfcc176f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.163314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] device_id is not set on port a1404c2c-d1db-428d-8fb4-bb3e9d896a11 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:19.237572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Deleting port 2f71c435-2e53-46c5-9d0e-f932d7181749 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:19.237919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.277240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf1564-a324-48f2-8446-67b24ec61b3b req-190afc35-ee07-4708-a491-3e1446fa0a0a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.278790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7bf1564-a324-48f2-8446-67b24ec61b3b req-190afc35-ee07-4708-a491-3e1446fa0a0a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 944 time: 0.4849637 May 27 03:47:19.317995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.335062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.360140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.458684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:19.463597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a66f9266-dd5d-4add-9fe7-019d6d0a0c23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "DELETE /v2.0/ports/ef2fce05-3ea3-4984-a72f-900cbfcc176f HTTP/1.1" status: 204 len: 168 time: 1.6188769 May 27 03:47:19.465108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42346) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:19.489602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc3a95d-62ca-46e3-961a-66f0487d1523,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.502391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.507653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.508011 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Added segment a77a6378-fb59-4168-bf82-ea3dcb6ac266 of type vlan for network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 May 27 03:47:19.521427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7bf1564-a324-48f2-8446-67b24ec61b3b req-eb2fd8b7-2132-4efc-af6e-c5eb5e42c19d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254419 May 27 03:47:19.522587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.549309 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a89042-863d-4004-af7a-4d54c368b41a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] GET failed (client error): The resource could not be found. May 27 03:47:19.550621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02a89042-863d-4004-af7a-4d54c368b41a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports/ef2fce05-3ea3-4984-a72f-900cbfcc176f HTTP/1.1" status: 404 len: 333 time: 0.0850818 May 27 03:47:19.551750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.562035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42350) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:19.590987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-928818323'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:19.594361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=af1815af-8a28-4250-9688-579c998cd960,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.598652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.611127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:19.619756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7eeea6ba-47a1-4cb6-ad93-120f1ea79a9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/af1815af-8a28-4250-9688-579c998cd960 HTTP/1.1" status: 204 len: 168 time: 4.8763852 May 27 03:47:19.623186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42356) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:19.628714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Usage tracker for resource:port and tenant:8b31a01086e64dfdab76f952b87cc7e5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:19.635654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821565659'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:19.641767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:19.642777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.649271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:19.659336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:19.667358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0a81-bcb0-4f79-a8d5-4b7c4f0efcbd req-ed3e5392-109d-4a89-a744-571daddce61c tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.667998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-654e0a81-bcb0-4f79-a8d5-4b7c4f0efcbd req-ed3e5392-109d-4a89-a744-571daddce61c tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 946 time: 0.2964914 May 27 03:47:19.671387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:19.677927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:19.686861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:19.687798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.713172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Made reservation on behalf of 8b31a01086e64dfdab76f952b87cc7e5 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:19.715544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.745816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.749213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:19.752236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.785317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.786231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:19.786927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.829630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] For port 2f71c435-2e53-46c5-9d0e-f932d7181749, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2f71c435-2e53-46c5-9d0e-f932d7181749,segment=NetworkSegment(3f551504-b732-4964-b08d-70c6a2a77ed3),segment_id=3f551504-b732-4964-b08d-70c6a2a77ed3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:19.830323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.843466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port 00c40f2c-59fe-479e-8def-2b753d5c92fb yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:19.895698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.927993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-654e0a81-bcb0-4f79-a8d5-4b7c4f0efcbd req-f32183d7-682e-4a3a-9baa-660794d56895 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ff41bf-020d-4b7e-aff6-5f58d7d0784b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434049 May 27 03:47:19.933368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Port': ['ID=d70af282-2b88-4380-a41d-3057e7f237b1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:19.948884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:19.988983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:19.989341 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment e901059c-6090-40aa-bd7f-fba04da3fcc3 of type vlan for network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe May 27 03:47:20.004526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.005716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8208c739-44d5-46ec-9be5-bf448253e2f2 HTTP/1.1" status: 204 len: 168 time: 0.9916954 May 27 03:47:20.011782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Checking segment: {'id': '92ab9cbf-171b-4c07-8cf1-44a9085e2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:20.012151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network hostable DHCP agents. Network: 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:20.067929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73781c-a473-4191-8d50-d17e63f798da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8208c739-44d5-46ec-9be5-bf448253e2f2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.074250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1378958 May 27 03:47:20.082325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Calling delete_port for 2f71c435-2e53-46c5-9d0e-f932d7181749 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:20.110254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767e744-91ce-4013-93cf-56ed73059b79 admin admin] Pushing event updated for resources: {'Network': ['ID=4b22bbdc-fd18-4a8c-b9e2-58287c348c01,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.113712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42368) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:20.124489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:20.135111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Request body: {'subnet': {'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1342345913-subnet', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:20.141105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:20.145986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Usage tracker for resource:subnet and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:20.149105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:20.154852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:20.171740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Made reservation on behalf of 13230bdaceff4f72bd384d3ea8082739 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:20.175332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.209859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.266366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:20.277919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.292319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:20.298400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:20.299316 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.300860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.304787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:20.305463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.311486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e950e3ba-0ec1-4c70-93ab-7fdbaf70aa37 None None] Network 90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:20.428381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.510712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Port': ['ID=a1404c2c-d1db-428d-8fb4-bb3e9d896a11,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.512919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=0414e2bb-0aa7-4aa4-8ab5-4321817513fe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.527904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29f0defc-16bf-484c-b0df-839cf458174e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9027629 May 27 03:47:20.531156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:20.537342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.544039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:20.550523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 41564676-4a65-46d5-90e6-3a09920129a8 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:20.592152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f5aed3-3f7a-4514-86e0-7e3a32f2de7d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.619908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Checking segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:20.620199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Network hostable DHCP agents. Network: 4b22bbdc-fd18-4a8c-b9e2-58287c348c01, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:20.638058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.638058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.638560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.638985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.639633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.640050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.641094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.641618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.642039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.642884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.644129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.650226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.709767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Pushing event deleted for resources: {'Port': ['ID=2f71c435-2e53-46c5-9d0e-f932d7181749,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.717706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:20.730883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:20.731113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Checking segment: {'id': '7842d893-1c57-478f-b028-04aed695712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af7b0f9d-0f33-49fa-9d4a-1596ed8f727c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:20.731476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network hostable DHCP agents. Network: af7b0f9d-0f33-49fa-9d4a-1596ed8f727c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:20.739371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:20.741604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:20.741604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.749590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:20.769836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=00c40f2c-59fe-479e-8def-2b753d5c92fb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.779955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:20.792386 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02acdb91-edaf-4245-b77b-b8f69d1be8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2200224 May 27 03:47:20.793588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:20.796246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:20.799652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:20.802468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network af7b0f9d-0f33-49fa-9d4a-1596ed8f727c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:20.816113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:20.822338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] No DVR routers for this DVR port 2f71c435-2e53-46c5-9d0e-f932d7181749 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:20.826285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.842364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'name': 'network-vif-deleted', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:20.851358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d44dce23-a728-4a6e-85cd-dea0c70ed32b req-dc05cc4a-7e07-435b-bc33-349fbaf6f2a5 tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.41 "DELETE /v2.0/ports/2f71c435-2e53-46c5-9d0e-f932d7181749 HTTP/1.1" status: 204 len: 173 time: 1.6967659 May 27 03:47:20.852114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:20.931637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2f71c435-2e53-46c5-9d0e-f932d7181749 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:20.935730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:20.946159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, af7b0f9d-0f33-49fa-9d4a-1596ed8f727c) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:20.961064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:20.966316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:20.968755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:20.969473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:20.994513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:21.014902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.016091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e6513-3cac-49b8-96bb-48a77af9efe2 None None] Network af7b0f9d-0f33-49fa-9d4a-1596ed8f727c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:21.074241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 2f71c435-2e53-46c5-9d0e-f932d7181749 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:21.074583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2f71c435-2e53-46c5-9d0e-f932d7181749 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:21.163547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-803cd251-a2c7-40de-acd6-63920ed00eb0 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3402042 May 27 03:47:21.180026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42398) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:21.279006 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efad87b5-117e-4ab3-adda-559b51b8b8b0'] response: {'server_uuid': 'f06cd603-b929-47d1-b91f-1effd1cdf9fb', 'name': 'network-vif-deleted', 'tag': '2f71c435-2e53-46c5-9d0e-f932d7181749', 'status': 'completed', 'code': 200} May 27 03:47:21.283132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4b22bbdc-fd18-4a8c-b9e2-58287c348c01) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:21.298468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 41564676-4a65-46d5-90e6-3a09920129a8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:21.303221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:21.304125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.312635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b53bb-8197-434a-a000-0122ee9803e4 None None] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:21.318516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.357970 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1c668b63-4ee6-42d0-bc3f-3cff88f66d5a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2369707 May 27 03:47:21.365264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:21.379227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:21.387883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:21.392967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Usage tracker for resource:router and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:21.398432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:21.405692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:21.433988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 41564676-4a65-46d5-90e6-3a09920129a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:21.434363 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.434724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.436762 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.462708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd75fb0-7ff5-484c-9755-236abeac5587 req-3e271d6d-0922-493e-94ff-ecf9a9d82588 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:21.464513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bd75fb0-7ff5-484c-9755-236abeac5587 req-3e271d6d-0922-493e-94ff-ecf9a9d82588 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 944 time: 0.6046765 May 27 03:47:21.568260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.586609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bd75fb0-7ff5-484c-9755-236abeac5587 req-ef3ee43d-f457-4bf4-ab80-00ecf02fffee tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161034 May 27 03:47:21.631575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89b43831-3bd7-4727-915e-caade2c4825a req-428115be-5875-4c38-907e-562a53f2ee5f tempest-ServerAddressesNegativeTestJSON-1761420438 tempest-ServerAddressesNegativeTestJSON-1761420438-project] 10.222.0.46 "GET /v2.0/ports?device_id=f06cd603-b929-47d1-b91f-1effd1cdf9fb HTTP/1.1" status: 200 len: 210 time: 0.2883632 May 27 03:47:21.754936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92c5fd-7fad-42a0-a441-9c83cf6e6d77 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:21.765701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92c5fd-7fad-42a0-a441-9c83cf6e6d77 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:21.769580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0c92c5fd-7fad-42a0-a441-9c83cf6e6d77 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:21.801704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.826139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0c92c5fd-7fad-42a0-a441-9c83cf6e6d77 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:21.831506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c92c5fd-7fad-42a0-a441-9c83cf6e6d77 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6485507 May 27 03:47:21.832498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:21.845615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:21.853282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=41564676-4a65-46d5-90e6-3a09920129a8,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:21.899230 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.956612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:21.986380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Deleting port d70af282-2b88-4380-a41d-3057e7f237b1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:21.987004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.003824 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3d51dc-cc45-46bb-8b9a-c93689f6697d'] response: {'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8', 'code': 200} May 27 03:47:22.005709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:22.015139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:22.016070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.206757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:47:22.224796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Allocated IP 172.20.0.2 (4b22bbdc-fd18-4a8c-b9e2-58287c348c01/22f5aed3-3f7a-4514-86e0-7e3a32f2de7d/44124260-ee22-4a37-9145-2c4dfe00393f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:22.297901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e9df6b0-c831-4fbf-a160-b100a2ac9410 req-cb83b2b0-2769-420e-9cc7-1d38d0f41fea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 1096 time: 0.2744231 May 27 03:47:22.355302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port 00c40f2c-59fe-479e-8def-2b753d5c92fb yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:22.395008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e9df6b0-c831-4fbf-a160-b100a2ac9410 req-9ea39c1f-f073-4e8f-8dc9-5f444918bfbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900695 May 27 03:47:22.432923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.512582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Transition to ACTIVE for port object 00c40f2c-59fe-479e-8def-2b753d5c92fb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:22.516541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.516827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.528453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.552573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.563667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.613190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.646166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Transition to ACTIVE for port object 44124260-ee22-4a37-9145-2c4dfe00393f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:22.667517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Transition to ACTIVE for port object 44124260-ee22-4a37-9145-2c4dfe00393f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:22.677399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:22.813965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Allocated IP 172.25.8.27 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/dabc02e9-07d1-45c6-9688-0e8d7379be00) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:22.825578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Pushing event updated for resources: {'Port': ['ID=44124260-ee22-4a37-9145-2c4dfe00393f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:22.839873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=56ef693e-9469-42e8-982c-277b2961910f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:22.855647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:22.857955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:22.866804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:22.868483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:22.923340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Calling delete_port for d70af282-2b88-4380-a41d-3057e7f237b1 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:22.994615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Deleting subnet 6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:47:22.997952 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.066333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Attempting to bind port 44124260-ee22-4a37-9145-2c4dfe00393f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:23.066706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Attempting to bind port 44124260-ee22-4a37-9145-2c4dfe00393f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:23.067067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Attempting to bind port 44124260-ee22-4a37-9145-2c4dfe00393f on network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:23.076034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:23.076034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Checking segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:23.076598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.076851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Bound using segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:23.077402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Bound port: 44124260-ee22-4a37-9145-2c4dfe00393f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:23.078037 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.196367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=00c40f2c-59fe-479e-8def-2b753d5c92fb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:23.241645 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.244600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': 'e901059c-6090-40aa-bd7f-fba04da3fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:23.245044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 0414e2bb-0aa7-4aa4-8ab5-4321817513fe, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:23.268864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.275986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] For port 44124260-ee22-4a37-9145-2c4dfe00393f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:23.285035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] For port 44124260-ee22-4a37-9145-2c4dfe00393f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44124260-ee22-4a37-9145-2c4dfe00393f,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:23.285282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:23.285282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:23.285282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:23.294119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.305443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.344237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.363912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:23.364430 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:23.367075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.375200 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 2 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:23.394782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.395905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3188e-62ec-4b80-92f9-eb9cc466513f req-9870ad3c-c95c-48d2-a0f5-c5845630df69 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:23.398074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38d3188e-62ec-4b80-92f9-eb9cc466513f req-9870ad3c-c95c-48d2-a0f5-c5845630df69 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 0.4860036 May 27 03:47:23.409590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522a5d-d23d-4e72-9ba0-1640efe9804c None None] Pushing event updated for resources: {'Port': ['ID=44124260-ee22-4a37-9145-2c4dfe00393f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:23.421447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Port': ['ID=d70af282-2b88-4380-a41d-3057e7f237b1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:23.436227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:23.436680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:23.436870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:23.463192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:23.479216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 0414e2bb-0aa7-4aa4-8ab5-4321817513fe) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:23.489047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793cbff-1277-465d-bee0-10c9291f3b10 None None] Network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:23.496379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d8485c5-fd15-41c2-9ab7-14c5489d3b53 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/ports/d70af282-2b88-4380-a41d-3057e7f237b1 HTTP/1.1" status: 204 len: 168 time: 1.6417065 May 27 03:47:23.505383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42454) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:23.505975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:23.506445 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:23.509697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:23.510289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.514041 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 3 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:23.625482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Pushing event updated for resources: {'Port': ['ID=dabc02e9-07d1-45c6-9688-0e8d7379be00,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:23.655088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.691351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:23.691351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:23.691552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:23.701817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:23.708169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:23.712751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:23.718568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:23.723691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38d3188e-62ec-4b80-92f9-eb9cc466513f req-2cb73b15-e9b3-47c8-a3f2-dbeab60fd199 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122103 May 27 03:47:23.749454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:23.749748 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:23.789609 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 4 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:23.851439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.880137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-977f7831-97bc-4926-9fba-ee122a0929c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3472989 May 27 03:47:23.896112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42470) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:23.930762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:23.947762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:23.949210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:23.949566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:23.983608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-538041be-9eff-4cd2-a857-8340bcfae540 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6f14beaa-3034-4e2a-9eee-3d4ecb27d6dc HTTP/1.1" status: 204 len: 168 time: 1.1139741 May 27 03:47:23.985127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:24.074598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Deleting port a1404c2c-d1db-428d-8fb4-bb3e9d896a11 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:24.074949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.120437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:24.121066 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:24.126138 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 5 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:24.171595 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.183220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:24.184464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:24.184992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:24.199933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-0414e2bb-0aa7-4aa4-8ab5-4321817513fe', 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '56ef693e-9469-42e8-982c-277b2961910f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:24.200747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.387408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:24.387816 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:24.408298 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 6 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:24.511654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.554785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:24.576330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:24.577210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:24.597618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44124260-ee22-4a37-9145-2c4dfe00393f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:24.610805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.648115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defefdad-1c1a-4b76-84ca-946452a5caf9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:24.668009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.668855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.675908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f551504-b732-4964-b08d-70c6a2a77ed3') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:24.676331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f551504-b732-4964-b08d-70c6a2a77ed3') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:24.726346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:24.726674 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:24.732603 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 7 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:24.763460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Allocated IP 172.20.0.2 (0414e2bb-0aa7-4aa4-8ab5-4321817513fe/56ef693e-9469-42e8-982c-277b2961910f/a81f1119-a412-44fd-9d5a-47ba9f5b734b) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:24.783577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.807278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 44124260-ee22-4a37-9145-2c4dfe00393f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:24.811709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.820535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:24.820744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:24.821105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:24.920212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.966536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:24.968975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:24.998719 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:25.049566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:25.050110 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:25.073524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Calling delete_port for a1404c2c-d1db-428d-8fb4-bb3e9d896a11 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:25.105381 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 8 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:25.125181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.177706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:25.178299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:25.178800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:25.194509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:25.195179 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:25.200619 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 9 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:25.231140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.247365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:25.247945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:25.248500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:25.261729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680fad68-dc29-4ed7-84e1-29b63a5a56cf None None] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:25.265553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:25.265909 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:25.266287 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 10 to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb May 27 03:47:25.276184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.285858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.306452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.325824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] Pushing event deleted for resources: {'Network': ['ID=defefdad-1c1a-4b76-84ca-946452a5caf9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:25.351078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d55f155b-7f24-4383-a706-0d12e988313c admin admin] 10.222.0.46 "DELETE /v2.0/networks/defefdad-1c1a-4b76-84ca-946452a5caf9 HTTP/1.1" status: 204 len: 168 time: 1.3562131 May 27 03:47:25.357926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3679f-36c1-47b6-a952-00e7b1779560 req-8b22face-8e76-45bc-aabe-793ce23a2e22 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:25.359389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a3679f-36c1-47b6-a952-00e7b1779560 req-8b22face-8e76-45bc-aabe-793ce23a2e22 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 0.3458450 May 27 03:47:25.387346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:25.387736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:25.388007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:25.395127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:25.395450 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 00c40f2c-59fe-479e-8def-2b753d5c92fb on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:25.395808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.403565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Transition to ACTIVE for port object a81f1119-a412-44fd-9d5a-47ba9f5b734b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:25.404791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Port': ['ID=a1404c2c-d1db-428d-8fb4-bb3e9d896a11,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:25.415712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.429902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-66b5e60b-b497-4ae1-9236-9dc0208f4e25 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/ports/a1404c2c-d1db-428d-8fb4-bb3e9d896a11 HTTP/1.1" status: 204 len: 168 time: 1.9224532 May 27 03:47:25.430755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42512) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:25.495574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Provisioning for port 44124260-ee22-4a37-9145-2c4dfe00393f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:25.497457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34a3679f-36c1-47b6-a952-00e7b1779560 req-d4dc218c-5b1c-4fbf-a550-e74ab62ac6ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307812 May 27 03:47:25.509589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Transition to ACTIVE for port object a81f1119-a412-44fd-9d5a-47ba9f5b734b will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:25.510669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bb1f9a1e-de0f-4064-bb8c-7b178a03919a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:25.513901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Provisioning complete for port 44124260-ee22-4a37-9145-2c4dfe00393f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:25.515707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.521258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:47:25.552565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bb1f9a1e-de0f-4064-bb8c-7b178a03919a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:25.553827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bb1f9a1e-de0f-4064-bb8c-7b178a03919a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0989988 May 27 03:47:25.568041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42522) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:25.581941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1256599831'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:25.599540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:25.606010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port 00c40f2c-59fe-479e-8def-2b753d5c92fb, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:25.609038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempted to set empty binding levels {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 03:47:25.616044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:network and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:25.623285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:25.628025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.632113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.713198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:25.715197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=00c40f2c-59fe-479e-8def-2b753d5c92fb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:25.754031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] In _notify_port_updated(), no bound segment for port 00c40f2c-59fe-479e-8def-2b753d5c92fb on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:47:25.755725 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.766226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:25.769091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eee8985e-4302-4e71-9aeb-372ef3e7bed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "PUT /v2.0/ports/00c40f2c-59fe-479e-8def-2b753d5c92fb HTTP/1.1" status: 200 len: 978 time: 4.9603069 May 27 03:47:25.772544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.827713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:25.836604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:25.845457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:25.853950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Pushing event updated for resources: {'Port': ['ID=a81f1119-a412-44fd-9d5a-47ba9f5b734b,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:25.887046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:25.890700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:25.935015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=56ef693e-9469-42e8-982c-277b2961910f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:26.003899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:26.024526 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.024787 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment 1bbde2c4-2018-4291-95b3-931700bc26f1 of type vlan for network 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 May 27 03:47:26.043210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04df6894-39a1-49df-b0cb-6644d399246e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Synchronizing usage tracker for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:26.048325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Attempting to bind port a81f1119-a412-44fd-9d5a-47ba9f5b734b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:26.048694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Attempting to bind port a81f1119-a412-44fd-9d5a-47ba9f5b734b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e901059c-6090-40aa-bd7f-fba04da3fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:26.049139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Attempting to bind port a81f1119-a412-44fd-9d5a-47ba9f5b734b on network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:26.058017 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.086684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.105909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:26.106285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Checking segment: {'id': 'e901059c-6090-40aa-bd7f-fba04da3fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:26.106688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.107084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Bound using segment: {'id': 'e901059c-6090-40aa-bd7f-fba04da3fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:26.107681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Bound port: a81f1119-a412-44fd-9d5a-47ba9f5b734b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e901059c-6090-40aa-bd7f-fba04da3fcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:26.107910 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.199904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:26.219967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04df6894-39a1-49df-b0cb-6644d399246e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Unset dirty status for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:26.229296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04df6894-39a1-49df-b0cb-6644d399246e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9862 time: 0.4517124 May 27 03:47:26.235384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] For port 44124260-ee22-4a37-9145-2c4dfe00393f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44124260-ee22-4a37-9145-2c4dfe00393f,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:26.241959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:26.251776 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.315178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.323592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:26.324332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.392608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] For port a81f1119-a412-44fd-9d5a-47ba9f5b734b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:26.397610 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.398890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Deleting port 00c40f2c-59fe-479e-8def-2b753d5c92fb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:26.399185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.400712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] For port a81f1119-a412-44fd-9d5a-47ba9f5b734b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a81f1119-a412-44fd-9d5a-47ba9f5b734b,segment=NetworkSegment(e901059c-6090-40aa-bd7f-fba04da3fcc3),segment_id=e901059c-6090-40aa-bd7f-fba04da3fcc3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:26.422431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8507793 May 27 03:47:26.426136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b502d2-c78e-48f3-8512-2e3fce337bae None None] Pushing event updated for resources: {'Port': ['ID=44124260-ee22-4a37-9145-2c4dfe00393f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:26.427115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:26.429407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.429603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.467465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2045163520'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:26.474210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:26.482944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:network and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:26.488284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:26.496216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:26.518941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:47:26.530322 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Sync routers for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:47:26.552546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:26.556601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.558653 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:26.560981 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:26.577286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.578902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb141ee7-93ba-459b-a1dd-ee63ceda2b7b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2066069 May 27 03:47:26.594849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:26.635284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-21fd8945-a583-48dd-83dd-a86df5c5800e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28b17f313d344631b862c1d6c23a8b5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4032617 May 27 03:47:26.642556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:26.721364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0ccfe-bfce-41e2-b2f7-6ebe0e16032d req-ab1a9487-82f5-4b98-b277-c2dc048aac9a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:26.722878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23f0ccfe-bfce-41e2-b2f7-6ebe0e16032d req-ab1a9487-82f5-4b98-b277-c2dc048aac9a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 0.5982502 May 27 03:47:26.741583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:26.743859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b858f64-1079-4ee7-970a-9035b74cad87 None None] Pushing event updated for resources: {'Port': ['ID=a81f1119-a412-44fd-9d5a-47ba9f5b734b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:26.757927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.758422 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Added segment 57b74b11-0d54-4450-941c-0293d958fc04 of type vlan for network b5689aa9-b012-4f57-aaa8-35e8f0c91f7c May 27 03:47:26.797379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13d501-53e1-43e1-afce-5719cf54fea2 None None] Network 0414e2bb-0aa7-4aa4-8ab5-4321817513fe requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:26.799656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.833564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76e7bf24-1592-4ddf-adc5-b8d11a986983 None None] Provisioning complete for port 44124260-ee22-4a37-9145-2c4dfe00393f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:26.834366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76e7bf24-1592-4ddf-adc5-b8d11a986983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.860398 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:26.947293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:26.950915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:26.951852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.043150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0414e2bb-0aa7-4aa4-8ab5-4321817513fe']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:27.084514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc5fdf-b325-4b07-bd9a-b77aa9592680 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:27.125162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e901059c-6090-40aa-bd7f-fba04da3fcc3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:27.126265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e901059c-6090-40aa-bd7f-fba04da3fcc3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:27.143554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.160088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.173222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.190787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:27.191678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.203449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7650626 May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:27.210908 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:27.256220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:27.353202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:27.489117 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:24Z', 'revision_number': 3, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:27.500717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:47:27.500717 n-d-843301-2 neutron-server[84156]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:47:27.500717 n-d-843301-2 neutron-server[84156]: [parameters: {'id': '0414e2bb-0aa7-4aa4-8ab5-4321817513fe'}] May 27 03:47:27.500717 n-d-843301-2 neutron-server[84156]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:27.501285 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Checking router: 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:47:27.501378 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:27.501466 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Updating router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f port dabc02e9-07d1-45c6-9688-0e8d7379be00 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:47:27.550329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d40f06-3cf2-4f44-b792-dd0fb203b99c tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Network': ['ID=b5689aa9-b012-4f57-aaa8-35e8f0c91f7c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:27.574473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b5689aa9-b012-4f57-aaa8-35e8f0c91f7c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:27.591222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.623179 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.692517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'subnets': [{'network_id': '5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1623116193', 'ip_version': 4}, {'network_id': 'b5689aa9-b012-4f57-aaa8-35e8f0c91f7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:27.692830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'subnet': {'network_id': '5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1623116193', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:27.701020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Request body: {'subnet': {'network_id': 'b5689aa9-b012-4f57-aaa8-35e8f0c91f7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:27.739805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451c2e0-f67d-425d-9ecf-f095ca0e7f70 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:27.842744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:27.935728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-f63d2d53-f887-4803-bdfb-481dd615525c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2102373 May 27 03:47:27.938206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7987a4f-59b4-40dd-9100-bf5ecde86010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.025818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.026058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff41bf-020d-4b7e-aff6-5f58d7d0784b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:28.034482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451c2e0-f67d-425d-9ecf-f095ca0e7f70 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:28.069202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port a81f1119-a412-44fd-9d5a-47ba9f5b734b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:28.069553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.076032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23f0ccfe-bfce-41e2-b2f7-6ebe0e16032d req-e90ac368-dbaf-4c12-92a1-cbbdf8ed2fb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1550183 May 27 03:47:28.277747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.278878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb5a522f-a806-41bb-b11c-58a2be7e7764 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72ff41bf-020d-4b7e-aff6-5f58d7d0784b HTTP/1.1" status: 204 len: 168 time: 1.6280167 May 27 03:47:28.285469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port 00c40f2c-59fe-479e-8def-2b753d5c92fb, host n-h1-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:28.285869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.304240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-67c811d6-ff30-43e6-a717-59820c29ab7c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:28.305826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-67c811d6-ff30-43e6-a717-59820c29ab7c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 1.0793517 May 27 03:47:28.511822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44124260-ee22-4a37-9145-2c4dfe00393f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:28.577118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port a81f1119-a412-44fd-9d5a-47ba9f5b734b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a81f1119-a412-44fd-9d5a-47ba9f5b734b,segment=NetworkSegment(e901059c-6090-40aa-bd7f-fba04da3fcc3),segment_id=e901059c-6090-40aa-bd7f-fba04da3fcc3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:28.577904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.669746 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.697301 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Transition to ACTIVE for port object dabc02e9-07d1-45c6-9688-0e8d7379be00 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:28.713125 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.796831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 44124260-ee22-4a37-9145-2c4dfe00393f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:28.797398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.815914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Calling delete_port for 00c40f2c-59fe-479e-8def-2b753d5c92fb owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:28.865375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e8ac-f48a-4441-84dd-8bdcea9c32f4 None None] Pushing event updated for resources: {'Port': ['ID=dabc02e9-07d1-45c6-9688-0e8d7379be00,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:28.920115 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Attempting to bind port dabc02e9-07d1-45c6-9688-0e8d7379be00 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:28.920821 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Attempting to bind port dabc02e9-07d1-45c6-9688-0e8d7379be00 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:28.921426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Attempting to bind port dabc02e9-07d1-45c6-9688-0e8d7379be00 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:28.927200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for a81f1119-a412-44fd-9d5a-47ba9f5b734b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:28.933057 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:28.936487 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:28.937294 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.937899 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:28.938714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Bound port: dabc02e9-07d1-45c6-9688-0e8d7379be00, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:28.941225 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:28.994513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Deleting port 41564676-4a65-46d5-90e6-3a09920129a8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:28.994942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.036693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:29.071291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Usage tracker for resource:subnet and tenant:b9a8a0f8aa17495eabad4c42b5840f5d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:29.081681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:29.101798 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] For port dabc02e9-07d1-45c6-9688-0e8d7379be00, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:29.106152 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] For port dabc02e9-07d1-45c6-9688-0e8d7379be00, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dabc02e9-07d1-45c6-9688-0e8d7379be00,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:29.116099 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.127378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:29.162223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-703e364e-607b-4523-b4ea-b7b3a6be8f65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1097 time: 1.0735054 May 27 03:47:29.165794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.175491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.231816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=a81f1119-a412-44fd-9d5a-47ba9f5b734b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:29.246035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.258038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port a81f1119-a412-44fd-9d5a-47ba9f5b734b on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:29.309334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Made reservation on behalf of b9a8a0f8aa17495eabad4c42b5840f5d for: {'subnet': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:29.337838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event deleted for resources: {'Port': ['ID=00c40f2c-59fe-479e-8def-2b753d5c92fb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:29.342379 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e8ac-f48a-4441-84dd-8bdcea9c32f4 None None] Pushing event updated for resources: {'Port': ['ID=dabc02e9-07d1-45c6-9688-0e8d7379be00,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:29.389313 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:29.391149 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:29.446067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.480249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0414e2bb-0aa7-4aa4-8ab5-4321817513fe']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:29.497236 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.498450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e901059c-6090-40aa-bd7f-fba04da3fcc3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:29.498748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e901059c-6090-40aa-bd7f-fba04da3fcc3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:29.511993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.529100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.535742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:29.536037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.647022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-94149265-4237-426b-9384-a612ae3419e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "DELETE /v2.0/ports/00c40f2c-59fe-479e-8def-2b753d5c92fb HTTP/1.1" status: 204 len: 168 time: 3.3988299 May 27 03:47:29.664640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42634) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:29.761542 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:29.763963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.763963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.763963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.764377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.764469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.764714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.765081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.765794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.766122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.766452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.766768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:29.778134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.819285 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8d89e1-105d-4948-8015-9f44fd01d60e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] GET failed (client error): The resource could not be found. May 27 03:47:29.819804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a8d89e1-105d-4948-8015-9f44fd01d60e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Synchronizing usage tracker for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:29.827074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:29.834361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.872624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3018a63-544c-4468-9d60-9f6d227573fd req-7f6816fb-cfac-433e-a32c-7ba3424f5a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:29.873139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-7f6816fb-cfac-433e-a32c-7ba3424f5a59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.6219983 May 27 03:47:29.885549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.885879 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.886447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=0414e2bb-0aa7-4aa4-8ab5-4321817513fe,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:29.921288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34753e2a-5856-45cc-96e8-27a927466be0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/0414e2bb-0aa7-4aa4-8ab5-4321817513fe HTTP/1.1" status: 204 len: 168 time: 6.0184784 May 27 03:47:29.928986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:29.930994 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6b41-9e39-4bb2-9a21-b56808fdb9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:29.945322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749173708'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:30.220354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:30.228971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:30.235201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:30.248863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:30.276987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a8d89e1-105d-4948-8015-9f44fd01d60e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Unset dirty status for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:30.278142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2a8d89e1-105d-4948-8015-9f44fd01d60e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports/00c40f2c-59fe-479e-8def-2b753d5c92fb HTTP/1.1" status: 404 len: 333 time: 0.5657325 May 27 03:47:30.290242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:30.294558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] For port 41564676-4a65-46d5-90e6-3a09920129a8, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=41564676-4a65-46d5-90e6-3a09920129a8,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:30.294558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.321838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053916271', 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:30.325946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-bdf50f6e-37b7-4d71-a04f-74fb13b08240 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.4434412 May 27 03:47:30.335491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:30.415361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58880f3f-ffe0-4f8a-b82b-85cb1aa42351 req-e3b4ffbb-2a0f-4831-be33-b1d9a39d4d9d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:30.416873 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58880f3f-ffe0-4f8a-b82b-85cb1aa42351 req-e3b4ffbb-2a0f-4831-be33-b1d9a39d4d9d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 0.7236633 May 27 03:47:30.420448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:30.423557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.511756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:24Z', 'revision_number': 3, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:30.521128 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea937ea6-fd99-4330-9867-cf8563433a5e None None] The sync data for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 is: [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:24Z', 'revision_number': 3, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:47:30.582197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:30.610187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.610647 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment df6510d9-e2f6-4d47-9f06-b85ce1d097c0 of type vlan for network beb1afb9-119e-4088-b8f1-c287878e59cd May 27 03:47:30.614520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58880f3f-ffe0-4f8a-b82b-85cb1aa42351 req-346073b8-f38b-4839-bb29-4f976cbf8e8f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569178 May 27 03:47:30.669943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Calling delete_port for 41564676-4a65-46d5-90e6-3a09920129a8 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:30.676943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Allocated IP 172.20.0.1 (4b22bbdc-fd18-4a8c-b9e2-58287c348c01/22f5aed3-3f7a-4514-86e0-7e3a32f2de7d/5514c831-11ab-454c-8cf5-6861b9b17631) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:30.731782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.740359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:30.746350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42690) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:30.800287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Made reservation on behalf of 8b31a01086e64dfdab76f952b87cc7e5 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:30.818961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.841988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.849887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:30.850537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:30.856062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3018a63-544c-4468-9d60-9f6d227573fd req-25062009-9380-4ca9-a204-8b62aa84a81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:30.857576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-25062009-9380-4ca9-a204-8b62aa84a81d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.5196633 May 27 03:47:30.924234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port a09a96fa-e855-4127-90f7-4d39120f4948 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:31.192731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2625706 May 27 03:47:31.194312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42708) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:31.205717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-e1fe740b-add3-4b97-9de9-e3909bd9ba71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3002944 May 27 03:47:31.223669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': 'beb1afb9-119e-4088-b8f1-c287878e59cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:31.275319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bc36f-dcd0-4f50-ac7d-2199daeb8f9f tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=beb1afb9-119e-4088-b8f1-c287878e59cd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:31.285648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.293085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network beb1afb9-119e-4088-b8f1-c287878e59cd details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:31.450286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1434423368-network', 'tenant_id': '6a07bc429c3043dfac96b89f55d4de0d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:31.460351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:31.464785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.483927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:31.486913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Usage tracker for resource:network and tenant:6a07bc429c3043dfac96b89f55d4de0d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:31.493942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:31.497112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:31.507557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.510108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:31.518800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:31.529466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Transition to ACTIVE for port object 5514c831-11ab-454c-8cf5-6861b9b17631 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:31.536500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:31.560016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Made reservation on behalf of 6a07bc429c3043dfac96b89f55d4de0d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:31.563320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.601596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:31.623180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-e18b23a4-b496-4dbb-ae4c-9f13646d62c5 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032094 May 27 03:47:31.675251 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:47:31.776825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.843104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:31.849295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a07bc429c3043dfac96b89f55d4de0d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:31.852641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:31.859295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:31.940217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3018a63-544c-4468-9d60-9f6d227573fd req-e94d864a-0b77-46ba-8b08-95673697c77a service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013301 May 27 03:47:31.943513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:31.990845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.037012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.050876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:32.062248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.062847 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Added segment e4f7dc34-efae-446d-9487-587d1f064c61 of type vlan for network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 May 27 03:47:32.159337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.203046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.204206 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.217121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['87be7686-834d-4372-a3e4-4f7eaecb299e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:47:32.250018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.250936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:32.251578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.359873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:32.363685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.380730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:32.383454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:32.476156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.478703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.510907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 41564676-4a65-46d5-90e6-3a09920129a8 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:47:32.560355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.579510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Pushing event updated for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:32.591642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Pushing event deleted for resources: {'Port': ['ID=41564676-4a65-46d5-90e6-3a09920129a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:32.592324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dabc02e9-07d1-45c6-9688-0e8d7379be00 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:32.605669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:32.621615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 03:47:32.622408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 03:47:32.635076 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8874989 May 27 03:47:32.638172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42746) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:32.666438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044564-bd00-4274-b4a5-c6235b6f65e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f5d05f5-61f4-4ac1-adb0-5c617c843db8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:32.682138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Request body: {'subnet': {'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1434423368-subnet', 'tenant_id': '6a07bc429c3043dfac96b89f55d4de0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:32.691605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:32.697805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Usage tracker for resource:subnet and tenant:6a07bc429c3043dfac96b89f55d4de0d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:32.701121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:32.706234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 41564676-4a65-46d5-90e6-3a09920129a8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:47:32.706588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 41564676-4a65-46d5-90e6-3a09920129a8 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:47:32.708096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:32.726177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:32.727158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Made reservation on behalf of 6a07bc429c3043dfac96b89f55d4de0d for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:32.729666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:32.951898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db670eac-7dc2-46cf-9466-2ff766919236 None None] Provisioning for port 5514c831-11ab-454c-8cf5-6861b9b17631 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:32.992407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db670eac-7dc2-46cf-9466-2ff766919236 None None] Provisioning complete for port 5514c831-11ab-454c-8cf5-6861b9b17631 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:32.993111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db670eac-7dc2-46cf-9466-2ff766919236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.013248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:33.036588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:33.066016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-db670eac-7dc2-46cf-9466-2ff766919236 None None] Port 5514c831-11ab-454c-8cf5-6861b9b17631 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:47:33.076239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.080418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port dabc02e9-07d1-45c6-9688-0e8d7379be00 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:33.086079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:33.086948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:33.087557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.092331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port dabc02e9-07d1-45c6-9688-0e8d7379be00 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:33.095672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.109213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.136056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.227008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] No DVR routers for this DVR port 41564676-4a65-46d5-90e6-3a09920129a8 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:33.245439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.256794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94fe3f-3328-4614-80f3-a85a934b7b2f req-58b52d07-43db-4e88-aae7-f0dd63abad93 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:33.258276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe94fe3f-3328-4614-80f3-a85a934b7b2f req-58b52d07-43db-4e88-aae7-f0dd63abad93 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=53709b38-f6ca-48c0-b226-7f942cb73960 HTTP/1.1" status: 200 len: 945 time: 1.3880260 May 27 03:47:33.258799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'name': 'network-vif-deleted', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:33.268849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Subnet': ['ID=4935a799-9908-476e-be9f-8de5df130515,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:33.270813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=a09a96fa-e855-4127-90f7-4d39120f4948,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:33.278570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Checking segment: {'id': '1bbde2c4-2018-4291-95b3-931700bc26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:33.278979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network hostable DHCP agents. Network: 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:33.332716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ef92d5d-ec60-4574-a320-490ad44cad66 req-34f4ccb6-d79d-4d60-81ca-4fadd488fb9c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.21 "DELETE /v2.0/ports/41564676-4a65-46d5-90e6-3a09920129a8 HTTP/1.1" status: 204 len: 173 time: 4.8948689 May 27 03:47:33.340873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-376d48d2-6bb6-4cde-a041-47b4c3c35cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0494142 May 27 03:47:33.360590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:33.448105 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029e8a7c-1e28-436c-a14b-7ffa7b7a8f31'] response: {'server_uuid': '53709b38-f6ca-48c0-b226-7f942cb73960', 'name': 'network-vif-deleted', 'tag': '41564676-4a65-46d5-90e6-3a09920129a8', 'status': 'completed', 'code': 200} May 27 03:47:33.454053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:33.479546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe94fe3f-3328-4614-80f3-a85a934b7b2f req-13de6891-c279-4109-a36a-3e80b87fe009 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018301 May 27 03:47:33.485156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.488965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-227e7ecc-2bcd-4a87-b109-25be81f7f77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Synchronizing usage tracker for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:33.492598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:33.498096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.509797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c648c-6e81-49f2-a3a7-9e4c9f505770 None None] Network 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:33.596453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e63f323-cba0-4dd3-907d-a026c348700e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:33.598230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-227e7ecc-2bcd-4a87-b109-25be81f7f77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Unset dirty status for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:33.599457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-227e7ecc-2bcd-4a87-b109-25be81f7f77d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports/a09a96fa-e855-4127-90f7-4d39120f4948 HTTP/1.1" status: 200 len: 959 time: 0.2379754 May 27 03:47:33.604314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:33.610823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event updated for resources: {'Subnet': ['ID=c78b5e39-7a66-419d-b4fa-794be04d07a3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:33.684769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Deleting port a09a96fa-e855-4127-90f7-4d39120f4948 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:33.685156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.703003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Checking segment: {'id': 'e4f7dc34-efae-446d-9487-587d1f064c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:33.703346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Network hostable DHCP agents. Network: 9f5d05f5-61f4-4ac1-adb0-5c617c843db8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:33.756329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port dabc02e9-07d1-45c6-9688-0e8d7379be00, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dabc02e9-07d1-45c6-9688-0e8d7379be00,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:33.776233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.798520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Checking segment: {'id': '57b74b11-0d54-4450-941c-0293d958fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b5689aa9-b012-4f57-aaa8-35e8f0c91f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:33.800046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network hostable DHCP agents. Network: b5689aa9-b012-4f57-aaa8-35e8f0c91f7c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:33.804300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:33.940706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Network b5689aa9-b012-4f57-aaa8-35e8f0c91f7c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:33.948420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.013316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=dabc02e9-07d1-45c6-9688-0e8d7379be00,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:34.058716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b5689aa9-b012-4f57-aaa8-35e8f0c91f7c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:34.118471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b001bf-a41d-480f-baf4-b90ce83f9848 None None] Network b5689aa9-b012-4f57-aaa8-35e8f0c91f7c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:34.135970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=ecf53265-bd2f-4013-8c69-09d77d578ce4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:34.183711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Calling delete_port for a09a96fa-e855-4127-90f7-4d39120f4948 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:34.188243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': 'df6510d9-e2f6-4d47-9f06-b85ce1d097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'beb1afb9-119e-4088-b8f1-c287878e59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:34.188601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: beb1afb9-119e-4088-b8f1-c287878e59cd, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:34.209560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:34.245036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.253203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.254120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.294554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.299699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9f5d05f5-61f4-4ac1-adb0-5c617c843db8) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:34.308008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.320357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fefc0-3dd3-447a-a9b3-2de7161783d9 None None] Network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:34.329057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7fa85e83-dae5-4ab4-8fd9-bd87162890ab tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.9597704 May 27 03:47:34.329285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:34.398996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dab1ad-8c45-49c7-b536-e97780d93611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805', 'network_id': '5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805', 'tenant_id': 'b9a8a0f8aa17495eabad4c42b5840f5d', 'fixed_ips': [{'subnet_id': '4935a799-9908-476e-be9f-8de5df130515'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:34.399819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-61dab1ad-8c45-49c7-b536-e97780d93611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.437864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.438708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.453437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.455690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.457930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:34.458350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:34.483407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.490613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.494563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dabc02e9-07d1-45c6-9688-0e8d7379be00 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:34.500353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:34.505552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-640f9144-ed18-488c-af68-485072b05617 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1699746 May 27 03:47:34.577704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:34.675920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event deleted for resources: {'Port': ['ID=a09a96fa-e855-4127-90f7-4d39120f4948,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:34.718999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:34.847415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:34.874483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:35.003726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Deleting subnet 4935a799-9908-476e-be9f-8de5df130515 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:47:35.017167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.083589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.165921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.264535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port dabc02e9-07d1-45c6-9688-0e8d7379be00 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:35.265547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.315781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84809e8c-fef3-4334-b77a-cc1412936dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a09a96fa-e855-4127-90f7-4d39120f4948 HTTP/1.1" status: 204 len: 168 time: 1.7068181 May 27 03:47:35.316186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782cb87b-abe8-43d1-a347-e4a7ee8bf358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b5689aa9-b012-4f57-aaa8-35e8f0c91f7c', 'network_id': 'b5689aa9-b012-4f57-aaa8-35e8f0c91f7c', 'tenant_id': 'b9a8a0f8aa17495eabad4c42b5840f5d', 'fixed_ips': [{'subnet_id': 'c78b5e39-7a66-419d-b4fa-794be04d07a3'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:35.317106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-782cb87b-abe8-43d1-a347-e4a7ee8bf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.353577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:35.363468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eacb61a7-b72f-4f69-99b1-812703d25ea4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7148235 May 27 03:47:35.370996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network beb1afb9-119e-4088-b8f1-c287878e59cd is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:35.383589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, beb1afb9-119e-4088-b8f1-c287878e59cd) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:35.388123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:35.388728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.397843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.455764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Pushing event updated for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:35.457602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Subnet': ['ID=4935a799-9908-476e-be9f-8de5df130515,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server [None req-61dab1ad-8c45-49c7-b536-e97780d93611 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4935a799-9908-476e-be9f-8de5df130515: This subnet is being modified by another concurrent operation. May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:35.469418 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise exception May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4935a799-9908-476e-be9f-8de5df130515: This subnet is being modified by another concurrent operation. May 27 03:47:35.473152 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server May 27 03:47:35.479108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.484951 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-238436b3-b70c-4b3f-a40a-0c2f887a1010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] GET failed (client error): The resource could not be found. May 27 03:47:35.488055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-238436b3-b70c-4b3f-a40a-0c2f887a1010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Synchronizing usage tracker for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:35.488657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9e4b0-ab22-42ec-8021-c0f1eb7a9ec4 None None] Network beb1afb9-119e-4088-b8f1-c287878e59cd requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:35.489848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0d0f4eb-7873-4598-a695-cb95d03f1761 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/subnets/4935a799-9908-476e-be9f-8de5df130515 HTTP/1.1" status: 204 len: 168 time: 0.9111123 May 27 03:47:35.494456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42844) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:35.507151 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-442b7dbe-15c3-431f-890c-1f57af3ae9a5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.3072560 May 27 03:47:35.520191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf1111-35e2-409f-b28d-65c2fc4ce5d7 None None] Network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:35.527022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42850) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:35.586213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcd22-8391-478b-a072-121f62ab41b6 req-59bce666-4204-40c9-be6d-de814859b237 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:35.586971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-397bcd22-8391-478b-a072-121f62ab41b6 req-59bce666-4204-40c9-be6d-de814859b237 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Synchronizing usage tracker for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:35.587124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-238436b3-b70c-4b3f-a40a-0c2f887a1010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Unset dirty status for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:35.591625 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-238436b3-b70c-4b3f-a40a-0c2f887a1010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports/a09a96fa-e855-4127-90f7-4d39120f4948 HTTP/1.1" status: 404 len: 333 time: 0.2095306 May 27 03:47:35.593377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42860) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:35.657287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-92544437'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:35.662357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:35.672776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:35.692401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Made reservation on behalf of 8b31a01086e64dfdab76f952b87cc7e5 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:35.694457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.740482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:35.857685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:35.992868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-397bcd22-8391-478b-a072-121f62ab41b6 req-59bce666-4204-40c9-be6d-de814859b237 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Unset dirty status for tenant:e83049e52e954f7c8f422eb9ac22ef31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:35.993993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-397bcd22-8391-478b-a072-121f62ab41b6 req-59bce666-4204-40c9-be6d-de814859b237 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.9968724 May 27 03:47:36.014358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe51e2b-f3ef-45e2-b0ca-ca5240a1e15e None None] Network 5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:36.179124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-397bcd22-8391-478b-a072-121f62ab41b6 req-ee55f7a3-79af-411a-bcd0-bb6eaade2ed3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637194 May 27 03:47:36.226047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Deleting subnet c78b5e39-7a66-419d-b4fa-794be04d07a3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:47:36.231780 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.385545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c631a93-f48c-4c75-a668-fa9d9b6d3231 None None] Provisioning complete for port 5514c831-11ab-454c-8cf5-6861b9b17631 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:36.386599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c631a93-f48c-4c75-a668-fa9d9b6d3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.401997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.535969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.595004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:36.653143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.695666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3c631a93-f48c-4c75-a668-fa9d9b6d3231 None None] Port 5514c831-11ab-454c-8cf5-6861b9b17631 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:47:36.701228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab2f7e-ae29-4a30-9848-1afd3eaf03da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-beb1afb9-119e-4088-b8f1-c287878e59cd', 'network_id': 'beb1afb9-119e-4088-b8f1-c287878e59cd', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': 'ecf53265-bd2f-4013-8c69-09d77d578ce4'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:36.703214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2f7e-ae29-4a30-9848-1afd3eaf03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.716142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server [None req-782cb87b-abe8-43d1-a347-e4a7ee8bf358 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c78b5e39-7a66-419d-b4fa-794be04d07a3: This subnet is being modified by another concurrent operation. May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:36.734228 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise exception May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c78b5e39-7a66-419d-b4fa-794be04d07a3: This subnet is being modified by another concurrent operation. May 27 03:47:36.737684 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server May 27 03:47:36.751968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Subnet': ['ID=c78b5e39-7a66-419d-b4fa-794be04d07a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:36.766122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.799046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ed87c-25d7-465e-84cf-7e73b48c195c None None] Network b5689aa9-b012-4f57-aaa8-35e8f0c91f7c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:36.853793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:47:36.880803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:36.911936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-95c18abf-75b0-47be-b912-3688226be42a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/subnets/c78b5e39-7a66-419d-b4fa-794be04d07a3 HTTP/1.1" status: 204 len: 168 time: 1.4164195 May 27 03:47:36.914906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:37.010438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f3655-d7aa-4561-9b05-4dffbbaf7c72 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.018221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d2f3655-d7aa-4561-9b05-4dffbbaf7c72 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Synchronizing usage tracker for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:37.022348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server [None req-e1ab2f7e-ae29-4a30-9848-1afd3eaf03da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf53265-bd2f-4013-8c69-09d77d578ce4: This subnet is being modified by another concurrent operation. May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:37.036309 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise exception May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecf53265-bd2f-4013-8c69-09d77d578ce4: This subnet is being modified by another concurrent operation. May 27 03:47:37.041620 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server May 27 03:47:37.061492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9fc00-809a-449b-9e44-f5351d3ec2d6 None None] Network beb1afb9-119e-4088-b8f1-c287878e59cd requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:37.069248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:37.073354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Usage tracker for resource:security_group_rule and tenant:0ad6d2174f6e47c9b328588c540621a9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:37.076222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:37.083494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:37.148734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.149398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d2f3655-d7aa-4561-9b05-4dffbbaf7c72 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Unset dirty status for tenant:b9a8a0f8aa17495eabad4c42b5840f5d on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:37.154906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d2f3655-d7aa-4561-9b05-4dffbbaf7c72 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2377348 May 27 03:47:37.159719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-df960c19-4b63-4a22-9780-3e0da13da606 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.160430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-df960c19-4b63-4a22-9780-3e0da13da606 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Synchronizing usage tracker for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:37.161278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:37.223228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf53265-bd2f-4013-8c69-09d77d578ce4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:37.251271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.293019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1572f8-fe23-4063-81bb-93ed0faf95f2 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:37.301590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.335815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311a76-3942-436f-8a38-a0c8efd8cabb req-a5a88d14-4bac-4976-bfcc-5681c77050de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.337675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b311a76-3942-436f-8a38-a0c8efd8cabb req-a5a88d14-4bac-4976-bfcc-5681c77050de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5645559 May 27 03:47:37.369429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-df960c19-4b63-4a22-9780-3e0da13da606 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Unset dirty status for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:37.370595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-df960c19-4b63-4a22-9780-3e0da13da606 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/networks?id=9f5d05f5-61f4-4ac1-adb0-5c617c843db8 HTTP/1.1" status: 200 len: 821 time: 1.1660187 May 27 03:47:37.424428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1572f8-fe23-4063-81bb-93ed0faf95f2 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:37.442014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b311a76-3942-436f-8a38-a0c8efd8cabb req-ba161b77-b542-4e89-86cc-a9f383f59fcc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 May 27 03:47:37.454919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.489031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.499785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Network 9732c674-cc4b-4f14-9e77-12764bdb09ed is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:37.507159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=7ae96fbf-df04-4b44-8cf0-5d3fc603f741,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:37.525728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:37.539941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.549798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:37.550650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.551471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.555797 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-296eaf32-3e59-4006-86e9-31077f967cda tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/quotas/6a07bc429c3043dfac96b89f55d4de0d HTTP/1.1" status: 200 len: 375 time: 0.1699922 May 27 03:47:37.560870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:37.615042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.637768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb1afb9-119e-4088-b8f1-c287878e59cd']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.657764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-debd64a7-4005-41a4-b474-4f3f501a9bec tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a07bc429c3043dfac96b89f55d4de0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811348 May 27 03:47:37.664843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6510d9-e2f6-4d47-9f06-b85ce1d097c0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.665284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6510d9-e2f6-4d47-9f06-b85ce1d097c0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.677327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ad6d2174f6e47c9b328588c540621a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0807090 May 27 03:47:37.678567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a374a-b698-4074-a2fe-af9611f4e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee23c69-28c8-4115-98cb-a81dd6817bdc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:37.685376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:37.715566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a72031c-df88-4356-a329-9d8c0599ae56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.1209116 May 27 03:47:37.719666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5689aa9-b012-4f57-aaa8-35e8f0c91f7c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.721146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.732035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:37.755900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b74b11-0d54-4450-941c-0293d958fc04') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.756201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b74b11-0d54-4450-941c-0293d958fc04') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:37.776026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.795793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:37.814426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.839929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.846831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:37.847228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:37.872109 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:37.883729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.886953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2dc83-ed73-4117-b621-98ab59d34019 req-790993da-7399-4bfb-9ae2-ccb73a644f41 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:37.888557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48c2dc83-ed73-4117-b621-98ab59d34019 req-790993da-7399-4bfb-9ae2-ccb73a644f41 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2603784 May 27 03:47:37.915977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:37.916546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.936662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:37.947543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df544206-ddea-48b0-be55-ef60e60b3327 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:37.950804 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:37.988010 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.063863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.082293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df544206-ddea-48b0-be55-ef60e60b3327 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:38.103197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48c2dc83-ed73-4117-b621-98ab59d34019 req-6ae1854d-2a73-4d46-be9b-e8a8b3d8588e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566136 May 27 03:47:38.104515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.135393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=b5689aa9-b012-4f57-aaa8-35e8f0c91f7c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:38.140508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ba10cc9d-de5d-4956-bb4f-21727a945f0e tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/b5689aa9-b012-4f57-aaa8-35e8f0c91f7c HTTP/1.1" status: 204 len: 168 time: 0.9778235 May 27 03:47:38.143491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:38.194359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.198932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.234790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.237831 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.239159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eee23c69-28c8-4115-98cb-a81dd6817bdc HTTP/1.1" status: 204 len: 168 time: 0.5469706 May 27 03:47:38.268577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c83b-7b06-40a7-b1e1-18414b98a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee23c69-28c8-4115-98cb-a81dd6817bdc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:38.317388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.352446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/beb1afb9-119e-4088-b8f1-c287878e59cd HTTP/1.1" status: 204 len: 168 time: 2.7919090 May 27 03:47:38.352446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94279153-9236-42e1-b757-2b1867814ac5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=beb1afb9-119e-4088-b8f1-c287878e59cd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:38.354662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:38.360831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-669e54e2-1a40-485c-b423-2803d6a5823f service neutron] 10.222.0.46 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879561 May 27 03:47:38.396873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-918780290'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:38.406608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.448270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:38.463559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:38.470766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:38.477508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.506685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:38.521163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:38.526261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:47:38.536045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Usage tracker for resource:security_group_rule and tenant:31cd6589cb284662a785918e70ac30b3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:38.536426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbde2c4-2018-4291-95b3-931700bc26f1') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:38.536724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbde2c4-2018-4291-95b3-931700bc26f1') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:38.551930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:38.561932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.563812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Sync routers for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:47:38.601059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.602468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:38.613051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:38.613749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:38.619763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:38.620318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:38.656529 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:38.687279 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-9eaae15e-db9c-46de-9e9a-10547897ff12 service neutron] 10.222.0.46 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649770 May 27 03:47:38.929448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42972) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:39.015417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.106608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4d1da8b-4cbe-4bfc-aa79-bb7ffd47c218 req-3795a3cb-9a22-4231-950a-88e00f727994 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 210 time: 0.0802224 May 27 03:47:39.108378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.118636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:39.122825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-41232184-3e8d-48ce-b289-d3f5cd97f06a admin admin] 10.222.0.46 "PUT /v2.0/routers/3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5241320 May 27 03:47:39.153569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.161691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:39.165625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.181207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:39.190257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0f68596f-e9dd-462f-a562-ff4e29c90f2a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/5cfe7c4b-c0d6-4bc1-a7e0-aff09f989805 HTTP/1.1" status: 204 len: 168 time: 1.0454600 May 27 03:47:39.194795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:39.258516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:39.359273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.376184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:39.390861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] device_id is not set on port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:39.422837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:39.448511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Usage tracker for resource:security_group_rule and tenant:079e4f216d4f48368a1618d3e739aed7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:39.466990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.498861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.503026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:39.506667 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 284501ed-b860-491f-8c51-9baf435a7f22 of type vlan for network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 May 27 03:47:39.555019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Transition to ACTIVE for port object 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:39.559117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:39.574597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.582745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.598029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.610634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7b0f9d-0f33-49fa-9d4a-1596ed8f727c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:39.637626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7842d893-1c57-478f-b028-04aed695712f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:39.638265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7842d893-1c57-478f-b028-04aed695712f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:39.685300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.707469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.716393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:39.716865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.740569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.758816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 2, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:39.764036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Checking router: 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:47:39.764558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Updating router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f port 5514c831-11ab-454c-8cf5-6861b9b17631 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:47:39.832655 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:39.841624 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:39.847906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.853037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.854280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:39.878746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:39.887775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188119266', 'description': 'tempest-description--641709210'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:39.908883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=af7b0f9d-0f33-49fa-9d4a-1596ed8f727c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:39.916746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:39.932341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Usage tracker for resource:security_group and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:39.938885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:39.947067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ac39fb7-4786-4f00-80e0-393c38c0fef5 tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/af7b0f9d-0f33-49fa-9d4a-1596ed8f727c HTTP/1.1" status: 204 len: 168 time: 0.7500668 May 27 03:47:39.949055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31cd6589cb284662a785918e70ac30b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3802838 May 27 03:47:39.950558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43004) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:39.956428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:39.969902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:40.037579 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.052804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.110097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.216929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:40.220481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Usage tracker for resource:security_group_rule and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:40.224124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:40.234448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:40.282477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.286361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.287207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c951c-0d92-4145-a72f-91d389622a7d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.291421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.292033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.292175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-89cef6b3-82a1-4bab-9e6c-263a8a0aff86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=079e4f216d4f48368a1618d3e739aed7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3612390 May 27 03:47:40.299153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:40.343730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=7ae96fbf-df04-4b44-8cf0-5d3fc603f741,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.405895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.413877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.418718 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.428541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Transition to ACTIVE for port object 5514c831-11ab-454c-8cf5-6861b9b17631 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:40.435482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9288a-dda9-4d81-929d-a8d7a59a12d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee4508-f497-449c-b0f5-d2b45baccba2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.435678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.437843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.571889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.580339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5ee766b-dd98-4891-a65a-feecb97cecb8 req-b67f9958-21f7-4abc-957a-62510efee325 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 210 time: 0.1465309 May 27 03:47:40.586240 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2235322 May 27 03:47:40.587031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:40.613821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d8ca-563e-4860-bb8a-fe188dbbad35 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=64c429fb-9b30-46f4-ae12-7d5deae4aad4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.637215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:40.639730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:40.710175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.711444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8540723 May 27 03:47:40.712339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62d28d-0f8e-44ba-a4e3-d023ea80a17a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda90b2-ac89-4900-9ad6-9232afffbb6a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.716433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:40.746218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'security_group_rule': {'security_group_id': 'ffda90b2-ac89-4900-9ad6-9232afffbb6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:40.760561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:40.768351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:40.768983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:40.769281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:40.791267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Usage tracker for resource:security_group_rule and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:40.794038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.798289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:40.804966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.834701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:40.870335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee4508-f497-449c-b0f5-d2b45baccba2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.874715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.886326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-6e8be96d-01c1-4d3f-bdba-67f7b952ed72 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:40.887733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-6e8be96d-01c1-4d3f-bdba-67f7b952ed72 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.41 "GET /v2.0/networks?id=9f5d05f5-61f4-4ac1-adb0-5c617c843db8 HTTP/1.1" status: 200 len: 821 time: 0.3613718 May 27 03:47:40.899196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.902781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e6d60a33-b04c-420b-9db5-d94f5633a022 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ceee4508-f497-449c-b0f5-d2b45baccba2 HTTP/1.1" status: 204 len: 168 time: 0.9396880 May 27 03:47:40.917552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Pushing event updated for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:40.919478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Request body: {'port': {'device_id': '2642bab9-a80a-4029-b410-44c1662be52f', 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8', 'admin_state_up': True, 'tenant_id': '6a07bc429c3043dfac96b89f55d4de0d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:40.941814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.942424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.942666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.943000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.943331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.943649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.943978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.944303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.944623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.944960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.945280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.945602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:40.959945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:40.960493 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:40.971930 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 2 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:40.978950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Attempting to bind port 5514c831-11ab-454c-8cf5-6861b9b17631 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:40.979319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Attempting to bind port 5514c831-11ab-454c-8cf5-6861b9b17631 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:40.979677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Attempting to bind port 5514c831-11ab-454c-8cf5-6861b9b17631 on network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:40.987507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:40.987893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Checking segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:40.988271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.988657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Bound using segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:40.989160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Bound port: 5514c831-11ab-454c-8cf5-6861b9b17631, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:40.989536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:40.997643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.011620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:41.016832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:41.020980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:41.027559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:41.039351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.039990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.040424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.056423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:41.085947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:41.088154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] For port 5514c831-11ab-454c-8cf5-6861b9b17631, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:41.091303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] For port 5514c831-11ab-454c-8cf5-6861b9b17631, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5514c831-11ab-454c-8cf5-6861b9b17631,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:41.098297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.152777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.153187 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.167470 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 3 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.179747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ab9cbf-171b-4c07-8cf1-44a9085e2976') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:41.180239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ab9cbf-171b-4c07-8cf1-44a9085e2976') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:41.194746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510f48-3bc3-413c-9876-883ec88e2608 None None] Pushing event updated for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:41.196438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.198108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:47:41.198821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:47:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:41.211256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.237969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.238681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.239378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.250703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c951c-0d92-4145-a72f-91d389622a7d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:41.255463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.257057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.267822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.268163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:41.269312 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.271392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.272801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.280411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Usage tracker for resource:port and tenant:6a07bc429c3043dfac96b89f55d4de0d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:41.291570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:41.292732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.294643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.298072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ec5ce94-63cb-4c30-be91-3bc24cf61df8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d6c951c-0d92-4145-a72f-91d389622a7d HTTP/1.1" status: 204 len: 168 time: 0.9875700 May 27 03:47:41.310683 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 4 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:41.318632 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:41.320770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:41.342524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:41.348228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5474c5c8-307e-4c7d-9c52-2582080858e2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:41.365910 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.367124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9b59d54c-f002-4146-8974-abc809922b03 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6436317 May 27 03:47:41.375850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43036) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:41.402474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'security_group_rule': {'security_group_id': 'ffda90b2-ac89-4900-9ad6-9232afffbb6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:41.408445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Made reservation on behalf of 6a07bc429c3043dfac96b89f55d4de0d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:41.431682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.484345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:41.501362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.502611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.503450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.516283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Usage tracker for resource:security_group_rule and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:41.518795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.519317 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.521958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:41.525166 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 5 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.532105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:41.568867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.571306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.571306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.571306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.584637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.651906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] Pushing event deleted for resources: {'Network': ['ID=90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:41.667038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.667493 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.669097 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 6 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.680330 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98deee8d-3844-4ecc-a8ae-ccad2c24df9a tempest-BulkNetworkOpsTest-300175407 tempest-BulkNetworkOpsTest-300175407-project] 10.222.0.46 "DELETE /v2.0/networks/90ca2f7c-d3fb-450b-bf5a-fdb336a92d4d HTTP/1.1" status: 204 len: 168 time: 1.7194211 May 27 03:47:41.693665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.694261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.694622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.703708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.704162 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.706481 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 7 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.739198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:47:41.763625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.764129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.764574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.782502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.783531 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.786369 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 8 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.798065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Allocated IP 172.20.0.4 (9f5d05f5-61f4-4ac1-adb0-5c617c843db8/4e63f323-cba0-4dd3-907d-a026c348700e/4f7a0253-e64c-4e48-b66d-d1a513e2b058) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:41.813564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.814627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.815249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:41.867567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.871846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:41.872337 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:41.911255 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 9 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:41.938757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6cfd4f4-35ac-41e0-b535-cfde54eea49e req-feedd463-4e55-4028-82b4-453654aa60dc tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 210 time: 0.0770581 May 27 03:47:41.940263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:41.978176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:41.978651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:41.979107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:42.001029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:42.001560 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:42.019418 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempt 10 to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 May 27 03:47:42.197218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:42.197906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:42.198584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempting to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:42.208388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:42.208999 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Failed to bind port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on host n-h1-843301-2 for vnic_type normal using segments [{'id': '582f5647-5ce6-4ab6-8046-d16cb702d7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9732c674-cc4b-4f14-9e77-12764bdb09ed'}] May 27 03:47:42.209689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.234547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=2f437741-32fe-4485-9bde-79caeebb0db1,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:42.263399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:42.271132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '284501ed-b860-491f-8c51-9baf435a7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:42.271619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 64c429fb-9b30-46f4-ae12-7d5deae4aad4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:42.333734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:42.339769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.352451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:41Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:42.355858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 64c429fb-9b30-46f4-ae12-7d5deae4aad4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:42.368700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a1668-d868-4568-b77b-6817dc15008f None None] Network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:42.377702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:42.379143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.386460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:42.387425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Attempted to set empty binding levels {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 03:47:42.399570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690fe80-3d84-41d1-bc1b-36030f94a2cb None None] The sync data for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 is: [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:41Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:47:42.403755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.448986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.451978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:42.459667 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.466245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.468333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b31455fa54d425f9736e30b6b5c6762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:42.497786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:42.536287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43068) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:42.551176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:42.578707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb79f8-76f6-4abc-b48e-5e980ba38729,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:42.597681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event updated for resources: {'Port': ['ID=7ae96fbf-df04-4b44-8cf0-5d3fc603f741,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:42.606975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-96d47165-70b3-4ca7-98e7-da2bacb05f70 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0167379 May 27 03:47:42.610789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:42.614999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.618574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70c7818a-ad7f-425c-8d2c-ba8a68080dfd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2388601 May 27 03:47:42.618881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] In _notify_port_updated(), no bound segment for port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 on network 9732c674-cc4b-4f14-9e77-12764bdb09ed {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:47:42.619720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.621562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0a3b6be7-8788-4357-befa-758ff51963fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "PUT /v2.0/ports/7ae96fbf-df04-4b44-8cf0-5d3fc603f741 HTTP/1.1" status: 200 len: 977 time: 4.8365531 May 27 03:47:42.621734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:42.635685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:42.644258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:42.722535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:42.771124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.802004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Usage tracker for resource:floatingip and tenant:13230bdaceff4f72bd384d3ea8082739 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:42.864700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Deleting port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:42.865349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.933367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5514c831-11ab-454c-8cf5-6861b9b17631 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:42.939728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:42.958163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:42.968081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:42.980060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:42.982673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:43.024458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-64c429fb-9b30-46f4-ae12-7d5deae4aad4', 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '2f437741-32fe-4485-9bde-79caeebb0db1'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:43.025748 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.136640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.153358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:43.158632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.221672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:43.253491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3377821 May 27 03:47:43.315128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5514c831-11ab-454c-8cf5-6861b9b17631 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:43.330570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5514c831-11ab-454c-8cf5-6861b9b17631 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:43.331551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.348435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Request body: {'port': {'device_id': '2642bab9-a80a-4029-b410-44c1662be52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:43.438986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e4887-fcc1-453b-8751-ad9b60a4afac req-d7c7889e-3174-422a-b6d0-be8b33183c84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:43.449236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-161e4887-fcc1-453b-8751-ad9b60a4afac req-d7c7889e-3174-422a-b6d0-be8b33183c84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2558219 May 27 03:47:43.482937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Allocated IP 172.20.0.1 (64c429fb-9b30-46f4-ae12-7d5deae4aad4/2f437741-32fe-4485-9bde-79caeebb0db1/128e104c-1f89-490e-9b58-cddfde02af89) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:43.498951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.512565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-161e4887-fcc1-453b-8751-ad9b60a4afac req-44ad7b6d-5bf6-4019-8646-80dac74636ce tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616376 May 27 03:47:43.513105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807ba5d-11c9-4ad9-9895-8deed327a43e tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Pushing event updated for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:43.540065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.653153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.681923 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.694118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.717094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac063d-4d4d-47a9-80b1-a854c6782c5f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:43.756175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5514c831-11ab-454c-8cf5-6861b9b17631, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5514c831-11ab-454c-8cf5-6861b9b17631,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:43.804087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e467e-f20b-4e52-ba52-a719e35950c3 req-a83b1d37-8074-4a46-aae9-e535188e9bc8 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:43.804807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fd1e467e-f20b-4e52-ba52-a719e35950c3 req-a83b1d37-8074-4a46-aae9-e535188e9bc8 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Synchronizing usage tracker for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:43.839518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.851747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1fc94c5-23f3-45c2-8e7a-0a1049b935fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9a8a0f8aa17495eabad4c42b5840f5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3080506 May 27 03:47:43.860401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43108) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:43.907183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:43.936674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Transition to ACTIVE for port object 128e104c-1f89-490e-9b58-cddfde02af89 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:43.955298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-828e81bd-24fd-4bc2-abce-f718ae86d4a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b31455fa54d425f9736e30b6b5c6762&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6894910 May 27 03:47:43.961376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:43.974664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:43.980562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Transition to ACTIVE for port object 128e104c-1f89-490e-9b58-cddfde02af89 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:43.988800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fd1e467e-f20b-4e52-ba52-a719e35950c3 req-a83b1d37-8074-4a46-aae9-e535188e9bc8 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Unset dirty status for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:43.989661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd1e467e-f20b-4e52-ba52-a719e35950c3 req-a83b1d37-8074-4a46-aae9-e535188e9bc8 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 931 time: 0.7497432 May 27 03:47:43.990766 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.006438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] For port 7ae96fbf-df04-4b44-8cf0-5d3fc603f741, host n-h1-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:44.006720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.088058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:44.090496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:44.113307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:44.117742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:44.122059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0119-6228-4d83-a809-ad4fdb6f5fc4 req-c7f28a7b-521e-4ec6-bb7f-51aed0813705 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:44.124053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f44b0119-6228-4d83-a809-ad4fdb6f5fc4 req-c7f28a7b-521e-4ec6-bb7f-51aed0813705 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3674672 May 27 03:47:44.125411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.182724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=2f437741-32fe-4485-9bde-79caeebb0db1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.272187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Pushing event updated for resources: {'Port': ['ID=128e104c-1f89-490e-9b58-cddfde02af89,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.282816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Calling delete_port for 7ae96fbf-df04-4b44-8cf0-5d3fc603f741 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:44.328233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Attempting to bind port 128e104c-1f89-490e-9b58-cddfde02af89 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:44.329171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Attempting to bind port 128e104c-1f89-490e-9b58-cddfde02af89 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '284501ed-b860-491f-8c51-9baf435a7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:44.330571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Attempting to bind port 128e104c-1f89-490e-9b58-cddfde02af89 on network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:44.338846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:44.339687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Checking segment: {'id': '284501ed-b860-491f-8c51-9baf435a7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:44.340744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.341440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Bound using segment: {'id': '284501ed-b860-491f-8c51-9baf435a7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:44.342374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Bound port: 128e104c-1f89-490e-9b58-cddfde02af89, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284501ed-b860-491f-8c51-9baf435a7f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:44.342649 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.392717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.399070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.399287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd1e467e-f20b-4e52-ba52-a719e35950c3 req-159d36e4-b164-41c6-a386-8ff58287877a tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942561 May 27 03:47:44.407163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.427186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.454261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] For port 128e104c-1f89-490e-9b58-cddfde02af89, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:44.458551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] For port 128e104c-1f89-490e-9b58-cddfde02af89, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=128e104c-1f89-490e-9b58-cddfde02af89,segment=NetworkSegment(284501ed-b860-491f-8c51-9baf435a7f22),segment_id=284501ed-b860-491f-8c51-9baf435a7f22)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:44.465118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.467166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f44b0119-6228-4d83-a809-ad4fdb6f5fc4 req-02ea8b88-4ae4-4b17-8cf9-9a03176e00eb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322880 May 27 03:47:44.483447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.502138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c429fb-9b30-46f4-ae12-7d5deae4aad4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:44.545115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284501ed-b860-491f-8c51-9baf435a7f22') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:44.545504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284501ed-b860-491f-8c51-9baf435a7f22') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:44.566405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.586640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3371d-cf6f-4d6e-b086-f9dd2128be22 None None] Pushing event updated for resources: {'Port': ['ID=128e104c-1f89-490e-9b58-cddfde02af89,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.619535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.621502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.667754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7cdbf8-6407-4b51-9d80-47c49b7d2710 None None] Network 64c429fb-9b30-46f4-ae12-7d5deae4aad4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:44.675025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:44.695335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Usage tracker for resource:security_group_rule and tenant:86ab779ac0fe480dabf5bbcb4e568ea1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:44.699210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.705047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:44.716505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:44.725466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:44.726360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:44.744594 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:44.776431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.854271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ae96fbf-df04-4b44-8cf0-5d3fc603f741,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.864748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.882115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5514c831-11ab-454c-8cf5-6861b9b17631 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:44.887527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:47:44.887527 n-d-843301-2 neutron-server[84156]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:47:44.887527 n-d-843301-2 neutron-server[84156]: [parameters: {'id': '64c429fb-9b30-46f4-ae12-7d5deae4aad4'}] May 27 03:47:44.887527 n-d-843301-2 neutron-server[84156]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:44.888014 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:44.892575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.905392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.926183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bb0739b9-f458-497c-8203-f6e72322587f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7ae96fbf-df04-4b44-8cf0-5d3fc603f741 HTTP/1.1" status: 204 len: 168 time: 2.2865155 May 27 03:47:44.926427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4035ded-068c-4097-a0d7-23b1dc8b4ba0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.927809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:44.953516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac063d-4d4d-47a9-80b1-a854c6782c5f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:44.971850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.971850 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-797a4706-3ed0-40ea-a2b0-b8e79e912674 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4035ded-068c-4097-a0d7-23b1dc8b4ba0 HTTP/1.1" status: 204 len: 168 time: 1.1084242 May 27 03:47:44.986326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:44.987578 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a99392b2-7370-4625-b2d3-f4f371c5e68c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23ac063d-4d4d-47a9-80b1-a854c6782c5f HTTP/1.1" status: 204 len: 168 time: 1.0214555 May 27 03:47:45.004825 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae48905-1b27-4e9b-8d51-5e15878b56c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] GET failed (client error): The resource could not be found. May 27 03:47:45.006056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.006562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ae48905-1b27-4e9b-8d51-5e15878b56c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Synchronizing usage tracker for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:45.022757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.159487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bcfc45-9ec6-4b8a-b787-2b00fe31bb59,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:45.205128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:45.210710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f41aa85e-12d7-4327-bede-2b766781c24e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86ab779ac0fe480dabf5bbcb4e568ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1045859 May 27 03:47:45.214553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5514c831-11ab-454c-8cf5-6861b9b17631 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:45.215174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.230437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7a0253-e64c-4e48-b66d-d1a513e2b058 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:45.236785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9ae48905-1b27-4e9b-8d51-5e15878b56c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] Unset dirty status for tenant:8b31a01086e64dfdab76f952b87cc7e5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:45.253988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:45.263804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ae48905-1b27-4e9b-8d51-5e15878b56c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468873987-project-admin] 10.222.0.46 "GET /v2.0/ports/7ae96fbf-df04-4b44-8cf0-5d3fc603f741 HTTP/1.1" status: 404 len: 333 time: 0.3095536 May 27 03:47:45.312778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64667c-b07b-4896-900a-ce637d696020 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:45.402659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.430104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Allocated IP 172.25.8.204 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/8c42bcec-2428-4fb6-bb13-f1e853c0b3b3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:45.431914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.479221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Transition to ACTIVE for port object 4f7a0253-e64c-4e48-b66d-d1a513e2b058 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:45.504028 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.512148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 128e104c-1f89-490e-9b58-cddfde02af89 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:45.512676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.526883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64667c-b07b-4896-900a-ce637d696020 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:47:45.726641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.738151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:45.965193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27117029-9667-4311-9978-1da61709a508 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:46.020403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.217512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.280715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.289568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cab79-7762-4f62-9484-25111f548240 req-977d3490-0c37-4000-8471-5373c9660c53 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:46.291097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f3cab79-7762-4f62-9484-25111f548240 req-977d3490-0c37-4000-8471-5373c9660c53 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.5771694 May 27 03:47:46.315604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.359771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Attempting to bind port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:46.369839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Attempting to bind port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'e4f7dc34-efae-446d-9487-587d1f064c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:46.370356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Attempting to bind port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 on network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:46.376571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9732c674-cc4b-4f14-9e77-12764bdb09ed']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:46.396468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 128e104c-1f89-490e-9b58-cddfde02af89, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=128e104c-1f89-490e-9b58-cddfde02af89,segment=NetworkSegment(284501ed-b860-491f-8c51-9baf435a7f22),segment_id=284501ed-b860-491f-8c51-9baf435a7f22)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:46.396832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.410838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582f5647-5ce6-4ab6-8046-d16cb702d7e2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:46.411135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582f5647-5ce6-4ab6-8046-d16cb702d7e2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:46.417884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 on network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:47:46.418549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Attempting to bind port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 on network 9f5d05f5-61f4-4ac1-adb0-5c617c843db8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:46.437344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bcfc45-9ec6-4b8a-b787-2b00fe31bb59,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:46.481318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.482927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9f3ebe68-2c6d-4262-b71e-0d9961b96a7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92bcfc45-9ec6-4b8a-b787-2b00fe31bb59 HTTP/1.1" status: 204 len: 168 time: 1.2744963 May 27 03:47:46.497765 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.504731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:46.505132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Checking segment: {'id': 'e4f7dc34-efae-446d-9487-587d1f064c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:46.505516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Bound using segment: {'id': 'e4f7dc34-efae-446d-9487-587d1f064c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:46.506005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Bound port: 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f7dc34-efae-446d-9487-587d1f064c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:46.510487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.518485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.561877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f3cab79-7762-4f62-9484-25111f548240 req-47b5d7dd-ec67-42ef-a6b2-9675dee1625b tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511883 May 27 03:47:46.594481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 128e104c-1f89-490e-9b58-cddfde02af89 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:46.624484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.632875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:46.633299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:46.648448 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:46.728803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:46.744215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:46.748542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:46.786041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.808035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.825426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] Pushing event deleted for resources: {'Network': ['ID=9732c674-cc4b-4f14-9e77-12764bdb09ed,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:46.825644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'Port': ['ID=8c42bcec-2428-4fb6-bb13-f1e853c0b3b3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:46.827708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:46.836097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:46.836273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3aefb0b7-181e-4508-ba42-195a981a536a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879967580-project] 10.222.0.46 "DELETE /v2.0/networks/9732c674-cc4b-4f14-9e77-12764bdb09ed HTTP/1.1" status: 204 len: 168 time: 1.5807185 May 27 03:47:46.840787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.842206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058,segment=NetworkSegment(e4f7dc34-efae-446d-9487-587d1f064c61),segment_id=e4f7dc34-efae-446d-9487-587d1f064c61)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:46.854073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.891673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=128e104c-1f89-490e-9b58-cddfde02af89,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:46.904342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port 128e104c-1f89-490e-9b58-cddfde02af89 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:46.940416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:46.942150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-27117029-9667-4311-9978-1da61709a508 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f7a0253-e64c-4e48-b66d-d1a513e2b058 HTTP/1.1" status: 200 len: 1091 time: 3.6177952 May 27 03:47:46.953139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:47.070532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.083586 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e459014a-4f49-46ed-ab50-155b91276969'] response: {'name': 'network-changed', 'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058', 'status': 'completed', 'code': 200} May 27 03:47:47.098980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27117029-9667-4311-9978-1da61709a508 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:47.122335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c429fb-9b30-46f4-ae12-7d5deae4aad4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:47.149428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284501ed-b860-491f-8c51-9baf435a7f22') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:47.150019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284501ed-b860-491f-8c51-9baf435a7f22') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:47.172041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.190281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-d484b022-16d8-4863-8bea-9f52a656fa52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a07bc429c3043dfac96b89f55d4de0d&device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 1094 time: 0.1863415 May 27 03:47:47.194426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.202821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:47.203337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: timer() May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:47.222650 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:47.279148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.280841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-e3496f36-943c-4b5f-882b-a448f568d1b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058 HTTP/1.1" status: 200 len: 217 time: 0.0834422 May 27 03:47:47.319809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-268067002'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:47.331613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:47.339314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:47.343521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:47.350903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:47.356519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.380433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.394928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43206) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:47.402686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=64c429fb-9b30-46f4-ae12-7d5deae4aad4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:47.405618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:47.408835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.424228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d5905e4b-78bf-42ff-bab2-6e48a9469bdc tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/64c429fb-9b30-46f4-ae12-7d5deae4aad4 HTTP/1.1" status: 204 len: 168 time: 4.8042359 May 27 03:47:47.425770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43214) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:47.433111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665093765'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:47.437231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.469172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:47.480443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:47.492701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:47.501769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:47.524223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:47.528018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.564686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:47.572768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:security_group_rule and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:47.576880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:47.588291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:47.590642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:47.611432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.612044 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 968d588c-9ce2-484f-ab51-59d038433068 of type vlan for network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 May 27 03:47:47.621145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.662975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.684039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-0aada5fe-3ad9-40ed-92d7-273a113777ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:47.690535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-0aada5fe-3ad9-40ed-92d7-273a113777ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e63f323-cba0-4dd3-907d-a026c348700e HTTP/1.1" status: 200 len: 861 time: 0.3718493 May 27 03:47:47.730444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.733595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.738026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:47.738692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.753218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-a0f960b7-b99c-45b4-a97c-16f484d59dac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f5d05f5-61f4-4ac1-adb0-5c617c843db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538373 May 27 03:47:47.784004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.817125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:47.939410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:47.967907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5404859 May 27 03:47:47.972259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b324f1c2-1a90-4655-9fd0-d0fdbc939078,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:47.975253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae056557-5b6b-4bda-957d-7ada2c2eb9d0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=7a15d359-4f60-4aba-9b77-4d4ffff7fa14,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:47.978348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43240) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:47.982731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:47.982972 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment ddc4d942-51cd-4611-8059-79535199b145 of type vlan for network b5ba72db-f62e-4287-832f-4494321ee7bf May 27 03:47:48.001420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:48.025183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:48.031769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31c2c1ad-ed50-4739-b926-18ccba920b7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5ad84383060494fafdcc773067fb212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6352835 May 27 03:47:48.078311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:48.207889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.288149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.292354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-a6d49d3c-c367-4490-b69d-90c1dc313739 service neutron] 10.222.0.41 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182458 May 27 03:47:48.308548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.312729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.314285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.318615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcbfc9-1e94-401f-b2d0-e70cd2a4a776 req-1350e885-c07e-4b4d-8ae1-8fcc56bab11b tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.320079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbdcbfc9-1e94-401f-b2d0-e70cd2a4a776 req-1350e885-c07e-4b4d-8ae1-8fcc56bab11b tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.4449358 May 27 03:47:48.370904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:47:48.441868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.447933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.470760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.494304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.608963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbdcbfc9-1e94-401f-b2d0-e70cd2a4a776 req-8f9083a5-b53c-4523-b82a-b705e7af455d tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563779 May 27 03:47:48.614021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7847409 May 27 03:47:48.614818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43256) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:48.636759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:48.656605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1560036177'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:48.664649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:48.668278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55643dd3-55ed-4ab3-a0f8-57ad8810fbb6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=b5ba72db-f62e-4287-832f-4494321ee7bf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:48.668471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'Port': ['ID=8c42bcec-2428-4fb6-bb13-f1e853c0b3b3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:48.671099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:48.675320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:48.683921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cf42e6f-caaf-4b30-9d4d-a91c38484019 req-95a9f753-b4d8-4fa6-afc2-126ac367cade service neutron] 10.222.0.41 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595273 May 27 03:47:48.687819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:48.690797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:48.693018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:48.698768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b5ba72db-f62e-4287-832f-4494321ee7bf details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:48.699152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Usage tracker for resource:security_group_rule and tenant:eaea91bc2dfe4bd2aa44a1e258b061f5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:48.701959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:48.709885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a3e0c-bb74-4095-9981-4870aad7446a req-b4f6f9c5-bb16-41f5-a5ed-3a9b8eff6058 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:48.717620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.718162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-564a3e0c-bb74-4095-9981-4870aad7446a req-b4f6f9c5-bb16-41f5-a5ed-3a9b8eff6058 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4723625 May 27 03:47:48.720269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:48.727706 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.732048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:48.754247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:48.783153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:48.789739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef67768-bed0-407f-afd7-c28dc0dfddb8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:48.806191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:48.809094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.863637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.867831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e9cda3d1-d9ab-4ebe-bbf0-8bca43d78533 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bef67768-bed0-407f-afd7-c28dc0dfddb8 HTTP/1.1" status: 204 len: 168 time: 0.7859397 May 27 03:47:48.871970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.875962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3d870c8d-6dee-4440-9f2c-d111a1c4ef74 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2532723 May 27 03:47:48.920058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-1fd70d64-53bb-44b5-af83-c73f7873495c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a07bc429c3043dfac96b89f55d4de0d&device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 1094 time: 0.1311629 May 27 03:47:48.921392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-564a3e0c-bb74-4095-9981-4870aad7446a req-fac71506-d0d8-42b8-b52a-98deb1c97251 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023671 May 27 03:47:48.974375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:48.986826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:48.987230 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment d5f1c7a7-0820-4129-892c-fbc9631e9cfa of type vlan for network 711e9424-292d-436d-a98c-bca0c64a2c0a May 27 03:47:49.027342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.062202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.113546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-6d5b5330-8937-4e3b-ab77-5e8c18850206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.117062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-6d5b5330-8937-4e3b-ab77-5e8c18850206 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f5d05f5-61f4-4ac1-adb0-5c617c843db8 HTTP/1.1" status: 200 len: 922 time: 0.1893785 May 27 03:47:49.129825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.134900 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.139348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.139968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.169467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.284116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f847413-24e2-42dc-b9fc-a39bc12ab158,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:49.301189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-8e27c047-943c-42d9-aaf3-3208427457a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058 HTTP/1.1" status: 200 len: 217 time: 0.1799448 May 27 03:47:49.413436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:49.418142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-e07e5ab8-eda1-4bbf-9b40-a140f874565b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.419556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-e07e5ab8-eda1-4bbf-9b40-a140f874565b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e63f323-cba0-4dd3-907d-a026c348700e HTTP/1.1" status: 200 len: 861 time: 0.1059704 May 27 03:47:49.438627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1987c-6d57-4146-bd86-d26d5763dfb8 req-0ff9c73d-e8b9-425f-82e7-09e39fad7131 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:49.440113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1987c-6d57-4146-bd86-d26d5763dfb8 req-0ff9c73d-e8b9-425f-82e7-09e39fad7131 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2253797 May 27 03:47:49.464727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=711e9424-292d-436d-a98c-bca0c64a2c0a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:49.475070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-803e33b8-5a68-4fe3-97f8-47d4971f79d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eaea91bc2dfe4bd2aa44a1e258b061f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6451259 May 27 03:47:49.475070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d628b01b-cce9-4cc0-be0c-94c9bbe0771d tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8499346 May 27 03:47:49.476634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43286) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:49.476634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43288) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:49.486126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 711e9424-292d-436d-a98c-bca0c64a2c0a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:49.486771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-083f63a3-dc1f-4191-8aef-f76767941b37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f5d05f5-61f4-4ac1-adb0-5c617c843db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456793 May 27 03:47:49.542752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:49.633727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1987c-6d57-4146-bd86-d26d5763dfb8 req-c839bfda-b965-4347-b6ca-af520724c5b5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460164 May 27 03:47:49.654141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-3b7e5fec-31d6-49c9-9bb7-102353e9e9e2 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--188119266&fields=id&tenant_id=13230bdaceff4f72bd384d3ea8082739 HTTP/1.1" status: 200 len: 267 time: 0.3737323 May 27 03:47:49.662964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb5222d3-8362-48bc-ad22-64cec642fc57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b31a01086e64dfdab76f952b87cc7e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2467160 May 27 03:47:49.669260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:49.675997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43298) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:49.706879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-be3b9aa9-82e7-4d08-a5e4-99b81b24b8ca service neutron] 10.222.0.41 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843753 May 27 03:47:49.855711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:49.910707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:49.932867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:49.973403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:49.976354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.028848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-fb1023b9-7d03-43e5-a959-1dde9a111bb0 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.030312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-fb1023b9-7d03-43e5-a959-1dde9a111bb0 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/networks?id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01 HTTP/1.1" status: 200 len: 812 time: 0.3591573 May 27 03:47:50.046100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92a54aee-5dd7-4de6-9309-2a32538476cc req-9b890422-565c-493f-b47a-671b20df90fd service neutron] 10.222.0.41 "GET /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332808 May 27 03:47:50.056523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f97fd9-c334-48e9-9625-eaaa3b1b4bff req-1200172f-7eff-4077-a7f9-b82ddb8b1c69 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.058005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38f97fd9-c334-48e9-9625-eaaa3b1b4bff req-1200172f-7eff-4077-a7f9-b82ddb8b1c69 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.1794646 May 27 03:47:50.072039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:50.118174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38f97fd9-c334-48e9-9625-eaaa3b1b4bff req-b5d53576-54ee-45bb-add8-f21f2f27c6ef tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521870 May 27 03:47:50.180361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.218923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-fbb470fa-291c-4305-8103-0fe6256de184 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/quotas/13230bdaceff4f72bd384d3ea8082739 HTTP/1.1" status: 200 len: 375 time: 0.1256027 May 27 03:47:50.219703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.326357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.351722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24aaa9-cfa4-4da6-bd74-20e2f502bd27 req-bb64aa49-09f6-4ee3-9b65-31174d59f48d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.353305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee24aaa9-cfa4-4da6-bd74-20e2f502bd27 req-bb64aa49-09f6-4ee3-9b65-31174d59f48d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.0957646 May 27 03:47:50.359270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.412953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee24aaa9-cfa4-4da6-bd74-20e2f502bd27 req-c3a44cdd-88dc-4341-ad6b-307c2e8f66fd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 May 27 03:47:50.466773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.473990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:50.482481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=b9c53c5f-7d7f-47d5-83d5-8c35884847fe,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:50.528511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f847413-24e2-42dc-b9fc-a39bc12ab158,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:50.598493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.598493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-81d4af90-1471-468e-9536-dda7064f9060 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f847413-24e2-42dc-b9fc-a39bc12ab158 HTTP/1.1" status: 204 len: 168 time: 1.1198766 May 27 03:47:50.601455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '968d588c-9ce2-484f-ab51-59d038433068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:50.601868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 7a15d359-4f60-4aba-9b77-4d4ffff7fa14, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:50.671442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.686029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7e662-589d-4571-a6f3-0a13b8376bd4 req-9e4110ff-1d06-4ab3-b873-9b679c8dc05e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.688740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2af7e662-589d-4571-a6f3-0a13b8376bd4 req-9e4110ff-1d06-4ab3-b873-9b679c8dc05e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.1174889 May 27 03:47:50.698760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-89f57cbb-e4eb-4cef-80f8-79b8a509b124 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Synchronizing usage tracker for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:50.699134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3bdf5fa1-7d40-4a86-8b11-f8ea945006e1 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:50.708081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1ea49-8201-45ec-a8c4-bcdeb4c00eb9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:50.755593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:50.765155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-89f57cbb-e4eb-4cef-80f8-79b8a509b124 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Unset dirty status for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:50.766425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-89f57cbb-e4eb-4cef-80f8-79b8a509b124 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=13230bdaceff4f72bd384d3ea8082739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5049875 May 27 03:47:50.770882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.772046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f36afb8d-6e43-47dc-94bb-9d949140ab1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93e1ea49-8201-45ec-a8c4-bcdeb4c00eb9 HTTP/1.1" status: 204 len: 168 time: 1.0901370 May 27 03:47:50.786291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 7a15d359-4f60-4aba-9b77-4d4ffff7fa14) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:50.792156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2af7e662-589d-4571-a6f3-0a13b8376bd4 req-cad4fbd9-cf8c-45f3-a2cf-f631e0a624aa tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885596 May 27 03:47:50.795834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:50.797284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.804991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c06f3-e7c5-409e-895d-3205f50a3649 None None] Network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:50.832210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:50.835308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3bdf5fa1-7d40-4a86-8b11-f8ea945006e1 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "PUT /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08 HTTP/1.1" status: 200 len: 366 time: 0.3598776 May 27 03:47:50.839755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:50.872444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f08e63dc-64e7-466f-8dd1-5c545515afd2 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0313802 May 27 03:47:50.874623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:50.874794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b536e32f-6f7c-4f8f-b654-285e4f009ee2 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8935747 May 27 03:47:50.881428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43338) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.182828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:51.212052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-7a15d359-4f60-4aba-9b77-4d4ffff7fa14', 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': 'b9c53c5f-7d7f-47d5-83d5-8c35884847fe'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:51.213049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:51.277223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6371a34e-6291-4f08-b603-0ef770488e68 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08 HTTP/1.1" status: 200 len: 366 time: 0.1125088 May 27 03:47:51.286784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.327595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=5caf0db7-b8c3-458f-942d-ff81d823045b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:51.353350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43364) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.357362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52fb3f8e-85ab-44f6-866a-802abc6a780d tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08 HTTP/1.1" status: 204 len: 168 time: 0.0611703 May 27 03:47:51.362502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': 'ddc4d942-51cd-4611-8059-79535199b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:51.362871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: b5ba72db-f62e-4287-832f-4494321ee7bf, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:51.376363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7820f0c3-6e7f-41c5-96aa-592d1b59c5fc tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0214605 May 27 03:47:51.379285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43368) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.390227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:51.419926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-8116b4b5-fdd8-461d-b463-39f44c85cf44 service neutron] 10.222.0.46 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438576 May 27 03:47:51.524275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-06b9e9dc-1995-4c91-96dd-6bac896d1a9c tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08 HTTP/1.1" status: 200 len: 370 time: 0.1435623 May 27 03:47:51.531266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.533582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Allocated IP 172.20.0.1 (7a15d359-4f60-4aba-9b77-4d4ffff7fa14/b9c53c5f-7d7f-47d5-83d5-8c35884847fe/0672bf6d-731d-4374-9036-a07b8d25d172) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:51.543533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1b7cea1d-46cd-4540-8d39-85d52b623996 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08/default HTTP/1.1" status: 200 len: 370 time: 0.0109758 May 27 03:47:51.549651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.554064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network b5ba72db-f62e-4287-832f-4494321ee7bf is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:51.586687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b5ba72db-f62e-4287-832f-4494321ee7bf) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:51.590348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a5ecd-b027-43b0-b2ed-2d5789b5d6ee req-1cc8b423-e0c0-4e6c-96e4-88aaf0c1a38d tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:51.598365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:51.598958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:51.599850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab9a5ecd-b027-43b0-b2ed-2d5789b5d6ee req-1cc8b423-e0c0-4e6c-96e4-88aaf0c1a38d tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.1649184 May 27 03:47:51.633466 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-9c6f418e-6271-405e-aa31-1226d809dd04 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] delete failed (client error): The resource could not be found. May 27 03:47:51.635022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c6f418e-6271-405e-aa31-1226d809dd04 tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/bc44e17966d742c9904c34c5fef58e08 HTTP/1.1" status: 404 len: 348 time: 0.0829144 May 27 03:47:51.647403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-784c44bb-3c8a-4a6e-8b1c-6514a4aa1117 service neutron] 10.222.0.46 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157776 May 27 03:47:51.657884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-96ee3696-9996-4650-98a0-2d4644c1fbbd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1800606 May 27 03:47:51.659091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43392) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:51.662759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ab9a5ecd-b027-43b0-b2ed-2d5789b5d6ee req-d8268e7d-bbb3-4d5f-829b-63ca32a91977 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617425 May 27 03:47:51.675248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:51.793248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4def0e-7740-44ff-853b-b12fb5a93a80 None None] Network b5ba72db-f62e-4287-832f-4494321ee7bf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:51.893649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a8a75-6f1e-433d-83a5-3ce893c4ce7d req-31363d9a-2f0c-4cfb-a2ca-182c8c563df7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:51.902879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-763a8a75-6f1e-433d-83a5-3ce893c4ce7d req-31363d9a-2f0c-4cfb-a2ca-182c8c563df7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.0959435 May 27 03:47:51.962596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:51.971433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:51.991819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.002937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:52.030038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:52.031403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-763a8a75-6f1e-433d-83a5-3ce893c4ce7d req-98b4020d-e020-4c1d-830a-3ff1b34d50c9 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 May 27 03:47:52.085328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:52.118368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:network and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.132366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.155654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:subnet and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.171459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.196511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:subnetpool and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.206564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.226263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:port and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.230678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.249125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:router and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.260673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.278279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:floatingip and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.282149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.289428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.333831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.365709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Transition to ACTIVE for port object 0672bf6d-731d-4374-9036-a07b8d25d172 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:52.377429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b5ba72db-f62e-4287-832f-4494321ee7bf', 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '5caf0db7-b8c3-458f-942d-ff81d823045b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:52.378248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a14db3d8-001e-4c75-97d5-1f9c46fd88fe req-f84489f3-d10c-4e40-be9d-72b4657a5d98 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.1279628 May 27 03:47:52.378403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.410339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Transition to ACTIVE for port object 0672bf6d-731d-4374-9036-a07b8d25d172 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:52.459838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.535379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:52.536379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:security_group and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.536622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:52.548737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:52.549982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.570278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.583814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Pushing event updated for resources: {'Port': ['ID=0672bf6d-731d-4374-9036-a07b8d25d172,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:52.608419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Usage tracker for resource:security_group_rule and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:52.686979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c53c5f-7d7f-47d5-83d5-8c35884847fe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:52.700311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:52.715523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cebb2469-aa48-4dfe-a406-720e4516d7ae tempest-QuotasTest-1881723468 tempest-QuotasTest-1881723468-project-admin] 10.222.0.46 "GET /v2.0/quotas/9495c0852c784ea2a590887bb2b3eb3e/details.json HTTP/1.1" status: 200 len: 703 time: 0.6286514 May 27 03:47:52.734236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Attempting to bind port 0672bf6d-731d-4374-9036-a07b8d25d172 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:52.734607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Attempting to bind port 0672bf6d-731d-4374-9036-a07b8d25d172 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '968d588c-9ce2-484f-ab51-59d038433068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:52.734990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Attempting to bind port 0672bf6d-731d-4374-9036-a07b8d25d172 on network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:52.757035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:52.757359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Checking segment: {'id': '968d588c-9ce2-484f-ab51-59d038433068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:52.757761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.758140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Bound using segment: {'id': '968d588c-9ce2-484f-ab51-59d038433068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:52.758606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Bound port: 0672bf6d-731d-4374-9036-a07b8d25d172, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968d588c-9ce2-484f-ab51-59d038433068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:52.758972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.833912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.847292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.881104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15d359-4f60-4aba-9b77-4d4ffff7fa14']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:52.894654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968d588c-9ce2-484f-ab51-59d038433068') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:52.895179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968d588c-9ce2-484f-ab51-59d038433068') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:52.908031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.925238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.932029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:52.932464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:52.965760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] For port 0672bf6d-731d-4374-9036-a07b8d25d172, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:52.973112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4f7a0253-e64c-4e48-b66d-d1a513e2b058 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:47:52.985553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Allocated IP 2001:db8::2 (b5ba72db-f62e-4287-832f-4494321ee7bf/5caf0db7-b8c3-458f-942d-ff81d823045b/9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:52.991958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=a3fbde03-befc-4c8f-bbda-0cf7a2a27d01,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:53.047033 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:53.050921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:47:53.050921 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:47:53.050921 n-d-843301-2 neutron-server[84155]: [parameters: {'id': '7a15d359-4f60-4aba-9b77-4d4ffff7fa14'}] May 27 03:47:53.050921 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:47:53.051381 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:47:53.061903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6fe71-1927-4ab6-9548-2fc1dc50575f req-4a393c0e-4793-45f7-b347-c9030d73c89d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.070025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46f6fe71-1927-4ab6-9548-2fc1dc50575f req-4a393c0e-4793-45f7-b347-c9030d73c89d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.7697709 May 27 03:47:53.108600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] For port 0672bf6d-731d-4374-9036-a07b8d25d172, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0672bf6d-731d-4374-9036-a07b8d25d172,segment=NetworkSegment(968d588c-9ce2-484f-ab51-59d038433068),segment_id=968d588c-9ce2-484f-ab51-59d038433068)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:53.166806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:53.167164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 711e9424-292d-436d-a98c-bca0c64a2c0a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:47:53.183535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac28b2-13b8-4b83-8cba-613363de7608 req-79074b88-d1bc-49d3-9128-1fdd4d5796b1 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.185087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1dac28b2-13b8-4b83-8cba-613363de7608 req-79074b88-d1bc-49d3-9128-1fdd4d5796b1 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.1942513 May 27 03:47:53.213171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46f6fe71-1927-4ab6-9548-2fc1dc50575f req-a7badebf-22de-4976-a955-fd8641d8ef36 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418142 May 27 03:47:53.276431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 711e9424-292d-436d-a98c-bca0c64a2c0a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:47:53.285912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1dac28b2-13b8-4b83-8cba-613363de7608 req-c99b00ad-c8f2-4c44-bb20-c99eb57943a3 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Synchronizing usage tracker for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:53.298469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 711e9424-292d-436d-a98c-bca0c64a2c0a) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:53.300027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.306644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:53.307639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.326766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1dac28b2-13b8-4b83-8cba-613363de7608 req-c99b00ad-c8f2-4c44-bb20-c99eb57943a3 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Unset dirty status for tenant:6a07bc429c3043dfac96b89f55d4de0d on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:53.328585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1dac28b2-13b8-4b83-8cba-613363de7608 req-c99b00ad-c8f2-4c44-bb20-c99eb57943a3 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341350 May 27 03:47:53.340791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43223d58-98d5-44d0-8f71-a8d85661d590 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6806250 May 27 03:47:53.343743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:53.356886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768454168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:53.367429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:53.375665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:53.382079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:53.393650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:53.406857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.408504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.431885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.455447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.482773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.484228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78e2b3c5-6834-4137-a2a5-2e5bbf7c90b2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1386375 May 27 03:47:53.487943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43448) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:53.503441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e32f2-f974-4174-bb45-ae40d4c96c9c None None] Network 711e9424-292d-436d-a98c-bca0c64a2c0a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:53.552811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.570152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port 0672bf6d-731d-4374-9036-a07b8d25d172 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:47:53.570494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.752478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d031c38-7b4c-49f4-aeb0-260cdb42ab40 None None] Pushing event updated for resources: {'Port': ['ID=0672bf6d-731d-4374-9036-a07b8d25d172,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:53.763897 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.852198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Transition to ACTIVE for port object 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:53.886352 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.906578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-711e9424-292d-436d-a98c-bca0c64a2c0a', 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': 'a3fbde03-befc-4c8f-bbda-0cf7a2a27d01'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:47:53.908066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:53.931120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78218b-2369-4952-8a28-b97194621472 None None] Network 7a15d359-4f60-4aba-9b77-4d4ffff7fa14 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:54.011837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43460) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:54.132865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Transition to ACTIVE for port object 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:54.275483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e3ba90c-9a05-4f27-a9d8-18f7e8cc76b2 req-ce394478-0176-4f84-b916-3f1ea7c362a6 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.4697061 May 27 03:47:54.335639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058,segment=NetworkSegment(e4f7dc34-efae-446d-9487-587d1f064c61),segment_id=e4f7dc34-efae-446d-9487-587d1f064c61)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:54.352451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.477476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-702f9c0f-c0e3-43ca-9662-c0e855af7fa4 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:54.478161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-702f9c0f-c0e3-43ca-9662-c0e855af7fa4 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Synchronizing usage tracker for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:54.488461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port 0672bf6d-731d-4374-9036-a07b8d25d172, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0672bf6d-731d-4374-9036-a07b8d25d172,segment=NetworkSegment(968d588c-9ce2-484f-ab51-59d038433068),segment_id=968d588c-9ce2-484f-ab51-59d038433068)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:54.488812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.493029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '4f7a0253-e64c-4e48-b66d-d1a513e2b058', 'network_id': '9f5d05f5-61f4-4ac1-adb0-5c617c843db8', 'port_id': '4f7a0253-e64c-4e48-b66d-d1a513e2b058', 'mac_address': 'fa:16:3e:bd:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e63f323-cba0-4dd3-907d-a026c348700e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:47:54.655732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Network b5ba72db-f62e-4287-832f-4494321ee7bf is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:54.659995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for 0672bf6d-731d-4374-9036-a07b8d25d172 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:47:54.687787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Pushing event updated for resources: {'Port': ['ID=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:54.691466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:54.702397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:54.721733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.722796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-702f9c0f-c0e3-43ca-9662-c0e855af7fa4 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Unset dirty status for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:54.729011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-702f9c0f-c0e3-43ca-9662-c0e855af7fa4 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.21 "GET /v2.0/networks?id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01 HTTP/1.1" status: 200 len: 812 time: 0.8526940 May 27 03:47:54.756579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d831d8-cb2b-4cfb-bdaa-e0ebb1bf81c6 req-811055ea-eb09-4e4f-85f6-af0f740e2245 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:54.763510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87d831d8-cb2b-4cfb-bdaa-e0ebb1bf81c6 req-811055ea-eb09-4e4f-85f6-af0f740e2245 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6743288 May 27 03:47:54.788286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.842843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.870593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-63e41f9e-8444-486e-81d8-248e14b27058 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Synchronizing usage tracker for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:54.894779 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:54.932915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Allocated IP 2001:db8:1::2 (711e9424-292d-436d-a98c-bca0c64a2c0a/a3fbde03-befc-4c8f-bbda-0cf7a2a27d01/e6da28d7-d8cc-4072-af37-6ea098009c8d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:54.947803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=0672bf6d-731d-4374-9036-a07b8d25d172,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:54.955948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-63e41f9e-8444-486e-81d8-248e14b27058 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Unset dirty status for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:54.957348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-63e41f9e-8444-486e-81d8-248e14b27058 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13230bdaceff4f72bd384d3ea8082739 HTTP/1.1" status: 200 len: 379 time: 0.1697869 May 27 03:47:54.962235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7a0253-e64c-4e48-b66d-d1a513e2b058 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:47:54.968569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'port': {'device_id': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'admin_state_up': True, 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'security_groups': ['ffda90b2-ac89-4900-9ad6-9232afffbb6a']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:54.990886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f46e21-e0ae-4bcd-a626-6c3836068483 req-a03d953b-d78b-4f5f-b857-57e54f193705 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:54.998470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3f46e21-e0ae-4bcd-a626-6c3836068483 req-a03d953b-d78b-4f5f-b857-57e54f193705 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 943 time: 0.3764334 May 27 03:47:55.002110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port 0672bf6d-731d-4374-9036-a07b8d25d172 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:47:55.199731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058,segment=NetworkSegment(e4f7dc34-efae-446d-9487-587d1f064c61),segment_id=e4f7dc34-efae-446d-9487-587d1f064c61)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:55.207427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Attempting to bind port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:55.208307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Attempting to bind port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ddc4d942-51cd-4611-8059-79535199b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:55.208673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Attempting to bind port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba on network b5ba72db-f62e-4287-832f-4494321ee7bf {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:55.224511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:55.225187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Checking segment: {'id': 'ddc4d942-51cd-4611-8059-79535199b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:55.225787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.226339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Bound using segment: {'id': 'ddc4d942-51cd-4611-8059-79535199b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:55.226976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Bound port: 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc4d942-51cd-4611-8059-79535199b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5ba72db-f62e-4287-832f-4494321ee7bf'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:55.227527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.236943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3f46e21-e0ae-4bcd-a626-6c3836068483 req-575ead1c-75b3-421e-8f9c-e91cacb55b5f tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370620 May 27 03:47:55.250694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.282278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.315064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8::1 (b5ba72db-f62e-4287-832f-4494321ee7bf/5caf0db7-b8c3-458f-942d-ff81d823045b/0b0563a4-31ce-4eca-896e-f137c058661e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:55.344248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:55.364193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15d359-4f60-4aba-9b77-4d4ffff7fa14']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:55.404521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968d588c-9ce2-484f-ab51-59d038433068') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:55.404967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968d588c-9ce2-484f-ab51-59d038433068') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:47:55.453428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:55.474079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.506653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87d831d8-cb2b-4cfb-bdaa-e0ebb1bf81c6 req-631b74fb-de9a-4287-8a51-a8fe42363bc8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421899 May 27 03:47:55.512044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:55.538083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:55.542383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Usage tracker for resource:security_group_rule and tenant:5414076baa4c48e589ffe550574fe795 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:55.556832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['4f7a0253-e64c-4e48-b66d-d1a513e2b058'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:47:55.557859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:55.574596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:55.611198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-944ac3a9-52d8-4329-8043-9c6e056e9a6c req-1b214207-b807-47f1-a002-98b9a51c4316 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.1152916 May 27 03:47:55.612266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.632354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:47:55.632579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.632924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.658297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 0b0563a4-31ce-4eca-896e-f137c058661e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: timer() May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:47:55.658752 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:47:55.669892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] For port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:55.676110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Made reservation on behalf of 13230bdaceff4f72bd384d3ea8082739 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:55.679110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.690135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43500) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:55.699038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.730201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] For port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,segment=NetworkSegment(ddc4d942-51cd-4611-8059-79535199b145),segment_id=ddc4d942-51cd-4611-8059-79535199b145)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:55.757657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.768142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network b5ba72db-f62e-4287-832f-4494321ee7bf is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:55.779114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:55.833565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:55.833565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.848605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.858130 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.888482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Transition to ACTIVE for port object e6da28d7-d8cc-4072-af37-6ea098009c8d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:55.897411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.928503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=7a15d359-4f60-4aba-9b77-4d4ffff7fa14,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:55.932387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=0b0563a4-31ce-4eca-896e-f137c058661e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:55.955060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.967391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-285e9496-9abe-41ff-ad6b-f028968af84d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/7a15d359-4f60-4aba-9b77-4d4ffff7fa14 HTTP/1.1" status: 204 len: 168 time: 5.0919256 May 27 03:47:55.971687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:55.977750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52594-a1c6-49df-a0b4-c4222ea3b8dd req-897a5ed2-0c0b-46e4-bd17-0d74c5200401 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:55.979509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92d52594-a1c6-49df-a0b4-c4222ea3b8dd req-897a5ed2-0c0b-46e4-bd17-0d74c5200401 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2099440 May 27 03:47:55.981073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1542660793'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:55.990951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:55.992059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:55.996888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:56.000119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:56.017593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:56.031602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e3a20-d846-4c65-b348-b63fb77d2f29 None None] Pushing event updated for resources: {'Port': ['ID=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:56.059230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:56.063969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.065069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Transition to ACTIVE for port object e6da28d7-d8cc-4072-af37-6ea098009c8d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:56.093361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.153957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.163081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:47:56.175913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1933966562', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:56.182995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Allocated IP 172.20.0.9 (4b22bbdc-fd18-4a8c-b9e2-58287c348c01/22f5aed3-3f7a-4514-86e0-7e3a32f2de7d/1b33a369-c15a-47c4-86d3-9064af686486) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:56.185674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.186375 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 917f4227-f333-47e0-ac3d-d21945088255 of type vlan for network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 May 27 03:47:56.271379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.292787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:56.337872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Network 711e9424-292d-436d-a98c-bca0c64a2c0a is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:56.355220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.356025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Pushing event updated for resources: {'Port': ['ID=e6da28d7-d8cc-4072-af37-6ea098009c8d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:56.358781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:56.365757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:56.413896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd21144-0913-40a6-b838-02c889e1e714,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:56.494601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:56.506285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ee1174a3-aa34-4ffd-af8a-617e12dea561 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5414076baa4c48e589ffe550574fe795&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4191124 May 27 03:47:56.514499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:56.519253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.519985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92d52594-a1c6-49df-a0b4-c4222ea3b8dd req-df2d8d84-f3dc-4c25-a27a-ce1ef8dea506 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321600 May 27 03:47:56.523264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:56.523856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.527331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Usage tracker for resource:port and tenant:d485d8f394694870b4123e859aa4baf1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:56.534328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Attempting to bind port e6da28d7-d8cc-4072-af37-6ea098009c8d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:47:56.534699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Attempting to bind port e6da28d7-d8cc-4072-af37-6ea098009c8d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:47:56.535059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Attempting to bind port e6da28d7-d8cc-4072-af37-6ea098009c8d on network 711e9424-292d-436d-a98c-bca0c64a2c0a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:47:56.550214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:56.553884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:47:56.554569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Checking segment: {'id': 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:47:56.554911 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.555615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Bound using segment: {'id': 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:47:56.556267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Bound port: e6da28d7-d8cc-4072-af37-6ea098009c8d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '711e9424-292d-436d-a98c-bca0c64a2c0a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:47:56.556828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.562125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:56.586742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Made reservation on behalf of d485d8f394694870b4123e859aa4baf1 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:56.589412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.616861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.691642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] For port e6da28d7-d8cc-4072-af37-6ea098009c8d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:47:56.695650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] For port e6da28d7-d8cc-4072-af37-6ea098009c8d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6da28d7-d8cc-4072-af37-6ea098009c8d,segment=NetworkSegment(d5f1c7a7-0820-4129-892c-fbc9631e9cfa),segment_id=d5f1c7a7-0820-4129-892c-fbc9631e9cfa)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:47:56.701975 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.775001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:56.802693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Usage tracker for resource:security_group_rule and tenant:d485d8f394694870b4123e859aa4baf1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:56.817029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:56.827903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:56.844798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c503b-4114-4e0b-8c9a-94510cde7abe None None] Pushing event updated for resources: {'Port': ['ID=e6da28d7-d8cc-4072-af37-6ea098009c8d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:56.918812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9457569 May 27 03:47:56.934955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:56.935707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:56.959235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:57.005136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d405f-4fb3-4f86-a8f5-269787b57aa3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=2ae9f0ac-389c-432b-930c-47c7f8da33b0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:57.021171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:57.057222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.067917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:57.084872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f00f82-eb52-4af4-93c1-5c64c931530f req-673551e7-629b-4116-a887-9a8c2ecffef7 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.2343645 May 27 03:47:57.139563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:57.150649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Usage tracker for resource:security_group_rule and tenant:a7aefaa630ce450880ab9698edd556d6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:57.222148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.250634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.252005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.300944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4f7a0253-e64c-4e48-b66d-d1a513e2b058 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:57.336979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:57.344075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:57.357978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.404381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Transition to ACTIVE for port object 1b33a369-c15a-47c4-86d3-9064af686486 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:47:57.431624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:57.437429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029433-720a-4689-9e5b-b16f9599b906 req-4473ff45-5b35-443d-8811-99d3645d6478 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:57.445277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-86029433-720a-4689-9e5b-b16f9599b906 req-4473ff45-5b35-443d-8811-99d3645d6478 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 944 time: 0.9773619 May 27 03:47:57.448655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.471069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.473347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=0b0563a4-31ce-4eca-896e-f137c058661e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:57.475031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:57.482158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:57.482532 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.534729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] device_id is not set on port dce9b271-e8bd-4ee4-9a94-207f1b2abbc1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:47:57.611875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.623791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13cf11-a154-485c-8b43-fd968134a044 None None] Network b5ba72db-f62e-4287-832f-4494321ee7bf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:57.637819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae299c34-8e25-4b54-b28b-a218e28b171d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:57.649665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.672413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.694525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc37112-9f25-48e5-a12e-5d7212298c20 req-62750d31-a521-40ab-b962-61ab45591d97 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:57.698967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.701292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cc37112-9f25-48e5-a12e-5d7212298c20 req-62750d31-a521-40ab-b962-61ab45591d97 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3826127 May 27 03:47:57.722353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:47:57.744578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058,segment=NetworkSegment(e4f7dc34-efae-446d-9487-587d1f064c61),segment_id=e4f7dc34-efae-446d-9487-587d1f064c61)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:57.754475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.776576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network b5ba72db-f62e-4287-832f-4494321ee7bf is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:57.786506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:57.817717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 27 03:47:57.821287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:57.821884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.826047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "PUT /v2.0/networks/2ae9f0ac-389c-432b-930c-47c7f8da33b0 HTTP/1.1" status: 200 len: 723 time: 0.8774183 May 27 03:47:57.840286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:57.862162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Provisioning for port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:57.872878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:57.876948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-86029433-720a-4689-9e5b-b16f9599b906 req-365b6384-a97b-4536-8dc5-80261a52c9ea tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306355 May 27 03:47:57.880912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:57.898172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Provisioning complete for port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:57.898541 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.980103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6cc37112-9f25-48e5-a12e-5d7212298c20 req-895a69fa-d9e7-4738-9e38-d680782f38f2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776849 May 27 03:47:57.984241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-70df4976-c808-4470-be3c-6fbf496a31b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:57.993946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Allocated IP 172.25.8.110 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/dce9b271-e8bd-4ee4-9a94-207f1b2abbc1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:47:58.012769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c185-3482-4473-aff2-c9cc270bca13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=2ae9f0ac-389c-432b-930c-47c7f8da33b0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:58.015183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.039516 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ef68fa-852b-482e-8ef6-484994970749'] response: {'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058', 'code': 200} May 27 03:47:58.095451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:47:58.309059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.332153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.372242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.382861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.396813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:58.430564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] For port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,segment=NetworkSegment(ddc4d942-51cd-4611-8059-79535199b145),segment_id=ddc4d942-51cd-4611-8059-79535199b145)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:58.444392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e6030-77a7-4467-ba5a-8a032493b00c None None] Network 711e9424-292d-436d-a98c-bca0c64a2c0a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:47:58.457680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7aefaa630ce450880ab9698edd556d6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1626916 May 27 03:47:58.461021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:58.462334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.478536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:58.486168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:58.495389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:58.500179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:58.503058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event updated for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:58.518325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:58.552219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:58.602678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de709d-0384-4795-bd86-26ab9d9dd0a2 None None] Pushing event updated for resources: {'Port': ['ID=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:58.617843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.619025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cd21144-0913-40a6-b838-02c889e1e714 HTTP/1.1" status: 204 len: 168 time: 2.0911808 May 27 03:47:58.619813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cefc1-317b-43c1-a932-7876a5d05896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87e972-ff86-493d-90f6-ecc261691656,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:58.669209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7ca26ee5-a5fc-4027-8cae-7f6ea79e1c67 None None] Provisioning for port e6da28d7-d8cc-4072-af37-6ea098009c8d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:58.669421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.672879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:47:58.713355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.714264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.720204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1266e1-0765-448d-8337-aefb25ae9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd21144-0913-40a6-b838-02c889e1e714,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:58.795748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c184f97-4c39-4fda-90de-850e1a4d01a4 req-f9fce766-cef1-471f-80d3-09af52ac72b5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:58.807039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c184f97-4c39-4fda-90de-850e1a4d01a4 req-f9fce766-cef1-471f-80d3-09af52ac72b5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5695133 May 27 03:47:58.838768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:58.849584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e0a0ce6-3dde-4ea2-93b9-9a8710215324 req-d1362de2-9fbb-4f30-a6f7-9348e02c441a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 1096 time: 0.6575367 May 27 03:47:58.898023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-54da2dcc-fc7d-4d98-b1e6-e751c8092440 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9346423 May 27 03:47:58.926470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Request body: {'port': {'device_id': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:58.927199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Provisioning complete for port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:58.928167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.033027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88dd6-0345-4ebb-8087-08efd8a94e80 req-a9ed47c9-1cb0-4a23-ae4f-083ed85f06ea tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:59.033266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.033809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-87a88dd6-0345-4ebb-8087-08efd8a94e80 req-a9ed47c9-1cb0-4a23-ae4f-083ed85f06ea tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Synchronizing usage tracker for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:47:59.045997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Pushing event updated for resources: {'Port': ['ID=dce9b271-e8bd-4ee4-9a94-207f1b2abbc1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:59.050251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:47:59.074163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:47:59.112341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6da28d7-d8cc-4072-af37-6ea098009c8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:59.117359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:47:59.117991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.172470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-87a88dd6-0345-4ebb-8087-08efd8a94e80 req-a9ed47c9-1cb0-4a23-ae4f-083ed85f06ea tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Unset dirty status for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:47:59.179455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87a88dd6-0345-4ebb-8087-08efd8a94e80 req-a9ed47c9-1cb0-4a23-ae4f-083ed85f06ea tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 931 time: 0.8663049 May 27 03:47:59.208881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.297477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c184f97-4c39-4fda-90de-850e1a4d01a4 req-925463cc-11a9-4824-b825-5e8a667c42ae tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533739 May 27 03:47:59.311695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e6da28d7-d8cc-4072-af37-6ea098009c8d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:59.318870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e6da28d7-d8cc-4072-af37-6ea098009c8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:59.319465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.354673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Provisioning for port 0b0563a4-31ce-4eca-896e-f137c058661e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:47:59.361813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:47:59.364367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.371906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Provisioning complete for port 0b0563a4-31ce-4eca-896e-f137c058661e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:59.372625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.492780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:59.512012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-93414fb3-6fb7-4ac6-8e29-92b3b32c0e96 None None] Port 0b0563a4-31ce-4eca-896e-f137c058661e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:47:59.549931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.573368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e0a0ce6-3dde-4ea2-93b9-9a8710215324 req-7b321da5-f990-4720-a482-b2577bcd89f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010901 May 27 03:47:59.596203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.614907 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.646476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40771904-aebc-41ec-ae5e-099cd497d04b tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9513669 May 27 03:47:59.647196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:47:59.647565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87a88dd6-0345-4ebb-8087-08efd8a94e80 req-45d1c4f4-d629-4039-9bdf-15637a24a55b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669974 May 27 03:47:59.648964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e6da28d7-d8cc-4072-af37-6ea098009c8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6da28d7-d8cc-4072-af37-6ea098009c8d,segment=NetworkSegment(d5f1c7a7-0820-4129-892c-fbc9631e9cfa),segment_id=d5f1c7a7-0820-4129-892c-fbc9631e9cfa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:47:59.661300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Provisioning complete for port 0b0563a4-31ce-4eca-896e-f137c058661e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:47:59.661687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.661805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.110'}]}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:47:59.680717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:59.682978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router dcc28e26-1c26-4292-9c95-533e8cb883dc is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:47:59.692234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Usage tracker for resource:router and tenant:d485d8f394694870b4123e859aa4baf1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:59.706328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:59.710762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.710896 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.710987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:47:59.735837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:59.749417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:47:59.754074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87e972-ff86-493d-90f6-ecc261691656,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:59.765818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Usage tracker for resource:security_group_rule and tenant:9495c0852c784ea2a590887bb2b3eb3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:47:59.770450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:47:59.866416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b7939-8ca4-4bbe-8125-ac82bb38d035 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:47:59.957668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:47:59.966960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.967762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.980247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:47:59.981252 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6fc4310c-8b86-4ebe-90f3-4352601c7b3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c87e972-ff86-493d-90f6-ecc261691656 HTTP/1.1" status: 204 len: 168 time: 1.5186095 May 27 03:47:59.989715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Port 0b0563a4-31ce-4eca-896e-f137c058661e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:00.019215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b286-b986-4acf-86cc-ba9f372b5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.029881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e6da28d7-d8cc-4072-af37-6ea098009c8d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:00.038258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214feb-547e-4efd-91a1-cccaf0cd2868 req-e6b4d121-7e23-4150-9a06-867a40f5a238 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:00.055496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75214feb-547e-4efd-91a1-cccaf0cd2868 req-e6b4d121-7e23-4150-9a06-867a40f5a238 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 945 time: 0.4932706 May 27 03:48:00.065797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Provisioning complete for port e6da28d7-d8cc-4072-af37-6ea098009c8d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:00.066146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.170433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:00.170790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.216962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b7939-8ca4-4bbe-8125-ac82bb38d035 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:48:00.236298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.261587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75214feb-547e-4efd-91a1-cccaf0cd2868 req-a3c4a6b4-43c3-473b-966f-de2fb32fd985 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052269 May 27 03:48:00.299716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.358474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.364284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.367689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bde630-9386-45f3-9dbe-694f8948f976 req-950cbc43-375b-4e68-ac72-c6c511319864 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:00.374853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5bde630-9386-45f3-9dbe-694f8948f976 req-950cbc43-375b-4e68-ac72-c6c511319864 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5246689 May 27 03:48:00.484556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfae9f1-d658-44b0-a0d5-59c9ce13b9da,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:00.493517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf61ed2e-40c0-4558-8dfa-9cf19f79023f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9495c0852c784ea2a590887bb2b3eb3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9971256 May 27 03:48:00.498415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:00.500320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43576) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:00.510979 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] Sync routers for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:00.535572 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:00.536087 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:00.554868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.602078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Provisioning for port 1b33a369-c15a-47c4-86d3-9064af686486 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:00.609391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Provisioning complete for port 1b33a369-c15a-47c4-86d3-9064af686486 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:00.609762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.646565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7247947c-f838-4ead-b366-b6628ccd8f70 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1572928 May 27 03:48:00.647230 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:00.654405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:00.660073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:00.660875 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:00.721778 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:00.722348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac050c6-59b9-4d83-a060-3c5396b41405 None None] The sync data for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:00.732809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-34670d96-d626-4c11-bc15-117b2de8c9b0 None None] Port 1b33a369-c15a-47c4-86d3-9064af686486 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:00.795738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:00.806202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b33a369-c15a-47c4-86d3-9064af686486 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:00.816341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.834375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Transition to ACTIVE for port object 1b33a369-c15a-47c4-86d3-9064af686486 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:00.854559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5bde630-9386-45f3-9dbe-694f8948f976 req-31bbee6c-a3c5-40ef-aeda-5146f8e152db tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787138 May 27 03:48:00.858583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.875412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ae7f5fee-b746-4679-ad98-90e31f72dc76 None None] Provisioning complete for port 0b0563a4-31ce-4eca-896e-f137c058661e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:00.879467 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5fee-b746-4679-ad98-90e31f72dc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.919931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=d78425cd-c850-4123-a515-de90cdaeea2d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:00.929827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:00.938280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6da28d7-d8cc-4072-af37-6ea098009c8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:01.015095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f5fee-b746-4679-ad98-90e31f72dc76 None None] Port 0b0563a4-31ce-4eca-896e-f137c058661e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:01.027016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.038954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e6da28d7-d8cc-4072-af37-6ea098009c8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:01.041040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.041176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.051063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa79ae-a04f-4e14-8803-f1ab247b1bcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:01.052731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a0aa79ae-a04f-4e14-8803-f1ab247b1bcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports/0b0563a4-31ce-4eca-896e-f137c058661e HTTP/1.1" status: 200 len: 911 time: 0.3881552 May 27 03:48:01.060935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:01.187719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.224739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8acd68-ed98-41fa-802d-815d83652997 req-b3dea0e6-9a43-42eb-8876-7a592e384c96 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:01.226222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa8acd68-ed98-41fa-802d-815d83652997 req-b3dea0e6-9a43-42eb-8876-7a592e384c96 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 943 time: 0.3073566 May 27 03:48:01.230378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfae9f1-d658-44b0-a0d5-59c9ce13b9da,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:01.252711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '917f4227-f333-47e0-ac3d-d21945088255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:01.253112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 2ae9f0ac-389c-432b-930c-47c7f8da33b0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:01.255398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.258680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0947e304-c800-4c2a-97b5-40a7d5c694fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cfae9f1-d658-44b0-a0d5-59c9ce13b9da HTTP/1.1" status: 204 len: 168 time: 0.7543819 May 27 03:48:01.278399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.345105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:01.347404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:01.365423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Usage tracker for resource:security_group_rule and tenant:96af2af369b040a295809290be97b3e5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:01.370965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:01.382871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:01.394600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa8acd68-ed98-41fa-802d-815d83652997 req-1ca5bfc2-ea86-4e3a-8cb4-ee81133e936b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585920 May 27 03:48:01.409681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.418996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:01.480813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2ae9f0ac-389c-432b-930c-47c7f8da33b0) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:01.490023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575fb95d-7da9-4dc8-a4c4-c3bc00d8d861 None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:01.505310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:01.506016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.532323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552baef7-6f81-4349-8d99-a50b5be77a1a req-9aee4693-ecd8-4383-9f70-246d277960ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:01.533169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-552baef7-6f81-4349-8d99-a50b5be77a1a req-9aee4693-ecd8-4383-9f70-246d277960ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4774086 May 27 03:48:01.644750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-73186d15-560d-4b95-868d-0332b3c5ff9b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8009596 May 27 03:48:01.660332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:01.677310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:01.714195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.716038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Attempting to bind port 1b33a369-c15a-47c4-86d3-9064af686486 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:01.716436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Attempting to bind port 1b33a369-c15a-47c4-86d3-9064af686486 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:01.716827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Attempting to bind port 1b33a369-c15a-47c4-86d3-9064af686486 on network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:01.743315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.764591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-552baef7-6f81-4349-8d99-a50b5be77a1a req-4a08442c-b092-4d2f-900d-4284f4091747 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084892 May 27 03:48:01.765275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Port 1b33a369-c15a-47c4-86d3-9064af686486 on network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:48:01.765601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Attempting to bind port 1b33a369-c15a-47c4-86d3-9064af686486 on network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:01.775548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2ae9f0ac-389c-432b-930c-47c7f8da33b0', 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': 'd78425cd-c850-4123-a515-de90cdaeea2d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:01.776992 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.781255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.813154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:01.813497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Checking segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:01.814060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Bound using segment: {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:01.814302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Bound port: 1b33a369-c15a-47c4-86d3-9064af686486, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77a6378-fb59-4168-bf82-ea3dcb6ac266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:01.814646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.906211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed04aa2-d348-467a-b794-5e52ae527371,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:01.911911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-86aade18-2dec-48b6-bed0-84c4ad853862 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96af2af369b040a295809290be97b3e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0713594 May 27 03:48:01.912310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:01.939349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:01.979325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3062927'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.054838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Allocated IP 172.20.0.2 (2ae9f0ac-389c-432b-930c-47c7f8da33b0/d78425cd-c850-4123-a515-de90cdaeea2d/b72f5c43-a3e7-4cea-a209-6d577ad3639b) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:02.136159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:02.231406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b33a369-c15a-47c4-86d3-9064af686486,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:02.293747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda15cb7-92c9-4fcb-96bb-19d186feac3a req-ee92a5dc-c2b4-4864-b063-41b08656c188 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:02.301529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bda15cb7-92c9-4fcb-96bb-19d186feac3a req-ee92a5dc-c2b4-4864-b063-41b08656c188 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 945 time: 0.6457083 May 27 03:48:02.320675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.331374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93d2a-38ec-4479-8eac-b2ccbcbd22ba req-1e7f5a57-f02f-4014-b1c5-bb3330eb625a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:02.339750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7fb93d2a-38ec-4479-8eac-b2ccbcbd22ba req-1e7f5a57-f02f-4014-b1c5-bb3330eb625a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 814 time: 0.2354884 May 27 03:48:02.422935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.435790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Transition to ACTIVE for port object b72f5c43-a3e7-4cea-a209-6d577ad3639b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:02.442062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.447403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:02.458727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Transition to ACTIVE for port object b72f5c43-a3e7-4cea-a209-6d577ad3639b will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:02.471306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.492941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7fb93d2a-38ec-4479-8eac-b2ccbcbd22ba req-15982b12-d7a3-4e01-80ad-d3dd17d9df88 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/quotas/e83049e52e954f7c8f422eb9ac22ef31 HTTP/1.1" status: 200 len: 375 time: 0.1521666 May 27 03:48:02.545507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bda15cb7-92c9-4fcb-96bb-19d186feac3a req-fec364bc-798b-4b05-a708-0b4983a11e0d tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429783 May 27 03:48:02.548622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:02.551061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:02.554686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:02.558365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:02.587855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Pushing event updated for resources: {'Port': ['ID=b72f5c43-a3e7-4cea-a209-6d577ad3639b,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:02.606017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.682693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.692549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793180466845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2923530'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.712670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.714078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-e218343c-7100-4c8c-8e42-3344640ec3f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b33a369-c15a-47c4-86d3-9064af686486 HTTP/1.1" status: 200 len: 1091 time: 3.8046694 May 27 03:48:02.805392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Attempting to bind port b72f5c43-a3e7-4cea-a209-6d577ad3639b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:02.806002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Attempting to bind port b72f5c43-a3e7-4cea-a209-6d577ad3639b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '917f4227-f333-47e0-ac3d-d21945088255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:02.806116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Attempting to bind port b72f5c43-a3e7-4cea-a209-6d577ad3639b on network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:02.814175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:02.814587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Checking segment: {'id': '917f4227-f333-47e0-ac3d-d21945088255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:02.814935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.815314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Bound using segment: {'id': '917f4227-f333-47e0-ac3d-d21945088255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:02.815786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Bound port: b72f5c43-a3e7-4cea-a209-6d577ad3639b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917f4227-f333-47e0-ac3d-d21945088255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ae9f0ac-389c-432b-930c-47c7f8da33b0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:02.816152 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.877692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-207974404'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:02.911168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:02.911810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] For port b72f5c43-a3e7-4cea-a209-6d577ad3639b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:02.913244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:02.915446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] For port b72f5c43-a3e7-4cea-a209-6d577ad3639b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b72f5c43-a3e7-4cea-a209-6d577ad3639b,segment=NetworkSegment(917f4227-f333-47e0-ac3d-d21945088255),segment_id=917f4227-f333-47e0-ac3d-d21945088255)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:02.922258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:02.923017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:network and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:02.931260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:02.943815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:03.022195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.034585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eead17d-ef94-4a62-97f6-2b60debbf29e None None] Pushing event updated for resources: {'Port': ['ID=b72f5c43-a3e7-4cea-a209-6d577ad3639b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:03.052783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:03.053396 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.054912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "PUT /v2.0/subnets/d78425cd-c850-4123-a515-de90cdaeea2d HTTP/1.1" status: 200 len: 806 time: 1.3932717 May 27 03:48:03.060862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:03.073846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0b226-f646-4495-b074-d07b44f16e57 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=d78425cd-c850-4123-a515-de90cdaeea2d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:03.135800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:03.138622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.161567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.197296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7fb93d2a-38ec-4479-8eac-b2ccbcbd22ba req-74a10ea2-bf65-4a9c-9a01-41e1583e56b9 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7034431 May 27 03:48:03.230059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.284133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-583c001b-eb3e-4544-b174-e4b769483b78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13230bdaceff4f72bd384d3ea8082739&device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 1094 time: 0.3551779 May 27 03:48:03.303265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876a63c-724a-4b54-9d5a-7fe5919bec20 req-53725add-f712-4c03-8939-132fa6dd4f04 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:03.304719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5876a63c-724a-4b54-9d5a-7fe5919bec20 req-53725add-f712-4c03-8939-132fa6dd4f04 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 943 time: 0.4647388 May 27 03:48:03.389687 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8c83c6-d054-46d3-b1b1-36b06074b5e3'] response: {'name': 'network-changed', 'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486', 'status': 'completed', 'code': 200} May 27 03:48:03.393349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-4098f0f7-d220-4876-8ca6-d7cbc599bcc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33a369-c15a-47c4-86d3-9064af686486 HTTP/1.1" status: 200 len: 217 time: 0.1079056 May 27 03:48:03.400426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed04aa2-d348-467a-b794-5e52ae527371,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:03.479498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.483495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.488192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:03.488790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.489869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2343e2bf-b762-4320-a43a-1c30e2514468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ed04aa2-d348-467a-b794-5e52ae527371 HTTP/1.1" status: 204 len: 168 time: 1.5439222 May 27 03:48:03.527731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:security_group_rule and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:03.540292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:03.543449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-cbe12b3a-923f-4fbf-abd4-25525e3d005b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:03.544941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-cbe12b3a-923f-4fbf-abd4-25525e3d005b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f5aed3-3f7a-4514-86e0-7e3a32f2de7d HTTP/1.1" status: 200 len: 851 time: 0.1402683 May 27 03:48:03.545801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.546330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port b72f5c43-a3e7-4cea-a209-6d577ad3639b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:03.546661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.559737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5876a63c-724a-4b54-9d5a-7fe5919bec20 req-cb369a14-31d6-4ab1-bdcc-b7d5c50dac48 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701536 May 27 03:48:03.560538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:03.588245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.696654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.697332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3b2c06e-326f-42e8-92e5-cd4c529de5c9 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:48:03.841137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-dbd4bb85-2b40-4fbb-8f76-b75536650a77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2632296 May 27 03:48:03.875666 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 03:48:03.882363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dd4cec04-8dee-4cd4-8b0d-866ff9aab9f0 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2338159 May 27 03:48:03.886719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:03.889355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43660) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:03.962168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.018465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c81ad-817a-4e58-971d-16edb6047d3c req-e99acd00-7acf-48df-9404-65a9cab5807e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:04.019746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e76c81ad-817a-4e58-971d-16edb6047d3c req-e99acd00-7acf-48df-9404-65a9cab5807e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5358131 May 27 03:48:04.151692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Deleting port dce9b271-e8bd-4ee4-9a94-207f1b2abbc1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:04.161167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.274318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecd362-5531-4b7c-80d5-0b103a7b623b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:04.442941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271f86c-84c4-43db-a28e-17545b62d2c7 None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:04.475384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e76c81ad-817a-4e58-971d-16edb6047d3c req-7904f359-bdec-42e2-981c-d5edc93ba193 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367695 May 27 03:48:04.485772 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-a9205ef8-d0f4-4b20-9360-097988274b47 service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263857 May 27 03:48:04.540797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:04.555131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.555978 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Added segment 58e5bb74-5ef8-498b-b090-0c3af27f82d0 of type vlan for network aaebd70d-9958-4b43-9bfd-71c7d03295f7 May 27 03:48:04.596073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.684451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cbb6a64a-bd25-4378-bf93-04aaccd67aef None None] Provisioning for port b72f5c43-a3e7-4cea-a209-6d577ad3639b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:04.694417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.702584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:04.703472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.813792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port b72f5c43-a3e7-4cea-a209-6d577ad3639b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b72f5c43-a3e7-4cea-a209-6d577ad3639b,segment=NetworkSegment(917f4227-f333-47e0-ac3d-d21945088255),segment_id=917f4227-f333-47e0-ac3d-d21945088255)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:04.825461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:04.996139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b72f5c43-a3e7-4cea-a209-6d577ad3639b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:05.028652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for b72f5c43-a3e7-4cea-a209-6d577ad3639b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:05.133787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b72f5c43-a3e7-4cea-a209-6d577ad3639b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:05.147528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b72f5c43-a3e7-4cea-a209-6d577ad3639b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:05.147893 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.218389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f57e19df-4e0d-402c-91be-3532db4b5d7b req-d408646c-bb2a-47f8-bfc4-221d319de4ce service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210772 May 27 03:48:05.302986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7521107 May 27 03:48:05.309731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae4018-2097-4814-9a7a-6bd5208c6a72 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Network': ['ID=aaebd70d-9958-4b43-9bfd-71c7d03295f7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:05.313602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977ce27-ad05-4413-956d-05d321b03669 req-11f5f18c-989a-45e6-b823-808300731905 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:05.322265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1977ce27-ad05-4413-956d-05d321b03669 req-11f5f18c-989a-45e6-b823-808300731905 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2464490 May 27 03:48:05.325493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43704) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:05.332937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:05.380471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'subnet': {'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:05.449007 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.473290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ffb02-a17b-4717-b8f2-4c0a157d4eed None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:05.521748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74a93-c82e-4fad-8419-34a1349788f2 req-ed2c9113-bcae-400b-adfe-4090f27da30e tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:05.523252 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02a74a93-c82e-4fad-8419-34a1349788f2 req-ed2c9113-bcae-400b-adfe-4090f27da30e tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 943 time: 0.5090988 May 27 03:48:05.582689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8:1::1 (711e9424-292d-436d-a98c-bca0c64a2c0a/a3fbde03-befc-4c8f-bbda-0cf7a2a27d01/f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:05.600747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.602151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.628808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:05.643091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-129f2ca9-af42-4381-a3d5-2e6cf150cabd None None] Provisioning complete for port b72f5c43-a3e7-4cea-a209-6d577ad3639b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:05.643457 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-129f2ca9-af42-4381-a3d5-2e6cf150cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.662288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1977ce27-ad05-4413-956d-05d321b03669 req-5657cce8-dfa3-4fd6-8d5b-d49fdc0b6069 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389950 May 27 03:48:05.662991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=b72f5c43-a3e7-4cea-a209-6d577ad3639b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:05.685672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-129f2ca9-af42-4381-a3d5-2e6cf150cabd None None] Port b72f5c43-a3e7-4cea-a209-6d577ad3639b was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 03:48:05.768334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-0ce2b864-4590-4921-b1a9-606200ef79e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13230bdaceff4f72bd384d3ea8082739&device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 1094 time: 0.4413693 May 27 03:48:05.773163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port b72f5c43-a3e7-4cea-a209-6d577ad3639b on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:05.780290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Calling delete_port for dce9b271-e8bd-4ee4-9a94-207f1b2abbc1 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:05.842221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:subnet and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:05.895479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:05.915373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:05.926528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-02a74a93-c82e-4fad-8419-34a1349788f2 req-9dcf9e34-3741-4cd1-8d4c-11583dfb3a09 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954701 May 27 03:48:05.965092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:05.980584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:06.077309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-e4d91afc-d23c-4f29-b576-e1236c5ab999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:06.078807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-e4d91afc-d23c-4f29-b576-e1236c5ab999 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01 HTTP/1.1" status: 200 len: 913 time: 0.2748377 May 27 03:48:06.164096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaaed2-85cc-477f-ab65-c517fc19eec1 req-efb13ab6-d083-49c3-9c9e-a96b9245e3d3 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:06.165570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0beaaed2-85cc-477f-ab65-c517fc19eec1 req-efb13ab6-d083-49c3-9c9e-a96b9245e3d3 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 945 time: 0.3292587 May 27 03:48:06.168717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-bff1c71f-f95b-481f-967f-ee67c701dc48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33a369-c15a-47c4-86d3-9064af686486 HTTP/1.1" status: 200 len: 217 time: 0.0821071 May 27 03:48:06.173903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.265340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.280673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.294313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=d78425cd-c850-4123-a515-de90cdaeea2d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:06.335992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a73a41-5543-4cea-ad75-fd076a7a161c None None] Network 2ae9f0ac-389c-432b-930c-47c7f8da33b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:06.368398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c71e6979-4302-4cf3-b797-62b2d3e29f08 req-ccf92585-072c-48f8-abf4-15826de3d38b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e83049e52e954f7c8f422eb9ac22ef31 HTTP/1.1" status: 200 len: 221 time: 0.3035848 May 27 03:48:06.386887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:06.391161 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.421136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-3d501735-60f3-4499-9018-aa8a96ab250f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:06.423173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-3d501735-60f3-4499-9018-aa8a96ab250f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f5aed3-3f7a-4514-86e0-7e3a32f2de7d HTTP/1.1" status: 200 len: 851 time: 0.2447214 May 27 03:48:06.513474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0beaaed2-85cc-477f-ab65-c517fc19eec1 req-6b3083f4-5079-40d0-8e68-1cd2d765031b tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/security-groups?id=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412859 May 27 03:48:06.521596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.521770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce9b271-e8bd-4ee4-9a94-207f1b2abbc1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:06.572916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae9f0ac-389c-432b-930c-47c7f8da33b0']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:06.595923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-b868c223-e3e0-4c6b-bf72-835c74bd1dc9 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:06.597484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-b868c223-e3e0-4c6b-bf72-835c74bd1dc9 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.41 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 945 time: 0.3495691 May 27 03:48:06.607821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917f4227-f333-47e0-ac3d-d21945088255') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:06.608106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917f4227-f333-47e0-ac3d-d21945088255') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:06.612639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b33a369-c15a-47c4-86d3-9064af686486 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:48:06.671388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.701078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.721804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Deleting port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:06.722403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.727811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d8e49-5799-450f-8a97-d54ad163557c None None] DHCP port deletion for 2ae9f0ac-389c-432b-930c-47c7f8da33b0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:48:06.750944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.755583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:06.756280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.770354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d2f63294-4b27-4d41-a776-be966d90e2f6 tempest-RoutersAdminNegativeIpV6Test-1370377145 tempest-RoutersAdminNegativeIpV6Test-1370377145-project-admin] 10.222.0.46 "DELETE /v2.0/ports/dce9b271-e8bd-4ee4-9a94-207f1b2abbc1 HTTP/1.1" status: 204 len: 168 time: 2.8752291 May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:06.780386 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:06.789415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:06.808403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b33a369-c15a-47c4-86d3-9064af686486,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:06.829333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1b33a369-c15a-47c4-86d3-9064af686486', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'port_id': '1b33a369-c15a-47c4-86d3-9064af686486', 'mac_address': 'fa:16:3e:8a:6f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:48:06.966551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-c2e0437d-6e2f-4d3b-ba75-d74ce9d54c77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5329072 May 27 03:48:06.976606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b72f5c43-a3e7-4cea-a209-6d577ad3639b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:07.036829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.040707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b72f5c43-a3e7-4cea-a209-6d577ad3639b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:07.041085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b72f5c43-a3e7-4cea-a209-6d577ad3639b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:07.069997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.094048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.097387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33a369-c15a-47c4-86d3-9064af686486 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:07.116329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b33a369-c15a-47c4-86d3-9064af686486,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:07.121807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.196946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 711e9424-292d-436d-a98c-bca0c64a2c0a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:07.197605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.206421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:07.213303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:07.213694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.240778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.245270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.246591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5368-5c13-41db-bbdb-89c43f738af1 req-8fb19a6b-ede6-4515-a164-a905159c32c3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:07.248093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c8b5368-5c13-41db-bbdb-89c43f738af1 req-8fb19a6b-ede6-4515-a164-a905159c32c3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5742848 May 27 03:48:07.270536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Subnet': ['ID=9c98b56c-41dc-4c29-9f0e-ea9c2f80f528,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.300977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:07.331013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1b33a369-c15a-47c4-86d3-9064af686486'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:48:07.345026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Checking segment: {'id': '58e5bb74-5ef8-498b-b090-0c3af27f82d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:07.345501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network hostable DHCP agents. Network: aaebd70d-9958-4b43-9bfd-71c7d03295f7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:07.410225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c8b5368-5c13-41db-bbdb-89c43f738af1 req-becb2e1d-9e7d-463c-b0a2-ef792459147b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467295 May 27 03:48:07.487810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=2ae9f0ac-389c-432b-930c-47c7f8da33b0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.501574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb9e7fbd-96a7-499f-826b-3afe216cece9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/2ae9f0ac-389c-432b-930c-47c7f8da33b0 HTTP/1.1" status: 204 len: 168 time: 4.4385149 May 27 03:48:07.506477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43742) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:07.555070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:07.580450 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9c8828-a4be-4f7c-a67e-197154de79ba tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:07.581131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9c8828-a4be-4f7c-a67e-197154de79ba tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:07.587724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-da9c8828-a4be-4f7c-a67e-197154de79ba tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/2ae9f0ac-389c-432b-930c-47c7f8da33b0 HTTP/1.1" status: 404 len: 339 time: 0.0800147 May 27 03:48:07.588834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:07.593992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.616236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, aaebd70d-9958-4b43-9bfd-71c7d03295f7) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:07.624047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4f3a6-2b8b-406e-aca3-7d7a15fbeab5 None None] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:07.625303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978186117', 'description': 'd1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:07.626905 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-1c310651-6513-44fc-8eac-73fb2eaa627f service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365612 May 27 03:48:07.662688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] For port 4f7a0253-e64c-4e48-b66d-d1a513e2b058, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=4f7a0253-e64c-4e48-b66d-d1a513e2b058,segment=NetworkSegment(e4f7dc34-efae-446d-9487-587d1f064c61),segment_id=e4f7dc34-efae-446d-9487-587d1f064c61)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:07.662688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.674879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:07.684154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:07.684752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.735595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-20921117-9adc-4bad-9ed7-22683efa3bb2 None None] Provisioning for port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:07.745982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:network and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:07.751793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.751991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-20921117-9adc-4bad-9ed7-22683efa3bb2 None None] Provisioning complete for port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:07.752381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-20921117-9adc-4bad-9ed7-22683efa3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.762222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:07.780032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:07.802080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77fde7-899b-4f38-aff0-54215e5caaef req-fd91b5bb-1279-4065-acec-2cd201ce1eb9 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:07.803530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e77fde7-899b-4f38-aff0-54215e5caaef req-fd91b5bb-1279-4065-acec-2cd201ce1eb9 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 944 time: 0.6485257 May 27 03:48:07.860735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-20921117-9adc-4bad-9ed7-22683efa3bb2 None None] Port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:07.866316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Calling delete_port for 4f7a0253-e64c-4e48-b66d-d1a513e2b058 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:07.901710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-39658328-2b47-4b6c-ac76-9c48da3adeeb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5653152 May 27 03:48:07.914188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:07.921625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d549e3-a5e2-4456-bb72-131b377beeb8 None None] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:07.930089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:07.933011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:07.949070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2002283040', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:07.974012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:07.986992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:router and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:07.994939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:08.004722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:08.014211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:08.019460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1e2d6d9a93490da78bb2f8b83c908d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:08.023392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:08.032165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e77fde7-899b-4f38-aff0-54215e5caaef req-15b761d1-aee4-49d7-924c-6cc57263246b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726029 May 27 03:48:08.041051 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6abe6b-88d0-4968-85e8-df304af859f0 req-c4d6638a-6b53-4664-be31-a3f35d8a7b95 service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065204 May 27 03:48:08.058662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:08.072391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:08.104495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.105368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.164037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.187654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec297e-0a05-41df-b14c-fbabd4626f5c req-da4cb976-bfb4-4466-afbe-c53703a06d3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:08.195653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95ec297e-0a05-41df-b14c-fbabd4626f5c req-da4cb976-bfb4-4466-afbe-c53703a06d3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5412495 May 27 03:48:08.205829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.206174 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment e8a8dc1c-cf8d-4dd3-b773-800804683bfb of type vlan for network c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa May 27 03:48:08.293484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Pushing event deleted for resources: {'Port': ['ID=4f7a0253-e64c-4e48-b66d-d1a513e2b058,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:08.307709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.308297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-838c14c8-93da-44d0-b467-70dedc32b21a req-8a853eb9-315e-4074-8812-2951281a7557 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.46 "GET /v2.0/ports?device_id=2642bab9-a80a-4029-b410-44c1662be52f HTTP/1.1" status: 200 len: 210 time: 0.0564823 May 27 03:48:08.344819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.379847 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95ec297e-0a05-41df-b14c-fbabd4626f5c req-5608b73f-dacb-4cd8-9c89-abe1fb322cfa tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833572 May 27 03:48:08.387806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] No DVR routers for this DVR port 4f7a0253-e64c-4e48-b66d-d1a513e2b058 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:08.390084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.393337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'name': 'network-vif-deleted', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:08.421925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f87a24a-a35a-4e72-b055-eeebc70b3da5 req-a4881dae-0c1d-4b51-8f4b-cb52b3594065 tempest-ServerMetadataNegativeTestJSON-1983093542 tempest-ServerMetadataNegativeTestJSON-1983093542-project] 10.222.0.41 "DELETE /v2.0/ports/4f7a0253-e64c-4e48-b66d-d1a513e2b058 HTTP/1.1" status: 204 len: 173 time: 1.8154306 May 27 03:48:08.479581 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4140b3-fe5f-4460-9de1-f99c311f9de1'] response: {'server_uuid': '2642bab9-a80a-4029-b410-44c1662be52f', 'name': 'network-vif-deleted', 'tag': '4f7a0253-e64c-4e48-b66d-d1a513e2b058', 'status': 'completed', 'code': 200} May 27 03:48:08.505823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.569323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.609578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b33a369-c15a-47c4-86d3-9064af686486 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:08.615589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.619138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:08.619756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.677919 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:48:08.678717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:48:08.681246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1b33a369-c15a-47c4-86d3-9064af686486 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:08.686556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1b33a369-c15a-47c4-86d3-9064af686486 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:08.687034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.798888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.805046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.811583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac5ffe-0e94-4236-bab5-cec18852cb9b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:08.828558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43768) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:08.828807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7fe23c19-4536-4693-9872-576e435a0216 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d1e2d6d9a93490da78bb2f8b83c908d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5235822 May 27 03:48:08.829632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:08.831913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.832664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.842009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:08.850765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:08.917367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.923564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b33a369-c15a-47c4-86d3-9064af686486,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:08.942397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.976424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:08.988516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d5f8e1f-adc2-4a43-88b3-8fb84d4a7ae3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3962727 May 27 03:48:08.991317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43774) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:08.996673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.004146 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c1755d-bdee-4e3c-b3e6-81806de509d6'] response: {'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486', 'code': 200} May 27 03:48:09.052856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.135873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.159216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f14a60-f945-4082-8d49-2befb5333287 req-2b58e57b-a0b6-4070-9d78-c08c41a2fabf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:09.160719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-42f14a60-f945-4082-8d49-2befb5333287 req-2b58e57b-a0b6-4070-9d78-c08c41a2fabf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5998819 May 27 03:48:09.313460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df820fb-99ad-4d5d-841d-44d8ff1bf7ab tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:09.314500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2df820fb-99ad-4d5d-841d-44d8ff1bf7ab tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Synchronizing usage tracker for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:09.319162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4f7a0253-e64c-4e48-b66d-d1a513e2b058 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:09.319404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-42f14a60-f945-4082-8d49-2befb5333287 req-3d82a17d-cbdf-4cfe-838a-88789f7d0bc0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507528 May 27 03:48:09.329506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 711e9424-292d-436d-a98c-bca0c64a2c0a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:09.332540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:09.404810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 4f7a0253-e64c-4e48-b66d-d1a513e2b058 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:09.404810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 4f7a0253-e64c-4e48-b66d-d1a513e2b058 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:09.430529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2df820fb-99ad-4d5d-841d-44d8ff1bf7ab tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Unset dirty status for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:09.430720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2df820fb-99ad-4d5d-841d-44d8ff1bf7ab tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks?id=c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa HTTP/1.1" status: 200 len: 760 time: 0.4362690 May 27 03:48:09.431391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43786) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:09.449888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'description': 'd2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:09.471790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.554665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:09.635313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac5ffe-0e94-4236-bab5-cec18852cb9b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.704972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29340592-19a4-4691-8a1f-22eece540242 req-1eb69fe3-0fab-43d9-86e6-2d5ce7dee9c8 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:09.711251 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29340592-19a4-4691-8a1f-22eece540242 req-1eb69fe3-0fab-43d9-86e6-2d5ce7dee9c8 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.4734175 May 27 03:48:09.717545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Deleting subnet 4e63f323-cba0-4dd3-907d-a026c348700e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:48:09.720030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.721116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-066e2614-3928-4128-9f95-be028a7f6c6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36ac5ffe-0e94-4236-bab5-cec18852cb9b HTTP/1.1" status: 204 len: 168 time: 0.8915551 May 27 03:48:09.724167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4bb8c918-5463-4419-a427-4656dc7cf331 req-a0dcbd9a-0a80-41b4-8680-6d62d10f9d68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 1096 time: 0.5364382 May 27 03:48:09.736474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.811247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7274e9a2-eb71-42c4-ba46-6ca8703e3155 None None] Provisioning complete for port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:09.812538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7274e9a2-eb71-42c4-ba46-6ca8703e3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.837670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.879302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7274e9a2-eb71-42c4-ba46-6ca8703e3155 None None] Port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:09.888575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:09.921304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29340592-19a4-4691-8a1f-22eece540242 req-7ea98b7c-66b7-432d-98a4-cdcd47a8217f tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951110 May 27 03:48:09.940368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.013781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4bb8c918-5463-4419-a427-4656dc7cf331 req-7e0d0dd4-aeda-4077-9099-64df3431653a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782006 May 27 03:48:10.033449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016604b-1481-4f4a-86a8-9b78e3932627 req-8cc52d01-3307-42d7-845e-4b4e8d559d77 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:10.034987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f016604b-1481-4f4a-86a8-9b78e3932627 req-8cc52d01-3307-42d7-845e-4b4e8d559d77 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2830026 May 27 03:48:10.057785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.138717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f016604b-1481-4f4a-86a8-9b78e3932627 req-deb795bf-bac6-46cc-baa9-5df5db61b9aa tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 May 27 03:48:10.141110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:10.177223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.227 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/73c93834-fbc3-4ca7-9372-1da7b5778a41) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:10.191716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router dcc28e26-1c26-4292-9c95-533e8cb883dc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:10.236498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.265188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.349931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 27 03:48:10.353433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:10.353996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.355217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "PUT /v2.0/networks/c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa HTTP/1.1" status: 200 len: 757 time: 0.9197149 May 27 03:48:10.364661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43810) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:10.379979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-701663a1-c810-4886-8e98-d1a26c90a85b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d485d8f394694870b4123e859aa4baf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2348588 May 27 03:48:10.380729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:10.383186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd06f2-bf1c-43f0-b066-990a8cd91b3b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:10.394533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:10.397509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.443996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e63f323-cba0-4dd3-907d-a026c348700e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:10.464813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.475513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-68b86a08-a084-4308-9fb7-518f9f3bba5b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e63f323-cba0-4dd3-907d-a026c348700e HTTP/1.1" status: 204 len: 168 time: 0.9091165 May 27 03:48:10.478488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43818) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:10.560750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.617647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.626163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.783591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.805250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.811277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00901ac-577b-4a37-86b2-80a455d65ed8 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:10.811942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c00901ac-577b-4a37-86b2-80a455d65ed8 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Synchronizing usage tracker for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:10.828730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5d05f5-61f4-4ac1-adb0-5c617c843db8']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:10.837203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae299c34-8e25-4b54-b28b-a218e28b171d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:10.842771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.846955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f7dc34-efae-446d-9487-587d1f064c61') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:10.847247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f7dc34-efae-446d-9487-587d1f064c61') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:10.854151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.857482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eef64680-5efa-404f-a9b1-b615fa08c2af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae299c34-8e25-4b54-b28b-a218e28b171d HTTP/1.1" status: 204 len: 168 time: 0.4737651 May 27 03:48:10.862176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.876523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c00901ac-577b-4a37-86b2-80a455d65ed8 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Unset dirty status for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:10.877714 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c00901ac-577b-4a37-86b2-80a455d65ed8 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks?id=c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa HTTP/1.1" status: 200 len: 760 time: 0.5100517 May 27 03:48:10.881418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:10.882358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.893404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1751776995'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:10.897491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:10.897884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.898386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eec4a-f11e-488d-9602-f154a2a681f5 req-1a5e52c2-ee90-4918-bc70-96acd01e6af1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:10.899836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a1eec4a-f11e-488d-9602-f154a2a681f5 req-1a5e52c2-ee90-4918-bc70-96acd01e6af1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6022792 May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:10.915005 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:10.917550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:10.948155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:10.990869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:11.009149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:11.012643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.015379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:11.026661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] Sync routers for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:11.033757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.037073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f4ad7075-074e-4d83-98b2-cedd0e6ff609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9715037 May 27 03:48:11.051675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:11.051896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:11.053041 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.053174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.131721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5d05f5-61f4-4ac1-adb0-5c617c843db8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.135439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79d84d05-a5a3-4773-9edd-766570c03f25 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f5d05f5-61f4-4ac1-adb0-5c617c843db8 HTTP/1.1" status: 204 len: 168 time: 0.6560304 May 27 03:48:11.150604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:11.161749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.162515 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 753de909-04c5-4163-a3a6-45af6b5004c3 of type vlan for network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 May 27 03:48:11.182283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.195297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:11.196170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.205357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:11.223025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.225324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:11.236846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a1eec4a-f11e-488d-9602-f154a2a681f5 req-386023f6-43d5-4947-8707-528cbb648cbe tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250961 May 27 03:48:11.246159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:11.279781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=73c93834-fbc3-4ca7-9372-1da7b5778a41,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.361087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566919e-8c15-4873-8256-79746ac6c630 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:11.361589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0566919e-8c15-4873-8256-79746ac6c630 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:11.371372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.372093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b78443-2142-47b4-841f-c8bc35be4edf None None] The sync data for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:11.402475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.412129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:11.414318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.428720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0566919e-8c15-4873-8256-79746ac6c630 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:11.432730 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0566919e-8c15-4873-8256-79746ac6c630 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports/f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 HTTP/1.1" status: 200 len: 913 time: 0.3676362 May 27 03:48:11.432885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43846) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:11.472819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:11.599718 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7147589 May 27 03:48:11.602540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fddfa-313b-4388-bc0c-dbcf3d8c3c38 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=30a6b53b-fd7d-4c44-b88d-6d6a48c17796,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.604329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43856) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:11.619957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:11.621141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:11.635171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f746-dc86-456e-977c-7c1e443b6176 req-aabc651e-8c5e-4154-87be-1e2e1925f42b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:11.636731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3354f746-dc86-456e-977c-7c1e443b6176 req-aabc651e-8c5e-4154-87be-1e2e1925f42b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.3382792 May 27 03:48:11.694144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3354f746-dc86-456e-977c-7c1e443b6176 req-ab563c58-97f5-405a-b5d8-817e80956c62 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469143 May 27 03:48:11.699623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5dc1d348-d98e-492c-83a9-f44a1869c331 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a07bc429c3043dfac96b89f55d4de0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2235980 May 27 03:48:11.700341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43862) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:11.778889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.795774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:11.808540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Usage tracker for resource:subnet and tenant:e95c992fb742436da899ca9ca35dce3e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:11.812926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:11.816431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.824885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:11.837916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33582-5bbd-4705-a47c-1b47f4842a94 req-1c4440ed-6730-4c89-b445-b1ff32c1fd26 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:11.839444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6d33582-5bbd-4705-a47c-1b47f4842a94 req-1c4440ed-6730-4c89-b445-b1ff32c1fd26 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3471875 May 27 03:48:11.872828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:11.875918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.911319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d4958-45e4-4115-9ad4-5a5ada8ca87e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.913403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:11.914585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-58c192a4-06c3-4a4a-bf19-0a99ab453ff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d2d4958-45e4-4115-9ad4-5a5ada8ca87e HTTP/1.1" status: 204 len: 168 time: 0.2132659 May 27 03:48:12.114107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6d33582-5bbd-4705-a47c-1b47f4842a94 req-2bd61c94-049b-4274-8f2a-22afd6c4f300 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651479 May 27 03:48:12.122627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:12.145462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:12.146293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:12.426914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:12.704634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9a3719c0-7cc0-4a1b-b3c9-ec8db3a78067 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] Request body: {'port': {'network_id': 'b3e3d22d-b063-46fa-90f1-ddcc83e62f8a', 'name': 'tempest-NetworksNegativeTestJSON-1219584304'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:12.708166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:12.726733 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3719c0-7cc0-4a1b-b3c9-ec8db3a78067 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] POST failed (client error): The resource could not be found. May 27 03:48:12.727173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3719c0-7cc0-4a1b-b3c9-ec8db3a78067 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:12.733614 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9a3719c0-7cc0-4a1b-b3c9-ec8db3a78067 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3059621 May 27 03:48:12.734184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:12.777423 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0434052c-dfe9-4bbf-a79e-c95bc5a02dc2 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] DELETE failed (client error): The resource could not be found. May 27 03:48:12.778423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0434052c-dfe9-4bbf-a79e-c95bc5a02dc2 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:12.780952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0434052c-dfe9-4bbf-a79e-c95bc5a02dc2 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "DELETE /v2.0/networks/a4d81ca7-fb0f-42e8-aba0-33e95811f5c0 HTTP/1.1" status: 404 len: 339 time: 0.0455539 May 27 03:48:12.784936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:12.799992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa666a-003f-41ec-84e5-12db6ebe9f7e req-6575b3b3-17a6-47bf-abc0-15658f24842c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:12.801468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bfa666a-003f-41ec-84e5-12db6ebe9f7e req-6575b3b3-17a6-47bf-abc0-15658f24842c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4454598 May 27 03:48:12.837852 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-266c084f-fe1e-4cd5-a483-3ded4db2dfba tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] DELETE failed (client error): The resource could not be found. May 27 03:48:12.838225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266c084f-fe1e-4cd5-a483-3ded4db2dfba tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:12.840153 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-266c084f-fe1e-4cd5-a483-3ded4db2dfba tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "DELETE /v2.0/ports/e4e64938-df08-4158-8b40-d833cae8156c HTTP/1.1" status: 404 len: 333 time: 0.0533421 May 27 03:48:12.869181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:12.922994 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-24730f77-312b-4dba-b0e3-925e35ffa294 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] DELETE failed (client error): The resource could not be found. May 27 03:48:12.923431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24730f77-312b-4dba-b0e3-925e35ffa294 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:12.928876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-24730f77-312b-4dba-b0e3-925e35ffa294 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "DELETE /v2.0/subnets/c47fe329-b57e-4475-bbeb-62322708b1b5 HTTP/1.1" status: 404 len: 337 time: 0.0509787 May 27 03:48:12.929949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:12.949868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:12.967415 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-079e0b4e-a5b1-4ab9-8dae-ba51b9e4bc39 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] GET failed (client error): The resource could not be found. May 27 03:48:12.968662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-079e0b4e-a5b1-4ab9-8dae-ba51b9e4bc39 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "GET /v2.0/networks/bcc45441-0a12-43e9-9a08-0e85cc6ca86c HTTP/1.1" status: 404 len: 339 time: 0.0378225 May 27 03:48:12.974086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.026800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43928) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.034382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41628-0be8-4edd-b9f1-b9222b5fb960 req-5779fd1e-37d3-44e7-a12b-c3b9a69a4953 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:13.035793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c41628-0be8-4edd-b9f1-b9222b5fb960 req-5779fd1e-37d3-44e7-a12b-c3b9a69a4953 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.2005043 May 27 03:48:13.037508 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5404ac9c-606e-48bd-a95f-6e47ca77bd7a tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] GET failed (client error): The resource could not be found. May 27 03:48:13.042003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5404ac9c-606e-48bd-a95f-6e47ca77bd7a tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "GET /v2.0/ports/9b54b161-ba5e-47eb-97a3-3c322bce90de HTTP/1.1" status: 404 len: 333 time: 0.0625372 May 27 03:48:13.043745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.074688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bfa666a-003f-41ec-84e5-12db6ebe9f7e req-ac139fbc-50e9-4383-8e2d-2f5f53f17a4c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735468 May 27 03:48:13.135768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=69bbd998-e4cc-442b-ab11-292abeb42473,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:13.165303 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-760ad241-c4f6-48bd-a436-3a41c624eb58 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] GET failed (client error): The resource could not be found. May 27 03:48:13.166709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-760ad241-c4f6-48bd-a436-3a41c624eb58 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "GET /v2.0/subnets/609edd44-7433-49fa-9660-a74ef9b3feba HTTP/1.1" status: 404 len: 337 time: 0.1203337 May 27 03:48:13.173073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.176810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c41628-0be8-4edd-b9f1-b9222b5fb960 req-43108ab5-555d-4fb4-b342-0e2d44da2550 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318922 May 27 03:48:13.187394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '753de909-04c5-4163-a3a6-45af6b5004c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:13.188407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 30a6b53b-fd7d-4c44-b88d-6d6a48c17796, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:13.200798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f0f7fdbf-2bea-400d-8d0c-e3e8c90a6264 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:13.235135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-network', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:13.240253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:13.244851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Usage tracker for resource:network and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:13.248013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:13.254161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:13.267320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Made reservation on behalf of c77ca19851384977bf4d327f83814d7a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:13.270631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.289845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.311996 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f7fdbf-2bea-400d-8d0c-e3e8c90a6264 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] PUT failed (client error): The resource could not be found. May 27 03:48:13.312450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f7fdbf-2bea-400d-8d0c-e3e8c90a6264 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:13.313627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f0f7fdbf-2bea-400d-8d0c-e3e8c90a6264 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "PUT /v2.0/networks/cbc8c3c3-117b-4175-8abd-fdf56bd2b30e HTTP/1.1" status: 404 len: 339 time: 0.1278706 May 27 03:48:13.322742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.335797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e08c254f-4b78-45fd-8cd3-e3021eecce1b tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:13.406091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:13.480002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:13.482275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 30a6b53b-fd7d-4c44-b88d-6d6a48c17796) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:13.493506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:13.494036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.498873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68592e84-9664-476a-b59f-417e9db0bcd5 None None] Network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:13.517127 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08c254f-4b78-45fd-8cd3-e3021eecce1b tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] PUT failed (client error): The resource could not be found. May 27 03:48:13.517851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08c254f-4b78-45fd-8cd3-e3021eecce1b tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:13.518899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e08c254f-4b78-45fd-8cd3-e3021eecce1b tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "PUT /v2.0/ports/7f8212fb-62f4-4034-a10a-ca209cc71e2c HTTP/1.1" status: 404 len: 333 time: 0.1947029 May 27 03:48:13.524423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Usage tracker for resource:security_group_rule and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:13.526936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.534622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:13.544105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ff17916e-6512-4031-afa8-f45865fc9474 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:13.554188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:13.572587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b57d-e7f2-4b2a-84fd-c4b4fab21db9 req-69e32eb8-67ed-42f1-a4f8-147e82f1e26d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:13.574079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e644b57d-e7f2-4b2a-84fd-c4b4fab21db9 req-69e32eb8-67ed-42f1-a4f8-147e82f1e26d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3374922 May 27 03:48:13.580121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:13.589383 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff17916e-6512-4031-afa8-f45865fc9474 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] PUT failed (client error): The resource could not be found. May 27 03:48:13.589864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff17916e-6512-4031-afa8-f45865fc9474 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:13.590950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ff17916e-6512-4031-afa8-f45865fc9474 tempest-NetworksNegativeTestJSON-394319850 tempest-NetworksNegativeTestJSON-394319850-project] 10.222.0.46 "PUT /v2.0/subnets/72d7f7d4-0d55-4a25-8da2-4f85a5ad0c5c HTTP/1.1" status: 404 len: 337 time: 0.0579097 May 27 03:48:13.605565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c3601f55-8894-43bc-8702-2e1784dd0ae0 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9931631 May 27 03:48:13.614211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.761241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363ae9-4fd4-44a5-af6e-c9b966062ad7 req-5cd06cb2-74af-4b1b-8686-5cc70baefc5b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:13.762759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0363ae9-4fd4-44a5-af6e-c9b966062ad7 req-5cd06cb2-74af-4b1b-8686-5cc70baefc5b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.3909073 May 27 03:48:13.776497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.811446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Request body: {'floatingip': {'port_id': '1b33a369-c15a-47c4-86d3-9064af686486'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:13.815940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-30a6b53b-fd7d-4c44-b88d-6d6a48c17796', 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '69bbd998-e4cc-442b-ab11-292abeb42473'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:13.816801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.875734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.881403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.885488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e644b57d-e7f2-4b2a-84fd-c4b4fab21db9 req-629b6b24-e2fa-46a4-8c48-ee377e078250 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021288 May 27 03:48:13.892771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:13.918712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:13.959803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.007336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Allocated IP 172.20.0.2 (30a6b53b-fd7d-4c44-b88d-6d6a48c17796/69bbd998-e4cc-442b-ab11-292abeb42473/f7aff0a5-85a4-462b-a2dd-7556d3c076ce) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:14.038031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:14.040045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac077280-7f73-4eaa-a4cd-e849e83949f0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.074139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.074629 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Added segment 352ca695-9eb8-463e-a117-a74ef4cc6dd0 of type vlan for network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d May 27 03:48:14.086566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.161097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.205722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.206623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:14.207329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.240934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.292139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.304861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Transition to ACTIVE for port object f7aff0a5-85a4-462b-a2dd-7556d3c076ce will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:14.314677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] Pushing event updated for resources: {'Network': ['ID=554af7fe-7a3c-46d8-8468-7a0c9adeb85d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.317518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-906c8a18-fda9-4b75-bba9-1139992ca157 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2893124 May 27 03:48:14.320614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:14.327270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Request body: {'subnet': {'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-subnet', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:14.335044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:14.335253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:14.339745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Usage tracker for resource:subnet and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:14.342633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:14.349031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:14.360779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Made reservation on behalf of c77ca19851384977bf4d327f83814d7a for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:14.363745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Transition to ACTIVE for port object f7aff0a5-85a4-462b-a2dd-7556d3c076ce will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:14.364644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.391623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:14.399341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Usage tracker for resource:security_group_rule and tenant:12e18895d5b04cc0abe9754d705d4ed5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:14.408917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:14.431333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.473607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.517008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:14.520748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:14.522468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=69bbd998-e4cc-442b-ab11-292abeb42473,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.523398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:14.587545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba112-970b-4d20-adfe-9580ca2c27b1 req-244fc241-b772-4c4a-a0df-45a8f7bff833 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:14.588937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1aaba112-970b-4d20-adfe-9580ca2c27b1 req-244fc241-b772-4c4a-a0df-45a8f7bff833 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5344248 May 27 03:48:14.594478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:14.601448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Pushing event updated for resources: {'Port': ['ID=f7aff0a5-85a4-462b-a2dd-7556d3c076ce,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.655077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Attempting to bind port f7aff0a5-85a4-462b-a2dd-7556d3c076ce on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:14.655475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Attempting to bind port f7aff0a5-85a4-462b-a2dd-7556d3c076ce by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '753de909-04c5-4163-a3a6-45af6b5004c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:14.656273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Attempting to bind port f7aff0a5-85a4-462b-a2dd-7556d3c076ce on network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:14.657018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.662118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:14.662479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Checking segment: {'id': '753de909-04c5-4163-a3a6-45af6b5004c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:14.662865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.663243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Bound using segment: {'id': '753de909-04c5-4163-a3a6-45af6b5004c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:14.663968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Bound port: f7aff0a5-85a4-462b-a2dd-7556d3c076ce, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753de909-04c5-4163-a3a6-45af6b5004c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:14.664137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.696151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a6b53b-fd7d-4c44-b88d-6d6a48c17796']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.714150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753de909-04c5-4163-a3a6-45af6b5004c3') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.714150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753de909-04c5-4163-a3a6-45af6b5004c3') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.737823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.753277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] For port f7aff0a5-85a4-462b-a2dd-7556d3c076ce, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:14.756738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] For port f7aff0a5-85a4-462b-a2dd-7556d3c076ce, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7aff0a5-85a4-462b-a2dd-7556d3c076ce,segment=NetworkSegment(753de909-04c5-4163-a3a6-45af6b5004c3),segment_id=753de909-04c5-4163-a3a6-45af6b5004c3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:14.761866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.767210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.775728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:14.776182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:14.792665 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:14.797476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:14.873021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1aaba112-970b-4d20-adfe-9580ca2c27b1 req-c2945123-15b2-4644-91e2-14411bcfb05b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605762 May 27 03:48:14.890439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24857c15-e3ed-446e-bfb3-e5fa5d6974f2 None None] Pushing event updated for resources: {'Port': ['ID=f7aff0a5-85a4-462b-a2dd-7556d3c076ce,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.890602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:14.905168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=964369f5-336e-4c5e-b71d-78d6bdd581e0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.910200 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:14.947963 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:14.948823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c9017-3479-4bc4-a0d4-0fd11728e393 None None] Network 30a6b53b-fd7d-4c44-b88d-6d6a48c17796 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:14.949052 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.950275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 03:48:14.950275 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 03:48:14.950275 n-d-843301-2 neutron-server[84155]: [parameters: {'id': '30a6b53b-fd7d-4c44-b88d-6d6a48c17796'}] May 27 03:48:14.950275 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:48:14.950702 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:48:14.988803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:14.989184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Network hostable DHCP agents. Network: 554af7fe-7a3c-46d8-8468-7a0c9adeb85d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:15.027488 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:15.037410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:15.054202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 554af7fe-7a3c-46d8-8468-7a0c9adeb85d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:15.058410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.059040 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.064942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.067206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:15.068413 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:15.086284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.103115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-950480c8-0a13-4cb7-abc7-216983afc1cd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7787840 May 27 03:48:15.103307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:15.112216 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.112426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:15.113905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8c72061a-6138-458c-a62b-4aff58852bc4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1987934 May 27 03:48:15.123562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:15.128430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:15.128963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d34ba-7c10-41ec-b4c2-991963bfb164 None None] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:15.144609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:15.145330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.217837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:15.218388 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6bc1d-bc5e-4b14-b214-9594f091b721 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:15.222685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10a8d6-2cac-4390-9d3f-0d0180d9605d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:15.235584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-77508ef8-7f10-457a-a6b5-6c4993918787 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12e18895d5b04cc0abe9754d705d4ed5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3130646 May 27 03:48:15.239069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:15.310900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Usage tracker for resource:router and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:15.320252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:15.334174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:15.358735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.360138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.420196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcd2b4-7951-4c0f-94aa-4e0ee6c2b42f req-1edb89b7-9d0b-4112-8838-c2a0ebf55cd2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:15.421684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-febcd2b4-7951-4c0f-94aa-4e0ee6c2b42f req-1edb89b7-9d0b-4112-8838-c2a0ebf55cd2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.1551123 May 27 03:48:15.424707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.452029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.507956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:15.509359 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.530110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.552923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.676172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Allocated IP 172.20.0.2 (554af7fe-7a3c-46d8-8468-7a0c9adeb85d/964369f5-336e-4c5e-b71d-78d6bdd581e0/10abb1a0-c6df-4394-8b09-9fac3859c765) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:15.680446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.687228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:15.723442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port f7aff0a5-85a4-462b-a2dd-7556d3c076ce {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:15.724091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.728092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.749442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-febcd2b4-7951-4c0f-94aa-4e0ee6c2b42f req-49bfe3d1-309a-4e5b-8256-0019bd1b8b00 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169570 May 27 03:48:15.872131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.880487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.906957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:15.922921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Transition to ACTIVE for port object 10abb1a0-c6df-4394-8b09-9fac3859c765 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:15.944767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Transition to ACTIVE for port object 10abb1a0-c6df-4394-8b09-9fac3859c765 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:15.953798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.038987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.043273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Pushing event updated for resources: {'Port': ['ID=10abb1a0-c6df-4394-8b09-9fac3859c765,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.051266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:16.054291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:16.058612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:16.085773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10a8d6-2cac-4390-9d3f-0d0180d9605d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.100373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.159077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=f4934ed5-f04c-4ba4-a24f-b8cf52cbd0b8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.202408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Attempting to bind port 10abb1a0-c6df-4394-8b09-9fac3859c765 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:16.202821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Attempting to bind port 10abb1a0-c6df-4394-8b09-9fac3859c765 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:16.203825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Attempting to bind port 10abb1a0-c6df-4394-8b09-9fac3859c765 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:16.214194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:16.214885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:16.215011 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.215467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Bound using segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:16.215953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Bound port: 10abb1a0-c6df-4394-8b09-9fac3859c765, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:16.216320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.248874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port f7aff0a5-85a4-462b-a2dd-7556d3c076ce, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7aff0a5-85a4-462b-a2dd-7556d3c076ce,segment=NetworkSegment(753de909-04c5-4163-a3a6-45af6b5004c3),segment_id=753de909-04c5-4163-a3a6-45af6b5004c3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:16.249305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.336693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.340496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d43b3fb-9126-4251-ae23-a1e364a0edec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b10a8d6-2cac-4390-9d3f-0d0180d9605d HTTP/1.1" status: 204 len: 168 time: 1.0980511 May 27 03:48:16.355207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] For port 10abb1a0-c6df-4394-8b09-9fac3859c765, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:16.360553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] For port 10abb1a0-c6df-4394-8b09-9fac3859c765, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=10abb1a0-c6df-4394-8b09-9fac3859c765,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:16.378034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.462651 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Floating IP 0cf1fd65-27c7-4a60-b4b5-fe91deb07259 associated. External IP: 172.25.8.204, port: 1b33a369-c15a-47c4-86d3-9064af686486. May 27 03:48:16.473091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for f7aff0a5-85a4-462b-a2dd-7556d3c076ce owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:16.514962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54e22d-f3b3-4b1b-ab65-b12cb50de1ad None None] Pushing event updated for resources: {'Port': ['ID=10abb1a0-c6df-4394-8b09-9fac3859c765,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.632287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646d43-dc4f-4dea-bde9-48baef4176aa req-829bc1bb-dc26-4f5f-a38c-c87c615fc436 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:16.633973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea646d43-dc4f-4dea-bde9-48baef4176aa req-829bc1bb-dc26-4f5f-a38c-c87c615fc436 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6349566 May 27 03:48:16.646097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.698121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:16.756564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=f7aff0a5-85a4-462b-a2dd-7556d3c076ce,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.849937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port f7aff0a5-85a4-462b-a2dd-7556d3c076ce on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:16.908352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea646d43-dc4f-4dea-bde9-48baef4176aa req-d498c7be-aca4-4fb5-b7eb-a77bdace65c0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567239 May 27 03:48:16.934509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 10abb1a0-c6df-4394-8b09-9fac3859c765 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:17.046309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 10abb1a0-c6df-4394-8b09-9fac3859c765 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:17.143649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.207331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.248363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.472389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a6b53b-fd7d-4c44-b88d-6d6a48c17796']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.538797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:17.557618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753de909-04c5-4163-a3a6-45af6b5004c3') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.557916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753de909-04c5-4163-a3a6-45af6b5004c3') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.585301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.595958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f82da-33fc-4bc4-911d-0a54c13964a6 req-1d1cd3bd-d3d5-4fab-8ac8-3895a73d5b01 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:17.598009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-630f82da-33fc-4bc4-911d-0a54c13964a6 req-1d1cd3bd-d3d5-4fab-8ac8-3895a73d5b01 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4172966 May 27 03:48:17.658882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.675005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:17.675005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.686256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-630f82da-33fc-4bc4-911d-0a54c13964a6 req-cc4db339-721d-4652-ab58-3b5008a1eb9a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816252 May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:17.696255 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:17.709759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router dcc28e26-1c26-4292-9c95-533e8cb883dc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:17.730474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:17.799143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1739057771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:17.806001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:17.812173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:router and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:17.815684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:17.817471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7732a-ae3e-4ef8-b557-3d697f26f343 None None] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:17.821887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:17.846174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.847188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.851059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Allocated IP 172.25.8.157 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a1fb4c9c-713d-4ba2-ae99-cde3a097c89a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:17.874748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.901688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:17.961792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Provisioning for port 10abb1a0-c6df-4394-8b09-9fac3859c765 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:17.977025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=30a6b53b-fd7d-4c44-b88d-6d6a48c17796,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.979464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Provisioning complete for port 10abb1a0-c6df-4394-8b09-9fac3859c765 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:17.979895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.000575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.034149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-abb5c337-9e22-45b7-a4f0-cb0c05876cb9 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/30a6b53b-fd7d-4c44-b88d-6d6a48c17796 HTTP/1.1" status: 204 len: 168 time: 4.4178424 May 27 03:48:18.039619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:18.105182 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1289947d-fd9e-4ab3-a198-f99b8a275863 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] GET failed (client error): The resource could not be found. May 27 03:48:18.105919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1289947d-fd9e-4ab3-a198-f99b8a275863 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Synchronizing usage tracker for tenant:e95c992fb742436da899ca9ca35dce3e on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:18.115431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.173632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.174802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-217f8f6f-6d46-4a66-803d-9f1d5e9051db tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6254387 May 27 03:48:18.177977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:18.182670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.185506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1289947d-fd9e-4ab3-a198-f99b8a275863 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Unset dirty status for tenant:e95c992fb742436da899ca9ca35dce3e on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:18.186601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1289947d-fd9e-4ab3-a198-f99b8a275863 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets/69bbd998-e4cc-442b-ab11-292abeb42473 HTTP/1.1" status: 404 len: 337 time: 0.1452255 May 27 03:48:18.191703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1012372500'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:18.198718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:18.201010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:18.243257 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.259080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:network and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:18.262227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a4dd-f9d4-4cb1-9ff3-e3356f350b07 req-1f1f5f5f-d0c5-404c-b4ef-2a6f5686f5d8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:18.263890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6d5a4dd-f9d4-4cb1-9ff3-e3356f350b07 req-1f1f5f5f-d0c5-404c-b4ef-2a6f5686f5d8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3109655 May 27 03:48:18.269362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:18.277093 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-804f6676-5bf8-4694-b086-24837501848d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:18.277533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804f6676-5bf8-4694-b086-24837501848d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:18.283457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-804f6676-5bf8-4694-b086-24837501848d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/30a6b53b-fd7d-4c44-b88d-6d6a48c17796 HTTP/1.1" status: 404 len: 339 time: 0.0797074 May 27 03:48:18.287633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:18.288519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] For port 10abb1a0-c6df-4394-8b09-9fac3859c765, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=10abb1a0-c6df-4394-8b09-9fac3859c765,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:18.291160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44052) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:18.299607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.342247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:18.350926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-12d4dd39-2d00-4cfd-b1f2-1d1468dd1609 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9169910 May 27 03:48:18.355573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44056) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:18.378156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0525f7-e88b-4654-ac76-3d97187e2f20 None None] Pushing event updated for resources: {'Port': ['ID=10abb1a0-c6df-4394-8b09-9fac3859c765,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.381945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] Sync routers for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:18.394372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:18.394992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.441811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6d5a4dd-f9d4-4cb1-9ff3-e3356f350b07 req-fb37509b-c04b-4099-ab60-4a4133b62f63 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702878 May 27 03:48:18.465332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.479419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:18.480029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.493418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:18.496890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.521574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.544313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.545831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd489f-df54-4e97-a7d7-15a030756e1e None None] The sync data for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:18.573551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4befa1e-6382-4ddc-982f-7956361dc1e9 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 03:48:18.627320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:18.632486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.637348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.638880 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Sync routers for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:18.661146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:18.662062 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.666744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-341bd7b8-f993-473b-a5df-39953133a4d1 None None] Provisioning complete for port 10abb1a0-c6df-4394-8b09-9fac3859c765 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:18.667117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-341bd7b8-f993-473b-a5df-39953133a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.719800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89218995-a95d-42e6-a869-79fddb7f868b tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "PUT /v2.0/floatingips/0cf1fd65-27c7-4a60-b4b5-fe91deb07259 HTTP/1.1" status: 200 len: 991 time: 4.9318864 May 27 03:48:18.721526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:18.825230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:18.835549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:18.841996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:18.886776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 10abb1a0-c6df-4394-8b09-9fac3859c765 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:18.897926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.934813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:18.952298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:18.955777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:18.960361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd47732-cbd6-4acf-8935-68dd0ce7a34b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:18.961094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1cd47732-cbd6-4acf-8935-68dd0ce7a34b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Synchronizing usage tracker for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:18.972152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:security_group_rule and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:18.978707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:18.995981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:19.009348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4befa1e-6382-4ddc-982f-7956361dc1e9 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 03:48:19.132227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998abdb4-1c79-4fcd-866b-10d0f78bb68a req-4edac8cc-bfa5-4f81-ae3f-c5fe91979cbf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.139072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-998abdb4-1c79-4fcd-866b-10d0f78bb68a req-4edac8cc-bfa5-4f81-ae3f-c5fe91979cbf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.1888320 May 27 03:48:19.153773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 10abb1a0-c6df-4394-8b09-9fac3859c765 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:19.155558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.188056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.233206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1cd47732-cbd6-4acf-8935-68dd0ce7a34b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Unset dirty status for tenant:e95c992fb742436da899ca9ca35dce3e on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:19.266997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1cd47732-cbd6-4acf-8935-68dd0ce7a34b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9432569 May 27 03:48:19.267760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:19.267896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819a064-2b42-4426-96d6-c81d9418c4aa req-e97151d7-5908-40ac-9ff9-f494a1d296a1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.267896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c819a064-2b42-4426-96d6-c81d9418c4aa req-e97151d7-5908-40ac-9ff9-f494a1d296a1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6255462 May 27 03:48:19.313490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-998abdb4-1c79-4fcd-866b-10d0f78bb68a req-4c2cb5fc-5c19-4647-9a6e-462f5937ed5a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735010 May 27 03:48:19.396292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c819a064-2b42-4426-96d6-c81d9418c4aa req-684272b0-7448-4eea-ab72-00a732db0b46 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358140 May 27 03:48:19.425955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b13cfc5-7759-4cae-ac11-ee52f783b371 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Synchronizing usage tracker for tenant:e95c992fb742436da899ca9ca35dce3e on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:19.458761 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af12768-cefc-4ff8-9b9d-448cf52947ac'] response: {'name': 'network-changed', 'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486', 'status': 'completed', 'code': 200} May 27 03:48:19.476007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b13cfc5-7759-4cae-ac11-ee52f783b371 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Unset dirty status for tenant:e95c992fb742436da899ca9ca35dce3e on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:19.477482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4b13cfc5-7759-4cae-ac11-ee52f783b371 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 207 time: 0.2309201 May 27 03:48:19.487734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:19.498437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '0cf1fd65-27c7-4a60-b4b5-fe91deb07259', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'port_id': '1b33a369-c15a-47c4-86d3-9064af686486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'mac_address': 'fa:16:3e:8a:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:47:46Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 1, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:19.504513 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Checking router: 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:48:19.517527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:19.518438 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:19.601425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.602136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.703884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.777189 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:19.782672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.858105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f2975-a1f9-4dd4-85bf-68b335d6f920,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:19.860129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded07f6-fb52-4e87-92e9-4df0d11cf210 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.864867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded07f6-fb52-4e87-92e9-4df0d11cf210 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.868776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded07f6-fb52-4e87-92e9-4df0d11cf210 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.872922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded07f6-fb52-4e87-92e9-4df0d11cf210 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:19.874584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ded07f6-fb52-4e87-92e9-4df0d11cf210 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3749197 May 27 03:48:19.878262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44082) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:19.952209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:19.982958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:19.983304 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Added segment 92c36835-4ef0-4d6b-81f2-4cfaef4b8dee of type vlan for network d1164884-8bd6-4bc5-ae82-00e5737db32c May 27 03:48:20.089156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-b7fa5720-ae0a-45c6-8f1b-27b79991ff9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13230bdaceff4f72bd384d3ea8082739&device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 1096 time: 0.4847417 May 27 03:48:20.095911 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.134138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.1 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/93e040dc-6a87-4947-bfa0-06fcffbd73e9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:20.216566 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '0cf1fd65-27c7-4a60-b4b5-fe91deb07259', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'port_id': '1b33a369-c15a-47c4-86d3-9064af686486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'mac_address': 'fa:16:3e:8a:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:47:46Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 1, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:20.223007 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0fde3-4545-472f-809d-87deb8f50f8d None None] The sync data for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 is: [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '0cf1fd65-27c7-4a60-b4b5-fe91deb07259', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'port_id': '1b33a369-c15a-47c4-86d3-9064af686486', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'mac_address': 'fa:16:3e:8a:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:47:46Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 1, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:20.306295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-df9f39d7-5d0e-45d4-a1d9-1e153b5d9a68 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4237969 May 27 03:48:20.306856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.308938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:20.310912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.311533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.315989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710487cd-62f3-4912-8f67-d546ab0fa27d req-48657805-0fd6-4318-88c1-08561506c416 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.317465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-710487cd-62f3-4912-8f67-d546ab0fa27d req-48657805-0fd6-4318-88c1-08561506c416 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4654918 May 27 03:48:20.466446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d3226-70b8-49e0-a57b-12dfa5b49f62 None None] New status for floating IP 0cf1fd65-27c7-4a60-b4b5-fe91deb07259: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:48:20.469477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c811ca-8363-4bb3-98de-1f0ecccf636d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.470729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c811ca-8363-4bb3-98de-1f0ecccf636d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.475601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-80c811ca-8363-4bb3-98de-1f0ecccf636d tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1624808 May 27 03:48:20.478457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-710487cd-62f3-4912-8f67-d546ab0fa27d req-96e9efd9-6fb8-416a-a0fa-90cc4792c380 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227295 May 27 03:48:20.478907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44090) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:20.576222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.596871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4177864 May 27 03:48:20.598211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:20.606295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-8819d91b-f0ce-41b9-aa94-a763ca537f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.608024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-8819d91b-f0ce-41b9-aa94-a763ca537f09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01 HTTP/1.1" status: 200 len: 913 time: 0.5058053 May 27 03:48:20.612107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c0541-014f-4374-b60a-7676cc76a79e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Network': ['ID=d1164884-8bd6-4bc5-ae82-00e5737db32c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:20.614849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912748fd-f00f-4f39-a7e0-e991f8cb007b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.616128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912748fd-f00f-4f39-a7e0-e991f8cb007b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.617683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-912748fd-f00f-4f39-a7e0-e991f8cb007b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1321599 May 27 03:48:20.619105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'subnet': {'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:20.621135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:20.658245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d1164884-8bd6-4bc5-ae82-00e5737db32c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:20.820779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadea4cc-c096-4db9-ad25-6ff06552e407 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:20.827046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dadea4cc-c096-4db9-ad25-6ff06552e407 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks/2eaf34e0-2751-424b-b31f-ccbfe63b8112 HTTP/1.1" status: 200 len: 800 time: 0.2002003 May 27 03:48:20.827046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:20.903708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:20.916006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:subnet and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:20.922582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:20.927836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:20.961843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-0939aad1-9f2e-4050-9445-ce2186e70ced service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33a369-c15a-47c4-86d3-9064af686486 HTTP/1.1" status: 200 len: 999 time: 0.3271468 May 27 03:48:20.976226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:21.030808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 0b0563a4-31ce-4eca-896e-f137c058661e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:21.032106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.063575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3ba985aa-8540-4a4a-8856-40bc768fd0a3 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/networks/2eaf34e0-2751-424b-b31f-ccbfe63b8112?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2361333 May 27 03:48:21.070147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44108) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:21.074169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:21.093306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:21.106531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d042d-3a63-4a77-bdd5-1c9c62837b26 req-7929f3a8-2f08-41d0-93c0-b0d48cb44879 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.108090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e4d042d-3a63-4a77-bdd5-1c9c62837b26 req-7929f3a8-2f08-41d0-93c0-b0d48cb44879 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4166739 May 27 03:48:21.108808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:21.118491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:21.144887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=93e040dc-6a87-4947-bfa0-06fcffbd73e9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:21.219089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d59562-c9ac-43f5-8b0d-ef8600acd4b1 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.220500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61d59562-c9ac-43f5-8b0d-ef8600acd4b1 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets/75b90267-16bd-4170-b986-f04ce4f1f1bb HTTP/1.1" status: 200 len: 811 time: 0.1494679 May 27 03:48:21.228503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44112) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:21.336977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c3f86-8d11-4f88-9c98-0f54879514c1 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.338327 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-830c3f86-8d11-4f88-9c98-0f54879514c1 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "GET /v2.0/subnets/75b90267-16bd-4170-b986-f04ce4f1f1bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1088738 May 27 03:48:21.341883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44116) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:21.345067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.355067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923415432'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:21.362307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-5a9ace5b-964b-4edc-a5c9-ebd68e166485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.362643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:21.363700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-5a9ace5b-964b-4edc-a5c9-ebd68e166485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22f5aed3-3f7a-4514-86e0-7e3a32f2de7d HTTP/1.1" status: 200 len: 851 time: 0.3886383 May 27 03:48:21.413929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.414266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.414594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.414920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.415255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.415564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.415884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.416201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.416516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.416853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.417205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:21.449935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Router dc912c65-267b-425d-8c83-18b0803b3b8a is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:21.462553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.476005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.480915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 0b0563a4-31ce-4eca-896e-f137c058661e owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:21.507554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:21.569550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e4d042d-3a63-4a77-bdd5-1c9c62837b26 req-61362db8-a951-480c-905b-2a7675c9def1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222424 May 27 03:48:21.655856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:21.658874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.712860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:21.726645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.726999 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Added segment 2316f06e-d5a8-4db0-b1ec-163236993fe5 of type vlan for network 07b838e1-1ea4-4447-be6f-0828f68cfd21 May 27 03:48:21.762862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.844306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-7d4a99ff-20c8-4ee7-94b6-c828b9edcc23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b22bbdc-fd18-4a8c-b9e2-58287c348c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4649739 May 27 03:48:21.847400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.890639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.894525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:21.895104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:21.927299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=0b0563a4-31ce-4eca-896e-f137c058661e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.007539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.185890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Network': ['ID=07b838e1-1ea4-4447-be6f-0828f68cfd21,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.194245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c96f8a6-f59e-4a29-8c06-1fc53bf5a43e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8513951 May 27 03:48:22.197930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44126) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:22.201306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:22.206040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:22.295245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.319086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.323835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-33ab1c35-ac32-4009-812b-05ac4c1b6829 service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646666 May 27 03:48:22.390735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5da145-ae2a-461b-9437-c701aaa57dcd req-d1df65c0-5df2-4581-9091-29d6ea597af7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:22.392125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd5da145-ae2a-461b-9437-c701aaa57dcd req-d1df65c0-5df2-4581-9091-29d6ea597af7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6015975 May 27 03:48:22.393189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:22.460385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:22.477298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Made reservation on behalf of e95c992fb742436da899ca9ca35dce3e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:22.547598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Subnet': ['ID=fcf5ae99-2349-438e-9521-fbdd20e9ca07,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:22.645309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:22.650316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Checking segment: {'id': '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:22.650672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network hostable DHCP agents. Network: d1164884-8bd6-4bc5-ae82-00e5737db32c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:22.654591 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:22.657035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd5da145-ae2a-461b-9437-c701aaa57dcd req-acaa1bfa-c027-4000-b9a9-39fce180f7a9 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512279 May 27 03:48:22.667756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:22.669384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:22.669729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d14ee306-177b-4f6d-b989-f311f2952b39 req-6c4234c0-53a0-4219-91d7-09055162be69 service neutron] 10.222.0.21 "GET /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163402 May 27 03:48:22.878498 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:22.884717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.923876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:22.927589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c984787-bb65-4068-87da-1d357e01e790 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8208048 May 27 03:48:22.928218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44132) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:23.062865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network d1164884-8bd6-4bc5-ae82-00e5737db32c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:23.115305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 03:48:23.115827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 03:48:23.126361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router dcc28e26-1c26-4292-9c95-533e8cb883dc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:23.133883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d1164884-8bd6-4bc5-ae82-00e5737db32c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:23.140116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.141348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.146419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c047f5-75d3-4066-ab95-899cc850d7ac None None] Network d1164884-8bd6-4bc5-ae82-00e5737db32c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:23.159230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949af93-b13e-4620-bfd5-36ea726aeb55 req-fc08a357-dbb4-4809-a088-5433f60c72ad tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.160687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2949af93-b13e-4620-bfd5-36ea726aeb55 req-fc08a357-dbb4-4809-a088-5433f60c72ad tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3522279 May 27 03:48:23.189008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c07f13b-cd61-40d7-ab4c-e12abb46d83a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5808091 May 27 03:48:23.189008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:23.202039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'network': {'name': 'tempest-router-network01--687756259'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:23.208456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:23.212791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:network and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:23.217064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:23.223880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:23.243410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:23.246468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.283967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.298696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:23.304199 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:19Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:23.308448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.308827 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Added segment b178b67c-a8ec-423d-bf91-7f9e0a0b1475 of type vlan for network b2f12439-9910-4ad0-b0f5-83a350259778 May 27 03:48:23.309629 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:48:23.310153 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Updating router dc912c65-267b-425d-8c83-18b0803b3b8a port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:48:23.336913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.368930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.379081 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.419318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2949af93-b13e-4620-bfd5-36ea726aeb55 req-d6f4ea75-3f00-40ec-acc3-b5d0fee57468 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896148 May 27 03:48:23.433980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:23.450054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-353661e1-a794-481c-b4e8-d2c5a1c5ef7e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0921774 May 27 03:48:23.463868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] Sync routers for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:23.485123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d1164884-8bd6-4bc5-ae82-00e5737db32c', 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c', 'tenant_id': '78b096a7353447f4a761bee207e59607', 'fixed_ips': [{'subnet_id': 'fcf5ae99-2349-438e-9521-fbdd20e9ca07'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:23.486573 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.496183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:23.503849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.504242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:23.505157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:23.525287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.528889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:23.537181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.541728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.579833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:23.581798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c815a86a-0276-4081-b776-f91ef7f419be tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:23.631950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c815a86a-0276-4081-b776-f91ef7f419be tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:23.636023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c815a86a-0276-4081-b776-f91ef7f419be tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcc28e26-1c26-4292-9c95-533e8cb883dc HTTP/1.1" status: 200 len: 205 time: 0.1386383 May 27 03:48:23.636886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44148) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:23.662874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] Routers {'dcc28e26-1c26-4292-9c95-533e8cb883dc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:23.663847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dcc28e26-1c26-4292-9c95-533e8cb883dc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:23.666247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=51ff1fd9-84e0-4346-81e8-88f0c9ae6a27,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:23.808274 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.822232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Transition to ACTIVE for port object a1fb4c9c-713d-4ba2-ae99-cde3a097c89a will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:23.833918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6416681 May 27 03:48:23.834132 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.838694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=93e040dc-6a87-4947-bfa0-06fcffbd73e9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:23.842631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:23.876672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Allocated IP 172.20.0.2 (d1164884-8bd6-4bc5-ae82-00e5737db32c/fcf5ae99-2349-438e-9521-fbdd20e9ca07/003718f9-af21-4a56-97cb-229944a0cbde) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:23.878947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Checking segment: {'id': '2316f06e-d5a8-4db0-b1ec-163236993fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:23.879535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network hostable DHCP agents. Network: 07b838e1-1ea4-4447-be6f-0828f68cfd21, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:23.908398 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Attempting to bind port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:23.908985 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Attempting to bind port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:23.909665 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Attempting to bind port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:23.914007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'network': {'name': 'tempest-router-network02--2059048771'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:23.923365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c2fa8-b781-4673-a4d4-99456ec27892 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Network': ['ID=b2f12439-9910-4ad0-b0f5-83a350259778,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:23.931637 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:23.932065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:23.932704 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.933167 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:23.933829 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Bound port: a1fb4c9c-713d-4ba2-ae99-cde3a097c89a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:23.934251 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:23.955002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.013323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:24.022351 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] For port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:24.026833 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] For port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:24.041645 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.052600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:24.077239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:network and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:24.078578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:24.079237 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:24.085990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:24.106519 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.109844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:24.116880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Transition to ACTIVE for port object 003718f9-af21-4a56-97cb-229944a0cbde will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:24.135559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Transition to ACTIVE for port object 003718f9-af21-4a56-97cb-229944a0cbde will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:24.137729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:24.138218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94167-238e-4c5c-a83d-e58ab19f17ad None None] The sync data for ids ['dcc28e26-1c26-4292-9c95-533e8cb883dc'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:24.149710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b2f12439-9910-4ad0-b0f5-83a350259778 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:24.177340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.182840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:24.184834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:24.197653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4808-5960-4b59-b644-17572b876a3f req-817589a9-1f97-4189-9217-9ece9e33f4be tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:24.203935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5acb4808-5960-4b59-b644-17572b876a3f req-817589a9-1f97-4189-9217-9ece9e33f4be tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4804490 May 27 03:48:24.215058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 07b838e1-1ea4-4447-be6f-0828f68cfd21) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:24.246405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:24.247218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2783384'] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.258350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:24.261768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.276481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Network d1164884-8bd6-4bc5-ae82-00e5737db32c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:24.280764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07ee6a8e-61ef-42e1-969e-d4a54beb8675 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0817525 May 27 03:48:24.284176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:24.294149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:24.328769 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:24.330283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Pushing event updated for resources: {'Port': ['ID=003718f9-af21-4a56-97cb-229944a0cbde,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.332766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:24.334455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.335315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597a36b-bc99-4937-80e8-5550b09da349 None None] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:24.348542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:24.453992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:24.473324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5acb4808-5960-4b59-b644-17572b876a3f req-f23bb70c-fa5c-4a43-b1c5-36990c43736a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496088 May 27 03:48:24.561386 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.561732 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Added segment fd26dae9-4ea1-4619-8d72-0740c4feb9c9 of type vlan for network 9dd665b3-be34-47ee-b59d-dc48a1d273fe May 27 03:48:24.627637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Attempting to bind port 003718f9-af21-4a56-97cb-229944a0cbde on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:24.628246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Attempting to bind port 003718f9-af21-4a56-97cb-229944a0cbde by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:24.628389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Attempting to bind port 003718f9-af21-4a56-97cb-229944a0cbde on network d1164884-8bd6-4bc5-ae82-00e5737db32c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:24.656704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:24.657120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Checking segment: {'id': '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:24.657525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.657965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Bound using segment: {'id': '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:24.658109 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Pushing event updated for resources: {'Port': ['ID=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.658448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Bound port: 003718f9-af21-4a56-97cb-229944a0cbde, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd1164884-8bd6-4bc5-ae82-00e5737db32c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:24.658881 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.671145 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.671657 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.672331 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.673325 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.674282 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.674713 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.675174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.675714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.676250 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.676665 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.677211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:24.677547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.782415 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38a442-cac0-4240-a2df-fc70c5e09908 None None] Pushing event updated for resources: {'Port': ['ID=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:24.792988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] For port 003718f9-af21-4a56-97cb-229944a0cbde, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:24.796286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] For port 003718f9-af21-4a56-97cb-229944a0cbde, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=003718f9-af21-4a56-97cb-229944a0cbde,segment=NetworkSegment(92c36835-4ef0-4d6b-81f2-4cfaef4b8dee),segment_id=92c36835-4ef0-4d6b-81f2-4cfaef4b8dee)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:24.808742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9799902e-94df-4410-a200-615aa4c60829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:19Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:24.810446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.813959 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799902e-94df-4410-a200-615aa4c60829 None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:19Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:24.957965 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.969917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2917973'] for subnet, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:24.972069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.014984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.016143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router dcc28e26-1c26-4292-9c95-533e8cb883dc {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:48:25.032454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed2290-b159-4af2-8c52-4d5df6666365 None None] Pushing event updated for resources: {'Port': ['ID=003718f9-af21-4a56-97cb-229944a0cbde,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:25.054780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-07b838e1-1ea4-4447-be6f-0828f68cfd21', 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21', 'tenant_id': 'e95c992fb742436da899ca9ca35dce3e', 'fixed_ips': [{'subnet_id': '51ff1fd9-84e0-4346-81e8-88f0c9ae6a27'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:25.058833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.072954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.077603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3ee3f3ef-4ad1-4356-86e1-1955d9f4f5b1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc HTTP/1.1" status: 204 len: 168 time: 1.4130707 May 27 03:48:25.079121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44166) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:25.273580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:48:25.344430 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.348075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:25.348657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.478873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6258752 May 27 03:48:25.480267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44170) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:25.485903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd823fda-4417-4227-8586-270853339a38 req-c3a85cda-3e73-419a-9c61-57e099d360ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:25.487316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd823fda-4417-4227-8586-270853339a38 req-c3a85cda-3e73-419a-9c61-57e099d360ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3701468 May 27 03:48:25.497088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61929623-98d0-4ac7-b059-a90a965aecd8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Network': ['ID=9dd665b3-be34-47ee-b59d-dc48a1d273fe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:25.514526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:25.516566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'subnet': {'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:25.569531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd823fda-4417-4227-8586-270853339a38 req-0a390320-81b0-44d8-a294-c982ca39283e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735061 May 27 03:48:25.617771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:25.699703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet a3fbde03-befc-4c8f-bbda-0cf7a2a27d01 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:48:25.713423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.791594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:25.794960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793180466845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3164827'] for subnet, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:25.884008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Allocated IP 172.20.0.3 (07b838e1-1ea4-4447-be6f-0828f68cfd21/51ff1fd9-84e0-4346-81e8-88f0c9ae6a27/cd437879-fc1c-449c-9dd1-7223b37fddbc) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:25.889372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:subnet and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:25.899944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:25.918944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:25.947517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.009922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:26.010627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.015056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "PUT /v2.0/subnets/51ff1fd9-84e0-4346-81e8-88f0c9ae6a27 HTTP/1.1" status: 200 len: 877 time: 1.7268710 May 27 03:48:26.026127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:26.029655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47976203-2318-4fc6-a10b-8274b9fcf1b6 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event updated for resources: {'Subnet': ['ID=51ff1fd9-84e0-4346-81e8-88f0c9ae6a27,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.032918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:26.218984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.333217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.339821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.345212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.346618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Transition to ACTIVE for port object cd437879-fc1c-449c-9dd1-7223b37fddbc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:26.370462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Transition to ACTIVE for port object cd437879-fc1c-449c-9dd1-7223b37fddbc will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:26.380606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac463e9-736c-4376-bf6d-cd7ceb4f4498 None None] Network d1164884-8bd6-4bc5-ae82-00e5737db32c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:26.397871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.403129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.471831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:26.476864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port cd437879-fc1c-449c-9dd1-7223b37fddbc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:26.477368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.484712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.532496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:26.534382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fbde03-befc-4c8f-bbda-0cf7a2a27d01,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.543074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb0472-1447-40f7-b7c8-c38ebbf738ca req-3c549251-0b0b-4390-b2a4-516d9f68d18f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:26.548145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:26.548578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.555053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79cb0472-1447-40f7-b7c8-c38ebbf738ca req-3c549251-0b0b-4390-b2a4-516d9f68d18f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5819669 May 27 03:48:26.572125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1bcc65d4-3116-4e98-9ee5-25f4e07225e7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/a3fbde03-befc-4c8f-bbda-0cf7a2a27d01 HTTP/1.1" status: 204 len: 168 time: 1.4850051 May 27 03:48:26.573021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44194) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:26.621912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb98eff-a8a7-4eeb-996d-12554aaa2d71 None None] Network 711e9424-292d-436d-a98c-bca0c64a2c0a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:26.634893 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.642391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:26.668786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:26.679945 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:26.702301 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:26.705052 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:26.707247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Subnet': ['ID=54d43dea-7d2d-4e37-9067-8ceaeb827b93,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.741021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0b010489-1274-4b39-89a4-941dd18b9128 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/routers/c9f11d45-391e-447b-92ee-16970efd9107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6163719 May 27 03:48:26.753039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:26.768320 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79cb0472-1447-40f7-b7c8-c38ebbf738ca req-85c89d8d-23bd-41cf-96d8-1135b5996fb4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098320 May 27 03:48:26.772296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Pushing event updated for resources: {'Port': ['ID=cd437879-fc1c-449c-9dd1-7223b37fddbc,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:26.803768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-148f2d88-57f6-40ba-b391-bb52ce236a34 None None] Provisioning for port 003718f9-af21-4a56-97cb-229944a0cbde completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:26.806178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'port': {'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7', 'name': 'tempest-FloatingIPTestJSON-756023243'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:26.864672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Attempting to bind port cd437879-fc1c-449c-9dd1-7223b37fddbc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:26.865407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Attempting to bind port cd437879-fc1c-449c-9dd1-7223b37fddbc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '2316f06e-d5a8-4db0-b1ec-163236993fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:26.865891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Attempting to bind port cd437879-fc1c-449c-9dd1-7223b37fddbc on network 07b838e1-1ea4-4447-be6f-0828f68cfd21 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:26.871043 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:26.896796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:26.897452 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:27.006927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 003718f9-af21-4a56-97cb-229944a0cbde up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:27.025138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Checking segment: {'id': 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:27.025611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network hostable DHCP agents. Network: b2f12439-9910-4ad0-b0f5-83a350259778, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:27.040834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:27.041514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Checking segment: {'id': '2316f06e-d5a8-4db0-b1ec-163236993fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:27.042083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.042646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Bound using segment: {'id': '2316f06e-d5a8-4db0-b1ec-163236993fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:27.043297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Bound port: cd437879-fc1c-449c-9dd1-7223b37fddbc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2316f06e-d5a8-4db0-b1ec-163236993fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '07b838e1-1ea4-4447-be6f-0828f68cfd21'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:27.043837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.054924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:27.055316 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6daee-3a9f-4f18-b47b-ea031dc8d217 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:27.101123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 5caf0db7-b8c3-458f-942d-ff81d823045b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:48:27.111616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.146269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Allocated IP 172.20.0.1 (554af7fe-7a3c-46d8-8468-7a0c9adeb85d/964369f5-336e-4c5e-b71d-78d6bdd581e0/d52f89d4-7af7-4749-9ff1-5b6b816317e5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:27.174532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network b2f12439-9910-4ad0-b0f5-83a350259778 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:27.206924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:27.216828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:port and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:27.225506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:27.227519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port cd437879-fc1c-449c-9dd1-7223b37fddbc, host n-d-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:27.228481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.230708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.266021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b2f12439-9910-4ad0-b0f5-83a350259778) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:27.267937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:27.282768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:27.283359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.310344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:27.313433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.342985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282a5ff-bb34-4554-9e1f-f9418cba00b2 None None] Network b2f12439-9910-4ad0-b0f5-83a350259778 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:27.345268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4142bc39-5e2b-4418-b49f-d15b6215a67a tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8639755 May 27 03:48:27.352838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:27.358431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'subnet': {'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:27.470188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 003718f9-af21-4a56-97cb-229944a0cbde completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:27.487725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-93af0e42-8393-40e2-8219-569776a462ce None None] For port cd437879-fc1c-449c-9dd1-7223b37fddbc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:27.504958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 003718f9-af21-4a56-97cb-229944a0cbde triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:27.505705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.558584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for cd437879-fc1c-449c-9dd1-7223b37fddbc owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:27.602579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] device_id is not set on port ef14a35d-03b0-4fb9-a075-ea2ae8755f25 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:27.603122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-93af0e42-8393-40e2-8219-569776a462ce None None] For port cd437879-fc1c-449c-9dd1-7223b37fddbc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd437879-fc1c-449c-9dd1-7223b37fddbc,segment=NetworkSegment(2316f06e-d5a8-4db0-b1ec-163236993fe5),segment_id=2316f06e-d5a8-4db0-b1ec-163236993fe5)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:27.643731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:27.647963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.656949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Usage tracker for resource:subnet and tenant:78b096a7353447f4a761bee207e59607 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:27.666598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:27.685511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:27.701002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] DHCP port deletion for 711e9424-292d-436d-a98c-bca0c64a2c0a request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:48:27.711594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.732243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Deleting port e6da28d7-d8cc-4072-af37-6ea098009c8d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:27.732849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.797164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:48:27.797787 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:48:27.854639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Made reservation on behalf of 78b096a7353447f4a761bee207e59607 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:27.859751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af0e42-8393-40e2-8219-569776a462ce None None] Pushing event updated for resources: {'Port': ['ID=cd437879-fc1c-449c-9dd1-7223b37fddbc,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:27.875113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.888787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-c11b5bd8-b0c9-471c-9f90-9ac4f654b69e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250090 May 27 03:48:27.898896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Transition to ACTIVE for port object d52f89d4-7af7-4749-9ff1-5b6b816317e5 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:27.932492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:27.961384 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.103961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.11 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/ef14a35d-03b0-4fb9-a075-ea2ae8755f25) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:28.110866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 003718f9-af21-4a56-97cb-229944a0cbde, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=003718f9-af21-4a56-97cb-229944a0cbde,segment=NetworkSegment(92c36835-4ef0-4d6b-81f2-4cfaef4b8dee),segment_id=92c36835-4ef0-4d6b-81f2-4cfaef4b8dee)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:28.122410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.123965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d605a7ea-b0cd-4f7a-ab56-5f16585e74de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.130605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.145814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:28.146981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Pushing event updated for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.170954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:28.174757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:28.287083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.297955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-86be1315-1ba7-4027-8fc6-dedcb87877d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1097 time: 0.2915084 May 27 03:48:28.299315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port cd437879-fc1c-449c-9dd1-7223b37fddbc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:28.299742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.316636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.349679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b2f12439-9910-4ad0-b0f5-83a350259778', 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778', 'tenant_id': '78b096a7353447f4a761bee207e59607', 'fixed_ips': [{'subnet_id': '54d43dea-7d2d-4e37-9067-8ceaeb827b93'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:28.350771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.386673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.414594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6506bc9-9159-40a9-92bf-b4de47f73e8c None None] Network b5ba72db-f62e-4287-832f-4494321ee7bf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:28.435468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=5caf0db7-b8c3-458f-942d-ff81d823045b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.473428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-edc8bd9c-63ba-48f0-a17f-914de52591d2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/5caf0db7-b8c3-458f-942d-ff81d823045b HTTP/1.1" status: 204 len: 168 time: 1.8994222 May 27 03:48:28.478361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44214) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:28.643841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=003718f9-af21-4a56-97cb-229944a0cbde,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:28.784851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1c82-1d82-4ec1-a377-c2cef4dafbee req-d65009a9-4caf-4f63-b36d-667c4b2a07f1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:28.791810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c92f1c82-1d82-4ec1-a377-c2cef4dafbee req-d65009a9-4caf-4f63-b36d-667c4b2a07f1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.7543368 May 27 03:48:28.820143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] For port e6da28d7-d8cc-4072-af37-6ea098009c8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6da28d7-d8cc-4072-af37-6ea098009c8d,segment=NetworkSegment(d5f1c7a7-0820-4129-892c-fbc9631e9cfa),segment_id=d5f1c7a7-0820-4129-892c-fbc9631e9cfa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:28.820534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.836734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:28.867437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-5149eff6-301d-47d7-84b9-ae1bb578f944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:28.869657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-5149eff6-301d-47d7-84b9-ae1bb578f944 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.4832935 May 27 03:48:28.978309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c92f1c82-1d82-4ec1-a377-c2cef4dafbee req-8d73076f-c9bb-4172-b8ce-b3f2a08e432b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801434 May 27 03:48:28.988861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.067899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-5014d597-5490-41df-8738-9d2b7c2c154c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.1442447 May 27 03:48:29.111906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Calling delete_port for e6da28d7-d8cc-4072-af37-6ea098009c8d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:29.151884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port e6da28d7-d8cc-4072-af37-6ea098009c8d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:29.152486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.198296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port cd437879-fc1c-449c-9dd1-7223b37fddbc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd437879-fc1c-449c-9dd1-7223b37fddbc,segment=NetworkSegment(2316f06e-d5a8-4db0-b1ec-163236993fe5),segment_id=2316f06e-d5a8-4db0-b1ec-163236993fe5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:29.198700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.219860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-b3585d40-7faa-4387-9f51-fa609a417a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:29.229243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-b3585d40-7faa-4387-9f51-fa609a417a2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.1504536 May 27 03:48:29.250861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.259633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd437879-fc1c-449c-9dd1-7223b37fddbc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:29.285078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f7705bf0-4974-441b-a79b-0917cfd5e5ee None None] Provisioning complete for port 003718f9-af21-4a56-97cb-229944a0cbde triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:29.285443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f7705bf0-4974-441b-a79b-0917cfd5e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.360443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Allocated IP 172.20.0.2 (b2f12439-9910-4ad0-b0f5-83a350259778/54d43dea-7d2d-4e37-9067-8ceaeb827b93/887357fe-e93f-48a7-82f9-a1a50591e682) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:29.372932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.395230 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.532518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:29.554588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:29.557415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:29.661427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] The port 'e6da28d7-d8cc-4072-af37-6ea098009c8d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:48:29.677409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:29.678112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.687660 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.774754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.779330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-66024ea2-a8e8-41a8-aeeb-e9a299fce968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5420027 May 27 03:48:29.790045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for cd437879-fc1c-449c-9dd1-7223b37fddbc owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:29.833187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] Pushing event deleted for resources: {'Port': ['ID=e6da28d7-d8cc-4072-af37-6ea098009c8d,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:29.847643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:29.848272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3cf4c-4943-4935-83ca-ae48c73c298d None None] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:29.880171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=ef14a35d-03b0-4fb9-a075-ea2ae8755f25,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:29.959524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fcd662-2fd4-478a-978b-8125269ae7dd None None] No DVR routers for this DVR port e6da28d7-d8cc-4072-af37-6ea098009c8d on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:30.027722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.071313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Subnet': ['ID=e0df22dc-a88b-4f3c-91f5-99596006a426,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:30.118324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711e9424-292d-436d-a98c-bca0c64a2c0a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:30.136165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:30.136931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f1c7a7-0820-4129-892c-fbc9631e9cfa') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:30.151470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.173338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.181129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:30.181624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.197982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Pushing event updated for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:30.204070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.215056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.215624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.216164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.216690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.217509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.218076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.218630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.219166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.219559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.219953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.220353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: timer() May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:30.223520 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:30.248344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cd437879-fc1c-449c-9dd1-7223b37fddbc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:30.251884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] DHCP port deletion for b5ba72db-f62e-4287-832f-4494321ee7bf request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:48:30.283467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-561dfa96-3dbb-4b0f-948f-46d0cf0bb9e1 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5279016 May 27 03:48:30.291005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44234) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:30.292414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 003718f9-af21-4a56-97cb-229944a0cbde up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:30.316986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Deleting port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:30.317282 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.319950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'port': {'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7', 'name': 'tempest-FloatingIPTestJSON-1374838859'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:30.340296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.341097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.341097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.341583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.341985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.342381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.342804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.343711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.344100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.344489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.344878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:30.352041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Checking segment: {'id': 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:30.352486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network hostable DHCP agents. Network: 9dd665b3-be34-47ee-b59d-dc48a1d273fe, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:30.372486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64678f85-cd37-4e3a-84e3-08881db831c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.403063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-43e83167-ee74-4b47-9767-44f4fe1db657 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843706 May 27 03:48:30.427447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.444024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.447244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.463772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=711e9424-292d-436d-a98c-bca0c64a2c0a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:30.477940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4adddd8f-dea2-4aa3-a48b-dc571a8a89a6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/711e9424-292d-436d-a98c-bca0c64a2c0a HTTP/1.1" status: 204 len: 168 time: 1.9871836 May 27 03:48:30.479958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44238) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:30.480131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Transition to ACTIVE for port object 887357fe-e93f-48a7-82f9-a1a50591e682 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:30.535320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b83cd1-8833-4120-a383-4027e08644a7 req-34980756-73c3-483a-905a-bbe140cf6fab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:30.536880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81b83cd1-8833-4120-a383-4027e08644a7 req-34980756-73c3-483a-905a-bbe140cf6fab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5604517 May 27 03:48:30.558043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.591134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:30.607015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30639f26-1154-40cd-8481-0c81a1b21a4f None None] Could not find standard attr ID for object cd437879-fc1c-449c-9dd1-7223b37fddbc. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:48:30.614263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Transition to ACTIVE for port object 887357fe-e93f-48a7-82f9-a1a50591e682 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:30.629998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9dd665b3-be34-47ee-b59d-dc48a1d273fe) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:30.631990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:30.635032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=cd437879-fc1c-449c-9dd1-7223b37fddbc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:30.641017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:30.641735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.647397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:port and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:30.652998 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.654421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.656683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:30.669679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:30.684950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20576a8d-fe78-4f22-9e01-3bef6ddbb400 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3310161 May 27 03:48:30.686894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:30.687417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.688849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44242) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:30.703470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cf1d2-1a45-42ad-b9c0-9aad64620048 None None] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:30.716006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:30.719457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.761593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] device_id is not set on port 9e76fe3c-47b3-47df-9b7b-f4c59134142c yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:30.818832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:30.883275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 003718f9-af21-4a56-97cb-229944a0cbde triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:30.883655 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:30.887869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e277f319-26d7-4273-9bc4-6325f8ae7a32 req-faf7f65f-e8bf-4dc0-8d9c-84796ce3fb54 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732792 May 27 03:48:30.898231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:30.914857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-81b83cd1-8833-4120-a383-4027e08644a7 req-eebbf8f2-c36c-404c-a16e-6e1b28b051b4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577766 May 27 03:48:30.986029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port cd437879-fc1c-449c-9dd1-7223b37fddbc on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:31.001614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Network b2f12439-9910-4ad0-b0f5-83a350259778 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:31.035648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,segment=NetworkSegment(ddc4d942-51cd-4611-8059-79535199b145),segment_id=ddc4d942-51cd-4611-8059-79535199b145)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:31.036282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.075649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30639f26-1154-40cd-8481-0c81a1b21a4f None None] Provisioning for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:31.094063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:31.098778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:31.105348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Pushing event updated for resources: {'Port': ['ID=887357fe-e93f-48a7-82f9-a1a50591e682,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:31.126895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] For port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,segment=NetworkSegment(ddc4d942-51cd-4611-8059-79535199b145),segment_id=ddc4d942-51cd-4611-8059-79535199b145)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:31.127286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.134935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30639f26-1154-40cd-8481-0c81a1b21a4f None None] Provisioning complete for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:31.135326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30639f26-1154-40cd-8481-0c81a1b21a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.197805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.3 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/9e76fe3c-47b3-47df-9b7b-f4c59134142c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:31.216557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:31.442916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Calling delete_port for 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:31.461703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.523048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1a4f8-ed63-404c-b8aa-5203c7a8b485 None None] Network 07b838e1-1ea4-4447-be6f-0828f68cfd21 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:31.574138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:31.591875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:31.676594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.715451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-30639f26-1154-40cd-8481-0c81a1b21a4f None None] Port d52f89d4-7af7-4749-9ff1-5b6b816317e5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:31.732124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.734083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.763112 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.770762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44252) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:31.788175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.792234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Attempting to bind port 887357fe-e93f-48a7-82f9-a1a50591e682 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:31.792600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Attempting to bind port 887357fe-e93f-48a7-82f9-a1a50591e682 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:31.792998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Attempting to bind port 887357fe-e93f-48a7-82f9-a1a50591e682 on network b2f12439-9910-4ad0-b0f5-83a350259778 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:31.799881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a1fb4c9c-713d-4ba2-ae99-cde3a097c89a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:31.913406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:31.913778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Checking segment: {'id': 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:31.914176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.914572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Bound using segment: {'id': 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:31.915053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Bound port: 887357fe-e93f-48a7-82f9-a1a50591e682, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2f12439-9910-4ad0-b0f5-83a350259778'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:31.915424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.924825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:48:31.925200 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:48:31.945352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:31.953377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-9dd665b3-be34-47ee-b59d-dc48a1d273fe', 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe', 'tenant_id': '78b096a7353447f4a761bee207e59607', 'fixed_ips': [{'subnet_id': 'e0df22dc-a88b-4f3c-91f5-99596006a426'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:31.954525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.027651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:32.059352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.094080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:32.097386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:32.108943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=51ff1fd9-84e0-4346-81e8-88f0c9ae6a27,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.114522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-50e61b6c-e0ff-433a-b180-3e43aa2265b3 None None] Provisioning complete for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:32.115103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-50e61b6c-e0ff-433a-b180-3e43aa2265b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.270709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-50e61b6c-e0ff-433a-b180-3e43aa2265b3 None None] Port d52f89d4-7af7-4749-9ff1-5b6b816317e5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:32.281016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:32.287421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] For port 887357fe-e93f-48a7-82f9-a1a50591e682, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:32.293560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ba72db-f62e-4287-832f-4494321ee7bf']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.294708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54244f-fd66-43c1-a2e2-7c4a13d3985d None None] DHCP port deletion for 07b838e1-1ea4-4447-be6f-0828f68cfd21 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:48:32.301158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] For port 887357fe-e93f-48a7-82f9-a1a50591e682, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=887357fe-e93f-48a7-82f9-a1a50591e682,segment=NetworkSegment(b178b67c-a8ec-423d-bf91-7f9e0a0b1475),segment_id=b178b67c-a8ec-423d-bf91-7f9e0a0b1475)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:32.305515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.305908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:32.306408 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.321594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.359485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b838e1-1ea4-4447-be6f-0828f68cfd21']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.375941 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.383059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.405801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc4d942-51cd-4611-8059-79535199b145') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.406100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc4d942-51cd-4611-8059-79535199b145') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.413145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=9e76fe3c-47b3-47df-9b7b-f4c59134142c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.443941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Deleting port 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:32.443941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.444836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2316f06e-d5a8-4db0-b1ec-163236993fe5') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.444836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2316f06e-d5a8-4db0-b1ec-163236993fe5') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:32.446938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.489538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.515950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:32.515950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.517423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.517769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:32.518173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: timer() May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:32.537137 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:32.554110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.560534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9f235-f448-44ed-944a-388cfac04620 None None] The port '9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:48:32.586427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Allocated IP 172.20.0.2 (9dd665b3-be34-47ee-b59d-dc48a1d273fe/e0df22dc-a88b-4f3c-91f5-99596006a426/e2368b2c-dc60-419a-8d08-0490c1800d54) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:32.601267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:32.601673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.603950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:32.607060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c94536-973d-4ea7-afd8-b5eda60af876 None None] Pushing event updated for resources: {'Port': ['ID=887357fe-e93f-48a7-82f9-a1a50591e682,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:32.619962 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:32.630933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Usage tracker for resource:security_group_rule and tenant:feb840d76ba14797b56397165af41ec9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:32.640794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:32.658799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:32.671837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ace9505e-4ccb-4de9-8e71-688ae1e1205f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3770299 May 27 03:48:32.679141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e402f-7a26-4971-8515-d1ac0a6f0586 req-70f02837-1694-48b3-b46b-7b119ee1cc47 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:32.685972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-903e402f-7a26-4971-8515-d1ac0a6f0586 req-70f02837-1694-48b3-b46b-7b119ee1cc47 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3781040 May 27 03:48:32.687766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44262) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:32.695268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.697426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Router dc912c65-267b-425d-8c83-18b0803b3b8a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:32.702652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '9e76fe3c-47b3-47df-9b7b-f4c59134142c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:32.738826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.758661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:32.777277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:floatingip and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:32.781585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=b5ba72db-f62e-4287-832f-4494321ee7bf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:32.786592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:32.795154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65493822-4c5a-41c1-bb86-5650579eb710 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/b5ba72db-f62e-4287-832f-4494321ee7bf HTTP/1.1" status: 204 len: 168 time: 2.3136237 May 27 03:48:32.806485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:32.807562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:32.822670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641241357'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:32.838842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:32.863432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-903e402f-7a26-4971-8515-d1ac0a6f0586 req-917787ce-2040-413d-aefa-a2fe1611f6c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762662 May 27 03:48:32.868351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:32.871417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:32.895914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:32.931081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:32.938485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.008262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:33.015770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.023261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.114676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:33.120533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.143684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Transition to ACTIVE for port object e2368b2c-dc60-419a-8d08-0490c1800d54 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:33.160200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.162013 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 6277564f-ea87-439a-b015-13086b264756 of type vlan for network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 May 27 03:48:33.177283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Transition to ACTIVE for port object e2368b2c-dc60-419a-8d08-0490c1800d54 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:33.185928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.212169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.218326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.258613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.285967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.301941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.316277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:33.321823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:33.324889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Pushing event updated for resources: {'Port': ['ID=e2368b2c-dc60-419a-8d08-0490c1800d54,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.328009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=feb840d76ba14797b56397165af41ec9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5558021 May 27 03:48:33.331852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:33.332639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12b3cf-8c9c-4afc-be49-1f0e4ab7c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a05758-1526-4f66-930e-0dff8d3b85fd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.332950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:33.337671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44272) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.368042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.368250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=07b838e1-1ea4-4447-be6f-0828f68cfd21,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.383195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.387033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:33.387621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.423592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.476749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14c6fb37-5f62-4c78-8a4e-b9968f4f3835 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/07b838e1-1ea4-4447-be6f-0828f68cfd21 HTTP/1.1" status: 204 len: 168 time: 7.4373803 May 27 03:48:33.489336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.495704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.514972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Attempting to bind port e2368b2c-dc60-419a-8d08-0490c1800d54 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:33.515335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Attempting to bind port e2368b2c-dc60-419a-8d08-0490c1800d54 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:33.515692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Attempting to bind port e2368b2c-dc60-419a-8d08-0490c1800d54 on network 9dd665b3-be34-47ee-b59d-dc48a1d273fe {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:33.517840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6da28d7-d8cc-4072-af37-6ea098009c8d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:33.551466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Allocated IP 172.20.0.1 (b2f12439-9910-4ad0-b0f5-83a350259778/54d43dea-7d2d-4e37-9067-8ceaeb827b93/3833ee44-d162-414a-9f00-a9be233b107c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:33.558420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e6da28d7-d8cc-4072-af37-6ea098009c8d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:33.558791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6da28d7-d8cc-4072-af37-6ea098009c8d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:33.561507 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e963ba5-76d2-4e94-a031-30e81d8b3c95 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:33.561736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e963ba5-76d2-4e94-a031-30e81d8b3c95 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:33.564099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7e963ba5-76d2-4e94-a031-30e81d8b3c95 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/51ff1fd9-84e0-4346-81e8-88f0c9ae6a27 HTTP/1.1" status: 404 len: 337 time: 0.0723629 May 27 03:48:33.570561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:33.571393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.585515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Checking segment: {'id': 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:33.586121 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.586668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Bound using segment: {'id': 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:33.587479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Bound port: e2368b2c-dc60-419a-8d08-0490c1800d54, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9dd665b3-be34-47ee-b59d-dc48a1d273fe'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:33.588039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.590128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7791953 May 27 03:48:33.599630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.660091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:33.666798 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3380a8-0e71-4ba8-af48-6c9966cc4d83 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:33.667240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3380a8-0e71-4ba8-af48-6c9966cc4d83 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:33.672221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9f3380a8-0e71-4ba8-af48-6c9966cc4d83 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/07b838e1-1ea4-4447-be6f-0828f68cfd21 HTTP/1.1" status: 404 len: 339 time: 0.0912511 May 27 03:48:33.695705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44288) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.720218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] For port e2368b2c-dc60-419a-8d08-0490c1800d54, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:33.724096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] For port e2368b2c-dc60-419a-8d08-0490c1800d54, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e2368b2c-dc60-419a-8d08-0490c1800d54,segment=NetworkSegment(fd26dae9-4ea1-4619-8d72-0740c4feb9c9),segment_id=fd26dae9-4ea1-4619-8d72-0740c4feb9c9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:33.724325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17ab6c-6e1d-47e3-a603-6bad09cfd1e3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=350481cc-6f9f-4d8c-98ec-e17f97c30cd5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:33.736023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:33.761031 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.787239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6e98-d61d-4881-947b-74b84e06c7fb req-55c48526-7cf3-41b4-ba85-84670b72099f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:33.788710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e64b6e98-d61d-4881-947b-74b84e06c7fb req-55c48526-7cf3-41b4-ba85-84670b72099f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6555419 May 27 03:48:33.871943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.877956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 887357fe-e93f-48a7-82f9-a1a50591e682 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:33.893052 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26302ed-ed43-45c2-8554-7732b329e094 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:33.893493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26302ed-ed43-45c2-8554-7732b329e094 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:33.898027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a26302ed-ed43-45c2-8554-7732b329e094 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/69bbd998-e4cc-442b-ab11-292abeb42473 HTTP/1.1" status: 404 len: 337 time: 0.1646028 May 27 03:48:33.904702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:33.940534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.946048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e64b6e98-d61d-4881-947b-74b84e06c7fb req-89d67067-c335-43ec-9dca-9b59560c07c1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298549 May 27 03:48:33.973784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:33.993480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.178 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/de3447d7-6817-4b46-96c8-a48e6a322b82) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:33.993730 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23e7a59-8f6e-4f25-b758-36842407901c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:33.993985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23e7a59-8f6e-4f25-b758-36842407901c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:33.995665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e23e7a59-8f6e-4f25-b758-36842407901c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/30a6b53b-fd7d-4c44-b88d-6d6a48c17796 HTTP/1.1" status: 404 len: 339 time: 0.0852556 May 27 03:48:33.999639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:34.006244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Transition to ACTIVE for port object 3833ee44-d162-414a-9f00-a9be233b107c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:34.018314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:34.039280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:34.053241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:34.076352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:34.138185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b34a0-2988-4f75-9c40-e051f3b28fa6 None None] Pushing event updated for resources: {'Port': ['ID=e2368b2c-dc60-419a-8d08-0490c1800d54,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:34.163601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:34.173178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dcca5ef1-4895-4d6d-8a0d-fed298bf2f83 admin admin] 10.222.0.46 "PUT /v2.0/routers/dc912c65-267b-425d-8c83-18b0803b3b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2432294 May 27 03:48:34.176781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.193133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.199513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:34.214125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cc143-d224-40bf-8d1a-c98123e1d2fe None None] Network b2f12439-9910-4ad0-b0f5-83a350259778 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:34.235385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 887357fe-e93f-48a7-82f9-a1a50591e682 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:34.271000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:34.412836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a1fb4c9c-713d-4ba2-ae99-cde3a097c89a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:34.470265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network b2f12439-9910-4ad0-b0f5-83a350259778 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:34.477545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.525127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.525961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:34.553724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:34.613000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Port': ['ID=3833ee44-d162-414a-9f00-a9be233b107c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:34.623500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.651654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a05758-1526-4f66-930e-0dff8d3b85fd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:34.669559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Provisioning for port 887357fe-e93f-48a7-82f9-a1a50591e682 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:34.694223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:34.699744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Provisioning complete for port 887357fe-e93f-48a7-82f9-a1a50591e682 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:34.700244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.703379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.705148 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22f564d5-8ab1-40e1-a0e1-9cc65b58c9fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6a05758-1526-4f66-930e-0dff8d3b85fd HTTP/1.1" status: 204 len: 168 time: 1.3657880 May 27 03:48:34.736115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a8dc1c-cf8d-4dd3-b773-800804683bfb') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:34.736405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a8dc1c-cf8d-4dd3-b773-800804683bfb') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:34.750225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.758979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.761265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.769768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:34.770567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:34.791080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.807907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97501d-6d51-4ed9-9f81-a18f392259c7 req-55b45c83-90db-4073-b389-e0d7775f80c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:34.809434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e97501d-6d51-4ed9-9f81-a18f392259c7 req-55b45c83-90db-4073-b389-e0d7775f80c7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3192222 May 27 03:48:34.812680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:34.813136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: timer() May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:34.831381 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:34.946348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.016700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.056854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.077563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e97501d-6d51-4ed9-9f81-a18f392259c7 req-54a24df1-4332-424a-b37b-5e3992d887e4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453511 May 27 03:48:35.099478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:35.164642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2349ea5f-69e7-4bb2-ad04-98b69fca0565 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/c42a4550-c249-4c8c-9cdb-2c9c9ebb29aa HTTP/1.1" status: 204 len: 168 time: 1.1630180 May 27 03:48:35.169390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:35.297516 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c504ce-1ca6-434b-a158-b7052d3c1b7a tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:35.297965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c504ce-1ca6-434b-a158-b7052d3c1b7a tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:35.299923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33c504ce-1ca6-434b-a158-b7052d3c1b7a tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/d78425cd-c850-4123-a515-de90cdaeea2d HTTP/1.1" status: 404 len: 337 time: 0.1192338 May 27 03:48:35.300562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.330840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:35.341441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:35.341728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.400142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=0e7eefc9-2136-45bd-a216-d5fb177a15a5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:35.410704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.429839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:35.498646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:35.529965 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a33123-333b-4c55-9e24-6aca24db97c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:35.530573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a33123-333b-4c55-9e24-6aca24db97c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:35.535512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-73a33123-333b-4c55-9e24-6aca24db97c5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/2ae9f0ac-389c-432b-930c-47c7f8da33b0 HTTP/1.1" status: 404 len: 339 time: 0.2031662 May 27 03:48:35.540386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:35.681879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6f093-7f40-43a8-a553-5f65c1a80b58 None None] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:35.769801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-0c9d8399-fe81-4062-b2b9-4015fd7f6905 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:35.771368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-0c9d8399-fe81-4062-b2b9-4015fd7f6905 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.2754593 May 27 03:48:35.806038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-a2be7cb4-7ef9-47f7-a4f3-87febdc2520a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/quotas/c77ca19851384977bf4d327f83814d7a HTTP/1.1" status: 200 len: 375 time: 0.0204711 May 27 03:48:35.818009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:35.829988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:35.833062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:35.871015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '6277564f-ea87-439a-b015-13086b264756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:35.871747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 350481cc-6f9f-4d8c-98ec-e17f97c30cd5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:35.961831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=de3447d7-6817-4b46-96c8-a48e6a322b82,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:35.979562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] For port 887357fe-e93f-48a7-82f9-a1a50591e682, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=887357fe-e93f-48a7-82f9-a1a50591e682,segment=NetworkSegment(b178b67c-a8ec-423d-bf91-7f9e0a0b1475),segment_id=b178b67c-a8ec-423d-bf91-7f9e0a0b1475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:35.980819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd437879-fc1c-449c-9dd1-7223b37fddbc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:36.002278 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e81ceb-bd8a-472f-956f-bee2745cd06b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.002720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e81ceb-bd8a-472f-956f-bee2745cd06b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.004401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a6e81ceb-bd8a-472f-956f-bee2745cd06b tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/b9c53c5f-7d7f-47d5-83d5-8c35884847fe HTTP/1.1" status: 404 len: 337 time: 0.4630730 May 27 03:48:36.008751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.021160 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.086933 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-66aac807-6a27-4b98-a374-25e1cd55b93c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.087463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66aac807-6a27-4b98-a374-25e1cd55b93c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.101006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66aac807-6a27-4b98-a374-25e1cd55b93c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/7a15d359-4f60-4aba-9b77-4d4ffff7fa14 HTTP/1.1" status: 404 len: 339 time: 0.0879748 May 27 03:48:36.102011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44354) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.118007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c900bf7-c37a-40f8-ad80-54cd0f58b928 req-97e5885e-6fee-47df-8c96-4cf95dac89e4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:36.126825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c900bf7-c37a-40f8-ad80-54cd0f58b928 req-97e5885e-6fee-47df-8c96-4cf95dac89e4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.8049350 May 27 03:48:36.152684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:36.165440 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-584b108c-1688-4047-83f2-cfc84b2f1c77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.166224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584b108c-1688-4047-83f2-cfc84b2f1c77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.206117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c900bf7-c37a-40f8-ad80-54cd0f58b928 req-986b96f1-1bc1-4406-b91c-4622857819f9 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780272 May 27 03:48:36.209061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 350481cc-6f9f-4d8c-98ec-e17f97c30cd5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:36.219950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-584b108c-1688-4047-83f2-cfc84b2f1c77 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/2f437741-32fe-4485-9bde-79caeebb0db1 HTTP/1.1" status: 404 len: 337 time: 0.1137245 May 27 03:48:36.221578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.237538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:36.238499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.251045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-629e0888-e296-4018-ae82-f5b3a6da5878 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4228201 May 27 03:48:36.331008 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b49b97-a7d4-4411-9620-65bf62350800 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.332019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b49b97-a7d4-4411-9620-65bf62350800 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.337072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-33b49b97-a7d4-4411-9620-65bf62350800 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/64c429fb-9b30-46f4-ae12-7d5deae4aad4 HTTP/1.1" status: 404 len: 339 time: 0.1023335 May 27 03:48:36.338683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44368) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.385885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd57b3-ce4b-4f21-b4ba-5370135b8564 None None] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:36.489111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.504426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a13ae-a3e3-40c2-b58a-2eb88d6b498b None None] Pushing event updated for resources: {'Port': ['ID=887357fe-e93f-48a7-82f9-a1a50591e682,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:36.504662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.507039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: cd437879-fc1c-449c-9dd1-7223b37fddbc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:36.507378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd437879-fc1c-449c-9dd1-7223b37fddbc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:36.507792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:36.512686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-114cc78f-b229-4c1f-ab2d-38881abd60ab tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8964264 May 27 03:48:36.551200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:36.551546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9abd5dc8-0b2f-4cb3-a366-f364ce80d9ba not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:36.577738 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2ec76f-ba3e-4507-9ad4-cb7ee79c7e0e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.578375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2ec76f-ba3e-4507-9ad4-cb7ee79c7e0e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.584103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-de2ec76f-ba3e-4507-9ad4-cb7ee79c7e0e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/ecf53265-bd2f-4013-8c69-09d77d578ce4 HTTP/1.1" status: 404 len: 337 time: 0.1953821 May 27 03:48:36.584999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44376) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.585857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44380) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.606909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1727385412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:36.625503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.645347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:36.666691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:36.686367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:36.692102 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ee6398-c093-487a-82ae-87c7643c6c9e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.692857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ee6398-c093-487a-82ae-87c7643c6c9e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.697832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1ee6398-c093-487a-82ae-87c7643c6c9e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/beb1afb9-119e-4088-b8f1-c287878e59cd HTTP/1.1" status: 404 len: 339 time: 0.0989947 May 27 03:48:36.698857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44388) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.713577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:36.773347 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe056b2-68c0-45be-8bdf-c82c39f7bd2e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.774032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe056b2-68c0-45be-8bdf-c82c39f7bd2e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.782508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Provisioning complete for port 887357fe-e93f-48a7-82f9-a1a50591e682 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:36.783042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.789844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dfe056b2-68c0-45be-8bdf-c82c39f7bd2e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/56ef693e-9469-42e8-982c-277b2961910f HTTP/1.1" status: 404 len: 337 time: 0.0797868 May 27 03:48:36.795037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.800105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-fc7626f9-7c21-4a85-9ef1-bcc9a75d75e1 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144672 May 27 03:48:36.811765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Port': ['ID=3833ee44-d162-414a-9f00-a9be233b107c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:36.822782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.824136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:36.874410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 887357fe-e93f-48a7-82f9-a1a50591e682 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:36.960590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c32796-629f-4e10-aaa5-dda821467f08 req-f6d63c5c-04b0-4433-bae3-d3567010af16 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:36.963355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71c32796-629f-4e10-aaa5-dda821467f08 req-f6d63c5c-04b0-4433-bae3-d3567010af16 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5141320 May 27 03:48:36.973047 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fd3ce3-fd2c-4d02-bd00-af3963ac436c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:36.973894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fd3ce3-fd2c-4d02-bd00-af3963ac436c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:36.979519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-05fd3ce3-fd2c-4d02-bd00-af3963ac436c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/0414e2bb-0aa7-4aa4-8ab5-4321817513fe HTTP/1.1" status: 404 len: 339 time: 0.1795883 May 27 03:48:36.986976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44398) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:36.990313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.006665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network b2f12439-9910-4ad0-b0f5-83a350259778 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:37.011365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:37.078586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-350481cc-6f9f-4d8c-98ec-e17f97c30cd5', 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '0e7eefc9-2136-45bd-a216-d5fb177a15a5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:48:37.079412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.090417 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-82632563-9f34-4ed4-ac6b-d90678cc26e4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.091104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82632563-9f34-4ed4-ac6b-d90678cc26e4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.127998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82632563-9f34-4ed4-ac6b-d90678cc26e4 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/90e10c21-b5c6-42a0-aafc-5b5c1a3cbce8 HTTP/1.1" status: 404 len: 337 time: 0.1395843 May 27 03:48:37.130326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.137613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-07bde6c5-94b8-4c4d-8416-bd352ca345f3 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221416 May 27 03:48:37.163788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:29Z', 'revision_number': 2, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:37.191967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.259238 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-759f23cc-e80b-48dc-8afb-f6dcbaeb1c13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.274341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759f23cc-e80b-48dc-8afb-f6dcbaeb1c13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.281176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-759f23cc-e80b-48dc-8afb-f6dcbaeb1c13 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/af1815af-8a28-4250-9688-579c998cd960 HTTP/1.1" status: 404 len: 339 time: 0.1473818 May 27 03:48:37.283613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44408) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.287724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.289020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0f482b7e-6269-497a-8a45-a1cf57d44a68 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6919034 May 27 03:48:37.300650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:48:37.301026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Updating router dc912c65-267b-425d-8c83-18b0803b3b8a port d52f89d4-7af7-4749-9ff1-5b6b816317e5 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:48:37.350415 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b0b309-974b-4659-b974-ba140b112bc5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.350876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b0b309-974b-4659-b974-ba140b112bc5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.357999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10b0b309-974b-4659-b974-ba140b112bc5 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/40703669-18c2-4e1d-9937-1211cca66b0b HTTP/1.1" status: 404 len: 337 time: 0.0731630 May 27 03:48:37.359370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.364891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.377337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 887357fe-e93f-48a7-82f9-a1a50591e682 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:37.388118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.390307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'port': {'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5', 'name': 'tempest-RoutersIpV6Test-870880454'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:37.481304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71c32796-629f-4e10-aaa5-dda821467f08 req-badf1008-b8d8-47e6-a59d-72be3ab12b3a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021737 May 27 03:48:37.771914 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:37.821246 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5187750-6887-492f-913a-763664ac7077 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.822485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5187750-6887-492f-913a-763664ac7077 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.824543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a5187750-6887-492f-913a-763664ac7077 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/276bc062-c142-4289-9e5f-fe1a8da3d170 HTTP/1.1" status: 404 len: 339 time: 0.4554560 May 27 03:48:37.836527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44436) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.859322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82a7c6ed-4498-48f6-a5e7-c3fd86f70eb9 req-8874f572-2862-4138-83ab-13caa165359d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 210 time: 0.3552306 May 27 03:48:37.930039 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99a925f-d85f-4f1c-aba6-1d889fe29137 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.930498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99a925f-d85f-4f1c-aba6-1d889fe29137 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.932488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f99a925f-d85f-4f1c-aba6-1d889fe29137 tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/af37e677-2016-4dea-aa29-60d09fd02b15 HTTP/1.1" status: 404 len: 337 time: 0.0931230 May 27 03:48:37.936450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:37.988944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84d7e-d02c-46e8-abc8-60af29a64e7d req-2355cdc5-2996-4922-b3da-dccbbfc3669c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:37.988944 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46a84d7e-d02c-46e8-abc8-60af29a64e7d req-2355cdc5-2996-4922-b3da-dccbbfc3669c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2811828 May 27 03:48:37.994104 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8d7549-4011-4899-8bcd-45e044feb16c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] DELETE failed (client error): The resource could not be found. May 27 03:48:37.994550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8d7549-4011-4899-8bcd-45e044feb16c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:48:37.996183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7f8d7549-4011-4899-8bcd-45e044feb16c tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/85bae8b7-d2dd-4ba1-93cf-4c6a2313f15c HTTP/1.1" status: 404 len: 339 time: 0.0536554 May 27 03:48:38.000222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:38.063984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.203962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.216765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Provisioning for port 3833ee44-d162-414a-9f00-a9be233b107c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:38.267295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-46a84d7e-d02c-46e8-abc8-60af29a64e7d req-1b94de03-85a3-4384-b04a-cc2e2ecffcea tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659800 May 27 03:48:38.308931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Provisioning complete for port 3833ee44-d162-414a-9f00-a9be233b107c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:38.308931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.333283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Router 85476991-9897-4fb5-bc0f-e289d3dc5ac7 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:38.345773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting subnet 75b90267-16bd-4170-b986-f04ce4f1f1bb {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:48:38.353944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.363083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:38.377780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Port 3833ee44-d162-414a-9f00-a9be233b107c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:38.390087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Allocated IP 2001:db8::2 (350481cc-6f9f-4d8c-98ec-e17f97c30cd5/0e7eefc9-2136-45bd-a216-d5fb177a15a5/cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:38.509007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:port and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:38.539405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:38.663459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-0d9ecb39-a18f-4974-95ed-ce619fecf2e1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:38.676549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-0d9ecb39-a18f-4974-95ed-ce619fecf2e1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.4098933 May 27 03:48:38.695769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:38.696517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e2368b2c-dc60-419a-8d08-0490c1800d54 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:38.749229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-e5b90021-167c-49a8-baee-74b5435a6d2b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/quotas/c77ca19851384977bf4d327f83814d7a HTTP/1.1" status: 200 len: 375 time: 0.0717983 May 27 03:48:38.765810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.773447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:38.776343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:38.845934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-07c57585-3732-47f6-a5ad-214398406377 None None] Provisioning for port e2368b2c-dc60-419a-8d08-0490c1800d54 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:38.914948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] device_id is not set on port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:39.098836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e2368b2c-dc60-419a-8d08-0490c1800d54 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:39.103765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-10235a05-cb8c-40de-aa50-2bf5b634b253 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3314800 May 27 03:48:39.181958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e2368b2c-dc60-419a-8d08-0490c1800d54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:39.192665 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.215508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.226612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.319369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59205302-d84f-4488-aacd-96536c373eee None None] Provisioning complete for port 3833ee44-d162-414a-9f00-a9be233b107c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:39.319946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59205302-d84f-4488-aacd-96536c373eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.358020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-d9360002-258d-4952-a02b-d36e28e431a8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:39.359904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-d9360002-258d-4952-a02b-d36e28e431a8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:39.384299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-3efda605-2f0f-485f-85ef-36906b6e1438 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796695 May 27 03:48:39.391749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=de3447d7-6817-4b46-96c8-a48e6a322b82,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:39.409966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.446221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-d9360002-258d-4952-a02b-d36e28e431a8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:39.447335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-d9360002-258d-4952-a02b-d36e28e431a8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.2730515 May 27 03:48:39.472356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'port': {'device_id': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'admin_state_up': True, 'tenant_id': 'c77ca19851384977bf4d327f83814d7a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:39.482491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.488773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-59205302-d84f-4488-aacd-96536c373eee None None] Port 3833ee44-d162-414a-9f00-a9be233b107c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:39.501407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aecb7-0216-4cd0-bd01-0af51f28db56 req-75b1b476-6235-4a45-a52a-d3ff318c21a8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:39.505974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.508223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-151aecb7-0216-4cd0-bd01-0af51f28db56 req-75b1b476-6235-4a45-a52a-d3ff318c21a8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6824529 May 27 03:48:39.557140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.575824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Transition to ACTIVE for port object d52f89d4-7af7-4749-9ff1-5b6b816317e5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:39.582896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Transition to ACTIVE for port object cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:39.618005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59205302-d84f-4488-aacd-96536c373eee None None] Provisioning complete for port e2368b2c-dc60-419a-8d08-0490c1800d54 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:39.620266 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59205302-d84f-4488-aacd-96536c373eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.659568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.703346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-151aecb7-0216-4cd0-bd01-0af51f28db56 req-e3e861aa-7227-4305-b8d9-6cbf3622a3b6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941693 May 27 03:48:39.712697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.729916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:39.751574 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] Sync routers for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:39.778064 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:39.778946 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:39.816622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:39.822334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:port and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:39.823466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-b2fe2c5d-9944-4bb4-bda1-163e42e16af3 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194751 May 27 03:48:39.825695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:39.833683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:39.874998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.901576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Subnet': ['ID=75b90267-16bd-4170-b986-f04ce4f1f1bb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:39.903641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Made reservation on behalf of c77ca19851384977bf4d327f83814d7a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:39.906923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.927196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-605f0242-e681-4447-acfd-7b0dafd33513 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1953256 May 27 03:48:39.930850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:39.937000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:39.941638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f394713-1358-44de-b674-86066453b31e tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/subnets/75b90267-16bd-4170-b986-f04ce4f1f1bb HTTP/1.1" status: 204 len: 168 time: 1.9404836 May 27 03:48:39.948253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44490) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:40.009542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Transition to ACTIVE for port object cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:40.026176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be31f889-2c6e-4e18-aff4-81ee35269a0c None None] Network 2eaf34e0-2751-424b-b31f-ccbfe63b8112 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:40.055476 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:40.104046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:40.111697 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:40.119485 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 7db03a2c-5dc0-4876-bdbc-b0d2ecd834bb associated. External IP: 172.25.8.178, port: 9e76fe3c-47b3-47df-9b7b-f4c59134142c. May 27 03:48:40.253224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:40.276828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.291002 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:40.291909 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4915b9-d74c-489e-a59d-1510454da1ba None None] The sync data for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:40.350880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e2368b2c-dc60-419a-8d08-0490c1800d54, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e2368b2c-dc60-419a-8d08-0490c1800d54,segment=NetworkSegment(fd26dae9-4ea1-4619-8d72-0740c4feb9c9),segment_id=fd26dae9-4ea1-4619-8d72-0740c4feb9c9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:40.359412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785e2f2-658d-4e95-ad60-9cc526ce98f6 None None] Pushing event updated for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:40.399634 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.481488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8b6cba5-01fb-458d-a217-2cd69e48dc9d req-9f5208eb-a306-494a-98d8-9b60b1709ff1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.1037021 May 27 03:48:40.494460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:40.499353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:40.554141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Allocated IP 172.20.0.12 (554af7fe-7a3c-46d8-8468-7a0c9adeb85d/964369f5-336e-4c5e-b71d-78d6bdd581e0/c06a9ea4-f6a3-433f-bc05-5117d24bd308) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:40.568871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4bbb-d1a2-498c-9613-14940072d4bf req-89c8507b-bcb2-441f-9eef-6d73517023e4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:40.570903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4d4bbb-d1a2-498c-9613-14940072d4bf req-89c8507b-bcb2-441f-9eef-6d73517023e4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5366094 May 27 03:48:40.598640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:40.678066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.703608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8::e8 (350481cc-6f9f-4d8c-98ec-e17f97c30cd5/0e7eefc9-2136-45bd-a216-d5fb177a15a5/95e248de-fe6b-4c27-b30b-7b5b9781f7f6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:40.746474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Deleting port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:40.746863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.831192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:40.840447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Pushing event updated for resources: {'Port': ['ID=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:41.042932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b4d4bbb-d1a2-498c-9613-14940072d4bf req-a0401440-b12f-4bed-8713-8f471457b129 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599421 May 27 03:48:41.101633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Attempting to bind port d52f89d4-7af7-4749-9ff1-5b6b816317e5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:41.102006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Attempting to bind port d52f89d4-7af7-4749-9ff1-5b6b816317e5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:41.102372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Attempting to bind port d52f89d4-7af7-4749-9ff1-5b6b816317e5 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:41.164646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Attempting to bind port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:41.168121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Attempting to bind port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6277564f-ea87-439a-b015-13086b264756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:41.168121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Attempting to bind port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 on network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:41.185512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:41.201180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Usage tracker for resource:security_group_rule and tenant:b4161ab5a6784fd3b70b68a815ad27bf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:41.201668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:41.201970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:41.202369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.202762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Bound using segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:41.203279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Bound port: d52f89d4-7af7-4749-9ff1-5b6b816317e5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:41.203651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.215626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:41.240214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e2368b2c-dc60-419a-8d08-0490c1800d54,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:41.245441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:41.246469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Checking segment: {'id': '6277564f-ea87-439a-b015-13086b264756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:41.246469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.246699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Bound using segment: {'id': '6277564f-ea87-439a-b015-13086b264756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:41.246956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:41.247097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Bound port: cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6277564f-ea87-439a-b015-13086b264756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '350481cc-6f9f-4d8c-98ec-e17f97c30cd5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:41.247394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.271363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] For port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,segment=NetworkSegment(c9a678b1-0d5b-4cb4-b276-5541e5980a7f),segment_id=c9a678b1-0d5b-4cb4-b276-5541e5980a7f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:41.271949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.311289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.312157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.312883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.312883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.313135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.313469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.313791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.314112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.314433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.314750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.315065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:41.386113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.442306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] For port d52f89d4-7af7-4749-9ff1-5b6b816317e5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:41.465262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] For port d52f89d4-7af7-4749-9ff1-5b6b816317e5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d52f89d4-7af7-4749-9ff1-5b6b816317e5,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:41.465740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Calling delete_port for c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:41.469240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] For port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:41.472796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] For port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,segment=NetworkSegment(6277564f-ea87-439a-b015-13086b264756),segment_id=6277564f-ea87-439a-b015-13086b264756)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:41.475241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.492883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Transition to ACTIVE for port object c06a9ea4-f6a3-433f-bc05-5117d24bd308 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:41.518423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] DHCP port deletion for 2eaf34e0-2751-424b-b31f-ccbfe63b8112 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:48:41.520586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.548484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Deleting port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:41.548850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.562377 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.681841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:41.698892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.715318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51dc8e-3a06-4754-ab60-68a62bcb5211 req-da251c79-858c-45a7-accc-4f604cf33230 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:41.717158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc51dc8e-3a06-4754-ab60-68a62bcb5211 req-da251c79-858c-45a7-accc-4f604cf33230 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3721466 May 27 03:48:41.722774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.728924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.759380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785e2f2-658d-4e95-ad60-9cc526ce98f6 None None] Pushing event updated for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:41.803861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:41.841960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:41.843047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:41.949007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb1f72-0ce7-457c-83a7-cd68381f3457,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:42.032918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8aeed1c9-723c-4107-b1e0-ac950c030a9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4161ab5a6784fd3b70b68a815ad27bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7783341 May 27 03:48:42.036225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:42.047036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:42.052057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:42.056028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:42.058909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:42.095099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b934c9af-9180-4249-b450-02d31dd0f457 req-e47bb028-aa1f-40f6-afe7-6c218f2ab813 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.1826401 May 27 03:48:42.142537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Port': ['ID=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:42.167957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.256676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:42.257406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.267717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc51dc8e-3a06-4754-ab60-68a62bcb5211 req-743d8506-6415-444d-b51c-b9ca6df45317 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229905 May 27 03:48:42.273529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-6edb2af1-a86a-4c12-a12e-a978428b7266 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:42.276478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-6edb2af1-a86a-4c12-a12e-a978428b7266 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.3819950 May 27 03:48:42.304499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] No DVR routers for this DVR port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:42.313457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'port': {'device_id': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'admin_state_up': True, 'tenant_id': 'c77ca19851384977bf4d327f83814d7a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:42.391911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] For port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c8a637f7-1c57-4fc4-a88c-ca8b10dcf072,segment=NetworkSegment(c9a678b1-0d5b-4cb4-b276-5541e5980a7f),segment_id=c9a678b1-0d5b-4cb4-b276-5541e5980a7f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:42.392313 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.538159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ef0b-c73d-48ff-9f57-81d88cd8ad25 None None] Pushing event updated for resources: {'Port': ['ID=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:42.549538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Calling delete_port for c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:42.569019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:42.575939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:42.579812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e2368b2c-dc60-419a-8d08-0490c1800d54 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:42.595025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:42.599653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:42.600424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.631435 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-f4b3544c-dd41-428b-93fc-772d7c109a9c tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:48:42.632659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f4b3544c-dd41-428b-93fc-772d7c109a9c tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6996028 May 27 03:48:42.634091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-75d7f71f-ab54-40c6-b016-9f85679fb6de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1697435 May 27 03:48:42.649956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Request body: {'port': {'device_id': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:42.677355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:42.715418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:42.763222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:48:42.763222 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:48:42.824795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.840530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=95e248de-fe6b-4c27-b30b-7b5b9781f7f6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:42.868508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e2368b2c-dc60-419a-8d08-0490c1800d54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:42.868882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.894263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaf34e0-2751-424b-b31f-ccbfe63b8112']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.918464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.918739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a678b1-0d5b-4cb4-b276-5541e5980a7f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:42.932748 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-950de17c-1669-4208-957f-47fda026e1d3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.5655129 May 27 03:48:42.939646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.941289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44532) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:42.969179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08f5d9f1-61e8-477f-9c26-0a409b8be76a None None] Provisioning for port c06a9ea4-f6a3-433f-bc05-5117d24bd308 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:42.986399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08f5d9f1-61e8-477f-9c26-0a409b8be76a None None] Provisioning complete for port c06a9ea4-f6a3-433f-bc05-5117d24bd308 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:42.986788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f1-61e8-477f-9c26-0a409b8be76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:42.991331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:43.005437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.009989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.019200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:port and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:43.034185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:43.046591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8dcb-1370-4281-a851-e2c69097935a req-bb8d43ab-ed4c-4a6d-9912-abbf7232a002 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:43.054213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc0d8dcb-1370-4281-a851-e2c69097935a req-bb8d43ab-ed4c-4a6d-9912-abbf7232a002 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5571074 May 27 03:48:43.151812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.188770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:43.203038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.211410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:43.223854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:48:43.224332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: timer() May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:48:43.256216 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:48:43.295275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Made reservation on behalf of c77ca19851384977bf4d327f83814d7a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:43.298338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.352875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Deleting port c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:43.353982 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.409759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c2d2c-6b57-449c-a6ea-ed63095bded5 None None] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:43.500272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc0d8dcb-1370-4281-a851-e2c69097935a req-6caa88ee-2108-4639-8e97-8fa5547c9c84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450648 May 27 03:48:43.507184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.511513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.544866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-08f5d9f1-61e8-477f-9c26-0a409b8be76a None None] Port c06a9ea4-f6a3-433f-bc05-5117d24bd308 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:43.557392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-65714f77-4fd0-4a35-9607-d59eccfeabeb req-af76e32c-cca4-49d3-a296-d5113d39c2e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:43.589257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2816e491-e8c9-4602-bb92-1d901f48c350 None None] The port 'c8a637f7-1c57-4fc4-a88c-ca8b10dcf072' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:48:43.643953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] Pushing event deleted for resources: {'Network': ['ID=2eaf34e0-2751-424b-b31f-ccbfe63b8112,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:43.656512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.663625 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a6e4e735-3610-4857-8395-1f634543a9dd tempest-NetworksTest-1218861171 tempest-NetworksTest-1218861171-project] 10.222.0.46 "DELETE /v2.0/networks/2eaf34e0-2751-424b-b31f-ccbfe63b8112 HTTP/1.1" status: 204 len: 168 time: 3.7078197 May 27 03:48:43.719694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb1f72-0ce7-457c-83a7-cd68381f3457,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:43.742000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-65714f77-4fd0-4a35-9607-d59eccfeabeb req-af76e32c-cca4-49d3-a296-d5113d39c2e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:43.743156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65714f77-4fd0-4a35-9607-d59eccfeabeb req-af76e32c-cca4-49d3-a296-d5113d39c2e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.3435376 May 27 03:48:43.815930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:43.879035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cbf06cae-cd61-41ee-a3c3-97052424ace0 None None] Provisioning for port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:43.901523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:43.905799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1890a288-302a-409c-a20f-7c6db1bdaa83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0cb1f72-0ce7-457c-83a7-cd68381f3457 HTTP/1.1" status: 204 len: 168 time: 1.7525160 May 27 03:48:43.907844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:43.908249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c8a637f7-1c57-4fc4-a88c-ca8b10dcf072 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:44.057740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac53f-28e8-4865-ac1d-eb51b5caf00e req-c20439d7-fc66-4268-8184-070a6ef05cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:44.065231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-113ac53f-28e8-4865-ac1d-eb51b5caf00e req-c20439d7-fc66-4268-8184-070a6ef05cb8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3723655 May 27 03:48:44.070017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:44.086530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:41Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:44.096467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9bc50-8d96-4e29-97ff-2bc0486415cd None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:41Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:44.155663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06a9ea4-f6a3-433f-bc05-5117d24bd308 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:44.187302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:44.255014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:44.258930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Transition to ACTIVE for port object c06a9ea4-f6a3-433f-bc05-5117d24bd308 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:44.260712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:44.271488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:44.306194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-113ac53f-28e8-4865-ac1d-eb51b5caf00e req-6591b4fb-67e5-4e65-a072-b7c824f6b2fa tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394493 May 27 03:48:44.309466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:44.313044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:44.320430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:44.495666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:44.510981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-71398716-e56c-4936-9efe-685f0bc22865 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.8146515 May 27 03:48:44.521025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:44.549460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:44.550805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:44.587393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:44.636876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:44.637840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:44.743591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44564) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:44.761290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Allocated IP 172.20.0.4 (554af7fe-7a3c-46d8-8468-7a0c9adeb85d/964369f5-336e-4c5e-b71d-78d6bdd581e0/0d0bc253-4e9d-4ad7-a275-633df80bad96) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:44.768909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:44.769469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ace975-a473-4e12-9e4c-271156ae466d None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:44.831579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d52f89d4-7af7-4749-9ff1-5b6b816317e5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:44.929969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8b4b03e-3ec8-4155-a949-301b2344c06a None None] Provisioning for port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:44.972296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8b4b03e-3ec8-4155-a949-301b2344c06a None None] Provisioning complete for port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:44.972663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e8b4b03e-3ec8-4155-a949-301b2344c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.179815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4b03e-3ec8-4155-a949-301b2344c06a None None] Port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:45.213628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Pushing event updated for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:45.215637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:45.221336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:45.221646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.293351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.323722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e9447dc3-aa30-4da2-948d-9ce44a09aaf3 None None] Provisioning complete for port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:45.324094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e9447dc3-aa30-4da2-948d-9ce44a09aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.338565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.397552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e9447dc3-aa30-4da2-948d-9ce44a09aaf3 None None] Port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:45.461136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.477750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.526293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port d52f89d4-7af7-4749-9ff1-5b6b816317e5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d52f89d4-7af7-4749-9ff1-5b6b816317e5,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:45.529090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccf0a088-669b-4431-9828-ffba48519479 req-4680e537-53d0-4dee-96a9-e371e120deac tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.3964474 May 27 03:48:45.539036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.540129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:45.570217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Attempting to bind port c06a9ea4-f6a3-433f-bc05-5117d24bd308 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:45.570546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Attempting to bind port c06a9ea4-f6a3-433f-bc05-5117d24bd308 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:45.570869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Attempting to bind port c06a9ea4-f6a3-433f-bc05-5117d24bd308 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:45.583217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Transition to ACTIVE for port object 0d0bc253-4e9d-4ad7-a275-633df80bad96 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:45.604706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Port c06a9ea4-f6a3-433f-bc05-5117d24bd308 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:48:45.605109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Attempting to bind port c06a9ea4-f6a3-433f-bc05-5117d24bd308 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:45.618205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:45.618576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:45.618918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Bound using segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:45.619360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Bound port: c06a9ea4-f6a3-433f-bc05-5117d24bd308, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:45.619757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.652504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-21f9689d-d303-439a-a968-d889e5b80c1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e95c992fb742436da899ca9ca35dce3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5807617 May 27 03:48:45.665308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44572) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:45.678657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:45.685242 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:48:45.703524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:45.709274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:45.709763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.751161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:45.771535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Usage tracker for resource:security_group_rule and tenant:98793a5a023d4dd0bea47c0104616848 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:45.810935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.845424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.871977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:45.880731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,segment=NetworkSegment(6277564f-ea87-439a-b015-13086b264756),segment_id=6277564f-ea87-439a-b015-13086b264756)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:45.886656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:45.899487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:45.965702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:45.989641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:45.992347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:46.002079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:46.004303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:46.047270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.106608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:46.132282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:46.156888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.180373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d60ea-47dd-4a82-8360-61bf8cb52a7b req-b83fa893-9d86-49ac-9c50-beab418c5c51 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:46.182392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-546d60ea-47dd-4a82-8360-61bf8cb52a7b req-b83fa893-9d86-49ac-9c50-beab418c5c51 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 1.4690714 May 27 03:48:46.182623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.182941 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 7db03a2c-5dc0-4876-bdbc-b0d2ecd834bb disassociated. External IP: 172.25.8.178, port: 9e76fe3c-47b3-47df-9b7b-f4c59134142c. May 27 03:48:46.183303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.265231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-31fe8126-80e0-4ef6-b126-315646e57fac None None] Provisioning for port 0d0bc253-4e9d-4ad7-a275-633df80bad96 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:46.270133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.270840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-31fe8126-80e0-4ef6-b126-315646e57fac None None] Provisioning complete for port 0d0bc253-4e9d-4ad7-a275-633df80bad96 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:46.271513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-31fe8126-80e0-4ef6-b126-315646e57fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.273611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:46.274219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.315611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.316991 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] 10.222.0.41 "PUT /v2.0/ports/c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 1092 time: 3.6723087 May 27 03:48:46.325839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:46.341491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-31fe8126-80e0-4ef6-b126-315646e57fac None None] Port 0d0bc253-4e9d-4ad7-a275-633df80bad96 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:46.371597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.395393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:48:46.406958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.409774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-71de768c-badb-4ccc-a09f-04ba2497ab6a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1059210 May 27 03:48:46.423468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Request body: {'port': {'device_id': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:46.438888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.490165 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11601b2-2fde-4ac8-ad87-db878f5121d9'] response: {'name': 'network-changed', 'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308', 'status': 'completed', 'code': 200} May 27 03:48:46.491351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.534404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4374a6-b5bf-4f17-b094-cee333d89af0 service neutron] Pushing event updated for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:46.556613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-546d60ea-47dd-4a82-8360-61bf8cb52a7b req-c10bbdcf-ca27-45be-a038-2404733ad202 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192883 May 27 03:48:46.580526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d52f89d4-7af7-4749-9ff1-5b6b816317e5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:46.620343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=95e248de-fe6b-4c27-b30b-7b5b9781f7f6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:46.641164 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98793a5a023d4dd0bea47c0104616848&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8945556 May 27 03:48:46.646080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44586) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:46.648932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442d587-c07f-4991-bde2-2b4907dc3db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c3b76-e01b-4a17-8619-d73a2e6435fb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:46.734383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d52f89d4-7af7-4749-9ff1-5b6b816317e5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:46.734383 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.734936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.775286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.814394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad7c573-43b0-4152-bff6-9d8ec1138686,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:46.856819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:46.878646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7045f38f-fd88-44aa-9d59-344f0204d1cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ad7c573-43b0-4152-bff6-9d8ec1138686 HTTP/1.1" status: 204 len: 168 time: 1.2041864 May 27 03:48:46.975750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.077443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-ec9ee970-3aa9-440b-bf47-e3daa8338330 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1095 time: 0.7048666 May 27 03:48:47.080178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:47.146478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.200480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c0c8a36-d574-4c8d-8c2b-846e235c73ee None None] Provisioning complete for port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:47.202466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8a36-d574-4c8d-8c2b-846e235c73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.292853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c8a36-d574-4c8d-8c2b-846e235c73ee None None] Port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:47.316028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:47.316545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.411440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-e54a392a-df68-48ff-a15c-7c0c5216ca63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.3075962 May 27 03:48:47.529984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8736a-a18c-4976-9cc6-0748c36fdf78 req-28b1a520-46b1-4fb7-8d35-a028c57118e6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:47.531624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fe8736a-a18c-4976-9cc6-0748c36fdf78 req-28b1a520-46b1-4fb7-8d35-a028c57118e6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 931 time: 0.7281072 May 27 03:48:47.585043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-20c8df70-4436-4275-bad8-5229adfba224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:47.586731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-20c8df70-4436-4275-bad8-5229adfba224 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.1565540 May 27 03:48:47.648655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.737087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.745439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1fe8736a-a18c-4976-9cc6-0748c36fdf78 req-3e059098-aa63-4d48-bf29-f8cdeeb7e2f5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:47.771549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c3b76-e01b-4a17-8619-d73a2e6435fb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:47.783137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0bc253-4e9d-4ad7-a275-633df80bad96 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:47.790373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.791798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ec06aed-150e-40e8-b3f6-9ede1224cb96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/520c3b76-e01b-4a17-8619-d73a2e6435fb HTTP/1.1" status: 204 len: 168 time: 1.1415572 May 27 03:48:47.797980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f24fa2-dff5-4101-a314-5f6db3a5a711 req-73aba811-dac1-419b-8890-edaf89a8b8b3 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:47.801376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8f24fa2-dff5-4101-a314-5f6db3a5a711 req-73aba811-dac1-419b-8890-edaf89a8b8b3 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.4500704 May 27 03:48:47.801676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.810097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting port 3833ee44-d162-414a-9f00-a9be233b107c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:47.810488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:47.850128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1fe8736a-a18c-4976-9cc6-0748c36fdf78 req-3e059098-aa63-4d48-bf29-f8cdeeb7e2f5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:47.851265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1fe8736a-a18c-4976-9cc6-0748c36fdf78 req-3e059098-aa63-4d48-bf29-f8cdeeb7e2f5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095839 May 27 03:48:47.930465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8f24fa2-dff5-4101-a314-5f6db3a5a711 req-22802369-5983-4b87-9dfa-47cb8ab33982 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237636 May 27 03:48:47.931486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.000764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Transition to ACTIVE for port object 0d0bc253-4e9d-4ad7-a275-633df80bad96 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:48.017196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.109865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-82963a2d-fa8f-4e83-9dd6-b0661c4d9588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5140233 May 27 03:48:48.348097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:48.411434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:48.510552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:48.649637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.698463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.705323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1702499406'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:48.719289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.720057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:48.828219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-d6955eae-76ee-4515-93e4-c40a7313ed14 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608694 May 27 03:48:48.830952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:48.840809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Calling delete_port for 3833ee44-d162-414a-9f00-a9be233b107c owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:48.865709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=95e248de-fe6b-4c27-b30b-7b5b9781f7f6,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:48.903824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:48.916168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:48.994152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c89c9f-110a-49a0-bfd8-a180b3efd90c req-3e2fa982-bcaa-4df2-88da-38fdfba61db6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:48.995242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c89c9f-110a-49a0-bfd8-a180b3efd90c req-3e2fa982-bcaa-4df2-88da-38fdfba61db6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.7342789 May 27 03:48:49.000737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:49.010214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:49.013080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:49.052413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Attempting to bind port 0d0bc253-4e9d-4ad7-a275-633df80bad96 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:48:49.052761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Attempting to bind port 0d0bc253-4e9d-4ad7-a275-633df80bad96 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:48:49.053087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Attempting to bind port 0d0bc253-4e9d-4ad7-a275-633df80bad96 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:49.090739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:49.093755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.138729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Port 0d0bc253-4e9d-4ad7-a275-633df80bad96 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:48:49.139979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Attempting to bind port 0d0bc253-4e9d-4ad7-a275-633df80bad96 on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:48:49.177115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.209213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a30ea28-7f94-4ee0-8cff-b7ad43967785 req-a6b709f6-5926-459e-81d9-cc5c6e17fcb6 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373435 May 27 03:48:49.219518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:48:49.220124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:49.220693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Bound using segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:48:49.221323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Bound port: 0d0bc253-4e9d-4ad7-a275-633df80bad96, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:48:49.221926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.249211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c89c9f-110a-49a0-bfd8-a180b3efd90c req-5658d21c-c6ec-4c0b-8c41-09f01467033b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404644 May 27 03:48:49.297195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e312d0-a1a2-41c9-9bd2-d7815ea351cf req-077a2c67-8beb-4486-b999-ad59b24eb5fd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:49.299002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e312d0-a1a2-41c9-9bd2-d7815ea351cf req-077a2c67-8beb-4486-b999-ad59b24eb5fd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.4354749 May 27 03:48:49.372151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:49.392202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a6570ca0-c200-4327-bbaf-2df8045446e9 None None] Provisioning complete for port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:49.392766 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a6570ca0-c200-4327-bbaf-2df8045446e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.431700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:49.443679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e312d0-a1a2-41c9-9bd2-d7815ea351cf req-5d7d0c00-e87c-49f8-85e6-ff9ae0253bdd tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437223 May 27 03:48:49.444206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:49.492165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a6570ca0-c200-4327-bbaf-2df8045446e9 None None] Port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:49.535215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:49.575776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:49.607676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:49.618816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.666123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.677073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-6ac1824e-27ca-4396-8db0-421b8f426694 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1095 time: 0.3764963 May 27 03:48:49.700141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Port': ['ID=3833ee44-d162-414a-9f00-a9be233b107c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:49.791770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:49.803644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:49.804520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:49.817780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:49.818794 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:49.891912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687511-963d-4ee5-930a-db0b3890f5b4 req-f93338a6-eadc-40cf-b8f9-9eb72d1b7e84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:49.898771 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c687511-963d-4ee5-930a-db0b3890f5b4 req-f93338a6-eadc-40cf-b8f9-9eb72d1b7e84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2476110 May 27 03:48:49.914309 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:49.931537 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:49.934137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ff6abe23-914b-484e-9418-1fbf06b5c246 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/7db03a2c-5dc0-4876-bdbc-b0d2ecd834bb HTTP/1.1" status: 200 len: 688 time: 5.4119503 May 27 03:48:49.934831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:49.935596 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:50.021610 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:50.022375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab9c87-e682-4cc2-88ea-55ff6eb93744 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:50.073309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6c687511-963d-4ee5-930a-db0b3890f5b4 req-951f114e-15b7-477a-8fa0-f0df43585465 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735511 May 27 03:48:50.199870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port de3447d7-6817-4b46-96c8-a48e6a322b82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:50.200217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.274518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.276107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 1091 time: 3.8573995 May 27 03:48:50.277384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:50.282827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7093d35-5c0c-4c56-a73b-9c1d1f27ace6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:50.363222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677ea4a-0d07-4380-905f-29c4e7d4debb req-08add8b6-f1b1-4cb1-9424-c330e943ce7b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.371405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2677ea4a-0d07-4380-905f-29c4e7d4debb req-08add8b6-f1b1-4cb1-9424-c330e943ce7b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 943 time: 0.8973732 May 27 03:48:50.466166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.507263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.571474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.571954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.581331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 6b23a582-12d6-4f1b-87bb-624577c62f84 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:50.645711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:50.711918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for de3447d7-6817-4b46-96c8-a48e6a322b82 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:50.730377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe2a99-1e26-4f51-85f1-1322013e938a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:50.735315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-ce0d3a5c-dfd4-4919-ac6d-31645dd62452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.736766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-ce0d3a5c-dfd4-4919-ac6d-31645dd62452 service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 1.0420527 May 27 03:48:50.746498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.746498 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment c26dea28-b6af-4fbd-b1f0-99147e8118c3 of type vlan for network fce4ab63-5159-4397-90ef-eebfede94409 May 27 03:48:50.763313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df792e-e676-4340-a428-2af23b5fa0e3 req-aa91ee77-ecc4-4a8f-96ba-21308d3d71c1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.764865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6df792e-e676-4340-a428-2af23b5fa0e3 req-aa91ee77-ecc4-4a8f-96ba-21308d3d71c1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4620364 May 27 03:48:50.816602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2677ea4a-0d07-4380-905f-29c4e7d4debb req-2a0d4de0-3380-4c47-b50f-6af4d2492868 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441855 May 27 03:48:50.822181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347630-e791-4b1c-ad31-ae01662d5aff req-59e49d2e-8466-4e6c-984c-a0ccd37cb8ae tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:50.823389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84347630-e791-4b1c-ad31-ae01662d5aff req-59e49d2e-8466-4e6c-984c-a0ccd37cb8ae tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.21 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 0.7155230 May 27 03:48:50.887814 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-7c6f6473-ff4b-419f-8d86-d93f0e532290 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.1441731 May 27 03:48:50.939375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.943787 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50349097-c263-4f61-a057-7ecbc3e090dc'] response: {'name': 'network-changed', 'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96', 'status': 'completed', 'code': 200} May 27 03:48:50.962482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-f6af3d8c-6d56-423d-8964-5a4158707868 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1094 time: 0.6133945 May 27 03:48:50.964076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:50.981487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6df792e-e676-4340-a428-2af23b5fa0e3 req-a15a8f33-d968-41bb-a16f-ad1381ce7180 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542714 May 27 03:48:51.086598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Deleting port 1b33a369-c15a-47c4-86d3-9064af686486 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:51.086941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.111894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.144172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:51.161254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] Sync routers for ids ['6b23a582-12d6-4f1b-87bb-624577c62f84'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:51.162388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=de3447d7-6817-4b46-96c8-a48e6a322b82,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:51.167214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-8ab6a707-e413-4dc3-803a-f0c20a4a8eff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 217 time: 0.1913776 May 27 03:48:51.188601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] Routers {'6b23a582-12d6-4f1b-87bb-624577c62f84'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:51.189586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6b23a582-12d6-4f1b-87bb-624577c62f84'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:51.209032 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d9db6f76-79ea-4db6-81d3-e9e9c422f27e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/6b23a582-12d6-4f1b-87bb-624577c62f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2616348 May 27 03:48:51.212138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44690) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:51.315066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:51.323465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-9d1a3208-c14f-4ae5-a597-cb490a0d4eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:51.324781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-9d1a3208-c14f-4ae5-a597-cb490a0d4eeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.4238627 May 27 03:48:51.329186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] Routers {'6b23a582-12d6-4f1b-87bb-624577c62f84'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:51.329815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6b23a582-12d6-4f1b-87bb-624577c62f84'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:51.391654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.395325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:51.395929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.397956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:51.398657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac735d17-f96f-4f9e-9fcc-e0eaa7f1cf0f None None] The sync data for ids ['6b23a582-12d6-4f1b-87bb-624577c62f84'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:51.514582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d97c72-951b-4517-b4cc-67dc1fccee0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:51.515162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e4d97c72-951b-4517-b4cc-67dc1fccee0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:51.524975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.527693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.532465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8949fe7c-c882-4aa1-bf92-1912e929addd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/7db03a2c-5dc0-4876-bdbc-b0d2ecd834bb HTTP/1.1" status: 204 len: 168 time: 1.5895033 May 27 03:48:51.532805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:51.538852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'ef14a35d-03b0-4fb9-a075-ea2ae8755f25'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:51.554979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:51.561827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:floatingip and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:51.565816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:51.573145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e4d97c72-951b-4517-b4cc-67dc1fccee0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:51.580778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e4d97c72-951b-4517-b4cc-67dc1fccee0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports/95e248de-fe6b-4c27-b30b-7b5b9781f7f6 HTTP/1.1" status: 200 len: 982 time: 0.3611791 May 27 03:48:51.580778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:51.580778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:51.650457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e6b8-7951-4d56-83a5-4b722373f89a req-fb0df614-8eff-4e3e-99d6-920747e0ee84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:51.652125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfe3e6b8-7951-4d56-83a5-4b722373f89a req-fb0df614-8eff-4e3e-99d6-920747e0ee84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2387080 May 27 03:48:51.661680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:51.780442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-69d02824-cb1d-4d1e-9d80-3ff09cc97f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:51.781920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-69d02824-cb1d-4d1e-9d80-3ff09cc97f99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.5066288 May 27 03:48:51.849384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=fce4ab63-5159-4397-90ef-eebfede94409,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:51.865267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ed7abf1-10a0-4841-b246-12415297ca94 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5132678 May 27 03:48:51.865787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfe3e6b8-7951-4d56-83a5-4b722373f89a req-30f4bdd7-475c-4d40-99db-60ec7178e0ab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055478 May 27 03:48:51.866581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44720) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:51.873092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:51.875398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'name': 'tempest-PortsIpV6TestJSON-1952168822'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:51.976415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44726) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:52.045192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:52.053335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:52.056861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:52.067950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:52.168636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] For port 1b33a369-c15a-47c4-86d3-9064af686486, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b33a369-c15a-47c4-86d3-9064af686486,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:52.169129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.188145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cd9c8-e7ce-45a2-a337-adb31cc86b19 req-9de7ecf0-612a-49ce-90b8-7215a1829f7d tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:52.189727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c8cd9c8-e7ce-45a2-a337-adb31cc86b19 req-9de7ecf0-612a-49ce-90b8-7215a1829f7d tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 945 time: 1.1133609 May 27 03:48:52.266257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:52.269125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.293933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-1a5ec179-e8fe-4696-b75e-e14e2d33e532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9044573 May 27 03:48:52.306038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.338586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port be57fd80-5db2-4459-9deb-da07e0412bfe yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:52.377390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.518247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:52.534696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:9b02cfdce3c3435288150e546b48d7e0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:52.541059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:52.555904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668fab-773a-4044-93f5-863447768091 req-9f42f91d-0d26-4dba-afa2-0e1741cdd25d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:52.557437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34668fab-773a-4044-93f5-863447768091 req-9f42f91d-0d26-4dba-afa2-0e1741cdd25d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 943 time: 0.4104714 May 27 03:48:52.569144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:52.610048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-19fb2ae7-02fc-42ed-babd-ad8a14ffc310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8178875 May 27 03:48:52.621401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c8cd9c8-e7ce-45a2-a337-adb31cc86b19 req-72f37558-39e6-4d3e-a5bd-4bf3d6c8e4c1 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups?id=ffda90b2-ac89-4900-9ad6-9232afffbb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254673 May 27 03:48:52.821677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.79 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/01e9665b-96f4-43a5-bfcd-ef1578ace9ae) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:52.858391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Router 85476991-9897-4fb5-bc0f-e289d3dc5ac7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:52.882938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34668fab-773a-4044-93f5-863447768091 req-8ef76b2b-aa8c-4bd9-853a-6803bb51f248 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168154 May 27 03:48:52.900599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:52.901729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-611e9a14-2fa7-4946-a99e-9243a741c2d2 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960679 May 27 03:48:53.059901 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.060273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.060588 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Floating IP 0cf1fd65-27c7-4a60-b4b5-fe91deb07259 disassociated. External IP: 172.25.8.204, port: 1b33a369-c15a-47c4-86d3-9064af686486. May 27 03:48:53.061487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Calling delete_port for 1b33a369-c15a-47c4-86d3-9064af686486 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:53.112282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-ac313b84-bca6-4426-ba86-6973600b18e3 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781220 May 27 03:48:53.150142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.172583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.296125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99825f8-9941-4c41-9ff4-db1e6f9c062d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:53.308176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47c1b453-7319-427d-98a3-9d19b0fc7ac5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b02cfdce3c3435288150e546b48d7e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3305407 May 27 03:48:53.316383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.319909 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.325447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:53.447378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=be57fd80-5db2-4459-9deb-da07e0412bfe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:53.503770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c06a9ea4-f6a3-433f-bc05-5117d24bd308 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:48:53.518933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.523058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': 'c26dea28-b6af-4fbd-b1f0-99147e8118c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:48:53.523415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: fce4ab63-5159-4397-90ef-eebfede94409, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:53.544920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-07bf9cd2-4ee6-4931-844e-bb1ec36fa730 req-0518e3d8-4e69-419a-adf3-5d7e55151fdf service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271410 May 27 03:48:53.551269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb1678-010d-40fc-bd20-2fccd98e4862 req-71b2e8e9-0179-4e25-a4b4-e4292a3ae59f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:53.552691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23fb1678-010d-40fc-bd20-2fccd98e4862 req-71b2e8e9-0179-4e25-a4b4-e4292a3ae59f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.7150147 May 27 03:48:53.621370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.668111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=01e9665b-96f4-43a5-bfcd-ef1578ace9ae,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:53.673721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:53.679535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.686439 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] Sync routers for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:53.687338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f32984a-5e99-4697-b534-8b67b7337f04 req-ba37ea0d-fbd4-4e2c-8ab8-267d9fb1dbee service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647571 May 27 03:48:53.697368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:53.703942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:53.706827 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:53.707426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.719581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'port_id': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308', 'mac_address': 'fa:16:3e:5b:9c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:48:53.726522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:53.741760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.751604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bff1970f-26bd-4d51-bb7e-d3425864fd51 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0690751 May 27 03:48:53.765424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:53.793533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:53.794398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event deleted for resources: {'Port': ['ID=1b33a369-c15a-47c4-86d3-9064af686486,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:53.815940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.830302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.833301 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.833835 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.847633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:53.848431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.852998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06a9ea4-f6a3-433f-bc05-5117d24bd308 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:53.870993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:53.877401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:53.883076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23fb1678-010d-40fc-bd20-2fccd98e4862 req-91138dc8-6063-4d61-8de4-9e1e67dad114 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790592 May 27 03:48:53.895164 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-bd912b93-2b5e-4c7b-b674-bc35792b2ffe tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] delete failed (client error): The resource could not be found. May 27 03:48:53.896190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd912b93-2b5e-4c7b-b674-bc35792b2ffe tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1078431355 HTTP/1.1" status: 404 len: 335 time: 0.0996037 May 27 03:48:53.900320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:53.909836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f23ee3a2-e9c2-44ac-9217-5e5f63a56d85 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'router': {'external_gateway_info': {'network_id': '85476991-9897-4fb5-bc0f-e289d3dc5ac7'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:53.955965 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:53.956279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc87e2-8553-42a4-a9eb-f02c6ba2cd04 None None] The sync data for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:54.017452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:54.049892 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5b7a0fb-4346-4c12-a8de-166edaa425af req-999bc859-ef99-4bf5-b128-81c94357751c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.1671641 May 27 03:48:54.057584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:54.100261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, fce4ab63-5159-4397-90ef-eebfede94409) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:54.109335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a363e-8aef-448a-bffa-6f73a9dbf0c7 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:48:54.115943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.119097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:54.123033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:54.124446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.188451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99825f8-9941-4c41-9ff4-db1e6f9c062d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:54.252025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-82740b02-33db-4683-afb5-384c49581ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1094 time: 0.4922662 May 27 03:48:54.277717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.279000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c80c4eb-9e1a-45b2-833f-9459792bb29a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d99825f8-9941-4c41-9ff4-db1e6f9c062d HTTP/1.1" status: 204 len: 168 time: 0.9212799 May 27 03:48:54.292757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69ef578b-0489-48bd-b159-0515a9a2e92a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4232085 May 27 03:48:54.338199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c06a9ea4-f6a3-433f-bc05-5117d24bd308'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:48:54.367411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:54.385879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1244577605'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:54.455279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:54.458665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-d18c2a9d-7e9a-48f7-ac32-ba5da20670b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:54.462663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-d18c2a9d-7e9a-48f7-ac32-ba5da20670b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.2029006 May 27 03:48:54.522698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:54.536272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:54.556886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:54.723472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:54.727066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.744204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82b05-7653-4c4b-aece-65fce71e3b48 req-218e9367-5b01-4a30-a076-c9aa49d452d5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:54.746039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b82b05-7653-4c4b-aece-65fce71e3b48 req-218e9367-5b01-4a30-a076-c9aa49d452d5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5447373 May 27 03:48:54.796510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:54.825063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-f779c3cb-d90f-4d2b-af7d-569c93c6b60f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 217 time: 0.3509922 May 27 03:48:54.831649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b33a369-c15a-47c4-86d3-9064af686486 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:48:54.869851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 1b33a369-c15a-47c4-86d3-9064af686486 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:48:54.871065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b33a369-c15a-47c4-86d3-9064af686486 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:48:54.877992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.898546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c89926-0a4a-43fc-85fd-48a0dcf06d40 req-3e864c7c-5916-4df5-87f1-c41800b2036d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:54.899985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02c89926-0a4a-43fc-85fd-48a0dcf06d40 req-3e864c7c-5916-4df5-87f1-c41800b2036d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 943 time: 0.8121936 May 27 03:48:54.911905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:54.940020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b82b05-7653-4c4b-aece-65fce71e3b48 req-359af468-faa1-4ad4-a348-a3136f646683 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822972 May 27 03:48:54.941514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:54.941856 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 1f69578d-ffcb-4312-9bf9-ecde99cb13d8 of type vlan for network 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb May 27 03:48:54.972679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-c184db2b-2b1f-4612-bfae-2ad26ddd1164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:54.974057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-c184db2b-2b1f-4612-bfae-2ad26ddd1164 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.1420743 May 27 03:48:54.989267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:54.989600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.142781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:55.174226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02c89926-0a4a-43fc-85fd-48a0dcf06d40 req-090598af-e01d-4c5e-8696-7cea14dc32e3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108338 May 27 03:48:55.179444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Usage tracker for resource:security_group_rule and tenant:c8cb63803e7f4cd881b65cbee24623e7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:55.187064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f23ee3a2-e9c2-44ac-9217-5e5f63a56d85 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.187999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:55.191540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.203108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:55.209853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-1ce80220-da66-4530-9092-3e9b376f55be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232656 May 27 03:48:55.238274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:55.313830 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-f23ee3a2-e9c2-44ac-9217-5e5f63a56d85 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] update failed (client error): The resource could not be found. May 27 03:48:55.314864 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f23ee3a2-e9c2-44ac-9217-5e5f63a56d85 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7 HTTP/1.1" status: 404 len: 339 time: 1.4135821 May 27 03:48:55.324984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:55.342901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:48:55.361313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab9d4fb2-1a39-4b7c-b680-c44d0f7c4ec8 req-4880bd22-1daa-423b-bfb1-98036eb28163 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.1197805 May 27 03:48:55.399200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.402768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:55.403334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.519564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c06a9ea4-f6a3-433f-bc05-5117d24bd308 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:48:55.594241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c06a9ea4-f6a3-433f-bc05-5117d24bd308 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:55.599729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c06a9ea4-f6a3-433f-bc05-5117d24bd308 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:55.600226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.666896 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.673544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-e22a76a2-9b4a-4e4a-94e2-d102335561e0 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552906 May 27 03:48:55.681573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3086164 May 27 03:48:55.691296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44776) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:55.696124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.699440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7934b-1a4c-48ee-ac08-9be9649a9ac5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:55.714814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:48:55.755398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.759267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'ports': [{'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'}, {'network_id': '21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb'}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:55.759564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:55.760050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': '21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:48:55.835212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.843851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.848648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 95e248de-fe6b-4c27-b30b-7b5b9781f7f6 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:48:55.887459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:55.905831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:55.917509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:55.929076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7e11d-5303-44bf-ac58-26dc70278393 req-437f7a28-a895-4a21-a342-ea60dd7db0d6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:55.935760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ae7e11d-5303-44bf-ac58-26dc70278393 req-437f7a28-a895-4a21-a342-ea60dd7db0d6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6036491 May 27 03:48:55.963955 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea9a4a9-3ebb-4968-b929-c2c0beb722c5'] response: {'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308', 'code': 200} May 27 03:48:56.020591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:56.068529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-638080ab-1058-43cb-a75f-d1f4fa7a47ba req-46539cd3-8e2d-42f9-982c-a9e383107db2 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868496 May 27 03:48:56.079561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8cb63803e7f4cd881b65cbee24623e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2796583 May 27 03:48:56.082601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.105520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a041ab-a748-4a93-bc06-f2c62171be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311bb7d2-b809-4b4f-abad-b8bba6710b91,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:56.113661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:56.293466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.380657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ae7e11d-5303-44bf-ac58-26dc70278393 req-5047dba4-0031-4d6a-9102-073afb40f818 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439330 May 27 03:48:56.430803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:48:56.451477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:48:56.467603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:48:56.484307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:48:56.485466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acb7d62e-776e-4ff4-87e4-48e72fef6489 req-ce8e1e1e-7623-466b-af32-a78d27d54424 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.4718068 May 27 03:48:56.493854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.577080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 2} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:56.580386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.600654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b6e47566-87eb-4941-97a2-dabf90ea584b req-65a2aaa3-041a-4e98-8a3f-da715f314b3a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Synchronizing usage tracker for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:48:56.605300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.614939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.631353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:56.641558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Sync routers for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:56.649718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.656317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:56.657081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:56.832459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acb7d62e-776e-4ff4-87e4-48e72fef6489 req-eb1fe659-be8c-4bf6-809b-6d5fbc5b0e9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409004 May 27 03:48:56.840483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] No DVR routers for this DVR port 1b33a369-c15a-47c4-86d3-9064af686486 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:48:56.842586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b6e47566-87eb-4941-97a2-dabf90ea584b req-65a2aaa3-041a-4e98-8a3f-da715f314b3a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Unset dirty status for tenant:13230bdaceff4f72bd384d3ea8082739 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:48:56.843750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6e47566-87eb-4941-97a2-dabf90ea584b req-65a2aaa3-041a-4e98-8a3f-da715f314b3a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/ports?device_id=44fc6cb3-d523-4dbf-82d4-d1e390a545ae HTTP/1.1" status: 200 len: 210 time: 0.3338253 May 27 03:48:56.844709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.845349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0d0bc253-4e9d-4ad7-a275-633df80bad96 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:48:56.846594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84347630-e791-4b1c-ad31-ae01662d5aff req-74cefdec-370a-4341-8c31-8543c89e5084 tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.21 "DELETE /v2.0/ports/1b33a369-c15a-47c4-86d3-9064af686486 HTTP/1.1" status: 204 len: 173 time: 6.0088332 May 27 03:48:56.849569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'name': 'network-vif-deleted', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:48:56.863330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b83e36-20c7-4fae-805d-b223bef77c4f req-dcc9cf7d-8ae1-44c1-a3e2-7f8b739257c9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:56.864807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9b83e36-20c7-4fae-805d-b223bef77c4f req-dcc9cf7d-8ae1-44c1-a3e2-7f8b739257c9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 943 time: 0.5317485 May 27 03:48:56.865622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:56.945686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:56.946098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:48:56.968925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.015060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=95e248de-fe6b-4c27-b30b-7b5b9781f7f6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:57.228246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Allocated IP 172.20.0.1 (d1164884-8bd6-4bc5-ae82-00e5737db32c/fcf5ae99-2349-438e-9521-fbdd20e9ca07/136d093e-c00d-4af7-908e-a589c5c1215d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:57.294785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.298911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:57.305124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.321448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '0d0bc253-4e9d-4ad7-a275-633df80bad96', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'port_id': '0d0bc253-4e9d-4ad7-a275-633df80bad96', 'mac_address': 'fa:16:3e:2c:9f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:48:57.406740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.428316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:57.439642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Checking router: 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:48:57.451031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0bc253-4e9d-4ad7-a275-633df80bad96 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:48:57.476945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:57.478025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:57.483369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.529369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab041-70a8-43fc-9799-1a79b7932a1f req-840ee434-265b-448d-a7bd-af4706608eb2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:57.531191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49aab041-70a8-43fc-9799-1a79b7932a1f req-840ee434-265b-448d-a7bd-af4706608eb2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4597816 May 27 03:48:57.534079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Transition to ACTIVE for port object 136d093e-c00d-4af7-908e-a589c5c1215d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:48:57.542351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:57.597475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.609588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.649434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311bb7d2-b809-4b4f-abad-b8bba6710b91,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:57.651217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network d1164884-8bd6-4bc5-ae82-00e5737db32c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:57.654576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=01e9665b-96f4-43a5-bfcd-ef1578ace9ae,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:57.660193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:57.670351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:57.732651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9b83e36-20c7-4fae-805d-b223bef77c4f req-301df7a1-c7ea-40f5-ae8e-1dbcd6b737c4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8538749 May 27 03:48:57.739255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port e2b03b35-f545-448b-b360-aa2cfab38bbf yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:57.754328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49aab041-70a8-43fc-9799-1a79b7932a1f req-097d1174-5cdf-401f-97ea-6c5fe0ac2580 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024283 May 27 03:48:57.776240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Port': ['ID=136d093e-c00d-4af7-908e-a589c5c1215d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:57.781175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.788454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.792015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8884e59a-48f3-4334-87ee-e58f711fe418 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/311bb7d2-b809-4b4f-abad-b8bba6710b91 HTTP/1.1" status: 204 len: 168 time: 1.6619415 May 27 03:48:57.795592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:57.817149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:48:57.923991 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e71d21-4c63-457a-8663-ca0274bfca05'] response: {'server_uuid': '44fc6cb3-d523-4dbf-82d4-d1e390a545ae', 'name': 'network-vif-deleted', 'tag': '1b33a369-c15a-47c4-86d3-9064af686486', 'status': 'completed', 'code': 200} May 27 03:48:58.020688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.090333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.246251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44806) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:58.389381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:58.406639 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bac3aa72-63a0-4687-905b-189fd67e66c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.450577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-83333323-801e-457e-9130-62b04a6bee61 None None] Provisioning for port 136d093e-c00d-4af7-908e-a589c5c1215d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:48:58.452452 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.456410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['0d0bc253-4e9d-4ad7-a275-633df80bad96'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:48:58.492515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-83333323-801e-457e-9130-62b04a6bee61 None None] Provisioning complete for port 136d093e-c00d-4af7-908e-a589c5c1215d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:48:58.492974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83333323-801e-457e-9130-62b04a6bee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.550179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796dce6-afc0-4092-b3f9-503c4abdae90 req-7c126d1f-10bb-4468-950d-dfbb36774ceb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:58.562413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0796dce6-afc0-4092-b3f9-503c4abdae90 req-7c126d1f-10bb-4468-950d-dfbb36774ceb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5804961 May 27 03:48:58.581391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-83333323-801e-457e-9130-62b04a6bee61 None None] Port 136d093e-c00d-4af7-908e-a589c5c1215d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:48:58.582101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.610741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:58.688401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0796dce6-afc0-4092-b3f9-503c4abdae90 req-79e2a664-dab5-4efc-8961-5a4a14d2f13a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247342 May 27 03:48:58.737839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:58.744354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47418d0-679e-43b4-a612-5c32990139d1 None None] The sync data for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 is: [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:47:32Z', 'revision_number': 4, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5514c831-11ab-454c-8cf5-6861b9b17631', 'name': '', 'network_id': '4b22bbdc-fd18-4a8c-b9e2-58287c348c01', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'mac_address': 'fa:16:3e:40:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:29Z', 'updated_at': '2022-05-27T03:47:43Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'subnets': [{'id': '22f5aed3-3f7a-4514-86e0-7e3a32f2de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:58.912717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port c56ca7fb-429d-4bcf-aae2-af9e774e968c yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:48:58.925194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.018971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda90b2-ac89-4900-9ad6-9232afffbb6a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:59.126446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.144285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.146334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.149676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-21c4eb57-5c84-4679-864e-a15162fb18bf tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "DELETE /v2.0/security-groups/ffda90b2-ac89-4900-9ad6-9232afffbb6a HTTP/1.1" status: 204 len: 168 time: 0.8997004 May 27 03:48:59.151171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:59.185310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 6b23a582-12d6-4f1b-87bb-624577c62f84 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:59.197599 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP fa1d914c-8091-4de0-bfb4-5d2f1e1813cb associated. External IP: 172.25.8.79, port: ef14a35d-03b0-4fb9-a075-ea2ae8755f25. May 27 03:48:59.198614 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc5a7b-0ead-4c9f-8d6e-be9504b2331f None None] New status for floating IP 0cf1fd65-27c7-4a60-b4b5-fe91deb07259: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:48:59.276553 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-b9dee087-2c33-4b30-a2de-dad06fd3677a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] show failed (client error): The resource could not be found. May 27 03:48:59.280586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9dee087-2c33-4b30-a2de-dad06fd3677a tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "GET /v2.0/security-groups/ffda90b2-ac89-4900-9ad6-9232afffbb6a HTTP/1.1" status: 404 len: 347 time: 0.1188219 May 27 03:48:59.281989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:59.352856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1da2c-3efd-4340-97b2-b4f16d4b5bd8 req-31a1b299-11ac-4776-9b32-71b232b359ff tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:59.360480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9cb1da2c-3efd-4340-97b2-b4f16d4b5bd8 req-31a1b299-11ac-4776-9b32-71b232b359ff tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3608501 May 27 03:48:59.476411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Deleting port 8c42bcec-2428-4fb6-bb13-f1e853c0b3b3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:48:59.476907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.491754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.502043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event updated for resources: {'Port': ['ID=136d093e-c00d-4af7-908e-a589c5c1215d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:59.516817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa813db1-ff0f-4211-a1b4-0943980bc6d1 req-f34d6d8f-7e3e-4f55-8e55-8507ac553696 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:48:59.524064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa813db1-ff0f-4211-a1b4-0943980bc6d1 req-f34d6d8f-7e3e-4f55-8e55-8507ac553696 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 944 time: 0.5476263 May 27 03:48:59.547650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.590067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9cb1da2c-3efd-4340-97b2-b4f16d4b5bd8 req-784c778a-0322-4056-942d-e90e882fc4d3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286932 May 27 03:48:59.610969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:59.624950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] Sync routers for ids ['6b23a582-12d6-4f1b-87bb-624577c62f84'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:48:59.627554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ff153c70-9ad0-4e59-abb6-53feafb9d7bd tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/6b23a582-12d6-4f1b-87bb-624577c62f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0461550 May 27 03:48:59.630811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:48:59.646719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] Routers {'6b23a582-12d6-4f1b-87bb-624577c62f84'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:59.647470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6b23a582-12d6-4f1b-87bb-624577c62f84'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:59.686835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.711586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:59.726010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] Routers {'6b23a582-12d6-4f1b-87bb-624577c62f84'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:48:59.726879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:48:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6b23a582-12d6-4f1b-87bb-624577c62f84'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:59.794377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:59.794999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a358572-93f7-4db2-9c26-7a8fd2645913 None None] The sync data for ids ['6b23a582-12d6-4f1b-87bb-624577c62f84'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:48:59.846635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:59.848784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=e2b03b35-f545-448b-b360-aa2cfab38bbf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:59.851094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:59.862481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:48:59.863302 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.868291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aa813db1-ff0f-4211-a1b4-0943980bc6d1 req-36175988-18eb-418d-89e1-354834928278 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434126 May 27 03:48:59.919195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82d19d05-32d1-4f7f-afc1-b131097dbeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.937201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:48:59.937495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:00.052249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=c56ca7fb-429d-4bcf-aae2-af9e774e968c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:00.072021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Calling delete_port for 8c42bcec-2428-4fb6-bb13-f1e853c0b3b3 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:00.122822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Network d1164884-8bd6-4bc5-ae82-00e5737db32c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:00.126059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:00.318852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '1f69578d-ffcb-4312-9bf9-ecde99cb13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:00.319240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:00.432509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0837f70-5817-4ba1-959a-760c9e0f7241 None None] Provisioning complete for port 136d093e-c00d-4af7-908e-a589c5c1215d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:00.432822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0837f70-5817-4ba1-959a-760c9e0f7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:00.550663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c0837f70-5817-4ba1-959a-760c9e0f7241 None None] Port 136d093e-c00d-4af7-908e-a589c5c1215d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:00.567377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:00.627704 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-01910340-dde8-4bf5-941e-32d0bd1212a0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] remove_router_interface failed (client error): The resource could not be found. May 27 03:49:00.630740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-01910340-dde8-4bf5-941e-32d0bd1212a0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/6b23a582-12d6-4f1b-87bb-624577c62f84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9973333 May 27 03:49:00.634672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44866) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:00.696959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2dc9a016-9255-4f81-bdaa-3ff03c335c0e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:00.715132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:00.729255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2dc9a016-9255-4f81-bdaa-3ff03c335c0e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:00.730685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2dc9a016-9255-4f81-bdaa-3ff03c335c0e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b23a582-12d6-4f1b-87bb-624577c62f84 HTTP/1.1" status: 200 len: 205 time: 0.0928445 May 27 03:49:00.735778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:00.739879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:00.744815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:00.745302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc30d4-1f13-457a-aab9-3827ee0159ef None None] Network 21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:00.748712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:00.749503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:00.754584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44872) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:00.831021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Pushing event deleted for resources: {'Port': ['ID=8c42bcec-2428-4fb6-bb13-f1e853c0b3b3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:00.906067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0d0bc253-4e9d-4ad7-a275-633df80bad96 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:00.978754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0ac7-dad2-4952-804a-cca69d91b8e9 req-cd923b70-90b3-43be-b99d-3550cba59063 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:00.986087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7d0ac7-dad2-4952-804a-cca69d91b8e9 req-cd923b70-90b3-43be-b99d-3550cba59063 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4264507 May 27 03:49:01.008914 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-362bb269-22d2-4771-99e0-26aa877fa43c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3165398 May 27 03:49:01.018536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.019855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:01.042360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 0d0bc253-4e9d-4ad7-a275-633df80bad96 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:01.049227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 0d0bc253-4e9d-4ad7-a275-633df80bad96 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:01.049691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.103769 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7d0ac7-dad2-4952-804a-cca69d91b8e9 req-53d53a21-8b0e-4305-adbb-a18d28a82bb3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167250 May 27 03:49:01.125097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.125097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4c5e3800-4759-4e00-ae41-15409853dd3c tempest-ServersTestManualDisk-1231278575 tempest-ServersTestManualDisk-1231278575-project] 10.222.0.46 "DELETE /v2.0/floatingips/0cf1fd65-27c7-4a60-b4b5-fe91deb07259 HTTP/1.1" status: 204 len: 168 time: 1.8317041 May 27 03:49:01.125097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Router 85476991-9897-4fb5-bc0f-e289d3dc5ac7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:01.125097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:01.187301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.204672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.240487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:01.251881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:01.281758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.348225 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db997d4-6356-4755-bd22-93830354afe4'] response: {'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96', 'code': 200} May 27 03:49:01.368703 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.411468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.417378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:01.431277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port c56ca7fb-429d-4bcf-aae2-af9e774e968c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:01.431613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:01.605328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-212e079a-5e22-4118-b5ab-5ef67b1537af req-df137cc0-9bc2-4802-b52f-c2636a5c3d15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1096 time: 0.2081358 May 27 03:49:01.670615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:01.679111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-05384ebf-87af-4303-aa53-75c6919d79f7 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3531425 May 27 03:49:01.680456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44922) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:01.681149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-212e079a-5e22-4118-b5ab-5ef67b1537af req-96cd28d6-f4e6-4d12-bd4d-ef5f70cc8521 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700660 May 27 03:49:01.685030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] Sync routers for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:01.708241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:01.712133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:01.712989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.777370 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.787558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1a818-5490-4c59-8795-513a09c8c49d req-5a35bb4d-0383-4bb7-ab97-e09d5afc18e3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:01.790122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:01.790879 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.794439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-40a1a818-5490-4c59-8795-513a09c8c49d req-5a35bb4d-0383-4bb7-ab97-e09d5afc18e3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 944 time: 0.6817229 May 27 03:49:01.856004 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:01.856665 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5768ad2-0f87-4e53-864a-0c1ea07b5c81 None None] The sync data for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:01.959346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.351301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.383356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.469520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-40a1a818-5490-4c59-8795-513a09c8c49d req-cfbdddb4-abbe-4084-be26-a638cd80bf5a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735749 May 27 03:49:02.529756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.590294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aca9f-8d85-4cbc-9b22-ca19d97411aa req-d137fa23-0241-434d-aecc-b0c1577c3076 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:02.592028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-882aca9f-8d85-4cbc-9b22-ca19d97411aa req-d137fa23-0241-434d-aecc-b0c1577c3076 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3448040 May 27 03:49:02.615474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for c56ca7fb-429d-4bcf-aae2-af9e774e968c owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:02.691228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-882aca9f-8d85-4cbc-9b22-ca19d97411aa req-d2ad9e9c-d59e-4967-8dc1-903b02c63102 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904965 May 27 03:49:02.697817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:02.738506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.738986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 6b23a582-12d6-4f1b-87bb-624577c62f84 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:49:02.778416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.782907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a1a6d45-df6d-4807-a905-72e75c7d8ce5 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/6b23a582-12d6-4f1b-87bb-624577c62f84 HTTP/1.1" status: 204 len: 168 time: 2.0264046 May 27 03:49:02.784344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:02.847713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277c4da8-1d58-45a2-83be-766f62bc59f5 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.897985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.905354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.931203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Deleting port 5514c831-11ab-454c-8cf5-6861b9b17631 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:02.931545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.959396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:02.990034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:02.996798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Usage tracker for resource:security_group_rule and tenant:57847efefefc458193803d2d068927d6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:03.013121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:03.022680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=c56ca7fb-429d-4bcf-aae2-af9e774e968c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:03.066470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:03.118747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.150513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-84d43a75-b8c3-443b-9353-48d753a4ee56 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/c56ca7fb-429d-4bcf-aae2-af9e774e968c HTTP/1.1" status: 204 len: 168 time: 2.1080525 May 27 03:49:03.153851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] For port 5514c831-11ab-454c-8cf5-6861b9b17631, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5514c831-11ab-454c-8cf5-6861b9b17631,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:03.154774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.157604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.284077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 0e7eefc9-2136-45bd-a216-d5fb177a15a5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:03.287561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:03.295251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Calling delete_port for 5514c831-11ab-454c-8cf5-6861b9b17631 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:03.297820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:03.304021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.309783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:03.311059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:03.346279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.354963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.367842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.377200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:03.389191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:03.389877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:03.393140 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-277c4da8-1d58-45a2-83be-766f62bc59f5 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 03:49:03.397008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-277c4da8-1d58-45a2-83be-766f62bc59f5 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7 HTTP/1.1" status: 409 len: 329 time: 1.7104676 May 27 03:49:03.402210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.412652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.458125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:03.458536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8cf61-f890-4567-a5ce-34823bf60ff0 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:03.468488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e905b-487e-47be-8c83-35e108994a21 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:03.472303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e905b-487e-47be-8c83-35e108994a21 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:03.473043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d36e905b-487e-47be-8c83-35e108994a21 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:03.492639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b3aad-c0b3-456e-be5f-5afeb0927420,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:03.511562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e1ad936-50d8-4e5d-aeff-5fb1edbd4d23 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.9778323 May 27 03:49:03.517843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44974) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.563443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-479863e2-19ef-4d18-93c6-d3ad017d7a60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57847efefefc458193803d2d068927d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8623698 May 27 03:49:03.570269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.583461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d36e905b-487e-47be-8c83-35e108994a21 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:03.587081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d36e905b-487e-47be-8c83-35e108994a21 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4245620 May 27 03:49:03.588581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.680245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.721876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4e20f794-a37c-4716-bfc9-e8dd65720d2d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/floatingips/fa1d914c-8091-4de0-bfb4-5d2f1e1813cb HTTP/1.1" status: 200 len: 977 time: 0.2008328 May 27 03:49:03.726435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44986) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.757984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port e2b03b35-f545-448b-b360-aa2cfab38bbf {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:03.758556 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.870453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b06bd6ab-811f-4ad8-a613-170eeb7f6f55 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Synchronizing usage tracker for tenant:6c776d3db218419aaf8078531888f7a3 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:03.877128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.895105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.896439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.914303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a0ac2-e05b-4882-a82f-cefacce42909 req-69e2bcaf-b6d8-4876-82c4-dcc93d433a5f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:03.915649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c9a0ac2-e05b-4882-a82f-cefacce42909 req-69e2bcaf-b6d8-4876-82c4-dcc93d433a5f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.2889006 May 27 03:49:03.929436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7eefc9-2136-45bd-a216-d5fb177a15a5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:03.964404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:03.971739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b06bd6ab-811f-4ad8-a613-170eeb7f6f55 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Unset dirty status for tenant:6c776d3db218419aaf8078531888f7a3 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:03.975347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b06bd6ab-811f-4ad8-a613-170eeb7f6f55 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2454815 May 27 03:49:03.978148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f1061-b18f-4a43-ba0b-d7b57c2ff2cd None None] Network 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:03.980009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44992) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.987330 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cdb589c8-afff-4597-a388-db3296d79469 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/0e7eefc9-2136-45bd-a216-d5fb177a15a5 HTTP/1.1" status: 204 len: 168 time: 1.1983542 May 27 03:49:03.987985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:03.991353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': '9e76fe3c-47b3-47df-9b7b-f4c59134142c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:04.008952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5514c831-11ab-454c-8cf5-6861b9b17631,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:04.352185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.370227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c9a0ac2-e05b-4882-a82f-cefacce42909 req-a3f8ffe0-466d-46e0-9a1f-05bcc34ac48a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428792 May 27 03:49:04.406444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] DHCP port deletion for 350481cc-6f9f-4d8c-98ec-e17f97c30cd5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:04.413659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Deleting port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:04.414850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.416596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.511561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.554947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:04.555280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.731152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.818368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] For port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,segment=NetworkSegment(6277564f-ea87-439a-b015-13086b264756),segment_id=6277564f-ea87-439a-b015-13086b264756)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:04.818779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:04.972165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Calling delete_port for cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:04.980398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for e2b03b35-f545-448b-b360-aa2cfab38bbf owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:04.999113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:05.055767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,segment=NetworkSegment(6277564f-ea87-439a-b015-13086b264756),segment_id=6277564f-ea87-439a-b015-13086b264756)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:05.056121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.154485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.180909 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.189904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:05.198973 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.218989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] Pushing event deleted for resources: {'Port': ['ID=cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:05.229595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a692a-fd48-4cb3-bc92-97468b2bfe04 None None] No DVR routers for this DVR port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:05.232733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b3aad-c0b3-456e-be5f-5afeb0927420,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:05.255422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d2d35-e7f5-4459-990d-1f75ddc6247f req-a61915f4-f231-4746-83c4-79d38fdf17cf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:05.257619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd8d2d35-e7f5-4459-990d-1f75ddc6247f req-a61915f4-f231-4746-83c4-79d38fdf17cf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 1.3156981 May 27 03:49:05.355881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.357541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0926c852-6142-4045-b65a-5de719adf9a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab1b3aad-c0b3-456e-be5f-5afeb0927420 HTTP/1.1" status: 204 len: 168 time: 1.7848973 May 27 03:49:05.375897 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.388050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-8681e7b5-5373-4b8e-b211-9256b17244f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1096 time: 0.3180273 May 27 03:49:05.390559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ec760-e4ab-4ce0-9259-a2ddb86d7143 req-2ff53081-30a2-444f-9844-841ab6b537f0 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:05.392033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a5ec760-e4ab-4ce0-9259-a2ddb86d7143 req-2ff53081-30a2-444f-9844-841ab6b537f0 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.4138949 May 27 03:49:05.440415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:05.440749 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:05.478410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=e2b03b35-f545-448b-b360-aa2cfab38bbf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:05.484495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a5ec760-e4ab-4ce0-9259-a2ddb86d7143 req-6ec1a20d-9209-43a7-a0a9-94b541a8f573 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845985 May 27 03:49:05.492873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd8d2d35-e7f5-4459-990d-1f75ddc6247f req-1cc7a6fa-6bc9-49f5-bfda-dfece56c9e64 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207370 May 27 03:49:05.579235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.637292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.730122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-214cd7f5-f494-475e-af98-9cbfbda15dbf tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/e2b03b35-f545-448b-b360-aa2cfab38bbf HTTP/1.1" status: 204 len: 168 time: 2.1381142 May 27 03:49:05.733366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45008) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:05.745667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45012) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:05.788220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.798821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.807871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.827477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13637ce-266a-491f-8308-04898ca55c60 req-e98c54d8-4c4c-4cbb-a131-3ed5c0c9cdb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:05.828922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-e98c54d8-4c4c-4cbb-a131-3ed5c0c9cdb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.4096951 May 27 03:49:05.922211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:05.928062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-52a12ab6-4daf-413c-9660-9c7145dc4ee6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 217 time: 0.0906148 May 27 03:49:05.933886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.937514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Usage tracker for resource:security_group_rule and tenant:b6af10fbe3c94189bd9c4f71abc22565 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:05.943455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:05.943771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:05.976293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dcf0ba-6680-4fa3-8db3-7cfb8683c0e7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:05.976553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:05.977754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32dcf0ba-6680-4fa3-8db3-7cfb8683c0e7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2434735 May 27 03:49:05.984611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:06.054846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] The port 'cd8bb5d4-9dc9-4b21-946e-e8927aff7fb0' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:06.088783 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ed4d10-23bc-40f8-b115-3e6d82c335e3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:06.093193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65ed4d10-23bc-40f8-b115-3e6d82c335e3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/c56ca7fb-429d-4bcf-aae2-af9e774e968c HTTP/1.1" status: 404 len: 333 time: 0.1045394 May 27 03:49:06.095499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:06.107193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:06.215265 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-b550a421-7eb6-41c5-86cf-df31cb029e82 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:06.216555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b550a421-7eb6-41c5-86cf-df31cb029e82 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/e2b03b35-f545-448b-b360-aa2cfab38bbf HTTP/1.1" status: 404 len: 333 time: 0.1172109 May 27 03:49:06.224686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:06.241609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.275350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350481cc-6f9f-4d8c-98ec-e17f97c30cd5']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:06.296856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6277564f-ea87-439a-b015-13086b264756') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:06.297186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6277564f-ea87-439a-b015-13086b264756') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:06.313032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.331409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13637ce-266a-491f-8308-04898ca55c60 req-2d4b1519-e240-4832-86e1-b5821eb0ae0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:06.332827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-2d4b1519-e240-4832-86e1-b5821eb0ae0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.3921463 May 27 03:49:06.333832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.337352 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP fa1d914c-8091-4de0-bfb4-5d2f1e1813cb associated. External IP: 172.25.8.79, port: ef14a35d-03b0-4fb9-a075-ea2ae8755f25. May 27 03:49:06.444043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:06.444605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: timer() May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:06.463254 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:06.571972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.589329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.591036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.609423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=350481cc-6f9f-4d8c-98ec-e17f97c30cd5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:06.631453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-292dc926-83e1-4f9f-82d0-cf5b4b14a10f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/350481cc-6f9f-4d8c-98ec-e17f97c30cd5 HTTP/1.1" status: 204 len: 168 time: 2.3953388 May 27 03:49:06.634592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45032) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:06.636548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.643917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-614412075'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:06.649813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:06.659025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.663659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:06.667591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:06.677151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:06.733695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:06.736565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.819704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-1b5218b9-2b50-443d-b673-2475bea8a452 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4299634 May 27 03:49:06.820210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eedcbf0-38ee-4462-ad54-967fec280185,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:06.837200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:06.909027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d63c309f-f089-421a-9c21-87e8f600f93a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6af10fbe3c94189bd9c4f71abc22565&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1606781 May 27 03:49:06.916582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45036) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:06.922033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:06.922377 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 1b26651d-7247-40e2-bbc3-fba60a9024e4 of type vlan for network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 May 27 03:49:06.937901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef3a13-6d16-4832-9190-5facc9b394bd req-f467cd89-6188-433d-94da-96b228d6b240 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:06.939327 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48ef3a13-6d16-4832-9190-5facc9b394bd req-f467cd89-6188-433d-94da-96b228d6b240 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.2634015 May 27 03:49:07.024477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.039719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.078940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48ef3a13-6d16-4832-9190-5facc9b394bd req-83573f82-4259-4087-bdfd-f30f381648e1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303060 May 27 03:49:07.094084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.096884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:07.135263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.139530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:07.140110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.146112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.162538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f69578d-ffcb-4312-9bf9-ecde99cb13d8') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:07.162979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f69578d-ffcb-4312-9bf9-ecde99cb13d8') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:07.192237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.231412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b2d8-165b-435d-b7a2-181815ed6774 req-5baf27bc-20db-4e15-9ed5-b9bbaf33ab14 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:07.232972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2db0b2d8-165b-435d-b7a2-181815ed6774 req-5baf27bc-20db-4e15-9ed5-b9bbaf33ab14 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.4908886 May 27 03:49:07.237998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-62922875-d1b9-43ba-8542-b757bf6ba807 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585269 May 27 03:49:07.239107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.276379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:07.276785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: timer() May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:07.310932 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:07.402923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7659581 May 27 03:49:07.405287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1662d-2db4-4dc3-ba3d-48b022d0b500 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=560a65fc-e80c-4ba2-a751-dcbfea2562b5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:07.408814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45040) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:07.417968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:07.418518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:07.539228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.567895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:07.570527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eedcbf0-38ee-4462-ad54-967fec280185,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:07.578418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:07.585352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.589061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4479b7af-239f-45fc-9bc6-1388cc70990b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eedcbf0-38ee-4462-ad54-967fec280185 HTTP/1.1" status: 204 len: 168 time: 0.6682594 May 27 03:49:07.589061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:07.591752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:07.601411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:07.727627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:07.754054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.816336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.827572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2db0b2d8-165b-435d-b7a2-181815ed6774 req-99b74619-7499-4643-9d0e-cfaeb7b3322c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785539 May 27 03:49:07.847832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:07.855430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:07.888999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-949572ca-71cd-483b-a030-24087b013534 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/21ec8c4c-2ee1-4976-86da-0b6cdfeff0bb HTTP/1.1" status: 204 len: 168 time: 1.6539328 May 27 03:49:07.889590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:07.891685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e13637ce-266a-491f-8308-04898ca55c60 req-e1733a05-2762-43df-af82-646edbac987a service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443264 May 27 03:49:07.950405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-310457432'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:07.985828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:07.991250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:07.995222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:08.014601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:08.037945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:08.041064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.108672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:08.108791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting port 136d093e-c00d-4af7-908e-a589c5c1215d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:08.108791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.198813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.199041 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 87560c00-257b-4f99-9a13-e92a1aa8ffd4 of type vlan for network eba17a51-ee67-47df-b3ff-c401a7912c7f May 27 03:49:08.221184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:08.237965 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:08.256069 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:08.256877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:08.342676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:08.359355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:08.360512 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:08.377259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.422377 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.436206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.456826 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:08.457261 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e5c01-865c-4d19-9d41-ee033e22a188 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:08.484258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:08.558583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.562237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:08.562813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.573773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=71ea4eec-376c-41f5-a903-fdd2f3508ea3,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:08.584200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Calling delete_port for 136d093e-c00d-4af7-908e-a589c5c1215d owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:08.702415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb031-1d7e-4886-866f-b905fe6cdf7f req-be931eb1-5fd2-40bf-8687-d64c7a929c7d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:08.704028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea2bb031-1d7e-4886-866f-b905fe6cdf7f req-be931eb1-5fd2-40bf-8687-d64c7a929c7d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.4176943 May 27 03:49:08.715412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8208780 May 27 03:49:08.717431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45068) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:08.723264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '1b26651d-7247-40e2-bbc3-fba60a9024e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:08.723460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 560a65fc-e80c-4ba2-a751-dcbfea2562b5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:08.731440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc328-86a2-466e-b770-a494bfe11edc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=eba17a51-ee67-47df-b3ff-c401a7912c7f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:08.738246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:08.745585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network eba17a51-ee67-47df-b3ff-c401a7912c7f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:08.772007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45072) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:08.908906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:08.923776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea2bb031-1d7e-4886-866f-b905fe6cdf7f req-ea926c0a-a079-425a-bee7-de80dbb372bd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944602 May 27 03:49:08.933042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:08.939605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:08.956191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:08.960013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:08.969606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:08.983566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 560a65fc-e80c-4ba2-a751-dcbfea2562b5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:08.988549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:08.999056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b5c79-567e-473b-9cc2-22da4c71c3f6 None None] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:09.010380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:09.023671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Sync routers for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:09.027606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:09.028186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.033452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Port': ['ID=136d093e-c00d-4af7-908e-a589c5c1215d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:09.038740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-631bc34f-3386-4b22-9d73-3574e399be17 admin admin] 10.222.0.46 "PUT /v2.0/routers/3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9152832 May 27 03:49:09.046959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:09.198594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:09.199525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:09.377330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1255529800'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:09.391507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:09.454646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-560a65fc-e80c-4ba2-a751-dcbfea2562b5', 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '71ea4eec-376c-41f5-a903-fdd2f3508ea3'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:09.455434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.471214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa11f21-d37e-4a20-9368-c2174a369b62 req-f952a094-c45e-4396-9d88-32ec16206197 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:09.472696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-caa11f21-d37e-4a20-9368-c2174a369b62 req-f952a094-c45e-4396-9d88-32ec16206197 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3958549 May 27 03:49:09.473310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:09.503765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.581653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:network and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:09.593532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3c53991-33c4-49f7-874d-7fa6afd6824f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1836081 May 27 03:49:09.595694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:09.598090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-caa11f21-d37e-4a20-9368-c2174a369b62 req-6923895b-6f22-4ea7-bd75-92164db81cae tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164429 May 27 03:49:09.598240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:09.605684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:09.639229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.652620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1700217144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:09.654759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:09.657946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.664673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:09.672545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:09.676284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:09.683663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:09.743860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.761898 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.763578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:09.782922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 03:49:09.785850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 03:49:09.844961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:09.858428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:security_group_rule and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:09.866643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:09.884082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:09.888878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Allocated IP 2001:db8::2 (560a65fc-e80c-4ba2-a751-dcbfea2562b5/71ea4eec-376c-41f5-a903-fdd2f3508ea3/102dba5e-eca4-4871-abc5-5e0e6aafcd35) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:09.908856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.005233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.032253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Router 85476991-9897-4fb5-bc0f-e289d3dc5ac7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:10.055412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.059030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-580e083a-0c9f-46e7-9a3e-028c92005464 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4126906 May 27 03:49:10.060455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:10.117128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:49:03Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.137112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Checking router: 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:49:10.154328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.181861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Routers {'3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:10.182258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.197097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.227772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.249349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.328413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:10.337288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-105d8749-f3e9-4eca-af26-5b68abf06c87 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9288702 May 27 03:49:10.337674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:10.349756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] Sync routers for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:10.362005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:10.362502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.363190 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.375341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Transition to ACTIVE for port object 102dba5e-eca4-4871-abc5-5e0e6aafcd35 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:10.400776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Transition to ACTIVE for port object 102dba5e-eca4-4871-abc5-5e0e6aafcd35 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:10.410058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:10.414848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:10.415986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.428715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.437991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=82bc5a70-b7a0-4afc-9883-4fa358f7489d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:10.442463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] Routers {'85476991-9897-4fb5-bc0f-e289d3dc5ac7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:10.443295 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.454357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e8d47-0bdb-42fb-962e-04b02311eaa7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:10.465619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.465992 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Added segment 87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe of type vlan for network 4ea82b48-4de7-495e-80e3-39cfc095558a May 27 03:49:10.491181 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-49ad1a06-51d1-4ed2-80ab-c00d198ade70 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] show failed (client error): The resource could not be found. May 27 03:49:10.496125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-49ad1a06-51d1-4ed2-80ab-c00d198ade70 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1841315345 HTTP/1.1" status: 404 len: 335 time: 0.1536560 May 27 03:49:10.515237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc97df0-a282-4758-bc09-ef3182c0fce5 req-b795b606-5e0d-4aa9-a2c6-981e29ff7032 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:10.516797 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fdc97df0-a282-4758-bc09-ef3182c0fce5 req-b795b606-5e0d-4aa9-a2c6-981e29ff7032 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.4605415 May 27 03:49:10.524418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:10.524950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae13bd1-6ca1-419c-9355-e0bf15078d09 None None] The sync data for ids ['85476991-9897-4fb5-bc0f-e289d3dc5ac7'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:10.537374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45098) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:10.555088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8b05ffe5-5413-4396-8d93-bc563eb6fed9 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:10.581655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:10.588546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:10.590278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Pushing event updated for resources: {'Port': ['ID=102dba5e-eca4-4871-abc5-5e0e6aafcd35,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:10.592425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:10.604613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] Set router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:10.623613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '87560c00-257b-4f99-9a13-e92a1aa8ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:10.624175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: eba17a51-ee67-47df-b3ff-c401a7912c7f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:10.651113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.660016 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-8b05ffe5-5413-4396-8d93-bc563eb6fed9 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] update failed (client error): The resource could not be found. May 27 03:49:10.664576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8b05ffe5-5413-4396-8d93-bc563eb6fed9 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1732655341 HTTP/1.1" status: 404 len: 335 time: 0.1219559 May 27 03:49:10.726679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:10.866694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Attempting to bind port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:10.866967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Attempting to bind port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '1b26651d-7247-40e2-bbc3-fba60a9024e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:10.867334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Attempting to bind port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 on network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:10.940609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:10.941349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Checking segment: {'id': '1b26651d-7247-40e2-bbc3-fba60a9024e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:10.941894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:10.942525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Bound using segment: {'id': '1b26651d-7247-40e2-bbc3-fba60a9024e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:10.943247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Bound port: 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b26651d-7247-40e2-bbc3-fba60a9024e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '560a65fc-e80c-4ba2-a751-dcbfea2562b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:10.943784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.005708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:49:11.016288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.044445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2974-b006-498c-a9bc-4cc19ac5284c req-d9011369-8ba8-4fda-8ffe-4120c52bfa3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:11.048846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fdc97df0-a282-4758-bc09-ef3182c0fce5 req-5e9f8a0a-6ee0-4012-9948-e018a299c5d7 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169621 May 27 03:49:11.063721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b74e2974-b006-498c-a9bc-4cc19ac5284c req-d9011369-8ba8-4fda-8ffe-4120c52bfa3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.2335124 May 27 03:49:11.076718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.089334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:11.090016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.119474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] For port 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:11.125172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] For port 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=102dba5e-eca4-4871-abc5-5e0e6aafcd35,segment=NetworkSegment(1b26651d-7247-40e2-bbc3-fba60a9024e4),segment_id=1b26651d-7247-40e2-bbc3-fba60a9024e4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:11.130379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network eba17a51-ee67-47df-b3ff-c401a7912c7f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:11.136728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.242498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf33fae-3702-47c1-98a1-39aec7089d5d None None] Pushing event updated for resources: {'Port': ['ID=102dba5e-eca4-4871-abc5-5e0e6aafcd35,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:11.251929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:49:03Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:11.256064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faafce0-be79-45d1-9a75-b9a2605b4630 None None] The sync data for ids ['3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f'] in n-d-843301-2 is: [{'id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'name': 'tempest-ServersTestManualDisk-1342345913-router', 'tenant_id': '13230bdaceff4f72bd384d3ea8082739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:47:21Z', 'updated_at': '2022-05-27T03:49:03Z', 'revision_number': 5, 'project_id': '13230bdaceff4f72bd384d3ea8082739', 'gw_port': {'id': 'dabc02e9-07d1-45c6-9688-0e8d7379be00', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:47:22Z', 'updated_at': '2022-05-27T03:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:11.309804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, eba17a51-ee67-47df-b3ff-c401a7912c7f) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:11.319651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc292c-720f-4d07-92a9-4a46c34e2bda None None] Network eba17a51-ee67-47df-b3ff-c401a7912c7f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:11.342228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:11.343002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.350751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Network': ['ID=4ea82b48-4de7-495e-80e3-39cfc095558a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:11.370324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b74e2974-b006-498c-a9bc-4cc19ac5284c req-783474eb-85ca-4361-8db1-1247c114fa95 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054943 May 27 03:49:11.376876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79d32ddc-ccfb-4f85-9b33-c0e684cda75b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5954442 May 27 03:49:11.381628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:11.395415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'subnet': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:11.428602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4ea82b48-4de7-495e-80e3-39cfc095558a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:11.435642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3348137-7355-4bef-adf0-e89113cdd9f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7137566 May 27 03:49:11.438831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45112) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:11.448730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f', 'name': 'tempest-PortsIpV6TestJSON-1918014316'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:11.477764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting subnet e0df22dc-a88b-4f3c-91f5-99596006a426 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:11.536878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.631440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:11.654897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.662477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:subnet and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:11.668289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:11.677862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:11.686118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.693561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8::1 (560a65fc-e80c-4ba2-a751-dcbfea2562b5/71ea4eec-376c-41f5-a903-fdd2f3508ea3/4f6188ef-bf7d-447a-ad29-41793110ad3b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:11.712730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:11.767880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Deleting port dabc02e9-07d1-45c6-9688-0e8d7379be00 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:11.768257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.853948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:11.862344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.875996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:11.881125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-eba17a51-ee67-47df-b3ff-c401a7912c7f', 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': '82bc5a70-b7a0-4afc-9883-4fa358f7489d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:11.882330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.940909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:11.954350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:11.955013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:11.967598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:11.968139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:12.021400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:12.022367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:12.056945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:12.057580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:12.077725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:12.125343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e34bb378-2a53-420f-b830-20e764758a66 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/fa1d914c-8091-4de0-bfb4-5d2f1e1813cb HTTP/1.1" status: 200 len: 977 time: 8.1408112 May 27 03:49:12.127789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:12.131823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:12.140753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.154069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:12.154479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac1027-ee1b-43f6-84c8-5a633f5679fa None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:12.164916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.197475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Allocated IP 2001:db8::2 (eba17a51-ee67-47df-b3ff-c401a7912c7f/82bc5a70-b7a0-4afc-9883-4fa358f7489d/27761650-571f-46b1-9ad5-5f195169545d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:12.218207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:12.292357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:12.376728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] For port dabc02e9-07d1-45c6-9688-0e8d7379be00, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dabc02e9-07d1-45c6-9688-0e8d7379be00,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:12.377184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.435507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.448315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Transition to ACTIVE for port object 27761650-571f-46b1-9ad5-5f195169545d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:12.468975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.476513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.496924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Transition to ACTIVE for port object 27761650-571f-46b1-9ad5-5f195169545d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:12.512096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.583488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Calling delete_port for dabc02e9-07d1-45c6-9688-0e8d7379be00 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:12.608929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 102dba5e-eca4-4871-abc5-5e0e6aafcd35 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:12.615925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.658223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Network eba17a51-ee67-47df-b3ff-c401a7912c7f is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:12.664183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:12.673251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Pushing event updated for resources: {'Port': ['ID=27761650-571f-46b1-9ad5-5f195169545d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:12.675877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:12.722830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.806914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Subnet': ['ID=e0df22dc-a88b-4f3c-91f5-99596006a426,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:12.828060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94635a89-4c4b-464c-b9a9-9fb5356e9389 req-99c2bb72-2384-426a-b129-138bdde60c4d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:12.829809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Attempting to bind port 27761650-571f-46b1-9ad5-5f195169545d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:12.830321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Attempting to bind port 27761650-571f-46b1-9ad5-5f195169545d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '87560c00-257b-4f99-9a13-e92a1aa8ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:12.830786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Attempting to bind port 27761650-571f-46b1-9ad5-5f195169545d on network eba17a51-ee67-47df-b3ff-c401a7912c7f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:12.836660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94635a89-4c4b-464c-b9a9-9fb5356e9389 req-99c2bb72-2384-426a-b129-138bdde60c4d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5778902 May 27 03:49:12.845007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.852251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:12.852827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Checking segment: {'id': '87560c00-257b-4f99-9a13-e92a1aa8ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:12.853581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.854105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Bound using segment: {'id': '87560c00-257b-4f99-9a13-e92a1aa8ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:12.855101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Bound port: 27761650-571f-46b1-9ad5-5f195169545d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87560c00-257b-4f99-9a13-e92a1aa8ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'eba17a51-ee67-47df-b3ff-c401a7912c7f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:12.855631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:12.867803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019371e-fc22-45a7-94e3-42907952b77e None None] Network 9dd665b3-be34-47ee-b59d-dc48a1d273fe requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:12.892562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:12.915110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Subnet': ['ID=109b9ff7-1285-4d97-baaf-096b2f3d7e6b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:12.918421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 4f6188ef-bf7d-447a-ad29-41793110ad3b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:13.005874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5514c831-11ab-454c-8cf5-6861b9b17631 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:13.030593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800e9d0-12b7-4b6a-be1a-95097307dcd0 None None] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:13.059258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:49:13.087850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::22c (eba17a51-ee67-47df-b3ff-c401a7912c7f/82bc5a70-b7a0-4afc-9883-4fa358f7489d/5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:13.112469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.126046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Checking segment: {'id': '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:13.126599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network hostable DHCP agents. Network: 4ea82b48-4de7-495e-80e3-39cfc095558a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:13.145456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf1eba-3cfb-419c-b2a9-a07837ed2ae2 req-a805a6c5-8e11-4811-8f3d-e957f530d166 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:13.152121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cf1eba-3cfb-419c-b2a9-a07837ed2ae2 req-a805a6c5-8e11-4811-8f3d-e957f530d166 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5425987 May 27 03:49:13.158402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.238688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f83f4d3f-1798-478f-9fd6-b3360c93ea4f tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/subnets/e0df22dc-a88b-4f3c-91f5-99596006a426 HTTP/1.1" status: 204 len: 168 time: 2.5051563 May 27 03:49:13.238688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabc02e9-07d1-45c6-9688-0e8d7379be00,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:13.245489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:13.283021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5514c831-11ab-454c-8cf5-6861b9b17631 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:13.283445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5514c831-11ab-454c-8cf5-6861b9b17631 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:13.412117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:13.424575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Provisioning for port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:13.425685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=4f6188ef-bf7d-447a-ad29-41793110ad3b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:13.450204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:13.481438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94635a89-4c4b-464c-b9a9-9fb5356e9389 req-c1e5b38c-70e3-44ee-8f8c-9b5f7d8ae40a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956640 May 27 03:49:13.482593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.538963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Provisioning complete for port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:13.539245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.540395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.544023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cf1eba-3cfb-419c-b2a9-a07837ed2ae2 req-523746ad-6d77-40b4-abf0-23f5f4200db2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909259 May 27 03:49:13.545905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:13.550626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:13.551542 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.698554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:13.713763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] For port 27761650-571f-46b1-9ad5-5f195169545d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:13.747981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting subnet 54d43dea-7d2d-4e37-9067-8ceaeb827b93 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:13.750948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.751265 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP fa1d914c-8091-4de0-bfb4-5d2f1e1813cb disassociated. External IP: 172.25.8.79, port: 9e76fe3c-47b3-47df-9b7b-f4c59134142c. May 27 03:49:13.765461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'port_id': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'mac_address': 'fa:16:3e:9b:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ea0f40-324c-4038-a4d8-ec459aad85ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:49:13.783025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] For port 27761650-571f-46b1-9ad5-5f195169545d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=27761650-571f-46b1-9ad5-5f195169545d,segment=NetworkSegment(87560c00-257b-4f99-9a13-e92a1aa8ffd4),segment_id=87560c00-257b-4f99-9a13-e92a1aa8ffd4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:13.819738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4ea82b48-4de7-495e-80e3-39cfc095558a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:13.825106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:13.825790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.830763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.872136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc8a76-a779-4da1-88cd-3a5f8539fea0 None None] Network 4ea82b48-4de7-495e-80e3-39cfc095558a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:13.926547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.946344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:13.986429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.007096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.007613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:49:14.039606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.057354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:14.080417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.083825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65f5b9f6-1e01-4eff-a26e-a524ec5439b9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3ad3b5de-9c01-444e-a322-0e2c4d8f4c4f HTTP/1.1" status: 204 len: 168 time: 4.7739322 May 27 03:49:14.085809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:14.143951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.194207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.221511 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.270248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network eba17a51-ee67-47df-b3ff-c401a7912c7f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:14.279863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:14.282470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:14.288329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:14.289586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.315975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.322216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c8a09-5deb-4d83-bdef-980fa680fef8 None None] Pushing event updated for resources: {'Port': ['ID=27761650-571f-46b1-9ad5-5f195169545d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:14.325072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Deleting subnet 22f5aed3-3f7a-4514-86e0-7e3a32f2de7d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:14.325681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:49:14.329655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.358732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.406453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.410929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:14.467398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.484147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.520044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.536709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a15a0f5-045d-4a7c-8d17-f1ee0e597219 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1509032 May 27 03:49:14.551777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:14.572733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] For port 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=102dba5e-eca4-4871-abc5-5e0e6aafcd35,segment=NetworkSegment(1b26651d-7247-40e2-bbc3-fba60a9024e4),segment_id=1b26651d-7247-40e2-bbc3-fba60a9024e4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:14.591716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615994326'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:14.658650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['87be7686-834d-4372-a3e4-4f7eaecb299e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:49:14.672049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Subnet': ['ID=54d43dea-7d2d-4e37-9067-8ceaeb827b93,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:14.675319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:14.703023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-39a4e58a-01ff-4345-8149-696e882232ee tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2628312 May 27 03:49:14.703614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.705349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:14.770115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] DHCP port deletion for 9dd665b3-be34-47ee-b59d-dc48a1d273fe request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:14.783937 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.850976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Deleting port e2368b2c-dc60-419a-8d08-0490c1800d54 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:14.851533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.893374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dabc02e9-07d1-45c6-9688-0e8d7379be00 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:14.942191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:14.942800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.964230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad117f6e-8599-4f3b-8a6d-53fdaff03522 None None] Network b2f12439-9910-4ad0-b0f5-83a350259778 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:14.976985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:14.997411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.036401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f5aed3-3f7a-4514-86e0-7e3a32f2de7d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:15.047797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:15.119517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.143445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:15.154513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:port and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:15.162443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:15.176037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:15.254527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca39f9-af5f-4817-8b10-25ed4b8fe046 None None] Network 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:15.272843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: dabc02e9-07d1-45c6-9688-0e8d7379be00 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:15.273574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dabc02e9-07d1-45c6-9688-0e8d7379be00 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:15.274234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e2368b2c-dc60-419a-8d08-0490c1800d54 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:15.299416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e819819-bc86-4391-8d5a-3227f751dbb6 None None] Pushing event updated for resources: {'Port': ['ID=102dba5e-eca4-4871-abc5-5e0e6aafcd35,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:15.313652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:15.316987 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.334434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7747b1fa-20c6-41ae-867c-45e4cd2417ab tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/subnets/54d43dea-7d2d-4e37-9067-8ceaeb827b93 HTTP/1.1" status: 204 len: 168 time: 2.0875547 May 27 03:49:15.345206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:15.477201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cab27339-6850-4362-87f7-87aaaae96c52 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/22f5aed3-3f7a-4514-86e0-7e3a32f2de7d HTTP/1.1" status: 204 len: 168 time: 1.3902371 May 27 03:49:15.496742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:15.659069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.710146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242ee22-75ba-47bf-8dff-c5efbf63b554 req-18aaa16e-9508-4ee4-9e43-0fbd38b6e475 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:15.719992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7242ee22-75ba-47bf-8dff-c5efbf63b554 req-18aaa16e-9508-4ee4-9e43-0fbd38b6e475 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.9038911 May 27 03:49:15.746281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] For port e2368b2c-dc60-419a-8d08-0490c1800d54, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e2368b2c-dc60-419a-8d08-0490c1800d54,segment=NetworkSegment(fd26dae9-4ea1-4619-8d72-0740c4feb9c9),segment_id=fd26dae9-4ea1-4619-8d72-0740c4feb9c9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:15.746684 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:15.918613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:15.947577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.031663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Calling delete_port for e2368b2c-dc60-419a-8d08-0490c1800d54 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:16.084669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828173f6-bd4f-43ee-972d-7afd4fab6bf5 req-a71c8d34-83eb-4504-8b0e-42fa0f53907a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:16.091810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-828173f6-bd4f-43ee-972d-7afd4fab6bf5 req-a71c8d34-83eb-4504-8b0e-42fa0f53907a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 1.1749785 May 27 03:49:16.167754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8cfa46-ac7b-4a28-8f35-bd0983c09354 None None] Network eba17a51-ee67-47df-b3ff-c401a7912c7f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:16.181715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:16.228338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.245239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Deleting port 44124260-ee22-4a37-9145-2c4dfe00393f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:16.245487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.270460 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.309745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-828173f6-bd4f-43ee-972d-7afd4fab6bf5 req-6b40331c-dff1-4c59-8316-3f2182765dab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162621 May 27 03:49:16.371934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7242ee22-75ba-47bf-8dff-c5efbf63b554 req-92532195-f239-4c74-a023-5e732a28df6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510644 May 27 03:49:16.393667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4ea82b48-4de7-495e-80e3-39cfc095558a', 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'tenant_id': '2e0804311a614a40803cef0c7a66878d', 'fixed_ips': [{'subnet_id': '109b9ff7-1285-4d97-baaf-096b2f3d7e6b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:16.395106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.417508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] No DVR routers for this DVR port e2368b2c-dc60-419a-8d08-0490c1800d54 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:16.469972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port e2368b2c-dc60-419a-8d08-0490c1800d54 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 03:49:16.470384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e2368b2c-dc60-419a-8d08-0490c1800d54 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:16.503183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24da0b5-54a2-46c3-9c48-507d32223d16 None None] Pushing event deleted for resources: {'Port': ['ID=e2368b2c-dc60-419a-8d08-0490c1800d54,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:16.533313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.560122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd665b3-be34-47ee-b59d-dc48a1d273fe']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:16.576277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:16.576277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd26dae9-4ea1-4619-8d72-0740c4feb9c9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:16.587100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.605615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.612055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:16.613106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.656646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] For port 44124260-ee22-4a37-9145-2c4dfe00393f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=44124260-ee22-4a37-9145-2c4dfe00393f,segment=NetworkSegment(a77a6378-fb59-4168-bf82-ea3dcb6ac266),segment_id=a77a6378-fb59-4168-bf82-ea3dcb6ac266)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:16.656646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.668451 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: timer() May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:16.727662 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:16.738030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 102dba5e-eca4-4871-abc5-5e0e6aafcd35 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:16.787054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.821615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.866947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::17b (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:16.869201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Network': ['ID=9dd665b3-be34-47ee-b59d-dc48a1d273fe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:16.885153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:16.896324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Calling delete_port for 44124260-ee22-4a37-9145-2c4dfe00393f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:16.954412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Provisioning for port 4f6188ef-bf7d-447a-ad29-41793110ad3b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:16.988072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:16.999566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bbcfcc3f-f309-456d-932b-1ae5b3f7537e tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/networks/9dd665b3-be34-47ee-b59d-dc48a1d273fe HTTP/1.1" status: 204 len: 168 time: 1.6461091 May 27 03:49:17.010062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45168) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:17.013244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dda75330-6fcd-44df-ab80-d300d42f54c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 HTTP/1.1" status: 204 len: 168 time: 2.3024156 May 27 03:49:17.027259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:17.065431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Provisioning complete for port 4f6188ef-bf7d-447a-ad29-41793110ad3b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:17.069238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.277881 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc7e1d-9460-4a2f-ae7d-f2e8934fede9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:49:17.280407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc7e1d-9460-4a2f-ae7d-f2e8934fede9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:49:17.282356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1fc7e1d-9460-4a2f-ae7d-f2e8934fede9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 HTTP/1.1" status: 404 len: 333 time: 0.2538886 May 27 03:49:17.307246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:17.307869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.328086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:17.457014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.491300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.509056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:17.528358 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1484f259-a196-4442-8fc1-b1a3f2e2f7e8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:17.530709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1484f259-a196-4442-8fc1-b1a3f2e2f7e8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:17.539749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting port 887357fe-e93f-48a7-82f9-a1a50591e682 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:17.540084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.608038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.628008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Port 4f6188ef-bf7d-447a-ad29-41793110ad3b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:17.653707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.809809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Provisioning complete for port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:17.810158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.810296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78f02994-eadb-465c-b0c2-6a3c42616468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.824153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:17.828714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:17.834630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.834885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Allocated IP 2001:db8::2 (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/0b294a0b-1439-4cf3-bfd0-fefda30accc3) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:17.835381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.839484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:17.860693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad234ec-265f-4d15-bc40-dafbd73f4a2b None None] DHCP port deletion for 4b22bbdc-fd18-4a8c-b9e2-58287c348c01 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:17.869832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 27761650-571f-46b1-9ad5-5f195169545d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:17.889959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:17.893118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:17.893727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:17.898502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1484f259-a196-4442-8fc1-b1a3f2e2f7e8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:17.899850 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1484f259-a196-4442-8fc1-b1a3f2e2f7e8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82 HTTP/1.1" status: 404 len: 333 time: 0.5702021 May 27 03:49:17.909370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45184) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:17.938564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] DHCP port deletion for b2f12439-9910-4ad0-b0f5-83a350259778 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:17.941396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=44124260-ee22-4a37-9145-2c4dfe00393f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:17.965016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] No DVR routers for this DVR port 44124260-ee22-4a37-9145-2c4dfe00393f on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:17.984477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Deleting port 887357fe-e93f-48a7-82f9-a1a50591e682 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:17.984850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.028935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3df4d-c545-42fd-b467-e8d689399ea4 req-f5dd35aa-97d8-44fd-abdb-feba9b9d32d8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:18.030349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc3df4d-c545-42fd-b467-e8d689399ea4 req-f5dd35aa-97d8-44fd-abdb-feba9b9d32d8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.4823036 May 27 03:49:18.056443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3cf78648-0a9b-4382-b794-0db68e6a16bb tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4836969 May 27 03:49:18.073955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:18.332491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.351852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 27761650-571f-46b1-9ad5-5f195169545d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:18.376027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b22bbdc-fd18-4a8c-b9e2-58287c348c01']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:18.393893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77a6378-fb59-4168-bf82-ea3dcb6ac266') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:18.394182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77a6378-fb59-4168-bf82-ea3dcb6ac266') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:18.401149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=4f6188ef-bf7d-447a-ad29-41793110ad3b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:18.445039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615210989', 'allowed_address_pairs': [{'ip_address': '2001:db8::17b', 'mac_address': 'fa:16:3e:92:41:25'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:18.468524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.539524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:18.550348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:18.740589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] For port 887357fe-e93f-48a7-82f9-a1a50591e682, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=887357fe-e93f-48a7-82f9-a1a50591e682,segment=NetworkSegment(b178b67c-a8ec-423d-bf91-7f9e0a0b1475),segment_id=b178b67c-a8ec-423d-bf91-7f9e0a0b1475)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:18.740861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.785475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] For port 887357fe-e93f-48a7-82f9-a1a50591e682, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=887357fe-e93f-48a7-82f9-a1a50591e682,segment=NetworkSegment(b178b67c-a8ec-423d-bf91-7f9e0a0b1475),segment_id=b178b67c-a8ec-423d-bf91-7f9e0a0b1475)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:18.786445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:18.851113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 887357fe-e93f-48a7-82f9-a1a50591e682 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:18.869995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Calling delete_port for 887357fe-e93f-48a7-82f9-a1a50591e682 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:18.926157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.021118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.043098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:19.113902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb86a3-d063-445b-aa19-6ed8dba5c149 req-c0f0e2d9-489a-42bd-995e-a552b675263f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:19.115390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9bb86a3-d063-445b-aa19-6ed8dba5c149 req-c0f0e2d9-489a-42bd-995e-a552b675263f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 1.5357215 May 27 03:49:19.116372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] No DVR routers for this DVR port 887357fe-e93f-48a7-82f9-a1a50591e682 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:19.127205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Port': ['ID=887357fe-e93f-48a7-82f9-a1a50591e682,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.129530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.192063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Calling delete_port for 887357fe-e93f-48a7-82f9-a1a50591e682 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:19.228459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:19.237257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.256028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Transition to ACTIVE for port object 0b294a0b-1439-4cf3-bfd0-fefda30accc3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:19.258595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Provisioning complete for port 4f6188ef-bf7d-447a-ad29-41793110ad3b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:19.259233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.305079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:19.307989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc3df4d-c545-42fd-b467-e8d689399ea4 req-b60f0c64-6379-4042-bd2a-bf694cf00efc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9451547 May 27 03:49:19.363768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.374130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Transition to ACTIVE for port object 0b294a0b-1439-4cf3-bfd0-fefda30accc3 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:19.391793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f12439-9910-4ad0-b0f5-83a350259778']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:19.400777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port 887357fe-e93f-48a7-82f9-a1a50591e682 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 03:49:19.400777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 887357fe-e93f-48a7-82f9-a1a50591e682 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:19.400777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44124260-ee22-4a37-9145-2c4dfe00393f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:19.406414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:19.406703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178b67c-a8ec-423d-bf91-7f9e0a0b1475') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:19.419898 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: timer() May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:19.427027 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:19.435019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.439028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Port 4f6188ef-bf7d-447a-ad29-41793110ad3b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:19.498871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 44124260-ee22-4a37-9145-2c4dfe00393f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:19.499393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 44124260-ee22-4a37-9145-2c4dfe00393f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:19.554992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 82bc5a70-b7a0-4afc-9883-4fa358f7489d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:19.556799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9bb86a3-d063-445b-aa19-6ed8dba5c149 req-9a023bcf-9403-4b4c-9cb9-430950463aaa tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245586 May 27 03:49:19.560719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:19.561163 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:19.566143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:19.566499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.573017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:19.573869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.574766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Pushing event updated for resources: {'Port': ['ID=0b294a0b-1439-4cf3-bfd0-fefda30accc3,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.581496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:19.587532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Provisioning for port 27761650-571f-46b1-9ad5-5f195169545d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:19.595771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:19.596556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.596844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Provisioning complete for port 27761650-571f-46b1-9ad5-5f195169545d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:19.597389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: timer() May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:19.622002 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:19.627102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 87be7686-834d-4372-a3e4-4f7eaecb299e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:19.627590 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.651592 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.719096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.737884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.747900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:19.752429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:port and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:19.755915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:19.762126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:19.770920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.785466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:19.806160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b22bbdc-fd18-4a8c-b9e2-58287c348c01,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.820337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Attempting to bind port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:19.821173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Attempting to bind port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:19.821794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Attempting to bind port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 on network 4ea82b48-4de7-495e-80e3-39cfc095558a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:19.839062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.840517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:19.841216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Checking segment: {'id': '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:19.841848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.842493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Bound using segment: {'id': '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:19.843183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Bound port: 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:19.843799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.877222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.909292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=82bc5a70-b7a0-4afc-9883-4fa358f7489d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.910020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.919370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6b809c1-07f8-4d43-9798-be932b968f54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4b22bbdc-fd18-4a8c-b9e2-58287c348c01 HTTP/1.1" status: 204 len: 168 time: 4.4170451 May 27 03:49:19.924505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:19.940166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e806fdf3-bdef-437e-bbd1-a98cf368dd0c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/82bc5a70-b7a0-4afc-9883-4fa358f7489d HTTP/1.1" status: 204 len: 168 time: 2.0237029 May 27 03:49:19.942634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e95bf-8dd5-4aba-8632-8f38a4f4ae9c None None] Network eba17a51-ee67-47df-b3ff-c401a7912c7f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:19.946229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:19.954624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Network': ['ID=b2f12439-9910-4ad0-b0f5-83a350259778,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:19.971147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20df5715-8e7f-4011-a3af-b80d5e7634e0 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/networks/b2f12439-9910-4ad0-b0f5-83a350259778 HTTP/1.1" status: 204 len: 168 time: 2.9482260 May 27 03:49:19.973413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:20.110203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Deleting port 887357fe-e93f-48a7-82f9-a1a50591e682 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:20.110575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.113533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.157976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 27761650-571f-46b1-9ad5-5f195169545d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:20.158692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.176748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.280793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.329506 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.349248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:20.358139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1e65fb32-f575-4ecf-848e-7ded88fb9ece None None] The port '887357fe-e93f-48a7-82f9-a1a50591e682' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:20.361475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:20.367750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:20.379006 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:20.379515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.385056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port 11805cee-f9e6-41bc-a184-67c03dd4c846 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:20.396499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:20.405009 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:20.540511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:20.553339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a1ffce38-4d5a-4d45-8e5f-70e2861761a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13230bdaceff4f72bd384d3ea8082739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969085 May 27 03:49:20.562612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:20.571350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:20.572146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:20.669913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:20.688267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] For port 27761650-571f-46b1-9ad5-5f195169545d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=27761650-571f-46b1-9ad5-5f195169545d,segment=NetworkSegment(87560c00-257b-4f99-9a13-e92a1aa8ffd4),segment_id=87560c00-257b-4f99-9a13-e92a1aa8ffd4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:20.708101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:20.711185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] For port 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:20.714839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.716381 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:20.716848 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054bf474-a107-4f5a-8115-ff941f6964c3 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:20.721145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] For port 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0b294a0b-1439-4cf3-bfd0-fefda30accc3,segment=NetworkSegment(87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe),segment_id=87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:20.742411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting subnet fcf5ae99-2349-438e-9521-fbdd20e9ca07 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:20.757476 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.772088 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.774602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.841179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4232800-8ecc-43bd-b937-78195ff77884 None None] Pushing event updated for resources: {'Port': ['ID=27761650-571f-46b1-9ad5-5f195169545d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:20.901336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:20.917228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::39d (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/11805cee-f9e6-41bc-a184-67c03dd4c846) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:20.922593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.047626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] DHCP port deletion for eba17a51-ee67-47df-b3ff-c401a7912c7f request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:21.060400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-efafbfd9-5925-45a3-a831-e39889e086f6 None None] Provisioning complete for port 4f6188ef-bf7d-447a-ad29-41793110ad3b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:21.060767 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-efafbfd9-5925-45a3-a831-e39889e086f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.092431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de50dc0f-f3df-4563-93ba-b1c265da502b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/fa1d914c-8091-4de0-bfb4-5d2f1e1813cb HTTP/1.1" status: 200 len: 687 time: 8.9543850 May 27 03:49:21.105003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:21.112063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.140500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Deleting port 27761650-571f-46b1-9ad5-5f195169545d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:21.141068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.223057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port 27761650-571f-46b1-9ad5-5f195169545d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=27761650-571f-46b1-9ad5-5f195169545d,segment=NetworkSegment(87560c00-257b-4f99-9a13-e92a1aa8ffd4),segment_id=87560c00-257b-4f99-9a13-e92a1aa8ffd4)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:21.223440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.291559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.374118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-efafbfd9-5925-45a3-a831-e39889e086f6 None None] Port 4f6188ef-bf7d-447a-ad29-41793110ad3b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:21.385394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-efafbfd9-5925-45a3-a831-e39889e086f6 None None] Could not find standard attr ID for object 5cc4a36e-75b4-4335-bbfd-6a35b3fd3d82. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:49:21.494080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 27761650-571f-46b1-9ad5-5f195169545d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:21.584952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088f0c-97b7-4448-a09d-3af9885aa156 req-9bd65b30-c00a-4e7e-9268-70ecc3694e02 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:21.588032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b088f0c-97b7-4448-a09d-3af9885aa156 req-9bd65b30-c00a-4e7e-9268-70ecc3694e02 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.8760052 May 27 03:49:21.590125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] For port 27761650-571f-46b1-9ad5-5f195169545d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=27761650-571f-46b1-9ad5-5f195169545d,segment=NetworkSegment(87560c00-257b-4f99-9a13-e92a1aa8ffd4),segment_id=87560c00-257b-4f99-9a13-e92a1aa8ffd4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:21.590676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:21.590994 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:21.591124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.609027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 01e9665b-96f4-43a5-bfcd-ef1578ace9ae {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:21.609642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.633479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:21.657588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9688622d-5975-4a83-880f-9e9eb61dd199 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/0d0aacdd-46b1-4de3-9623-eb07bbbf9b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5957136 May 27 03:49:21.670126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:21.687576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df97c86-d1ac-47ef-943e-5725b4c8fe86 None None] Pushing event updated for resources: {'Port': ['ID=0b294a0b-1439-4cf3-bfd0-fefda30accc3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:21.748486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d7e9e-c527-43a0-aeec-64611fa18aa8 req-4cb938de-8d5b-4d4d-9300-dbb2e720779d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:21.750175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b45d7e9e-c527-43a0-aeec-64611fa18aa8 req-4cb938de-8d5b-4d4d-9300-dbb2e720779d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.7288723 May 27 03:49:21.751793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.762361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439924e-f90d-449c-bfc9-ba041b11be8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:21.763130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9439924e-f90d-449c-bfc9-ba041b11be8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:21.771075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b088f0c-97b7-4448-a09d-3af9885aa156 req-c49449d7-62fa-4fa8-a35b-6ef26aa151cf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762338 May 27 03:49:21.795781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9439924e-f90d-449c-bfc9-ba041b11be8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:21.800770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9439924e-f90d-449c-bfc9-ba041b11be8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports/4f6188ef-bf7d-447a-ad29-41793110ad3b HTTP/1.1" status: 200 len: 911 time: 0.1292362 May 27 03:49:21.801401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45226) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:21.817529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Calling delete_port for 27761650-571f-46b1-9ad5-5f195169545d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:21.962767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] Sync routers for ids ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:21.974406 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2750af6-8fd9-4855-a3bd-f152b2ebd8e7'] response: {'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'code': 200} May 27 03:49:21.983300 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:21.995266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] Routers {'0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:21.995907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.054007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.164658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] No DVR routers for this DVR port 27761650-571f-46b1-9ad5-5f195169545d on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:22.168064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b45d7e9e-c527-43a0-aeec-64611fa18aa8 req-35c7c150-a35b-464a-866d-201a61ade821 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327000 May 27 03:49:22.170549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc3a95d-62ca-46e3-961a-66f0487d1523,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.177878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 27761650-571f-46b1-9ad5-5f195169545d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:22.178596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.221164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.229953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.236925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-58e99736-a320-4352-aefa-698b12c231c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cc3a95d-62ca-46e3-961a-66f0487d1523 HTTP/1.1" status: 204 len: 168 time: 1.6729720 May 27 03:49:22.259112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] Routers {'0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:22.259690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.333973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12f225-4005-4e0f-b01a-fb6acda1ec54 None None] Pushing event deleted for resources: {'Port': ['ID=27761650-571f-46b1-9ad5-5f195169545d,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.352071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.352071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463f077-792a-43bd-ba45-890703b353f0 None None] The sync data for ids ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:22.367882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.378766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.426916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] The port '27761650-571f-46b1-9ad5-5f195169545d' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:22.446086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b86aca-605a-4cdb-8b80-900a7e44f669 None None] Network d1164884-8bd6-4bc5-ae82-00e5737db32c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:22.472920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.485796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/subnets/fcf5ae99-2349-438e-9521-fbdd20e9ca07 HTTP/1.1" status: 204 len: 168 time: 2.5023165 May 27 03:49:22.497397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45234) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:22.498216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86acc6-88d4-44d9-97e5-7a01160bf169 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf5ae99-2349-438e-9521-fbdd20e9ca07,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:22.503134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.503537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.543103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object 11805cee-f9e6-41bc-a184-67c03dd4c846 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:22.629469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.657934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3389b-3688-459d-bba5-bfd2cc1c0c66 None None] Network 4ea82b48-4de7-495e-80e3-39cfc095558a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:22.671584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba17a51-ee67-47df-b3ff-c401a7912c7f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.676548 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:49:22.695875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87560c00-257b-4f99-9a13-e92a1aa8ffd4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.695875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87560c00-257b-4f99-9a13-e92a1aa8ffd4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:22.718448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.731677 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:22.910546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.029263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0b294a0b-1439-4cf3-bfd0-fefda30accc3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:23.062763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 01e9665b-96f4-43a5-bfcd-ef1578ace9ae owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:23.086548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2bb539ed-4020-4afd-abf8-0531ca1283dd None None] Provisioning for port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:23.104036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:23.104436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: timer() May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:23.153964 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:23.345976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.366653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.389335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.402680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=eba17a51-ee67-47df-b3ff-c401a7912c7f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:23.409726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Deleting port 003718f9-af21-4a56-97cb-229944a0cbde {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:23.411516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.421791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779703b-12bc-4626-804f-879b520af8b3 req-41a4c654-47d9-4aef-9268-524f847ab2e2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:23.423334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3779703b-12bc-4626-804f-879b520af8b3 req-41a4c654-47d9-4aef-9268-524f847ab2e2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.3234842 May 27 03:49:23.426237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.426579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.426917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.427251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.427579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.427903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.428227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.428554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.428864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.429236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.429560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:23.442878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a089eb91-f283-4855-a6a1-b440af464f31 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/eba17a51-ee67-47df-b3ff-c401a7912c7f HTTP/1.1" status: 204 len: 168 time: 3.4918907 May 27 03:49:23.454294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:23.479429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1489677995'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:23.507111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:23.510329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.563470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:23.574830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:23.586692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:23.603966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3779703b-12bc-4626-804f-879b520af8b3 req-08e478ae-4638-4c98-8f95-c6044e41b3a7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685178 May 27 03:49:23.634529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:23.640828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.674177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:23.698432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:23.698955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.829160 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.867295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:23.892651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.893015 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 10227cbe-fc31-4d17-83b8-40a6b65517fe of type vlan for network 7ec8503b-131b-4362-a876-160fd484c967 May 27 03:49:23.961468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.979162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] For port 003718f9-af21-4a56-97cb-229944a0cbde, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=003718f9-af21-4a56-97cb-229944a0cbde,segment=NetworkSegment(92c36835-4ef0-4d6b-81f2-4cfaef4b8dee),segment_id=92c36835-4ef0-4d6b-81f2-4cfaef4b8dee)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:23.979824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:23.996048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] DHCP port deletion for d1164884-8bd6-4bc5-ae82-00e5737db32c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:24.003473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=11805cee-f9e6-41bc-a184-67c03dd4c846,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.008425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Deleting port 003718f9-af21-4a56-97cb-229944a0cbde {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:24.008873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.011432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:24.050111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0b294a0b-1439-4cf3-bfd0-fefda30accc3,segment=NetworkSegment(87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe),segment_id=87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:24.066529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.170768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0b294a0b-1439-4cf3-bfd0-fefda30accc3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.194039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.202606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:24.206212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:24.210677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:24.212515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.213710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 27761650-571f-46b1-9ad5-5f195169545d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:24.303928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.307646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:24.308348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.325093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 27761650-571f-46b1-9ad5-5f195169545d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:24.325552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 27761650-571f-46b1-9ad5-5f195169545d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:24.381747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Calling delete_port for 003718f9-af21-4a56-97cb-229944a0cbde owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:24.442792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:24.478499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.504887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=7ec8503b-131b-4362-a876-160fd484c967,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.508838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a0be06ce-3844-455a-aac3-676f7d045312 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0473018 May 27 03:49:24.514088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:24.518717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 7ec8503b-131b-4362-a876-160fd484c967 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:24.572054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': '7ec8503b-131b-4362-a876-160fd484c967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:24.607256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] For port 003718f9-af21-4a56-97cb-229944a0cbde, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=003718f9-af21-4a56-97cb-229944a0cbde,segment=NetworkSegment(92c36835-4ef0-4d6b-81f2-4cfaef4b8dee),segment_id=92c36835-4ef0-4d6b-81f2-4cfaef4b8dee)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:24.607656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.614483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d46f3b7-c852-460c-8285-de5e85abeb18 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.2050691 May 27 03:49:24.620076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527daa-a336-4cad-8182-8dc55b27a7e2 req-b8e82dbb-c6f1-4bfa-a5f4-a844e9d25482 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:24.627731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:24.633583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Provisioning complete for port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:24.633955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.646716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e527daa-a336-4cad-8182-8dc55b27a7e2 req-b8e82dbb-c6f1-4bfa-a5f4-a844e9d25482 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 1.1340835 May 27 03:49:24.849359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=01e9665b-96f4-43a5-bfcd-ef1578ace9ae,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:24.861682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-602187562-network', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:24.892504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:24.902066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0b294a0b-1439-4cf3-bfd0-fefda30accc3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:24.909419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Usage tracker for resource:network and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:24.925173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:24.940065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e527daa-a336-4cad-8182-8dc55b27a7e2 req-5da69eae-0675-484f-b784-6a931bc723b0 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240236 May 27 03:49:24.940449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:24.962058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:24.970560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:24.978196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.984328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:24.988005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:24.989440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a82a9002-f5d2-4996-aa79-ec9037fce9ad tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/fa1d914c-8091-4de0-bfb4-5d2f1e1813cb HTTP/1.1" status: 204 len: 168 time: 3.8384964 May 27 03:49:24.993339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45282) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:25.000980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Calling delete_port for 003718f9-af21-4a56-97cb-229944a0cbde owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:25.016169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:25.087174 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-d9a51533-535a-4f2f-aa14-84d06f147690 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] delete failed (client error): The resource could not be found. May 27 03:49:25.091987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d9a51533-535a-4f2f-aa14-84d06f147690 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/fa1d914c-8091-4de0-bfb4-5d2f1e1813cb HTTP/1.1" status: 404 len: 345 time: 0.0936460 May 27 03:49:25.093815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:25.096015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.109017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:25.111675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.193242 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.211865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] No DVR routers for this DVR port 003718f9-af21-4a56-97cb-229944a0cbde on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:25.222737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Port': ['ID=003718f9-af21-4a56-97cb-229944a0cbde,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:25.263233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:25.271468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:25.272098 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:25.279051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.279318 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.311088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:25.315068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Usage tracker for resource:security_group_rule and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:25.317966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:25.324595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:25.393725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Provisioning for port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:25.394179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.405808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.412470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Provisioning complete for port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.412855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.489976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.505732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-98c601ec-b92c-41bb-a9ad-948b37f0ea79 None None] Port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:25.548460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.580556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 003718f9-af21-4a56-97cb-229944a0cbde no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:25.589587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:25.616724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e8f05e-a9dc-4862-8430-42bc08386164,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:25.633492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 003718f9-af21-4a56-97cb-229944a0cbde {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:25.633827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 003718f9-af21-4a56-97cb-229944a0cbde not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:25.636012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1164884-8bd6-4bc5-ae82-00e5737db32c']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:25.659349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.661869 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Added segment 7b30c8fc-a921-4300-851f-ecfb367b1c30 of type vlan for network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e May 27 03:49:25.666021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Provisioning complete for port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.666391 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.672990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:25.673644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c36835-4ef0-4d6b-81f2-4cfaef4b8dee') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:25.693295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.724738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.729383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.732956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:25.740518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:25.741247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.749757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Provisioning for port 11805cee-f9e6-41bc-a184-67c03dd4c846 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: timer() May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:25.758006 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:25.761597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Provisioning complete for port 11805cee-f9e6-41bc-a184-67c03dd4c846 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:25.761963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.801767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Deleting port 003718f9-af21-4a56-97cb-229944a0cbde {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:25.801767 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.880586 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.915318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-77d0c5a3-d3f8-4676-8554-d465b4588288 None None] The port '003718f9-af21-4a56-97cb-229944a0cbde' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:25.917128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-19d19223-70d4-456d-8c12-470a34428731 None None] Port 11805cee-f9e6-41bc-a184-67c03dd4c846 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:25.940629 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:49:25.966889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:25.967854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:25.968729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.002411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.064743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf84de-91f1-4128-8b8a-6af9c8a54b94 req-d2f430f7-99cd-4e03-ab97-fe387a730fc5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.071414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92cf84de-91f1-4128-8b8a-6af9c8a54b94 req-d2f430f7-99cd-4e03-ab97-fe387a730fc5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 1.0667465 May 27 03:49:26.161894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.245922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] Pushing event updated for resources: {'Network': ['ID=3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.258384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:26.263907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=7ed3886c-a956-45fd-bcc0-32c5dd47139c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.275257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/networks/d1164884-8bd6-4bc5-ae82-00e5737db32c HTTP/1.1" status: 204 len: 168 time: 3.7724817 May 27 03:49:26.275257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02ecb7ae-6f1c-4699-90da-8f4c8cef0b0f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8050907 May 27 03:49:26.283866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.284204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.286842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.291569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.293301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120394-72fb-4079-9ae7-5bda9c3a22f8 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Pushing event deleted for resources: {'Network': ['ID=d1164884-8bd6-4bc5-ae82-00e5737db32c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:26.295943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.296681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Synchronizing usage tracker for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:26.299075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Request body: {'subnet': {'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-602187562-subnet', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:26.351825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:26.356332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8db84b8e-1933-4e22-8a56-e01589afd016 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Synchronizing usage tracker for tenant:78b096a7353447f4a761bee207e59607 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:26.357935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '10227cbe-fc31-4d17-83b8-40a6b65517fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ec8503b-131b-4362-a876-160fd484c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:26.358473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: 7ec8503b-131b-4362-a876-160fd484c967, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:26.363179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Usage tracker for resource:subnet and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:26.369976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:26.379625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:26.386564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 4f6188ef-bf7d-447a-ad29-41793110ad3b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:26.387951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.390720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25d707-4de3-468d-a8ca-2c514b9de575 req-f5eaed36-95b7-4645-90a5-51735d8b2997 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.397461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b25d707-4de3-468d-a8ca-2c514b9de575 req-f5eaed36-95b7-4645-90a5-51735d8b2997 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.2130573 May 27 03:49:26.405876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.445310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:26.445659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.447715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.450982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.456031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.456995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Synchronizing usage tracker for tenant:6c776d3db218419aaf8078531888f7a3 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:26.471029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8db84b8e-1933-4e22-8a56-e01589afd016 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Unset dirty status for tenant:78b096a7353447f4a761bee207e59607 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:26.475132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8db84b8e-1933-4e22-8a56-e01589afd016 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "GET /v2.0/ports?device_id=85476991-9897-4fb5-bc0f-e289d3dc5ac7 HTTP/1.1" status: 200 len: 205 time: 0.1843934 May 27 03:49:26.475333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 7ec8503b-131b-4362-a876-160fd484c967 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:26.485322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.504276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 7ec8503b-131b-4362-a876-160fd484c967) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:26.506433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Unset dirty status for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:26.511274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-941a0132-8835-4ad3-91fb-91f8d0cd98b4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.8777227 May 27 03:49:26.517077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849ea0a-69b5-412f-b678-8512703ad3e0 None None] Network 7ec8503b-131b-4362-a876-160fd484c967 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:26.524923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45304) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.606227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 11805cee-f9e6-41bc-a184-67c03dd4c846 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:26.606535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.643764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b25d707-4de3-468d-a8ca-2c514b9de575 req-5660fe71-e96d-4f4f-a20f-268d2742dbc2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453251 May 27 03:49:26.659966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:26.660668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.686764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92cf84de-91f1-4128-8b8a-6af9c8a54b94 req-7d963fa6-8cf6-43a1-a43d-6f36445c5d7a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143999 May 27 03:49:26.827965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Unset dirty status for tenant:6c776d3db218419aaf8078531888f7a3 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:26.829695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-090ac32e-3e6b-467d-bc43-240047f3e1db tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/ports?network_id=aaebd70d-9958-4b43-9bfd-71c7d03295f7 HTTP/1.1" status: 200 len: 2358 time: 1.6955914 May 27 03:49:26.835113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-53b3268e-d7ac-4d27-9638-d1601e44c04d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3197141 May 27 03:49:26.836247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.853841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-7ec8503b-131b-4362-a876-160fd484c967', 'network_id': '7ec8503b-131b-4362-a876-160fd484c967', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': '7ed3886c-a956-45fd-bcc0-32c5dd47139c'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:26.854767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:26.854897 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.861198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:26.964105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': '7ec8503b-131b-4362-a876-160fd484c967', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1836888338'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:26.999425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.125586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.135469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for 11805cee-f9e6-41bc-a184-67c03dd4c846 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:27.167112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Allocated IP 2001:db8::2 (7ec8503b-131b-4362-a876-160fd484c967/7ed3886c-a956-45fd-bcc0-32c5dd47139c/3adbe56b-e02a-4956-8822-a511839ba347) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:27.235203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:27.273810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732bc6d1-d129-42a7-b68c-622cbb8335e6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.299101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:27.305620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Checking segment: {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:27.306255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Network hostable DHCP agents. Network: 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:27.365960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.398176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:27.403790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.467902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=11805cee-f9e6-41bc-a184-67c03dd4c846,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.490593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:27.496980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.508157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ac5f0-8c76-4285-b681-7e591af37aae tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:27.514448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Transition to ACTIVE for port object 3adbe56b-e02a-4956-8822-a511839ba347 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:27.514672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae1ac5f0-8c76-4285-b681-7e591af37aae tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/subnets/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528 HTTP/1.1" status: 200 len: 797 time: 0.6570919 May 27 03:49:27.516460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 4f6188ef-bf7d-447a-ad29-41793110ad3b owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:27.530593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:27.530821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Transition to ACTIVE for port object 3adbe56b-e02a-4956-8822-a511839ba347 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:27.539383 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.553793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:27.561539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.571156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:27.572594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'port': {'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7', 'name': 'tempest-FloatingIPTestJSON-1597708922', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:27.574178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.591717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694d2bd-9a67-4ff6-8e58-de286072382a None None] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:27.682464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 7ecf97d1-384d-4b38-83fc-e4cfb526314e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:27.777303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Pushing event updated for resources: {'Port': ['ID=3adbe56b-e02a-4956-8822-a511839ba347,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:27.783365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Network 7ec8503b-131b-4362-a876-160fd484c967 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:27.789067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:27.796626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:27.878528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-684f33ba-7345-4035-8a3c-ca443b152d66 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5889723 May 27 03:49:27.886129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:27.974652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-de8bf814-16ab-457e-bff1-69a93c407198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:27.975292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:28.002683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Attempting to bind port 3adbe56b-e02a-4956-8822-a511839ba347 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:28.003233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:28.003530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Attempting to bind port 3adbe56b-e02a-4956-8822-a511839ba347 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '10227cbe-fc31-4d17-83b8-40a6b65517fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ec8503b-131b-4362-a876-160fd484c967'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:28.004136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Attempting to bind port 3adbe56b-e02a-4956-8822-a511839ba347 on network 7ec8503b-131b-4362-a876-160fd484c967 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:28.006602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.008937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88560b6e-3006-443b-849b-b29c00339c75 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/11805cee-f9e6-41bc-a184-67c03dd4c846 HTTP/1.1" status: 204 len: 168 time: 1.4830470 May 27 03:49:28.014303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Usage tracker for resource:router and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:28.018028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45328) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:28.024626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:28.056639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:28.059395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Checking segment: {'id': '10227cbe-fc31-4d17-83b8-40a6b65517fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ec8503b-131b-4362-a876-160fd484c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:28.059912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.060406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Bound using segment: {'id': '10227cbe-fc31-4d17-83b8-40a6b65517fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ec8503b-131b-4362-a876-160fd484c967'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:28.061013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Bound port: 3adbe56b-e02a-4956-8822-a511839ba347, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10227cbe-fc31-4d17-83b8-40a6b65517fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ec8503b-131b-4362-a876-160fd484c967'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:28.062686 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.173717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'fixed_ips': [{'subnet_id': '732bc6d1-d129-42a7-b68c-622cbb8335e6'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:28.174717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.292177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:28.311015 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0f7ae3-3e4d-43ca-8b5f-f873082f5971 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] GET failed (client error): The resource could not be found. May 27 03:49:28.311887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ab0f7ae3-3e4d-43ca-8b5f-f873082f5971 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Synchronizing usage tracker for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:28.314234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:28.335811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:28.353020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:28.380622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.381067 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.382146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.392819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:28.400570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ab0f7ae3-3e4d-43ca-8b5f-f873082f5971 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Unset dirty status for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:28.411123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ab0f7ae3-3e4d-43ca-8b5f-f873082f5971 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports/11805cee-f9e6-41bc-a184-67c03dd4c846 HTTP/1.1" status: 404 len: 333 time: 0.3911896 May 27 03:49:28.412047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45332) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:28.424296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1955430102'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:28.429141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::186 (7ec8503b-131b-4362-a876-160fd484c967/7ed3886c-a956-45fd-bcc0-32c5dd47139c/7ecf97d1-384d-4b38-83fc-e4cfb526314e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:28.508632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Allocated IP 172.20.0.2 (3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e/732bc6d1-d129-42a7-b68c-622cbb8335e6/a13fee02-20ef-47cf-8c58-dd19e53e2c56) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:28.529153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539654b-6fb3-457d-bf64-02f72667eea4 None None] Pushing event updated for resources: {'Port': ['ID=3adbe56b-e02a-4956-8822-a511839ba347,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:28.561670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:28.590003 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.671496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.699549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.714575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 7ecf97d1-384d-4b38-83fc-e4cfb526314e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:28.727537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ef234-c8c6-4a6b-b572-52dba8487a6b req-669d9330-f099-4be0-a655-d6f3fa8c09a7 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:28.729916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea9ef234-c8c6-4a6b-b572-52dba8487a6b req-669d9330-f099-4be0-a655-d6f3fa8c09a7 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.6503038 May 27 03:49:28.757260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.871654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.910937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Transition to ACTIVE for port object a13fee02-20ef-47cf-8c58-dd19e53e2c56 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:28.916203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:28.956313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Transition to ACTIVE for port object a13fee02-20ef-47cf-8c58-dd19e53e2c56 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:28.968211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00380c-ba60-4e98-8851-981f0151f789 req-90c69fce-a81d-49e5-a64c-3c3d6bb05976 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:28.970206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a00380c-ba60-4e98-8851-981f0151f789 req-90c69fce-a81d-49e5-a64c-3c3d6bb05976 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.9449942 May 27 03:49:28.973433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.974868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:28.975850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Fanout notify agent at l3_agent the message router_deleted on router 85476991-9897-4fb5-bc0f-e289d3dc5ac7 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:49:28.978443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.040619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea9ef234-c8c6-4a6b-b572-52dba8487a6b req-d03aed41-4c05-4fac-b06a-351dda9214f5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991223 May 27 03:49:29.082580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:29.098298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.108759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:29.128385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:29.132890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:29.152402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.158271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:29.161610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.191372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] device_id is not set on port 0879c030-041e-4fcc-8c55-c22857a90c50 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:29.211622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Pushing event updated for resources: {'Port': ['ID=a13fee02-20ef-47cf-8c58-dd19e53e2c56,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.223331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 7ec8503b-131b-4362-a876-160fd484c967 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:29.236690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.237831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bdc5fbb0-9618-4ba4-829d-c9e125b48a40 tempest-RoutersNegativeTest-1035421756 tempest-RoutersNegativeTest-1035421756-project] 10.222.0.46 "DELETE /v2.0/routers/85476991-9897-4fb5-bc0f-e289d3dc5ac7 HTTP/1.1" status: 204 len: 168 time: 2.7483056 May 27 03:49:29.238849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:29.268513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.271065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:29.285082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port 2bdd7ca9-f596-45ad-9719-7709081c88f1 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:29.288756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:29.289473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.297558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=7ecf97d1-384d-4b38-83fc-e4cfb526314e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.300281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Attempting to bind port a13fee02-20ef-47cf-8c58-dd19e53e2c56 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:29.300636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Attempting to bind port a13fee02-20ef-47cf-8c58-dd19e53e2c56 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:29.301026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Attempting to bind port a13fee02-20ef-47cf-8c58-dd19e53e2c56 on network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:29.307764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:29.308133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Checking segment: {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:29.308579 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.309028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Bound using segment: {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:29.310036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Bound port: a13fee02-20ef-47cf-8c58-dd19e53e2c56, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:29.310413 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.488710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::53 (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/2bdd7ca9-f596-45ad-9719-7709081c88f1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:29.523702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] For port a13fee02-20ef-47cf-8c58-dd19e53e2c56, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:29.534016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] For port a13fee02-20ef-47cf-8c58-dd19e53e2c56, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a13fee02-20ef-47cf-8c58-dd19e53e2c56,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:29.547042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.610492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-53fca643-ca72-4c3f-8c68-9f80cf2d3c68 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6935463 May 27 03:49:29.613909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a00380c-ba60-4e98-8851-981f0151f789 req-fd6592fd-0b3e-46bd-8ebd-cfa0cfd56571 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255689 May 27 03:49:29.614533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:29.642192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=4f6188ef-bf7d-447a-ad29-41793110ad3b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.783985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69b2a7-6321-4531-a487-2d7a37b9fa5d None None] Pushing event updated for resources: {'Port': ['ID=a13fee02-20ef-47cf-8c58-dd19e53e2c56,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:29.799292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:29.941802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82f1cf8f-1914-4c65-84d5-5430541b2efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:29.958557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 7ecf97d1-384d-4b38-83fc-e4cfb526314e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:29.958986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.037165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.277181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.445875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abead61-2400-4b38-ae01-76d88676d482 None None] Network 7ec8503b-131b-4362-a876-160fd484c967 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:30.468875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object 2bdd7ca9-f596-45ad-9719-7709081c88f1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:30.581261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e99e1-f089-4735-bc20-230862a944f5 req-1fc0e852-f66b-45d6-baee-ef89932ef129 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:30.582772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-335e99e1-f089-4735-bc20-230862a944f5 req-1fc0e852-f66b-45d6-baee-ef89932ef129 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.2124445 May 27 03:49:30.656595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4afecff2-1840-473f-ab47-b1165d695aa7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78b096a7353447f4a761bee207e59607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8002152 May 27 03:49:30.665225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:30.717938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:30.721326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a7cd4d20-9db8-47ee-b2e1-37666ef9f8e5 None None] Provisioning for port 3adbe56b-e02a-4956-8822-a511839ba347 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:30.889227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=2bdd7ca9-f596-45ad-9719-7709081c88f1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:30.962145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a13fee02-20ef-47cf-8c58-dd19e53e2c56 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:30.979966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-335e99e1-f089-4735-bc20-230862a944f5 req-e2ee4bd4-af93-4843-b731-2cc682dd937d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793888 May 27 03:49:30.984880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.985258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.985603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.985939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.986269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.986585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.986907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.987238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.987558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.987874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:30.988191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:31.018464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:31.035190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:31.044015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:31.049164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:31.049798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.083892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a13fee02-20ef-47cf-8c58-dd19e53e2c56 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:31.089980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3adbe56b-e02a-4956-8822-a511839ba347 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:31.101842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.14 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/0879c030-041e-4fcc-8c55-c22857a90c50) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:31.316677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 3adbe56b-e02a-4956-8822-a511839ba347 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:31.338561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3adbe56b-e02a-4956-8822-a511839ba347 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:31.339205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.400384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.13 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/0879c030-041e-4fcc-8c55-c22857a90c50) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:31.430119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.467815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.501557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.566520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.611834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.641329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Provisioning complete for port 3adbe56b-e02a-4956-8822-a511839ba347 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:31.644192 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.676844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.734522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd9dbe-0c19-4861-92a8-07fbe384ce1d None None] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:31.744273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.785160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.787349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:31.798157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3368dc16-6422-4c5f-9f83-32914365c271 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3823798 May 27 03:49:31.800003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45362) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:31.848744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17b', 'mac_address': 'fa:16:3e:92:41:25'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:31.873495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 7ecf97d1-384d-4b38-83fc-e4cfb526314e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:31.914601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:31.938033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.015693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:32.019725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.026615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:32.038763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:32.083085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=0879c030-041e-4fcc-8c55-c22857a90c50,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.254819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:32.255440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.322267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3adbe56b-e02a-4956-8822-a511839ba347,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.370326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Allocated IP 172.25.8.32 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/24d353ed-9e0d-4e2c-9912-c65602f5a428) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:32.377751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1731130-4d6d-449a-aa86-f2e60b852530 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.8315215 May 27 03:49:32.383530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45368) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:32.418426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Provisioning for port 7ecf97d1-384d-4b38-83fc-e4cfb526314e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:32.425150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Provisioning complete for port 7ecf97d1-384d-4b38-83fc-e4cfb526314e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:32.425524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.433485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8a465-dfe0-4d9f-b173-04085c842ff9 req-dc5d2ae3-8779-4f18-951f-236b4973f2a6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:32.435417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f8a465-dfe0-4d9f-b173-04085c842ff9 req-dc5d2ae3-8779-4f18-951f-236b4973f2a6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 1.4161787 May 27 03:49:32.439161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.455839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '0879c030-041e-4fcc-8c55-c22857a90c50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:32.491936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:32.495194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4f97c27c-e0bd-45dc-bcc6-4e4c9f2973b0 None None] Port 7ecf97d1-384d-4b38-83fc-e4cfb526314e was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 03:49:32.518240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=7ecf97d1-384d-4b38-83fc-e4cfb526314e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.537949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:32.544653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:32.567067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.629701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.639021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Provisioning for port a13fee02-20ef-47cf-8c58-dd19e53e2c56 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:32.648658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Provisioning complete for port a13fee02-20ef-47cf-8c58-dd19e53e2c56 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:32.649061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.663344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.673804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f2975-a1f9-4dd4-85bf-68b335d6f920,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:32.695363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.759057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79045a7-d3d0-4c7b-899e-173368f525c0 req-e6d3af50-5534-4ae0-9a06-c12e31ecefd9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:32.760641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d79045a7-d3d0-4c7b-899e-173368f525c0 req-e6d3af50-5534-4ae0-9a06-c12e31ecefd9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5013864 May 27 03:49:32.808555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3adbe56b-e02a-4956-8822-a511839ba347 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:32.903181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5f8a465-dfe0-4d9f-b173-04085c842ff9 req-89a4f9ee-4dde-4849-9ea7-7226c9424f44 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592454 May 27 03:49:32.911472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2c876f2-800f-4aee-8e37-652658761f12 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/7ecf97d1-384d-4b38-83fc-e4cfb526314e HTTP/1.1" status: 204 len: 168 time: 3.2670689 May 27 03:49:32.912690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:32.927553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-709d06e9-f313-4ebe-b878-48775b5538d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e6f2975-a1f9-4dd4-85bf-68b335d6f920 HTTP/1.1" status: 204 len: 168 time: 2.2517555 May 27 03:49:32.927553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.042650 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a05de5-43d9-4c4c-99f9-195a40d41a2e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:33.043145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0a05de5-43d9-4c4c-99f9-195a40d41a2e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:33.069454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.070775 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.095191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0a05de5-43d9-4c4c-99f9-195a40d41a2e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:33.096691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c0a05de5-43d9-4c4c-99f9-195a40d41a2e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/7ecf97d1-384d-4b38-83fc-e4cfb526314e HTTP/1.1" status: 404 len: 333 time: 0.1753824 May 27 03:49:33.100109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.100300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d79045a7-d3d0-4c7b-899e-173368f525c0 req-e444309c-5793-4eb5-a6f6-e83189372beb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553370 May 27 03:49:33.107155 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.116479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3adbe56b-e02a-4956-8822-a511839ba347 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:33.117764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.205665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:33.217891 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] Sync routers for ids ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:33.224425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1992bcc7-3f7a-440e-9d37-566a91e09787 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/0d0aacdd-46b1-4de3-9623-eb07bbbf9b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4219923 May 27 03:49:33.228605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.264373 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] Routers {'0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:33.265594 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.277532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d032802-ba63-4288-90bb-dcbbc0ac5b84 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:33.395518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.442960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d032802-ba63-4288-90bb-dcbbc0ac5b84 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:33.444889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7d032802-ba63-4288-90bb-dcbbc0ac5b84 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 HTTP/1.1" status: 200 len: 205 time: 0.2146521 May 27 03:49:33.457424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:33.481862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.483416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] For port a13fee02-20ef-47cf-8c58-dd19e53e2c56, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a13fee02-20ef-47cf-8c58-dd19e53e2c56,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:33.496679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.516944 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] Routers {'0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:33.517470 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.602880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Pushing event updated for resources: {'Port': ['ID=a13fee02-20ef-47cf-8c58-dd19e53e2c56,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.617348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Provisioning for port 2bdd7ca9-f596-45ad-9719-7709081c88f1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:33.629271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Provisioning complete for port 2bdd7ca9-f596-45ad-9719-7709081c88f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:33.629932 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.660555 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:33.661305 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86582d2d-fd30-4616-9872-6af9db97b948 None None] The sync data for ids ['0d0aacdd-46b1-4de3-9623-eb07bbbf9b82'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:33.667140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:33.683251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:33.690531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:33.725850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Port 2bdd7ca9-f596-45ad-9719-7709081c88f1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:33.730856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f3a8f18f-56e9-4b6e-b2b1-a524e9645ee2 None None] Could not find standard attr ID for object 7ecf97d1-384d-4b38-83fc-e4cfb526314e. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:49:33.822417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Pushing event updated for resources: {'Port': ['ID=24d353ed-9e0d-4e2c-9912-c65602f5a428,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:33.863467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b14cbda1-5358-4909-991c-816b2e155065 None None] Provisioning complete for port a13fee02-20ef-47cf-8c58-dd19e53e2c56 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:33.866809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b14cbda1-5358-4909-991c-816b2e155065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.875668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 7ed3886c-a956-45fd-bcc0-32c5dd47139c {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:33.879365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.903158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.906707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:33.961624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.160281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.269895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] In _notify_port_updated(), no bound segment for port 2bdd7ca9-f596-45ad-9719-7709081c88f1 on network 4ea82b48-4de7-495e-80e3-39cfc095558a {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:49:34.273574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:34.274208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.278626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "PUT /v2.0/ports/2bdd7ca9-f596-45ad-9719-7709081c88f1 HTTP/1.1" status: 200 len: 1002 time: 2.4371047 May 27 03:49:34.285459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:34.289308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.328831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554824-cbf5-41f4-a69d-e0a07f4d5753 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=2bdd7ca9-f596-45ad-9719-7709081c88f1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:34.549969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.182 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e0ec4e21-c27b-47be-b9be-1694d83c8723) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:34.617362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-763771d5-3a19-4e83-8cee-10e82315e3b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4088497 May 27 03:49:34.633904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.721108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:34.729936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.730958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.738318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 2bdd7ca9-f596-45ad-9719-7709081c88f1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:34.738672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.766823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4972a84e-764c-4761-b7d2-d4f028ee72f2 None None] Provisioning complete for port 2bdd7ca9-f596-45ad-9719-7709081c88f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:34.767200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4972a84e-764c-4761-b7d2-d4f028ee72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:34.850311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a13fee02-20ef-47cf-8c58-dd19e53e2c56 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:34.954357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4baaf-b6a9-48e0-923b-b446a289ac3f req-693bca12-0402-4c6b-86d4-0860c784351e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:34.963538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ae4baaf-b6a9-48e0-923b-b446a289ac3f req-693bca12-0402-4c6b-86d4-0860c784351e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5048866 May 27 03:49:35.008534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4972a84e-764c-4761-b7d2-d4f028ee72f2 None None] Port 2bdd7ca9-f596-45ad-9719-7709081c88f1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:35.024465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3c495b17-867a-4765-b381-c9ec52f8b694 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:35.025274 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-3c495b17-867a-4765-b381-c9ec52f8b694 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): There was a conflict when trying to complete your request. May 27 03:49:35.026822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c495b17-867a-4765-b381-c9ec52f8b694 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3042495 May 27 03:49:35.036080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45422) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:35.040006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a13fee02-20ef-47cf-8c58-dd19e53e2c56 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:35.040398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.117765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461534860'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:35.127818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.138646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.141838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.155812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.196562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.206522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.241312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ae4baaf-b6a9-48e0-923b-b446a289ac3f req-a973e886-0ce6-4c1c-8054-e8c8ef4721b6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766514 May 27 03:49:35.258176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.285345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e263c-9dcf-44f3-9dfd-f79a71a494e7 req-e85397da-f857-4b52-af6e-d0881744e595 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:35.287061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f7e263c-9dcf-44f3-9dfd-f79a71a494e7 req-e85397da-f857-4b52-af6e-d0881744e595 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.8933551 May 27 03:49:35.315440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:35.327450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:35.332333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:35.343039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:35.365439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.468803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:35.470841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=e0ec4e21-c27b-47be-b9be-1694d83c8723,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.475872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:35.479648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:35.528453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.563535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.568712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.614563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f7e263c-9dcf-44f3-9dfd-f79a71a494e7 req-538b6612-05a6-4667-9702-a1215ed3f801 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086929 May 27 03:49:35.643715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-da36342a-f8f4-450c-b866-f061a192ab2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.8046606 May 27 03:49:35.644741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed3886c-a956-45fd-bcc0-32c5dd47139c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:35.706990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.707758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34115705-3767-4359-91e2-10e0b6dd942a None None] Network 7ec8503b-131b-4362-a876-160fd484c967 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:35.735714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Router b4769364-7f52-42f1-afb3-da9749d3bffd is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:35.767146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.799058 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:35.809223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74d94803-9b2a-44cd-95e5-f2caedef9585 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/7ed3886c-a956-45fd-bcc0-32c5dd47139c HTTP/1.1" status: 204 len: 168 time: 2.7081056 May 27 03:49:35.821837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:35.881714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.058557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] DHCP port deletion for 7ec8503b-131b-4362-a876-160fd484c967 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:36.063301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Deleting port 3adbe56b-e02a-4956-8822-a511839ba347 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:36.063668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.102306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:36.114501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594b5f98-850a-4dce-8397-177521df5b54,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.137665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:36.144491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:36.160824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.161374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:49:36.165853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:36.166903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.248319 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.251720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2c1b75ad-ad41-4ffc-bd42-cfc286f5b611 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 HTTP/1.1" status: 204 len: 168 time: 2.7906046 May 27 03:49:36.258226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for 2bdd7ca9-f596-45ad-9719-7709081c88f1 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:36.266450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:36.344214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 3adbe56b-e02a-4956-8822-a511839ba347 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:36.344844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.470309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:36.470726 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.489523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-77597f7e-6586-4fe7-8e3a-3a15d017403a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:36.491077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-77597f7e-6586-4fe7-8e3a-3a15d017403a service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.8185558 May 27 03:49:36.572101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-977ef209-dc3d-485c-b653-cf7549147e2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.0726798 May 27 03:49:36.654112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.668203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Calling delete_port for 3adbe56b-e02a-4956-8822-a511839ba347 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:36.690172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-276fb1d8-c903-4157-8ed1-680332488fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:36.691622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-276fb1d8-c903-4157-8ed1-680332488fd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.1111858 May 27 03:49:36.748502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.775957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3adbe56b-e02a-4956-8822-a511839ba347 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:36.874755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.922884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.937529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.940025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:36.940416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.974693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:36.982980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.983186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb01d2-c984-4cba-8e6d-0bfca5e72ede,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:36.989713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:36.991454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d89519fc-f067-4674-8176-1bb9757c116d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9394398 May 27 03:49:37.003918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45438) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.020654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=2bdd7ca9-f596-45ad-9719-7709081c88f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.021345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '56eb01d2-c984-4cba-8e6d-0bfca5e72ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:37.030436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:37.035380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:37.040513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:37.048048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:37.077039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:37.078219 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:37.115919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3adbe56b-e02a-4956-8822-a511839ba347,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:37.267561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 71ea4eec-376c-41f5-a903-fdd2f3508ea3 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:49:37.271370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.279599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 3adbe56b-e02a-4956-8822-a511839ba347 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:37.311972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-208c7657-a0b5-4330-9c60-821d22b4c8e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6106265 May 27 03:49:37.346823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.381574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.412659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.422152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36c6-a28d-4e50-9cc1-d6dcfcdacaf7 req-1897763e-7746-4481-a837-8d5196ae926d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:37.423608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6f36c6-a28d-4e50-9cc1-d6dcfcdacaf7 req-1897763e-7746-4481-a837-8d5196ae926d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5490410 May 27 03:49:37.440414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.513633 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4eaaff21-4af0-4a5d-b0b0-724b9af8eed4 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/2bdd7ca9-f596-45ad-9719-7709081c88f1 HTTP/1.1" status: 204 len: 168 time: 3.1319311 May 27 03:49:37.519819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534992f-b8f4-4a5d-ad5f-47404abf8a69 req-e366bc5e-c18e-4107-b7e8-cd7e38e4cc50 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:37.521372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9534992f-b8f4-4a5d-ad5f-47404abf8a69 req-e366bc5e-c18e-4107-b7e8-cd7e38e4cc50 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 1.0254948 May 27 03:49:37.527681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.577751 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:37.578086 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:37.580184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Deleting port 3adbe56b-e02a-4956-8822-a511839ba347 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:37.581815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.583238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:37.613499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b6f36c6-a28d-4e50-9cc1-d6dcfcdacaf7 req-639489be-d041-4003-ab1b-8ff2b2d02c99 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290901 May 27 03:49:37.630494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Sync routers for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:37.634612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-46e7ca42-8cb3-4d2e-937a-82455ef994a6 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758355 May 27 03:49:37.691620 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd7cf03-466a-49ab-8c80-86daa47e6239 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] GET failed (client error): The resource could not be found. May 27 03:49:37.692118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1dd7cf03-466a-49ab-8c80-86daa47e6239 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Synchronizing usage tracker for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:37.700928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:37.701649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:37.780922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.785083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6bf64b6-2723-4d1e-96e1-c3e3d0ab2c16 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.8976893 May 27 03:49:37.787844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45446) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.789461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b92db4d-38c6-4bb8-abdb-e5b69768d191 req-9a6c83df-9bd1-404e-8b29-f89fc0b343fc service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414061 May 27 03:49:37.799534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.802615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1dd7cf03-466a-49ab-8c80-86daa47e6239 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Unset dirty status for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:37.803661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1dd7cf03-466a-49ab-8c80-86daa47e6239 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports/2bdd7ca9-f596-45ad-9719-7709081c88f1 HTTP/1.1" status: 404 len: 333 time: 0.2730319 May 27 03:49:37.808051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:37.817613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-55739872'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:37.888977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9534992f-b8f4-4a5d-ad5f-47404abf8a69 req-6b26b15e-58be-46fb-9ec6-692cf160d3aa tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530929 May 27 03:49:37.899614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:37.902029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.031710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:38.032201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.046558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44b7c67-cbea-452c-88ea-d3dc99cec0c7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:38.088217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.089416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6674e51f-312e-4c27-aea4-d4c397dfeb33 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0777435 May 27 03:49:38.093251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 3adbe56b-e02a-4956-8822-a511839ba347 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:38.093251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.093543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45454) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:38.116220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '56eb01d2-c984-4cba-8e6d-0bfca5e72ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:38.128572 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.132812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:38.138687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:38.141720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.145572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:38.164498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:38.186269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:38.202328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.218762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:38.222752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.256299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:38.279957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=71ea4eec-376c-41f5-a903-fdd2f3508ea3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:38.329537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=e0ec4e21-c27b-47be-b9be-1694d83c8723,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:38.331768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Calling delete_port for 3adbe56b-e02a-4956-8822-a511839ba347 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:38.344146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.347301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:38.368605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.370494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dfec60-58af-4be5-9f55-278f2607908c None None] Network 560a65fc-e80c-4ba2-a751-dcbfea2562b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:38.380282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-08c4c454-4026-42bd-b09a-bb109e968a90 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/71ea4eec-376c-41f5-a903-fdd2f3508ea3 HTTP/1.1" status: 204 len: 168 time: 2.1135399 May 27 03:49:38.386730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:38.404297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.568356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port 3adbe56b-e02a-4956-8822-a511839ba347, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3adbe56b-e02a-4956-8822-a511839ba347,segment=NetworkSegment(10227cbe-fc31-4d17-83b8-40a6b65517fe),segment_id=10227cbe-fc31-4d17-83b8-40a6b65517fe)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:38.569623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.590962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:38.807015 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): There was a conflict when trying to complete your request. May 27 03:49:38.808494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a17ea6b5-79b1-421e-a5dd-2c25ecc762a1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7127769 May 27 03:49:38.849609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.864242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45464) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:38.866726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.879543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 3adbe56b-e02a-4956-8822-a511839ba347 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:38.965812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] Pushing event deleted for resources: {'Port': ['ID=3adbe56b-e02a-4956-8822-a511839ba347,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:38.984267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:38.988795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0e3f7-18c0-4a76-a2ab-4e001f7c268d None None] No DVR routers for this DVR port 3adbe56b-e02a-4956-8822-a511839ba347 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:39.125548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.133135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00493736-d268-4b76-82f9-487c37190525 None None] DHCP port deletion for 560a65fc-e80c-4ba2-a751-dcbfea2562b5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:49:39.156805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:39.157170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.165711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-00493736-d268-4b76-82f9-487c37190525 None None] Deleting port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:39.171091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00493736-d268-4b76-82f9-487c37190525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.242240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::1ad (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/5bbe1b1d-04fd-4cc0-81fd-9927823b436e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:39.350257 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP f1c332a5-3d99-454d-8987-b1d27c84e05f associated. External IP: 172.25.8.182, port: 0879c030-041e-4fcc-8c55-c22857a90c50. May 27 03:49:39.463129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.482028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object 5bbe1b1d-04fd-4cc0-81fd-9927823b436e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:39.524973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.633177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:33Z', 'revision_number': 3, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:39.637567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=5bbe1b1d-04fd-4cc0-81fd-9927823b436e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:39.647019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Checking router: b4769364-7f52-42f1-afb3-da9749d3bffd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:49:39.647398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Updating router b4769364-7f52-42f1-afb3-da9749d3bffd port 24d353ed-9e0d-4e2c-9912-c65602f5a428 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:49:39.650653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.667482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed083374-be50-4d88-8df3-b5986cd965ee req-758c1870-f49e-4a95-9fc0-b0ef6a3620d4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:39.675593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb01d2-c984-4cba-8e6d-0bfca5e72ede,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:39.687677 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed083374-be50-4d88-8df3-b5986cd965ee req-758c1870-f49e-4a95-9fc0-b0ef6a3620d4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.7997859 May 27 03:49:39.695348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.700997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a29fd33-7264-4896-9b90-cfc71f1effb5 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/56eb01d2-c984-4cba-8e6d-0bfca5e72ede HTTP/1.1" status: 204 len: 168 time: 0.8331273 May 27 03:49:39.702537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:39.709576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9cfd0-9be8-4be6-83eb-a90dcd644a11 req-e733418c-d737-4e67-8a1d-cd07fa5ecb7b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:39.710514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf9cfd0-9be8-4be6-83eb-a90dcd644a11 req-e733418c-d737-4e67-8a1d-cd07fa5ecb7b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.4633942 May 27 03:49:39.727065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.834153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:39.845401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:39.845401 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:39.853481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:39.869954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:39.874331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:39.875119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:39.930336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf9cfd0-9be8-4be6-83eb-a90dcd644a11 req-e0eddc0f-f657-41b6-b53d-32104bf73ffc tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463315 May 27 03:49:39.952657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 3adbe56b-e02a-4956-8822-a511839ba347 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:39.953033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.072763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-00493736-d268-4b76-82f9-487c37190525 None None] For port 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=102dba5e-eca4-4871-abc5-5e0e6aafcd35,segment=NetworkSegment(1b26651d-7247-40e2-bbc3-fba60a9024e4),segment_id=1b26651d-7247-40e2-bbc3-fba60a9024e4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:40.073307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00493736-d268-4b76-82f9-487c37190525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.302750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-00493736-d268-4b76-82f9-487c37190525 None None] Calling delete_port for 102dba5e-eca4-4871-abc5-5e0e6aafcd35 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:40.365053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed083374-be50-4d88-8df3-b5986cd965ee req-9b1fdfd4-ec78-486e-a0fc-f5994fca71fb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764154 May 27 03:49:40.447334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:40.485318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] The port '3adbe56b-e02a-4956-8822-a511839ba347' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:40.549462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c93e883-4449-4fd7-ab9f-115f141492e1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8247542 May 27 03:49:40.551759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0784c32d-3232-455a-83fa-1d4b62604fc7 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7417033 May 27 03:49:40.561993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:40.562663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:40.582996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.598619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00493736-d268-4b76-82f9-487c37190525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.609776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Transition to ACTIVE for port object 24d353ed-9e0d-4e2c-9912-c65602f5a428 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:40.610520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:41:25'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:40.690526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--319808458'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:40.694425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.768256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00493736-d268-4b76-82f9-487c37190525 None None] No DVR routers for this DVR port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:40.794422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.808643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 102dba5e-eca4-4871-abc5-5e0e6aafcd35 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:40.870191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00493736-d268-4b76-82f9-487c37190525 None None] Pushing event deleted for resources: {'Port': ['ID=102dba5e-eca4-4871-abc5-5e0e6aafcd35,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:40.873715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f127e3ab-6d50-49ef-a46b-2d8acc20ea38 None None] Provisioning for port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:40.916118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 102dba5e-eca4-4871-abc5-5e0e6aafcd35 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:49:40.916818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 102dba5e-eca4-4871-abc5-5e0e6aafcd35 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:49:40.924669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f127e3ab-6d50-49ef-a46b-2d8acc20ea38 None None] Provisioning complete for port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:40.924669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f127e3ab-6d50-49ef-a46b-2d8acc20ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:40.988715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.016726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec8503b-131b-4362-a876-160fd484c967']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.033305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10227cbe-fc31-4d17-83b8-40a6b65517fe') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.033597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10227cbe-fc31-4d17-83b8-40a6b65517fe') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.071752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.084288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Pushing event updated for resources: {'Port': ['ID=24d353ed-9e0d-4e2c-9912-c65602f5a428,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.106881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.118182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:41.118582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.143782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Attempting to bind port 24d353ed-9e0d-4e2c-9912-c65602f5a428 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:41.144128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Attempting to bind port 24d353ed-9e0d-4e2c-9912-c65602f5a428 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:41.145727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Attempting to bind port 24d353ed-9e0d-4e2c-9912-c65602f5a428 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:41.158830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:41.169501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Allocated IP 172.20.0.1 (3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e/732bc6d1-d129-42a7-b68c-622cbb8335e6/01bedccb-a92b-4455-868d-68effc9739e8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:41.169905 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:41.178997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f127e3ab-6d50-49ef-a46b-2d8acc20ea38 None None] Port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:41.186657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:41.188594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:41.189118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.190792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:41.191402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Bound port: 24d353ed-9e0d-4e2c-9912-c65602f5a428, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:41.193036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.196967 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:41.198150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: timer() May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:41.295236 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:41.306423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:41.314810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] For port 24d353ed-9e0d-4e2c-9912-c65602f5a428, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:41.323042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] For port 24d353ed-9e0d-4e2c-9912-c65602f5a428, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24d353ed-9e0d-4e2c-9912-c65602f5a428,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:41.330410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.332598 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.340688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.349934 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:41.350878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.363483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:41.374399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2ca0b59-63b5-482f-beff-c76e23a0f79f req-59818c55-d27e-40e6-b7e8-421b0a30c811 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1096 time: 1.8733203 May 27 03:49:41.427690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Pushing event updated for resources: {'Port': ['ID=24d353ed-9e0d-4e2c-9912-c65602f5a428,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.444094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.444658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.445102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.445440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.445875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.446215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.446574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.446984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.447306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.447801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.448272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa90c89-60d1-499d-8568-0dde114a76e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:41.467390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:41.468087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 102dba5e-eca4-4871-abc5-5e0e6aafcd35, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=102dba5e-eca4-4871-abc5-5e0e6aafcd35,segment=NetworkSegment(1b26651d-7247-40e2-bbc3-fba60a9024e4),segment_id=1b26651d-7247-40e2-bbc3-fba60a9024e4)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:41.468241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.468455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.477149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:41.488690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.503688 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:41.504122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d054fca-5ee0-4471-a9d4-2d8523b9fe05 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:41.533967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20d1972d-5a44-465f-96d3-259422cd0e98 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.1468823 May 27 03:49:41.534864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45494) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:41.545771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': '0879c030-041e-4fcc-8c55-c22857a90c50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:41.546470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.560795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:41.662457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.724219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:41.748514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc127-21fe-4aba-bb74-11e2a48e8503 req-10a39e38-2ae8-4c77-9819-035747e318cc tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:41.755874 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29adc127-21fe-4aba-bb74-11e2a48e8503 req-10a39e38-2ae8-4c77-9819-035747e318cc tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5215495 May 27 03:49:41.761509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=7ec8503b-131b-4362-a876-160fd484c967,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:41.791661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.904357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:41.908796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 102dba5e-eca4-4871-abc5-5e0e6aafcd35 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:41.946297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Transition to ACTIVE for port object 01bedccb-a92b-4455-868d-68effc9739e8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:41.974258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29adc127-21fe-4aba-bb74-11e2a48e8503 req-3a12388c-ea56-432e-be1f-dec89c37f7ff tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174454 May 27 03:49:41.982885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.001231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2ca0b59-63b5-482f-beff-c76e23a0f79f req-4acf90cb-23d5-4757-b19a-a60ea157311d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126428 May 27 03:49:42.013967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:42.014350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ffaaa8b4-f99d-4ea8-aebd-ce057021dd5a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/7ec8503b-131b-4362-a876-160fd484c967 HTTP/1.1" status: 204 len: 168 time: 6.1868804 May 27 03:49:42.022219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'name': 'tempest-PortsIpV6TestJSON-1213506634'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:42.092256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:42.096407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:42.099285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:42.105927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:42.110159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:33Z', 'revision_number': 3, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:42.115594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9e998-3ee8-42da-be06-27c3faf86679 None None] The sync data for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 is: [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:33Z', 'revision_number': 3, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:42.173118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.179083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.194075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.271372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Pushing event updated for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.298852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:49:42.299264 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:49:42.299697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc6b28-1351-46f9-9f56-7a5c0af9489f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.320183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52cb29-f718-48a4-862d-fb5298faad25 req-3a765ba6-897b-49dd-9d38-38afd33193ed tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.327339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e52cb29-f718-48a4-862d-fb5298faad25 req-3a765ba6-897b-49dd-9d38-38afd33193ed tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5670495 May 27 03:49:42.330735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:42.331245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.332572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c6f6e4b-47e3-4c8e-92c5-d82e92d6e688 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7631001 May 27 03:49:42.334017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:42.338644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:42.340255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:42.344318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:42.369117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.381402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.392650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1c078b8c-e736-4852-833e-b63327a29e96 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '10fc6b28-1351-46f9-9f56-7a5c0af9489f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:42.405346 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1c078b8c-e736-4852-833e-b63327a29e96 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:42.408655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c078b8c-e736-4852-833e-b63327a29e96 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0636082 May 27 03:49:42.419011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45512) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:42.423564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:42.461456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e52cb29-f718-48a4-862d-fb5298faad25 req-25c4e8b1-eac2-46a2-8e17-27bb240c0384 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333387 May 27 03:49:42.491997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] In _notify_port_updated(), no bound segment for port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e on network 4ea82b48-4de7-495e-80e3-39cfc095558a {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:49:42.496542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:42.497388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.498961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "PUT /v2.0/ports/5bbe1b1d-04fd-4cc0-81fd-9927823b436e HTTP/1.1" status: 200 len: 1001 time: 1.9246376 May 27 03:49:42.502648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:42.503290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:42.505633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.600623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:42.600986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.670619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a857a74-640c-4f2b-8e65-e90fb756d894 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=5bbe1b1d-04fd-4cc0-81fd-9927823b436e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:42.726309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.750589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 5aba7971-8388-40ee-9c92-32ef54afb30e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:42.831864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24d353ed-9e0d-4e2c-9912-c65602f5a428 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:42.921496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.925696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Provisioning complete for port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:42.926068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.970500 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:42.996798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Port 5bbe1b1d-04fd-4cc0-81fd-9927823b436e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:43.013893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Provisioning for port 01bedccb-a92b-4455-868d-68effc9739e8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:43.019677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Provisioning complete for port 01bedccb-a92b-4455-868d-68effc9739e8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:43.021113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.093795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.127924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-82345bf2-b13c-4450-bdd0-a8a0da758c64 None None] Port 01bedccb-a92b-4455-868d-68effc9739e8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:43.129838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 24d353ed-9e0d-4e2c-9912-c65602f5a428 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:43.149503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.150949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 24d353ed-9e0d-4e2c-9912-c65602f5a428 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:43.151392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.248558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 102dba5e-eca4-4871-abc5-5e0e6aafcd35 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:43.248919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.321236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.335663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc6b28-1351-46f9-9f56-7a5c0af9489f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:43.343049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 24d353ed-9e0d-4e2c-9912-c65602f5a428, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24d353ed-9e0d-4e2c-9912-c65602f5a428,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:43.347594 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.407261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for 5bbe1b1d-04fd-4cc0-81fd-9927823b436e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:43.431597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=24d353ed-9e0d-4e2c-9912-c65602f5a428,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:43.507579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] The port '102dba5e-eca4-4871-abc5-5e0e6aafcd35' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:49:43.682127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.683247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aaf0cf33-3103-4e13-8e7b-b35e34729f26 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/10fc6b28-1351-46f9-9f56-7a5c0af9489f HTTP/1.1" status: 204 len: 168 time: 1.2633300 May 27 03:49:43.687820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:43.729538 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.730654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.815517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-3a912223-f533-4ce6-a566-c747a011d3d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1097 time: 0.5704153 May 27 03:49:43.838665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560a65fc-e80c-4ba2-a751-dcbfea2562b5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:43.854434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:43.871677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bd6f0-bf97-4e98-b1d4-36b7a624bfcb req-1daefa92-f0f6-427d-9989-ad526d05edb9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:43.873165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d90bd6f0-bf97-4e98-b1d4-36b7a624bfcb req-1daefa92-f0f6-427d-9989-ad526d05edb9 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5449879 May 27 03:49:43.890170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b26651d-7247-40e2-bbc3-fba60a9024e4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:43.890448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b26651d-7247-40e2-bbc3-fba60a9024e4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:43.956203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.002211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.005001 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.043254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d90bd6f0-bf97-4e98-b1d4-36b7a624bfcb req-b2745554-d4ac-4f60-af10-81502f11feae tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610363 May 27 03:49:44.047322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:49:44.052758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-529ea023-211b-46ca-a758-a93f5fb814e8 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:44.055489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:49:44.055890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: timer() May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:49:44.090682 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:49:44.134110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.174436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=5bbe1b1d-04fd-4cc0-81fd-9927823b436e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.228789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404caef-b2c4-40f8-8cd5-d4c1a07d32c6 req-8d609d6a-560c-4535-83dd-3ab979dbb463 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:44.233660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c404caef-b2c4-40f8-8cd5-d4c1a07d32c6 req-8d609d6a-560c-4535-83dd-3ab979dbb463 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5931771 May 27 03:49:44.255428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.257548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:44.264870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:44.269701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:44.274063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:44.274654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.282280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-529ea023-211b-46ca-a758-a93f5fb814e8 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:44.289217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-529ea023-211b-46ca-a758-a93f5fb814e8 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5822175 May 27 03:49:44.289432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.289548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-1eff2ab7-07cd-4f81-8f52-df1d82cd106f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:44.290628 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-1eff2ab7-07cd-4f81-8f52-df1d82cd106f service neutron] 10.222.0.21 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.4546342 May 27 03:49:44.304319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:44.312481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.346297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=5aba7971-8388-40ee-9c92-32ef54afb30e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.363267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--978941516'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:44.377781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.382508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:44.404269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.419547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-110d864a-7c47-4600-9c94-539512fbe98f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4038632 May 27 03:49:44.431777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45532) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:44.436700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:49:44.439626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=560a65fc-e80c-4ba2-a751-dcbfea2562b5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.452520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:44.464330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-33f31797-26da-43d1-89f5-9072377e612e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.1527843 May 27 03:49:44.474137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fd6bb936-5141-4438-be8f-b6065ffe216a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/560a65fc-e80c-4ba2-a751-dcbfea2562b5 HTTP/1.1" status: 204 len: 168 time: 6.0852580 May 27 03:49:44.481201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:44.486333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f8a90149-9478-4fa3-beb1-c2d90e8a3c60 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/5bbe1b1d-04fd-4cc0-81fd-9927823b436e HTTP/1.1" status: 204 len: 168 time: 1.9792542 May 27 03:49:44.489516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45538) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:44.502878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-815611894', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:44.511810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.522209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.538377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c404caef-b2c4-40f8-8cd5-d4c1a07d32c6 req-d34da08d-8c75-4a55-8169-e558d973eb58 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571890 May 27 03:49:44.563818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:44.566225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.573915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-0856dcf8-3b4f-4752-959d-16dbbbcc26ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:44.575351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-0856dcf8-3b4f-4752-959d-16dbbbcc26ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.1002698 May 27 03:49:44.583735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:44.627998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:44.628234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:44.632117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-4ef8ae8c-f021-4fb9-9e75-bd6547569d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496089 May 27 03:49:44.632917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:44.653830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:44.657532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:44.671897 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f1c6a7-83d2-4b2d-be60-6626cea0e22d tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] GET failed (client error): The resource could not be found. May 27 03:49:44.677360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1f1c6a7-83d2-4b2d-be60-6626cea0e22d tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports/5bbe1b1d-04fd-4cc0-81fd-9927823b436e HTTP/1.1" status: 404 len: 333 time: 0.1796882 May 27 03:49:44.681068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45544) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:44.701629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:44.706315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 5aba7971-8388-40ee-9c92-32ef54afb30e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:44.707102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.719789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24d353ed-9e0d-4e2c-9912-c65602f5a428 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:44.737945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1157641246'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:44.791703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 24d353ed-9e0d-4e2c-9912-c65602f5a428 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:44.792076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.856535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Pushing event updated for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:44.864746 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.880184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.881142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.936530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:44.939187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-3f37eb96-53f3-4418-b904-3ba09565025d service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006961 May 27 03:49:44.942797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.079667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15acad7-7b92-4085-98ad-d0d873c61206,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.091769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.095699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fd8ace41-40b0-4b9c-b583-5350a41ba437 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7874072 May 27 03:49:45.099956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45550) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.141528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91e1cd4f-2936-4ec9-a12b-e09e2714b2b9 req-2ff12dd8-171e-4aba-939d-42eca4140536 service neutron] 10.222.0.21 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946435 May 27 03:49:45.211033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-94e73cbd-7679-4837-8fd9-74310a29fd7e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': 'b15acad7-7b92-4085-98ad-d0d873c61206', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.211697 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-94e73cbd-7679-4837-8fd9-74310a29fd7e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:45.212642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-94e73cbd-7679-4837-8fd9-74310a29fd7e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0690665 May 27 03:49:45.216515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45554) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.278985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.305481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.348180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.351144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:45.357202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.378377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15acad7-7b92-4085-98ad-d0d873c61206,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.388486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:port and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:45.391110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.395162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c7c53b1a-41ed-441b-87bb-e8756ecd2c0d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/b15acad7-7b92-4085-98ad-d0d873c61206 HTTP/1.1" status: 204 len: 168 time: 0.1776011 May 27 03:49:45.395858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45558) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.406795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:45.418579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:45.451991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-15ff4847-80bd-4646-b874-e94553f6307a tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:45.459431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.467338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-15ff4847-80bd-4646-b874-e94553f6307a tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:45.468725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-15ff4847-80bd-4646-b874-e94553f6307a tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0716975 May 27 03:49:45.472959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.479007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286141688'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.486146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:45.496571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:45.506784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.543416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:45.547237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:45.550440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:45.555742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:45.620604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.624603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.662457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8062b077-3e35-4adc-84b5-b04314c79137,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:45.717884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 5aba7971-8388-40ee-9c92-32ef54afb30e owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:45.727959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.735034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b4bd2d03-8f71-4146-b6c1-b476cc2d7752 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2554731 May 27 03:49:45.735251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.745789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:45.746692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2bb392a7-3b2b-46b1-85e8-69c3a00e8051 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '8062b077-3e35-4adc-84b5-b04314c79137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.747470 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-2bb392a7-3b2b-46b1-85e8-69c3a00e8051 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:45.748449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2bb392a7-3b2b-46b1-85e8-69c3a00e8051 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122945 May 27 03:49:45.751426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.754767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:45.757732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.758020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7504a7d9-6a01-44ef-b972-05a9445eec0e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '8062b077-3e35-4adc-84b5-b04314c79137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.759297 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-7504a7d9-6a01-44ef-b972-05a9445eec0e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:45.760236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7504a7d9-6a01-44ef-b972-05a9445eec0e tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079043 May 27 03:49:45.763367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.769796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-715dfffe-f56e-404e-a70e-ae43dff5e01f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '8062b077-3e35-4adc-84b5-b04314c79137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.770458 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-715dfffe-f56e-404e-a70e-ae43dff5e01f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:45.773799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-715dfffe-f56e-404e-a70e-ae43dff5e01f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071840 May 27 03:49:45.773975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.781149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:45.781316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eed2c85a-4583-42a0-9b75-17e4136104ad tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '8062b077-3e35-4adc-84b5-b04314c79137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:45.783441 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-eed2c85a-4583-42a0-9b75-17e4136104ad tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:45.784736 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eed2c85a-4583-42a0-9b75-17e4136104ad tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098929 May 27 03:49:45.788142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45584) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:45.825037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119470ea-268c-49b0-a424-4eae2494ab0a req-ba0340d6-520d-4843-968d-76fac41cf04f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:45.826768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-119470ea-268c-49b0-a424-4eae2494ab0a req-ba0340d6-520d-4843-968d-76fac41cf04f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.1584218 May 27 03:49:45.901415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.905541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-119470ea-268c-49b0-a424-4eae2494ab0a req-9824ea55-0f74-4260-81b8-b7a19d12f181 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725996 May 27 03:49:45.935156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:45.952534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port 82da17e2-75aa-4840-86e9-0c3f6c081f38 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:45.995537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.018992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8062b077-3e35-4adc-84b5-b04314c79137,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:46.026149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.030392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-419db1e5-3cca-481b-b4ed-d6aa0038d243 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/8062b077-3e35-4adc-84b5-b04314c79137 HTTP/1.1" status: 204 len: 168 time: 0.2412493 May 27 03:49:46.031179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.082221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e0f5c7b6-769a-430d-86bc-c2f357ede83b None None] Provisioning complete for port 01bedccb-a92b-4455-868d-68effc9739e8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:46.082767 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c7b6-769a-430d-86bc-c2f357ede83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.116642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-213ee776-605c-4bba-9f86-5624b5bf3dc4 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:46.139619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-213ee776-605c-4bba-9f86-5624b5bf3dc4 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:46.140207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980af88-f2d6-4131-bbf8-dbfee335bda9 req-53a47372-c7c3-4a5d-9c18-989282cf742d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:46.140879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-213ee776-605c-4bba-9f86-5624b5bf3dc4 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1082807 May 27 03:49:46.142247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a980af88-f2d6-4131-bbf8-dbfee335bda9 req-53a47372-c7c3-4a5d-9c18-989282cf742d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.9240499 May 27 03:49:46.147610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.154258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935108732'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.166113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.178329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.191480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.198080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5c7b6-769a-430d-86bc-c2f357ede83b None None] Port 01bedccb-a92b-4455-868d-68effc9739e8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:46.213401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.231506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.236089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.239723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.246503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.305624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.309322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.346576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.352204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f927214-6f45-4b48-87dc-a82ed9759393,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:46.364280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.368969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d11dd7cb-6ba0-4b7d-933a-de2d9285ac58 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2169919 May 27 03:49:46.369360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.375709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8aebb308-44fe-46fd-97ff-bee49eb286ae tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.376585 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-8aebb308-44fe-46fd-97ff-bee49eb286ae tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.379783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8aebb308-44fe-46fd-97ff-bee49eb286ae tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070605 May 27 03:49:46.379979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.385361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.393744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.397742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.400719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.407282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.436771 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.440455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ce8fd724-87bc-47c9-9806-9d391bc43d16 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0570078 May 27 03:49:46.440673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45604) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.446565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a24a4064-c44a-4c8f-b561-2da55d679969 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.446816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=5aba7971-8388-40ee-9c92-32ef54afb30e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:46.447161 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a24a4064-c44a-4c8f-b561-2da55d679969 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.456477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a24a4064-c44a-4c8f-b561-2da55d679969 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123284 May 27 03:49:46.457535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.462516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.469728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.474186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.475149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a980af88-f2d6-4131-bbf8-dbfee335bda9 req-35e025a8-89a9-442b-b425-dbc17df4e8bc tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984252 May 27 03:49:46.478896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.485092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:46.486377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.518975 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.520121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cfe3e3ba-6095-44a3-808e-933bf396fb80 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0619125 May 27 03:49:46.523021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.529679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53554673-d331-4b36-ba6a-e092afa1348d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.530360 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-53554673-d331-4b36-ba6a-e092afa1348d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.531639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-53554673-d331-4b36-ba6a-e092afa1348d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076053 May 27 03:49:46.534728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.542018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.549448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.553782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.557324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.563883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.600406 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.604072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2bca0770-6b90-4185-af72-c4c5dbea8361 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0656252 May 27 03:49:46.604421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.610929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aa683da0-431e-4986-9a3f-850654f9fb4f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.611550 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-aa683da0-431e-4986-9a3f-850654f9fb4f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.614982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa683da0-431e-4986-9a3f-850654f9fb4f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071473 May 27 03:49:46.645307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.650919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.660760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.671636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.674984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.682645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.732258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baea71-df8b-4a41-9273-131e78ade8ad req-f57e6c72-74a0-4f8a-ad99-e55f0a80be87 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:46.733768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20baea71-df8b-4a41-9273-131e78ade8ad req-f57e6c72-74a0-4f8a-ad99-e55f0a80be87 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.1201086 May 27 03:49:46.734983 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.738574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a86278e8-43bd-4a9d-a665-fea752b40264 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0898004 May 27 03:49:46.738947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.739086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::136 (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/82da17e2-75aa-4840-86e9-0c3f6c081f38) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:46.746495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '1f927214-6f45-4b48-87dc-a82ed9759393', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:46.769505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:46.777571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:46.781169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:46.794244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:46.811872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20baea71-df8b-4a41-9273-131e78ade8ad req-21d16495-32fc-4690-b110-867034aba6e1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 May 27 03:49:46.838904 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:46.851936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cf8678aa-7926-425b-81d8-3a8d648c62f9 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1013279 May 27 03:49:46.851936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45634) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.852959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d56e8d7d-eb39-4ee9-8e30-c7d2a5ebcf75 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/5aba7971-8388-40ee-9c92-32ef54afb30e HTTP/1.1" status: 204 len: 168 time: 2.4182711 May 27 03:49:46.859012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:46.870057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'mac_address': 'fa:16:3e:17:4d:38', 'name': 'tempest-PortsIpV6TestJSON-1607669287'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:47.041765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:47.054274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:47.057297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.059175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:47.075329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:47.119208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.132310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:47.149699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.181376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object 82da17e2-75aa-4840-86e9-0c3f6c081f38 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:47.211730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:47.225759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:47.229901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.305357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.335521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.360425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.405225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f927214-6f45-4b48-87dc-a82ed9759393,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.422596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:47.423808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:47.424215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.443140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.444235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3d01ce34-67dc-4176-bd97-10151768a527 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/1f927214-6f45-4b48-87dc-a82ed9759393 HTTP/1.1" status: 204 len: 168 time: 0.5988467 May 27 03:49:47.445657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.454296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:47.496577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 28333b50-56c5-431a-a410-4aa0bff402d1 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:47.532851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.592740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9213aa5b-0c37-41ac-b1cb-eea58e573174 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:47.604171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bf701-bc03-4774-bbe7-737925b104d3 req-f6f9fe33-758e-494e-bf18-b60d1c1443cb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:47.605675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b6bf701-bc03-4774-bbe7-737925b104d3 req-f6f9fe33-758e-494e-bf18-b60d1c1443cb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.2822614 May 27 03:49:47.628218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.672759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9213aa5b-0c37-41ac-b1cb-eea58e573174 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:47.673883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9213aa5b-0c37-41ac-b1cb-eea58e573174 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2168379 May 27 03:49:47.683983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45656) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:47.744886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--604734118'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:47.766447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b6bf701-bc03-4774-bbe7-737925b104d3 req-29e0968b-f5fd-4898-afd0-22dc3ea983d3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486280 May 27 03:49:47.782434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Router b4769364-7f52-42f1-afb3-da9749d3bffd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:47.788117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:47.837677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:47.838655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:47.845620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:47.848629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:47.853195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:47.853829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.858722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=82da17e2-75aa-4840-86e9-0c3f6c081f38,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:47.906258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 172.25.8.86 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6f4028f0-67dd-4dde-856b-f186795cf22c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:47.913683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267628a-d6f2-45b6-aa28-94fc4aa58a2a req-9ddb9229-a665-4959-9fa5-bf598e5e1239 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:47.915226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0267628a-d6f2-45b6-aa28-94fc4aa58a2a req-9ddb9229-a665-4959-9fa5-bf598e5e1239 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.6553893 May 27 03:49:47.922608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.946874 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89ee859e-0a95-4162-a718-cbf64afc5b9b tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2558048 May 27 03:49:47.947683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:47.950686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:47.960621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'network_id': '4ea82b48-4de7-495e-80e3-39cfc095558a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1033987302'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:48.034232 n-d-843301-2 neutron-server[84157]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c5c31b4c-da18-411d-a005-a81565a3388c']: {'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'code': 422} returned with failed status May 27 03:49:48.090177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.210707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=28333b50-56c5-431a-a410-4aa0bff402d1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:48.213836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:48.216924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:48.219849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:48.223730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:48.224240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.238313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e92f400c-d4b5-4832-842a-22bb6926de8c None None] Provisioning for port 82da17e2-75aa-4840-86e9-0c3f6c081f38 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:48.238915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:48.243799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:48.244141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e92f400c-d4b5-4832-842a-22bb6926de8c None None] Provisioning complete for port 82da17e2-75aa-4840-86e9-0c3f6c081f38 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:48.244742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Usage tracker for resource:port and tenant:2e0804311a614a40803cef0c7a66878d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:48.245075 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e92f400c-d4b5-4832-842a-22bb6926de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.250483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:48.261766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:48.263632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:48.269589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0267628a-d6f2-45b6-aa28-94fc4aa58a2a req-81c0ac7b-d0e0-4494-9b4e-e70e1358e974 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327656 May 27 03:49:48.272802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:48.273760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-43d13298-4691-4f5b-8f0f-6e65e5df905f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4109750 May 27 03:49:48.276016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:48.285976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:48.315999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e92f400c-d4b5-4832-842a-22bb6926de8c None None] Port 82da17e2-75aa-4840-86e9-0c3f6c081f38 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:48.328737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Made reservation on behalf of 2e0804311a614a40803cef0c7a66878d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:48.331697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.376920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22e8d0-9e64-48f5-b637-d5f949238d2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:48.377938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df22e8d0-9e64-48f5-b637-d5f949238d2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:48.382275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] device_id is not set on port c3d2f133-9b98-4e04-886e-779c42cfb91a yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:48.511685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.514718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-df22e8d0-9e64-48f5-b637-d5f949238d2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:48.515884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-df22e8d0-9e64-48f5-b637-d5f949238d2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/28333b50-56c5-431a-a410-4aa0bff402d1 HTTP/1.1" status: 200 len: 845 time: 0.2391527 May 27 03:49:48.527549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:48.575181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:48.584004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.586173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:48.597166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.601715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:48.602493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.631928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.670361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 28333b50-56c5-431a-a410-4aa0bff402d1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:48.670748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.675832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.681827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.687180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9731066 May 27 03:49:48.689575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45676) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:48.690082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:48.690690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.704154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': 'bf01cb53-cef7-4316-a623-c9058034841c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:48.709795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:48.723162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Allocated IP 2001:db8::28e (4ea82b48-4de7-495e-80e3-39cfc095558a/109b9ff7-1285-4d97-baaf-096b2f3d7e6b/c3d2f133-9b98-4e04-886e-779c42cfb91a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:48.731434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073f5b1-6d43-463e-a9bf-7f94de7aba16 req-23778e75-93a1-4294-a6a5-42d20b18ac7b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:48.732495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7073f5b1-6d43-463e-a9bf-7f94de7aba16 req-23778e75-93a1-4294-a6a5-42d20b18ac7b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.3038259 May 27 03:49:48.752746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:48.753174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7449e37f-ebf0-48d9-b9e1-bc72eb481d8d None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:48.755424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed463e-8adb-4a36-a306-29896bfe69dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01cb53-cef7-4316-a623-c9058034841c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:48.767377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:48.820149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:48.835218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:48.850585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:48.867738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:48.873865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=6f4028f0-67dd-4dde-856b-f186795cf22c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:48.876282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:48.882790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:48.896585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7073f5b1-6d43-463e-a9bf-7f94de7aba16 req-e6803254-212c-4823-9d68-82468e228d99 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546490 May 27 03:49:48.977616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:48.989354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Sync routers for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:49.002072 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:49.002845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-be2a5b47-4712-4376-b8fb-53d641129426 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4769364-7f52-42f1-afb3-da9749d3bffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2079082 May 27 03:49:49.003073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:49.008762 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1820b9d9-bd36-4f50-a419-e0bb64402269 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/f1c332a5-3d99-454d-8987-b1d27c84e05f HTTP/1.1" status: 200 len: 979 time: 7.4699147 May 27 03:49:49.018833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45688) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:49.094788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.204566 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:49.215205 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The resource could not be found. May 27 03:49:49.216286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16c68bf7-0020-41b0-9be7-97bb55577725 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5196431 May 27 03:49:49.231060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:49.249678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': 'bf01cb53-cef7-4316-a623-c9058034841c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b312838d-2854-4331-925d-bb0a335c29bf'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:49.268706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:49.283179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 28333b50-56c5-431a-a410-4aa0bff402d1 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:49.329554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:49.376223 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.410412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Transition to ACTIVE for port object c3d2f133-9b98-4e04-886e-779c42cfb91a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:49.411063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:49.420144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port e0ec4e21-c27b-47be-b9be-1694d83c8723 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:49.420725 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.427943 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.458037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:49.466439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dfc8d-22ff-47a7-abae-f2da3e0a6edf req-25df2d18-0caf-41c0-b13e-ce042aef22dd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:49.467905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e9dfc8d-22ff-47a7-abae-f2da3e0a6edf req-25df2d18-0caf-41c0-b13e-ce042aef22dd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.5584128 May 27 03:49:49.482842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:49.503299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1802054239'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:49.518162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=28333b50-56c5-431a-a410-4aa0bff402d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:49.520613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:49.565895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:network and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:49.572961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:49.578093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.585214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.590362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:49.595256 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '01bedccb-a92b-4455-868d-68effc9739e8', 'name': '', 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'mac_address': 'fa:16:3e:84:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:40Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 2, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'subnets': [{'id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:49.600450 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Checking router: b4769364-7f52-42f1-afb3-da9749d3bffd for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:49:49.600870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Updating router b4769364-7f52-42f1-afb3-da9749d3bffd port 01bedccb-a92b-4455-868d-68effc9739e8 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:49:49.659293 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.671636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e9dfc8d-22ff-47a7-abae-f2da3e0a6edf req-f31880e3-4568-4a29-be0b-5fadb97a3983 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906264 May 27 03:49:49.679808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f6a6779-52ad-4695-9e0d-94ade44d7626 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/28333b50-56c5-431a-a410-4aa0bff402d1 HTTP/1.1" status: 204 len: 168 time: 1.1493351 May 27 03:49:49.684813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45704) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:49.685828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:49.689566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.731195 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The resource could not be found. May 27 03:49:49.732353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ff376694-79f2-4bc6-8585-1cd3117673f3 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5002716 May 27 03:49:49.737214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:49.738711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.739296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.770173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=c3d2f133-9b98-4e04-886e-779c42cfb91a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:49.773859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Network 4ea82b48-4de7-495e-80e3-39cfc095558a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:49.784980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:49.792090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:49.796311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:49.796830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:49.813161 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-79135782-52fd-4870-b76e-26964699868f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:49.813719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79135782-52fd-4870-b76e-26964699868f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:49.992962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for e0ec4e21-c27b-47be-b9be-1694d83c8723 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:49.998608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:50.013938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45e3dc2f-581e-4655-8f3b-df1d9e8032cf req-8e5d1e24-9230-4bbc-997b-3139318583fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4997203 May 27 03:49:50.047810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.049341 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Added segment e9743410-4dd1-4efa-a0f0-153328df1710 of type vlan for network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 May 27 03:49:50.054013 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c756c57d-1882-4987-867a-7dda71d5cd80 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1023376 May 27 03:49:50.067256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:50.072727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.073307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79135782-52fd-4870-b76e-26964699868f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:50.079816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79135782-52fd-4870-b76e-26964699868f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/28333b50-56c5-431a-a410-4aa0bff402d1 HTTP/1.1" status: 404 len: 333 time: 0.3775835 May 27 03:49:50.087687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17b', 'mac_address': 'fa:16:3e:92:41:25'}, {'ip_address': '2001:db8::136', 'mac_address': 'fa:16:3e:ad:9f:79'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:50.121265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.148386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:50.168568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8b5aed8f-77c3-4440-a9ff-27bbae6573f5 None None] Provisioning for port c3d2f133-9b98-4e04-886e-779c42cfb91a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:50.186466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8b5aed8f-77c3-4440-a9ff-27bbae6573f5 None None] Provisioning complete for port c3d2f133-9b98-4e04-886e-779c42cfb91a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:50.186915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8b5aed8f-77c3-4440-a9ff-27bbae6573f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.203396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.204548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'name': 'tempest-PortsIpV6TestJSON-965199921'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:50.204702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.218211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.312868 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.318099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8b5aed8f-77c3-4440-a9ff-27bbae6573f5 None None] Port c3d2f133-9b98-4e04-886e-779c42cfb91a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:50.335659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Transition to ACTIVE for port object 01bedccb-a92b-4455-868d-68effc9739e8 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:50.346617 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.457325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:50.469088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:50.486205 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Pushing event updated for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.506765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01cb53-cef7-4316-a623-c9058034841c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.510050 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.510568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.511287 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.511860 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.512365 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.513385 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.514029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.514509 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.521505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.526042 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.529328 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.529846 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:49:50.569091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.570316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64d73c5a-d237-4121-92b5-19c03acab8dd tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/bf01cb53-cef7-4316-a623-c9058034841c HTTP/1.1" status: 204 len: 168 time: 0.8224220 May 27 03:49:50.605724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=e0ec4e21-c27b-47be-b9be-1694d83c8723,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.618866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:50.628491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.631344 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Attempting to bind port 01bedccb-a92b-4455-868d-68effc9739e8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:50.631710 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Attempting to bind port 01bedccb-a92b-4455-868d-68effc9739e8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:50.632165 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Attempting to bind port 01bedccb-a92b-4455-868d-68effc9739e8 on network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:50.643719 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:50.644087 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Checking segment: {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:50.644627 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.645079 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Bound using segment: {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:50.646100 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Bound port: 01bedccb-a92b-4455-868d-68effc9739e8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b30c8fc-a921-4300-851f-ecfb367b1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:50.647028 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.720068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:50.723977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.762123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6732ec38-81d6-42e0-ad5d-2c580c1c8396 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1390512 May 27 03:49:50.762755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:50.783576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '5206ddb2-4553-402c-924f-18e7822fc749', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:50.796020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 5483e967-33ee-4abc-bb56-474beb57b4ad yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:49:50.802717 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] For port 01bedccb-a92b-4455-868d-68effc9739e8, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:50.805849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] For port 01bedccb-a92b-4455-868d-68effc9739e8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=01bedccb-a92b-4455-868d-68effc9739e8,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:50.810020 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.862610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:50.871808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:50.880185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:50.905774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:50.908208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25092-8271-48dd-8fed-bd9e0d117cfc None None] Pushing event updated for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:50.912259 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:50.912986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:50.923761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.965134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:50.974884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:50.976024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.062068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55fc59-c6ac-42cc-9d97-7a179e4ca7bb req-229d1adf-eea6-4d51-9990-feeb6a28e33a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:51.063692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed55fc59-c6ac-42cc-9d97-7a179e4ca7bb req-229d1adf-eea6-4d51-9990-feeb6a28e33a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.5518019 May 27 03:49:51.137468 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:49:51.145406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed55fc59-c6ac-42cc-9d97-7a179e4ca7bb req-5b67efa7-94f4-4e02-bbc4-4d0ff1c7c321 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720341 May 27 03:49:51.224889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:49:51.418669 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The resource could not be found. May 27 03:49:51.424821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-579e30ac-8e15-4ea9-b4fb-154e2f8089e6 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6567478 May 27 03:49:51.425958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:51.437295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1042686 May 27 03:49:51.452966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673149653'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:51.460179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:51.464534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:51.466129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45746) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:51.467804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:51.474055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:51.481600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'subnet': {'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:51.482902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.501620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 28909813-e9d0-42fb-a06a-11dfa2db89bb is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:49:51.519529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb00fad-7ea2-40e1-b95f-6a21c94dc7f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Network': ['ID=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:51.527471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.533965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:51.547543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.620305 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '01bedccb-a92b-4455-868d-68effc9739e8', 'name': '', 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'mac_address': 'fa:16:3e:84:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:40Z', 'updated_at': '2022-05-27T03:49:50Z', 'revision_number': 4, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'subnets': [{'id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:51.625769 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9564212-fad6-47ba-a88a-5a03ef0fd19f None None] The sync data for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 is: [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '01bedccb-a92b-4455-868d-68effc9739e8', 'name': '', 'network_id': '3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'mac_address': 'fa:16:3e:84:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:40Z', 'updated_at': '2022-05-27T03:49:50Z', 'revision_number': 4, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'subnets': [{'id': '732bc6d1-d129-42a7-b68c-622cbb8335e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:51.687323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:51.693158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:51.698342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:51.707988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:51.727133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:51.888891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=5483e967-33ee-4abc-bb56-474beb57b4ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:51.892276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:51.902574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:51.912664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:subnet and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:51.916082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:51.934218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:51.951840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cae8e-7c6b-4b4f-81ac-570fd8c7994b req-f729b7b1-7506-47ec-a2a0-5e1225561aba tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:51.954099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:51.954784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-913cae8e-7c6b-4b4f-81ac-570fd8c7994b req-f729b7b1-7506-47ec-a2a0-5e1225561aba tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.4504344 May 27 03:49:51.965102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:51.969344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:51.969534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.002616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:52.007777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.020472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.056604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84bc8c59-7962-48db-9900-f471fd6ed759 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8956449 May 27 03:49:52.078922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:52.094295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:52.131094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-a9c6de7b-6ad5-47d7-9dc4-b35876058d58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6286037 May 27 03:49:52.156192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.157626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7192054 May 27 03:49:52.169957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:52.206957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a617e62-7cdd-412d-9b36-2778ce9e815f tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0435e21e-c488-41cd-9d32-b61686f1dc44,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:52.219954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--593820652'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:52.227176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:52.231426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:52.240080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:52.247649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:52.273906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-913cae8e-7c6b-4b4f-81ac-570fd8c7994b req-59962c94-0838-4b3b-a26c-8b2100dc6230 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022711 May 27 03:49:52.291195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.303439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.326158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.365423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.453040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.517615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] In _notify_port_updated(), no bound segment for port c3d2f133-9b98-4e04-886e-779c42cfb91a on network 4ea82b48-4de7-495e-80e3-39cfc095558a {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:49:52.521582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:52.522214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.523508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "PUT /v2.0/ports/c3d2f133-9b98-4e04-886e-779c42cfb91a HTTP/1.1" status: 200 len: 1068 time: 2.4549432 May 27 03:49:52.530442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:52.603857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:49:52.619104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:52.637522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:52.649467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:52.663124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:52.780793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.793184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 01bedccb-a92b-4455-868d-68effc9739e8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:52.796865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2604476-c951-460b-9be3-78355b96f5e1 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event updated for resources: {'Port': ['ID=c3d2f133-9b98-4e04-886e-779c42cfb91a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:52.797328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:52.843263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.932270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Subnet': ['ID=66af57ee-2518-469d-8ca7-5f96bd2663b9,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:52.954499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.958898 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-06d2ba76-876f-4345-a379-8cdb25e8eb47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.4726851 May 27 03:49:52.959619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:52.969566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] Sync routers for ids ['28909813-e9d0-42fb-a06a-11dfa2db89bb'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:52.982048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.029773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] Routers {'28909813-e9d0-42fb-a06a-11dfa2db89bb'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:53.030389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['28909813-e9d0-42fb-a06a-11dfa2db89bb'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.072954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port c3d2f133-9b98-4e04-886e-779c42cfb91a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:53.073387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.168751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.180300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 01bedccb-a92b-4455-868d-68effc9739e8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:53.186783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4d185927-0987-4ec9-8b58-e794481530dd None None] Provisioning complete for port c3d2f133-9b98-4e04-886e-779c42cfb91a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:53.187115 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4d185927-0987-4ec9-8b58-e794481530dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.218651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 01bedccb-a92b-4455-868d-68effc9739e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:53.219296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.226918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.231370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0491924 May 27 03:49:53.239083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45780) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.280166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] Routers {'28909813-e9d0-42fb-a06a-11dfa2db89bb'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:53.280797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['28909813-e9d0-42fb-a06a-11dfa2db89bb'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.303960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group_rule': {'security_group_id': '0435e21e-c488-41cd-9d32-b61686f1dc44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1110d2f2-fd7f-4593-ae30-ec6f571aa9b3'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:53.320079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:53.322250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe69abb-1f0c-4c13-b6b0-139cbd7cb0b2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1110d2f2-fd7f-4593-ae30-ec6f571aa9b3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:53.330164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:53.333840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Checking segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:53.334196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network hostable DHCP agents. Network: 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:53.338825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:53.351302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:53.379468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.389973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.390419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c6764-14c2-419c-8850-b21af588bf94 None None] The sync data for ids ['28909813-e9d0-42fb-a06a-11dfa2db89bb'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:53.405426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4d185927-0987-4ec9-8b58-e794481530dd None None] Port c3d2f133-9b98-4e04-886e-779c42cfb91a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:49:53.411717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:53.432699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688178-0aa3-432a-9234-28d9e8b48b64 req-e961da97-6dc3-44bd-9762-314e7df7429a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.434386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f688178-0aa3-432a-9234-28d9e8b48b64 req-e961da97-6dc3-44bd-9762-314e7df7429a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 1.0149372 May 27 03:49:53.457012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.465441 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:49:53.472081 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3227e696-8e71-4fd0-b755-0c02820f9642 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1793571 May 27 03:49:53.475204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45786) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.487580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.489877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:53.508833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622ed71-a0d0-45de-b52a-dc5df8fee8cd None None] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:53.521218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.521813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.572642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c50ed81c-8628-405d-8bad-ef4fb3879d08 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0934072 May 27 03:49:53.579948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45790) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.588193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-96228509'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:53.597203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:53.608290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 01bedccb-a92b-4455-868d-68effc9739e8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=01bedccb-a92b-4455-868d-68effc9739e8,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:53.611266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:network and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:53.613980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.616554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:53.643115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] In _notify_port_updated(), no bound segment for port 5483e967-33ee-4abc-bb56-474beb57b4ad on network fce4ab63-5159-4397-90ef-eebfede94409 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:49:53.647230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.647474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.647674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:53.651321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/ports/5483e967-33ee-4abc-bb56-474beb57b4ad HTTP/1.1" status: 200 len: 818 time: 1.5654125 May 27 03:49:53.655868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b11a9-c4cc-4a1f-b1e0-5c30adc1a30d req-5dcc836a-cdcd-4254-8fd3-cfe1eb84b24b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:53.660957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:53.662754 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-250b11a9-c4cc-4a1f-b1e0-5c30adc1a30d req-5dcc836a-cdcd-4254-8fd3-cfe1eb84b24b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.2383714 May 27 03:49:53.692310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.718698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ab1b2-d09b-40a1-a700-40ff013bfe0b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=5483e967-33ee-4abc-bb56-474beb57b4ad,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:53.726278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:53.729264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.753175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:53.753915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4a81f88d-8e92-45ca-81cd-4330744c68a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298&tenant_id=e83049e52e954f7c8f422eb9ac22ef31 HTTP/1.1" status: 200 len: 1095 time: 0.5296738 May 27 03:49:53.760655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.773192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:49:53.780769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:53.783188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.788074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:49:53.802168 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:53.803246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.808442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f688178-0aa3-432a-9234-28d9e8b48b64 req-ef8b467e-8de4-4329-ad8a-425a20eed31c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582501 May 27 03:49:53.827931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-250b11a9-c4cc-4a1f-b1e0-5c30adc1a30d req-f8865ca6-021c-41f1-b5b0-a87ca7c54a71 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642120 May 27 03:49:53.863058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'fixed_ips': [{'subnet_id': '66af57ee-2518-469d-8ca7-5f96bd2663b9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:53.864031 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.896819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 5483e967-33ee-4abc-bb56-474beb57b4ad {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:53.897190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.939598 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.941491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:53.958128 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:49:53.960932 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:49:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:53.965684 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-09a71a1e-e7a3-4369-9939-dc0708d5369d tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/f1c332a5-3d99-454d-8987-b1d27c84e05f HTTP/1.1" status: 204 len: 168 time: 4.9436297 May 27 03:49:53.967368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:53.971792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45800) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:54.000375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.044518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.047768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.048321 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Added segment c17125d3-9289-4d68-baf3-196f8b951708 of type vlan for network b72fa20b-8774-49bb-beb5-159edfcf8f98 May 27 03:49:54.068165 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:49:54.068558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a6702-b228-4eed-a877-cb51e5051277 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:49:54.078234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1110d2f2-fd7f-4593-ae30-ec6f571aa9b3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:54.112152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 0879c030-041e-4fcc-8c55-c22857a90c50 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:54.112525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.151431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Allocated IP 19.80.0.2 (2c918ce4-2a93-4ed8-95fc-dc79f823f5a4/66af57ee-2518-469d-8ca7-5f96bd2663b9/de1cfb97-6c7f-49d0-bcf0-a1c96b17e908) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:54.220779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for c3d2f133-9b98-4e04-886e-779c42cfb91a owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:54.232444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.244829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.247027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef13fbff-6ca6-43db-8c2d-4a29404fa378 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/1110d2f2-fd7f-4593-ae30-ec6f571aa9b3 HTTP/1.1" status: 204 len: 168 time: 0.7643039 May 27 03:49:54.251382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45804) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:54.303769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.369586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.381113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Transition to ACTIVE for port object de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:54.400401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Transition to ACTIVE for port object de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:54.408971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.410429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.412925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:54.413525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.422176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fe0875ba-a179-4948-973d-497e4b99d4da tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers/28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 200 len: 883 time: 1.4355774 May 27 03:49:54.473832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:54.540826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Pushing event updated for resources: {'Port': ['ID=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:54.546413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:54.548856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:54.551658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:54.582681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0005925 May 27 03:49:54.599437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6a4110f7-3c1d-4e0f-8b99-24838b286864 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:54.601890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45816) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:54.619189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'subnet': {'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:54.684385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2854a-30c1-462d-b6b4-27bfe1ef453d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Network': ['ID=b72fa20b-8774-49bb-beb5-159edfcf8f98,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:54.703108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:54.796624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Attempting to bind port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:54.797028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Attempting to bind port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:54.797391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Attempting to bind port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:54.804410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 01bedccb-a92b-4455-868d-68effc9739e8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:54.823355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.855347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6a4110f7-3c1d-4e0f-8b99-24838b286864 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:54.859350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a4110f7-3c1d-4e0f-8b99-24838b286864 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6041090 May 27 03:49:54.861778 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.867067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:54.867616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Checking segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:54.867850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.868213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Bound using segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:54.868920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Bound port: de1cfb97-6c7f-49d0-bcf0-a1c96b17e908, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:54.869068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45822) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:54.869177 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:54.978703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] For port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:54.983039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] For port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:54.999225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.013053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:55.021127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 0879c030-041e-4fcc-8c55-c22857a90c50 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:55.086854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:subnet and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:55.090321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 01bedccb-a92b-4455-868d-68effc9739e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:55.090685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.105830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:55.145998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825a825-f2da-4479-b43b-fef20d2407d9 None None] Pushing event updated for resources: {'Port': ['ID=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:55.150413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:55.202930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:55.219282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 5483e967-33ee-4abc-bb56-474beb57b4ad owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:55.306447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.419101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.511403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.564218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.716971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=c3d2f133-9b98-4e04-886e-779c42cfb91a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:55.761044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.777552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.803556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435e21e-c488-41cd-9d32-b61686f1dc44,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:55.809886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.883151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=0879c030-041e-4fcc-8c55-c22857a90c50,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:55.909942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e153453-d100-4fa9-82d3-544c7ae748b2 req-f5e527ed-c1b5-4af3-b1ca-285c07d4ccad tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:55.911470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e153453-d100-4fa9-82d3-544c7ae748b2 req-f5e527ed-c1b5-4af3-b1ca-285c07d4ccad tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.8242657 May 27 03:49:55.932396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=5483e967-33ee-4abc-bb56-474beb57b4ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:55.971922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:55.975399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f10fcc5a-64e4-422c-a671-acc3aa6faac1 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/0435e21e-c488-41cd-9d32-b61686f1dc44 HTTP/1.1" status: 204 len: 168 time: 1.1032670 May 27 03:49:55.980816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45830) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:55.985674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.126565 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ea36a64b-b485-4a1e-b346-9fca7037e69c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/5483e967-33ee-4abc-bb56-474beb57b4ad HTTP/1.1" status: 204 len: 168 time: 2.4530525 May 27 03:49:56.129888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45834) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.135007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:56.158857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.160741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9990e327-4d8b-47fb-98c6-912ab5360121 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/c3d2f133-9b98-4e04-886e-779c42cfb91a HTTP/1.1" status: 204 len: 168 time: 3.6293600 May 27 03:49:56.164994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.167358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e153453-d100-4fa9-82d3-544c7ae748b2 req-5538178a-a7ae-4570-9e2d-28241749b52b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278750 May 27 03:49:56.177022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.195744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.228453 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de2bf0e-e24e-44d0-8744-653344109b13 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] GET failed (client error): The resource could not be found. May 27 03:49:56.228998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6de2bf0e-e24e-44d0-8744-653344109b13 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Synchronizing usage tracker for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:56.256482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0cb7ebd2-9e27-4618-8e30-c67d0f55a5d7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/0879c030-041e-4fcc-8c55-c22857a90c50 HTTP/1.1" status: 204 len: 168 time: 2.2855463 May 27 03:49:56.257096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d85dd8db-73c6-435b-bc5a-3415ad776c54 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:router {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:56.263204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.264665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28aa0886-c8ce-45f7-8b7b-57009f679653 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:56.265155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:56.298451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.303601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Subnet': ['ID=063d334a-0442-4a91-9e86-c827482074ed,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:56.308044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:56.320634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:56.324371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6de2bf0e-e24e-44d0-8744-653344109b13 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Unset dirty status for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:56.328573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6de2bf0e-e24e-44d0-8744-653344109b13 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports/c3d2f133-9b98-4e04-886e-779c42cfb91a HTTP/1.1" status: 404 len: 333 time: 0.1573358 May 27 03:49:56.328887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28aa0886-c8ce-45f7-8b7b-57009f679653 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:56.329840 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-28aa0886-c8ce-45f7-8b7b-57009f679653 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3479567 May 27 03:49:56.330974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45846) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.338167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.347517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:56.353081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161508548'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:56.362523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:49:56.369301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d85dd8db-73c6-435b-bc5a-3415ad776c54 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:router {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:56.370615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d85dd8db-73c6-435b-bc5a-3415ad776c54 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.8933508 May 27 03:49:56.374618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:56.377517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.378944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.389483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-815611894'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:56.420325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d62289-1d99-487a-b569-0d3fdf6d5117 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:56.421062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97d62289-1d99-487a-b569-0d3fdf6d5117 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:56.425919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Checking segment: {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:56.426286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network hostable DHCP agents. Network: b72fa20b-8774-49bb-beb5-159edfcf8f98, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:56.440452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 82da17e2-75aa-4840-86e9-0c3f6c081f38 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:56.441115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.444198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.505178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97d62289-1d99-487a-b569-0d3fdf6d5117 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:56.506649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97d62289-1d99-487a-b569-0d3fdf6d5117 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3725109 May 27 03:49:56.510650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45858) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.533623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:56.546949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Transition to ACTIVE for port object 87be7686-834d-4372-a3e4-4f7eaecb299e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:56.576674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091cccd-7bb9-46b7-8b9d-13dea528f9f5 None None] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:56.603409 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3298d75-9c6f-40b6-955a-e97b0ecb34f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:49:56.605282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3298d75-9c6f-40b6-955a-e97b0ecb34f5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/5483e967-33ee-4abc-bb56-474beb57b4ad HTTP/1.1" status: 404 len: 333 time: 0.0901496 May 27 03:49:56.610977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:56.624512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1257886100'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:56.628040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:49:56.635796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:56.646348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:56.652198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:56.672343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b72fa20b-8774-49bb-beb5-159edfcf8f98) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:56.680191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.723966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d65c4c-3301-4708-95da-3fd9cf3cb3ac None None] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:49:56.728285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:56.728642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.732981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:56.787685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-12713243-5b03-47a3-92a9-42c5943ff2d2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1780474 May 27 03:49:56.791083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:56.800945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.840330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.855725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:56.870889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:49:56.880002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.880338 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 982876c8-a033-47ea-aeae-84fa421bab16 of type vlan for network 474c48cf-2616-495d-b47e-ec9284214c32 May 27 03:49:56.907600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.952246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.955885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:56.956471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:56.989190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.012107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-842d9789-4007-4d97-9e7c-2f61fe054bc6 None None] Provisioning for port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:57.095328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=9']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:57.188709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:49:57.200838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b72fa20b-8774-49bb-beb5-159edfcf8f98', 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'fixed_ips': [{'subnet_id': '063d334a-0442-4a91-9e86-c827482074ed'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:49:57.201787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.213838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:57.214238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.239749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:57.248884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] No DVR routers for this DVR port 87be7686-834d-4372-a3e4-4f7eaecb299e on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:49:57.263307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Usage tracker for resource:security_group_rule and tenant:242c78f62f394bafbcaf389309365ce1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:57.305528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6905973 May 27 03:49:57.312291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for 82da17e2-75aa-4840-86e9-0c3f6c081f38 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:57.337065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:57.347808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-07fa3a49-5b28-4798-b142-3bab43fca171 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:57.356222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-07fa3a49-5b28-4798-b142-3bab43fca171 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:57.357478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-07fa3a49-5b28-4798-b142-3bab43fca171 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:57.364674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45880) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:57.383637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:57.395420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:57.444024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee45ff-9f5d-4a2b-9721-e9c5222498f4 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=474c48cf-2616-495d-b47e-ec9284214c32,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:57.461534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:49:57.609206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:49:57.633251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:49:57.638068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-07fa3a49-5b28-4798-b142-3bab43fca171 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:57.639237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-07fa3a49-5b28-4798-b142-3bab43fca171 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/networks?id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4&id=b72fa20b-8774-49bb-beb5-159edfcf8f98&id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 HTTP/1.1" status: 200 len: 1390 time: 0.6429114 May 27 03:49:57.645182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:49:57.666746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:49:57.669129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:57.669473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:57.669818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:57.695097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-4e6f387c-c2ad-400c-9e76-2b1d1e5747eb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/quotas/ecc88577a2ef4f05875f7489d71ddad6 HTTP/1.1" status: 200 len: 375 time: 0.0453575 May 27 03:49:57.695995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:49:57.695995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Attempting to bind port 87be7686-834d-4372-a3e4-4f7eaecb299e on network 33954d90-fe77-494d-b260-0bfc20fef977 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:57.718025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:49:57.733256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Allocated IP 19.86.0.2 (b72fa20b-8774-49bb-beb5-159edfcf8f98/063d334a-0442-4a91-9e86-c827482074ed/d5375c0f-bbf1-4a02-84d9-d235b539038e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:57.737849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.737971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.774560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-61f9ea6b-e76e-4091-ad16-4852aa601ee0 None None] Provisioning complete for port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:57.775394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-61f9ea6b-e76e-4091-ad16-4852aa601ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.808037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-cc179f04-0263-4549-825c-542eba3c2a00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.3574922 May 27 03:49:57.843528 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.858896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:57.858896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Checking segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:57.858896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Bound using segment: {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:57.859412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Bound port: 87be7686-834d-4372-a3e4-4f7eaecb299e, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fdcfca-42e1-4e05-aba0-187ee1f363a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:57.859543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.915884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:49:57.928827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:57.938534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e8037-c2ef-4a8c-ad08-4a9cd29c5401 req-e8ff1ef7-968f-44c5-859a-e1376323918e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:57.940288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe4e8037-c2ef-4a8c-ad08-4a9cd29c5401 req-e8ff1ef7-968f-44c5-859a-e1376323918e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 944 time: 0.3926363 May 27 03:49:57.953055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=82da17e2-75aa-4840-86e9-0c3f6c081f38,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:57.986779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cb0bfbe4-264d-46bd-8ff8-a1d20bc7196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.009934 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.065183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.094214 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.115816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe4e8037-c2ef-4a8c-ad08-4a9cd29c5401 req-dacd9cce-52e8-48d7-af74-f232b0adea6c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659589 May 27 03:49:58.122244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a601afb8-6f3a-4082-beeb-63020c507c86 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/82da17e2-75aa-4840-86e9-0c3f6c081f38 HTTP/1.1" status: 204 len: 168 time: 1.7839241 May 27 03:49:58.127954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:58.129237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-61536e0f-df62-42f4-829f-d33bd18484c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:58.130878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-61536e0f-df62-42f4-829f-d33bd18484c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.3157992 May 27 03:49:58.192442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.215549 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9c11bc-ac2e-4d3a-b201-8558bef61429 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] GET failed (client error): The resource could not be found. May 27 03:49:58.222151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:58.223886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5a9c11bc-ac2e-4d3a-b201-8558bef61429 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Synchronizing usage tracker for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:58.279314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.283305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9416060 May 27 03:49:58.314419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:58.323735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.324787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-aae126af-ee2f-47f9-84bd-c9fe6d6a47f2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:49:58.325653 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-aae126af-ee2f-47f9-84bd-c9fe6d6a47f2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] update failed (client error): There was a conflict when trying to complete your request. May 27 03:49:58.326606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aae126af-ee2f-47f9-84bd-c9fe6d6a47f2 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "PUT /v2.0/security-groups/cfa42f79-2f3c-4098-a612-924cf5211775 HTTP/1.1" status: 409 len: 330 time: 0.0112696 May 27 03:49:58.334116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45894) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:58.339901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Transition to ACTIVE for port object d5375c0f-bbf1-4a02-84d9-d235b539038e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:58.368104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Transition to ACTIVE for port object d5375c0f-bbf1-4a02-84d9-d235b539038e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:49:58.375972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.411509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5a9c11bc-ac2e-4d3a-b201-8558bef61429 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Unset dirty status for tenant:2e0804311a614a40803cef0c7a66878d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:49:58.413045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5a9c11bc-ac2e-4d3a-b201-8558bef61429 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "GET /v2.0/ports/82da17e2-75aa-4840-86e9-0c3f6c081f38 HTTP/1.1" status: 404 len: 333 time: 0.2810185 May 27 03:49:58.431803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-34843e58-87e1-4bab-925c-7c4565990d13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.1972609 May 27 03:49:58.432555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45898) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:58.460141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:49:58.461237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:49:58.465564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:49:58.474252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Pushing event updated for resources: {'Port': ['ID=d5375c0f-bbf1-4a02-84d9-d235b539038e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:58.547232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73fc3e-7890-4ce6-8b55-d89fa5ce6667 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa42f79-2f3c-4098-a612-924cf5211775,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:58.572200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:58.575009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Attempting to bind port d5375c0f-bbf1-4a02-84d9-d235b539038e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:49:58.575983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Attempting to bind port d5375c0f-bbf1-4a02-84d9-d235b539038e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:49:58.576519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Attempting to bind port d5375c0f-bbf1-4a02-84d9-d235b539038e on network b72fa20b-8774-49bb-beb5-159edfcf8f98 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:49:58.583214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:58.584698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:49:58.585382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Checking segment: {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:58.585738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.586445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Bound using segment: {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:49:58.587129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Bound port: d5375c0f-bbf1-4a02-84d9-d235b539038e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:49:58.587526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.596294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:49:58.596890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.608184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-2615806c-f3d1-4d22-bd4c-6888a49e5ba1 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8944213 May 27 03:49:58.614365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.647057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-a50d64c7-d391-4608-ba0d-a8f459584794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:58.648513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-a50d64c7-d391-4608-ba0d-a8f459584794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.2007942 May 27 03:49:58.655226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.89 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/22d83736-cd13-43d3-b121-0ce7b60aa558) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:49:58.666787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.681029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] For port d5375c0f-bbf1-4a02-84d9-d235b539038e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:49:58.685366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] For port d5375c0f-bbf1-4a02-84d9-d235b539038e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5375c0f-bbf1-4a02-84d9-d235b539038e,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:49:58.692659 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.719993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc890c9-7449-4686-ad6a-fe7b0d723374 req-66b0d540-e480-4997-9e47-1497591e4744 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:58.721657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fdc890c9-7449-4686-ad6a-fe7b0d723374 req-66b0d540-e480-4997-9e47-1497591e4744 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.3939664 May 27 03:49:58.774317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:49:58.805748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.843931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842f69-e260-4d92-a515-f38f7ba65ace None None] Pushing event updated for resources: {'Port': ['ID=d5375c0f-bbf1-4a02-84d9-d235b539038e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:58.869128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:49:58.869613 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.955771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:58.957369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] 10.222.0.41 "PUT /v2.0/ports/87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 1092 time: 5.1818140 May 27 03:49:58.966038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:49:59.001533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fdc890c9-7449-4686-ad6a-fe7b0d723374 req-00bc1dd3-d567-4ac9-8d5e-afba3936e01d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662437 May 27 03:49:59.020124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.099183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa42f79-2f3c-4098-a612-924cf5211775,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:59.112985 n-d-843301-2 neutron-server[84155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-acdecc12-082b-4b7c-9be9-4fbd1b4f3159']: {'name': 'network-changed', 'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'status': 'failed', 'code': 422} returned with failed status May 27 03:49:59.113377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-98869c71-0a57-46e1-84ec-0a5e327ed485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513884 May 27 03:49:59.164534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71279a-9164-4bc2-9e26-b903f2de8d06 service neutron] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:59.313385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-e7f0e7db-7106-4c4a-943c-f0c65b58b04d service neutron] 10.222.0.46 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506968 May 27 03:49:59.360737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.373557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.374671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ed254e2-3bdf-4815-ab00-d2c4ddefc90d tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/cfa42f79-2f3c-4098-a612-924cf5211775 HTTP/1.1" status: 204 len: 168 time: 1.0367963 May 27 03:49:59.380221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.431359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45906) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:49:59.506183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.514152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:49:59.523537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-be71fcfc-b36d-463c-ab18-7ab18b23a592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1096 time: 0.5105970 May 27 03:49:59.632470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-94d7c35c-2554-4e9c-84e5-04eb18c244a4 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116227 May 27 03:49:59.653102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=29971d07-4dfd-4e5e-9437-34a0e895f64f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:49:59.677112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:49:59.853722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-e8a193ac-7f88-4f98-b156-36df079ec522 service neutron] 10.222.0.46 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272896 May 27 03:49:59.857889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f007ea44-6933-4ece-ac6e-badf481e0d08 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Synchronizing usage tracker for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:49:59.909869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b3871-ed23-40e7-a025-1d59c8e2eae8 req-184e3544-2d95-4698-a293-2d5d195c7b1c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:49:59.913767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '982876c8-a033-47ea-aeae-84fa421bab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:49:59.914366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: 474c48cf-2616-495d-b47e-ec9284214c32, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:49:59.916632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e07b3871-ed23-40e7-a025-1d59c8e2eae8 req-184e3544-2d95-4698-a293-2d5d195c7b1c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.6178889 May 27 03:49:59.934488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ce9da793-1f77-4045-804e-5d3f7b5fd080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:49:59.979561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.005794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f007ea44-6933-4ece-ac6e-badf481e0d08 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] Unset dirty status for tenant:242c78f62f394bafbcaf389309365ce1 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:00.010642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f007ea44-6933-4ece-ac6e-badf481e0d08 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5728562 May 27 03:50:00.015957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45910) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.050278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.054088 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-26f62e13-cfbd-4199-b1bb-3ffaeadc8d22 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] delete failed (client error): The resource could not be found. May 27 03:50:00.055119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-26f62e13-cfbd-4199-b1bb-3ffaeadc8d22 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "DELETE /v2.0/security-groups/878f6d05-27ed-41b9-ac75-57a1b93dd092 HTTP/1.1" status: 404 len: 347 time: 0.0383530 May 27 03:50:00.059458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.097557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-3d356bda-b1f0-4fc8-8a2a-f66510d4194f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:00.099095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-3d356bda-b1f0-4fc8-8a2a-f66510d4194f service neutron] 10.222.0.41 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.5651746 May 27 03:50:00.101465 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e07b3871-ed23-40e7-a025-1d59c8e2eae8 req-448f6fcd-e36e-4e47-93ad-644e846f599d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838458 May 27 03:50:00.111864 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f66cb2d6-58c9-4432-8ca1-b7781aa9defb req-1c6a4e6f-d90b-4554-a3c3-617152c56d10 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619200 May 27 03:50:00.134468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Port': ['ID=bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:00.190287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.198161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad8bfc-dadf-410b-9202-d65506c183da None None] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:00.219108 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-c0204c82-11e0-4bec-a0a3-b73135285cd7 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] show failed (client error): The resource could not be found. May 27 03:50:00.219108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c0204c82-11e0-4bec-a0a3-b73135285cd7 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-groups/7cb77c6e-df09-4c9c-8c1e-c0dfa4e1855c HTTP/1.1" status: 404 len: 347 time: 0.1509595 May 27 03:50:00.220363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f41b8d2e-9f32-428b-af12-3edb8cf5ad41 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/ports/bf8aa690-93fb-4b05-a5fd-0ce744cf3b9c HTTP/1.1" status: 204 len: 168 time: 1.7840559 May 27 03:50:00.221090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:00.222595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.223195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45922) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.239391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.246198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=22d83736-cd13-43d3-b121-0ce7b60aa558,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:00.248840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:00.268296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:00.297146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-f410c5f2-5ea1-4e7b-873c-f48234741c35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.1826351 May 27 03:50:00.359226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5f722efc-f717-454a-90d2-c6648a3c3107 None None] Provisioning for port d5375c0f-bbf1-4a02-84d9-d235b539038e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:00.367007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 474c48cf-2616-495d-b47e-ec9284214c32 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:00.376971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.389197 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1a06c20c-c977-4450-a3ad-177b639c8000 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] show failed (client error): The resource could not be found. May 27 03:50:00.397377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a06c20c-c977-4450-a3ad-177b639c8000 tempest-NegativeSecGroupTest-1024897337 tempest-NegativeSecGroupTest-1024897337-project] 10.222.0.46 "GET /v2.0/security-group-rules/a93464db-a0bb-42ef-9ac1-b83dc3bc769a HTTP/1.1" status: 404 len: 356 time: 0.1616945 May 27 03:50:00.399812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-efa78457-349d-4e53-bfa6-cee69e87e9ac service neutron] 10.222.0.46 "GET /v2.0/networks/b72fa20b-8774-49bb-beb5-159edfcf8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186329 May 27 03:50:00.418182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 474c48cf-2616-495d-b47e-ec9284214c32) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:00.436428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37a6f5-151b-4efb-a430-0871cd6bd6d6 None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:00.523344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:00.523948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.606285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a622-2b37-4c31-bea8-8b484fd86fad req-2af31498-86a3-4fd4-b676-3cb3a1905676 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:00.607704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee75a622-2b37-4c31-bea8-8b484fd86fad req-2af31498-86a3-4fd4-b676-3cb3a1905676 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.2906456 May 27 03:50:00.616389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting subnet 109b9ff7-1285-4d97-baaf-096b2f3d7e6b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:50:00.619801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.743863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.832058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee75a622-2b37-4c31-bea8-8b484fd86fad req-01b2e678-baf3-4e30-82f6-19257080df06 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186628 May 27 03:50:00.840635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45932) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.857921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-fa2c5e33-475f-46be-a07f-dd05709b1328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:00.858145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5375c0f-bbf1-4a02-84d9-d235b539038e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:00.860667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-fa2c5e33-475f-46be-a07f-dd05709b1328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.5449135 May 27 03:50:00.907283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:00.962038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-699b67a3-af63-4912-8a9f-db7a76f1f261 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5839415 May 27 03:50:00.962287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:00.969091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:00.977954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-6c9582f8-b813-4abd-a21f-530d5cee9842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929010 May 27 03:50:01.004751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d5375c0f-bbf1-4a02-84d9-d235b539038e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:01.012926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-474c48cf-2616-495d-b47e-ec9284214c32', 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': '29971d07-4dfd-4e5e-9437-34a0e895f64f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:01.014141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.034330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d5375c0f-bbf1-4a02-84d9-d235b539038e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:01.034699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.162830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d708e5db-258a-4ac4-9399-452f6382f3a1 service neutron] 10.222.0.46 "GET /v2.0/networks/b72fa20b-8774-49bb-beb5-159edfcf8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497556 May 27 03:50:01.265205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8c9efba-1c29-4b62-b189-e9723c301d54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=242c78f62f394bafbcaf389309365ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4238966 May 27 03:50:01.268153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45944) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:01.272752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:01.297947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:01.303494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:01.318057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:01.355896 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.360051 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.389715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.436377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:01.438550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Allocated IP 2001:db8::2 (474c48cf-2616-495d-b47e-ec9284214c32/29971d07-4dfd-4e5e-9437-34a0e895f64f/d4b394ca-2082-47a9-b13a-f2b9444d3319) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:01.451272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.454386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port d5375c0f-bbf1-4a02-84d9-d235b539038e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5375c0f-bbf1-4a02-84d9-d235b539038e,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:01.471323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-17052487-cac4-4da2-9eee-ae872c3bd4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799535 May 27 03:50:01.477589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.508749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a5cc7833-b887-4a3a-994a-c96d162d7010 None None] Provisioning complete for port d5375c0f-bbf1-4a02-84d9-d235b539038e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:01.509141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a5cc7833-b887-4a3a-994a-c96d162d7010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.516347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Subnet': ['ID=109b9ff7-1285-4d97-baaf-096b2f3d7e6b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.532263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.547493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.585159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-645860db-f3ba-487f-929e-da563aac4e07 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/subnets/109b9ff7-1285-4d97-baaf-096b2f3d7e6b HTTP/1.1" status: 204 len: 168 time: 1.3574660 May 27 03:50:01.597733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:01.598844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5e391-977f-4d36-8e74-93277d5f52a2 None None] Network 4ea82b48-4de7-495e-80e3-39cfc095558a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:01.599049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.645073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-0f560c71-7e64-46f6-ac77-d1681ec29e48 service neutron] 10.222.0.46 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704278 May 27 03:50:01.647144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.667996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.683744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022252cc-cf45-4304-ab67-f0f6476a042f req-69cef055-80a4-4c93-b0ff-700ef3bcf2e2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:01.685225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-022252cc-cf45-4304-ab67-f0f6476a042f req-69cef055-80a4-4c93-b0ff-700ef3bcf2e2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.3516660 May 27 03:50:01.785917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=d5375c0f-bbf1-4a02-84d9-d235b539038e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.861911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 28909813-e9d0-42fb-a06a-11dfa2db89bb has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:01.865460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-022252cc-cf45-4304-ab67-f0f6476a042f req-6512626c-5bf6-4b17-a58a-385d7b3c5e52 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258204 May 27 03:50:01.878449 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29971d07-4dfd-4e5e-9437-34a0e895f64f (CIDR: 2001:db8::/64) May 27 03:50:01.894026 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:50:01.894026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:50:01.909371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.940964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b5f98-850a-4dce-8397-177521df5b54,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:01.953823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4c53a8f5-f5ab-4b18-945e-f130610f148e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9902079 May 27 03:50:01.956679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45954) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:01.961174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:01.962769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f96d8167-65e8-448d-a0a8-ec3dd5a079bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/594b5f98-850a-4dce-8397-177521df5b54 HTTP/1.1" status: 204 len: 168 time: 0.6926706 May 27 03:50:01.970179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:01.978349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.017153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.017757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.032272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Transition to ACTIVE for port object d4b394ca-2082-47a9-b13a-f2b9444d3319 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:02.074822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Transition to ACTIVE for port object d4b394ca-2082-47a9-b13a-f2b9444d3319 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:02.097224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.170924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-4a76bf8a-1bc5-41f2-a341-0068a37867a7 service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771669 May 27 03:50:02.188966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Pushing event updated for resources: {'Port': ['ID=d4b394ca-2082-47a9-b13a-f2b9444d3319,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:02.206986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:02.211467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:02.214488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:02.232130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:02.232578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.283900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-468ee196-d5ac-4f37-8f33-3eb8038db51a service neutron] 10.222.0.46 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071944 May 27 03:50:02.379477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] DHCP port deletion for 4ea82b48-4de7-495e-80e3-39cfc095558a request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:50:02.382515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Attempting to bind port d4b394ca-2082-47a9-b13a-f2b9444d3319 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:02.383222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Attempting to bind port d4b394ca-2082-47a9-b13a-f2b9444d3319 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '982876c8-a033-47ea-aeae-84fa421bab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:02.383991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Attempting to bind port d4b394ca-2082-47a9-b13a-f2b9444d3319 on network 474c48cf-2616-495d-b47e-ec9284214c32 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:02.392056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Deleting port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:02.392796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.462744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:02.463265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Checking segment: {'id': '982876c8-a033-47ea-aeae-84fa421bab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:02.464337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.464838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Bound using segment: {'id': '982876c8-a033-47ea-aeae-84fa421bab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:02.465935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Bound port: d4b394ca-2082-47a9-b13a-f2b9444d3319, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982876c8-a033-47ea-aeae-84fa421bab16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '474c48cf-2616-495d-b47e-ec9284214c32'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:02.466193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.648041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:02.678684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:02.680104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:02.687834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d4b394ca-2082-47a9-b13a-f2b9444d3319,segment=NetworkSegment(982876c8-a033-47ea-aeae-84fa421bab16),segment_id=982876c8-a033-47ea-aeae-84fa421bab16)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:02.708325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfbfba-13fe-4894-b048-a54233382ded req-c1d82134-2b92-4456-aa6c-42b21d4dbe8e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:02.709582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.719541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53dfbfba-13fe-4894-b048-a54233382ded req-c1d82134-2b92-4456-aa6c-42b21d4dbe8e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.6171772 May 27 03:50:02.722274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:02.763232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:02.833669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:02.837838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5375c0f-bbf1-4a02-84d9-d235b539038e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:02.842485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:02.937544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53dfbfba-13fe-4894-b048-a54233382ded req-dce5b5a0-db05-44a8-a44f-3bbdc73cf1b3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170346 May 27 03:50:02.943125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ae968ae-190f-4d22-b1b7-8529aa6360dd req-c27cf2d0-0f51-4bdf-b9c4-bc199a12ef27 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 210 time: 0.2486105 May 27 03:50:03.004179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] For port 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0b294a0b-1439-4cf3-bfd0-fefda30accc3,segment=NetworkSegment(87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe),segment_id=87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:03.004942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.074759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.115784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] For port 0b294a0b-1439-4cf3-bfd0-fefda30accc3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0b294a0b-1439-4cf3-bfd0-fefda30accc3,segment=NetworkSegment(87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe),segment_id=87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:03.117630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.160459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.308873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.329620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f56a8-ed45-4c3e-9f75-66f5205290bd None None] Pushing event updated for resources: {'Port': ['ID=d4b394ca-2082-47a9-b13a-f2b9444d3319,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:03.399536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.433757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Calling delete_port for 0b294a0b-1439-4cf3-bfd0-fefda30accc3 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:03.508314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Calling delete_port for 0b294a0b-1439-4cf3-bfd0-fefda30accc3 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:03.556412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 474c48cf-2616-495d-b47e-ec9284214c32 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:03.623759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.657612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:03.674781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:03.675652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.697022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.699059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4069743 May 27 03:50:03.706631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:03.761906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'port': {'network_id': 'aaebd70d-9958-4b43-9bfd-71c7d03295f7', 'name': 'tempest-FloatingIPTestJSON-427898558'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:03.807687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d5375c0f-bbf1-4a02-84d9-d235b539038e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:03.808059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:03.813103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=148a1717-3d79-43f9-bd37-101d03d8b47e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:03.933706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d80875b0-c9a1-40ba-8e5a-464c3cc2d5e1 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9726691 May 27 03:50:03.934706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:03.959732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'fixed_ips': [{'subnet_id': '29971d07-4dfd-4e5e-9437-34a0e895f64f'}, {'subnet_id': '148a1717-3d79-43f9-bd37-101d03d8b47e'}], 'name': 'tempest-PortsIpV6TestJSON-1606002110'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:04.066004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706202f8-7e38-41ad-a877-405cd59537f7 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=22d83736-cd13-43d3-b121-0ce7b60aa558,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.092929 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.100018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:04.153957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:04.206310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:04.222168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.223391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b31f0387-a786-47ec-9d68-e3ee1e5529c7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 200 len: 890 time: 7.8418572 May 27 03:50:04.229665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:04.243099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:04.259566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.293478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] Sync routers for ids ['28909813-e9d0-42fb-a06a-11dfa2db89bb'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:04.336559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] Pushing event deleted for resources: {'Port': ['ID=0b294a0b-1439-4cf3-bfd0-fefda30accc3,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:04.403184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649ff3a-dfc2-4c1f-a688-953d4ef21416 None None] No DVR routers for this DVR port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:04.454499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] Routers {'28909813-e9d0-42fb-a06a-11dfa2db89bb'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:04.456477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['28909813-e9d0-42fb-a06a-11dfa2db89bb'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.521923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] device_id is not set on port 1eb3df26-157a-450d-9ded-d5ed37d5ab1b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:50:04.542644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:04.562072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:04.565825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:04.598935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629fb8-9727-4228-9d0b-96f770740c0a req-2c944529-a0fb-4f1d-a9e6-62a713a04707 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:04.611222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4629fb8-9727-4228-9d0b-96f770740c0a req-2c944529-a0fb-4f1d-a9e6-62a713a04707 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 1.1834474 May 27 03:50:04.636863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0b294a0b-1439-4cf3-bfd0-fefda30accc3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:04.677952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:04.745888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.758731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:04.764681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:04.767265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0b294a0b-1439-4cf3-bfd0-fefda30accc3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:50:04.767910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0b294a0b-1439-4cf3-bfd0-fefda30accc3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:04.829018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] Routers {'28909813-e9d0-42fb-a06a-11dfa2db89bb'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:04.830044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['28909813-e9d0-42fb-a06a-11dfa2db89bb'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:04.849913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4629fb8-9727-4228-9d0b-96f770740c0a req-dc2f1fcb-04bd-402d-bec3-8f7d4cc305c8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378113 May 27 03:50:04.891156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:50:05.001131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:05.001793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c75598-6424-4d18-8113-82b9b9fd1437 None None] The sync data for ids ['28909813-e9d0-42fb-a06a-11dfa2db89bb'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:05.090376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d4b394ca-2082-47a9-b13a-f2b9444d3319 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:05.257329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76cf14-b3dc-46f6-bfc3-ff45770f6da7 None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:05.425334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d4b394ca-2082-47a9-b13a-f2b9444d3319 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:05.453399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Provisioning for port d4b394ca-2082-47a9-b13a-f2b9444d3319 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:05.470092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Provisioning complete for port d4b394ca-2082-47a9-b13a-f2b9444d3319 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:05.470702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.483935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:50:05.484503 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:50:05.486491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7adf6828-2a8c-48b3-9e55-079e7afcb842 req-30ec0ec3-adda-4794-9689-a228b20ed19c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 210 time: 1.1070933 May 27 03:50:05.794000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead3ba7-97e9-4581-9238-28f42c626d89 req-871a32f2-e6cb-44f3-b09f-d460c053fd6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:05.802758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ead3ba7-97e9-4581-9238-28f42c626d89 req-871a32f2-e6cb-44f3-b09f-d460c053fd6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.5967221 May 27 03:50:05.952188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ead3ba7-97e9-4581-9238-28f42c626d89 req-69f6f84c-500c-49ec-8ef2-87263d29052a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483710 May 27 03:50:05.958949 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:05.971003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-96d24eda-435f-4d23-b9da-d70aff32eb29 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:05.989912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-96d24eda-435f-4d23-b9da-d70aff32eb29 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:05.999834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-96d24eda-435f-4d23-b9da-d70aff32eb29 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "GET /v2.0/networks?id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4&id=b72fa20b-8774-49bb-beb5-159edfcf8f98&id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 HTTP/1.1" status: 200 len: 1390 time: 1.0907910 May 27 03:50:06.025036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d4b394ca-2082-47a9-b13a-f2b9444d3319,segment=NetworkSegment(982876c8-a033-47ea-aeae-84fa421bab16),segment_id=982876c8-a033-47ea-aeae-84fa421bab16)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:06.034315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Deleting port 0b294a0b-1439-4cf3-bfd0-fefda30accc3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:06.034660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.040134 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.164056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'admin_state_up': True, 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:06.200544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] The port '0b294a0b-1439-4cf3-bfd0-fefda30accc3' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:50:06.294988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::33c (474c48cf-2616-495d-b47e-ec9284214c32/29971d07-4dfd-4e5e-9437-34a0e895f64f/8e33746b-8cae-4636-b0e6-3fcebbf9c09c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:06.302875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8:0:1::190 (474c48cf-2616-495d-b47e-ec9284214c32/148a1717-3d79-43f9-bd37-101d03d8b47e/8e33746b-8cae-4636-b0e6-3fcebbf9c09c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:06.378467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Update dhcp port {'port': {'network_id': '474c48cf-2616-495d-b47e-ec9284214c32', 'fixed_ips': [{'subnet_id': '29971d07-4dfd-4e5e-9437-34a0e895f64f', 'ip_address': '2001:db8::2'}, {'subnet_id': '148a1717-3d79-43f9-bd37-101d03d8b47e'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'd4b394ca-2082-47a9-b13a-f2b9444d3319'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:50:06.441322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f9a6b-c57f-4f13-a4c1-3047abdb8458 None None] Pushing event updated for resources: {'Port': ['ID=d4b394ca-2082-47a9-b13a-f2b9444d3319,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:06.471465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:06.528080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.12 (aaebd70d-9958-4b43-9bfd-71c7d03295f7/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528/1eb3df26-157a-450d-9ded-d5ed37d5ab1b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:06.912066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d4b394ca-2082-47a9-b13a-f2b9444d3319 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:06.976478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7808f5bf-026a-4bc6-8a25-b9d77d58dd4d req-57f5f35f-701b-4fd5-98d9-4b4e80660377 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:07.009179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.023938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7808f5bf-026a-4bc6-8a25-b9d77d58dd4d req-57f5f35f-701b-4fd5-98d9-4b4e80660377 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:07.025523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7808f5bf-026a-4bc6-8a25-b9d77d58dd4d req-57f5f35f-701b-4fd5-98d9-4b4e80660377 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 210 time: 0.2182341 May 27 03:50:07.033441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 8e33746b-8cae-4636-b0e6-3fcebbf9c09c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:07.070960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.291483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=8e33746b-8cae-4636-b0e6-3fcebbf9c09c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:07.303647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 474c48cf-2616-495d-b47e-ec9284214c32 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:07.306101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:07.311371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:07.316382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:07.317087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.325654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d4b394ca-2082-47a9-b13a-f2b9444d3319 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:07.326797 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.363626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.398925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dfdb069d-dffd-49e7-a493-3b82290dac38 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4531512 May 27 03:50:07.400055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:07.420983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29971d07-4dfd-4e5e-9437-34a0e895f64f'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:07.521271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Allocated IP 2001:db8:0:1::2 (474c48cf-2616-495d-b47e-ec9284214c32/148a1717-3d79-43f9-bd37-101d03d8b47e/d4b394ca-2082-47a9-b13a-f2b9444d3319) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:07.574513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea82b48-4de7-495e-80e3-39cfc095558a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:07.673374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:07.673761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dc2d9e-fdbd-49c1-be3f-2842c8e91fbe') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:07.713832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:07.735327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582922e-24db-499d-b3ab-06bc26f725bb req-03e4e0c3-0468-4743-bd4f-05cc20aef58c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:07.745725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f582922e-24db-499d-b3ab-06bc26f725bb req-03e4e0c3-0468-4743-bd4f-05cc20aef58c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 1.1150627 May 27 03:50:07.781838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.831174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.842825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f675-71fa-49eb-a1e0-7abb84974235 req-c73ba722-26c7-4ad8-9417-8c2d39b4efb7 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:07.848474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34f8f675-71fa-49eb-a1e0-7abb84974235 req-c73ba722-26c7-4ad8-9417-8c2d39b4efb7 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.3241048 May 27 03:50:07.857020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f582922e-24db-499d-b3ab-06bc26f725bb req-5136b091-4bb1-4afb-ae50-c9a4589438bb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099820 May 27 03:50:07.881715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:07.904065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.920175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:50:07.921354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: timer() May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:07.944783 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:07.969017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:07.972776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.007144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d4b394ca-2082-47a9-b13a-f2b9444d3319,segment=NetworkSegment(982876c8-a033-47ea-aeae-84fa421bab16),segment_id=982876c8-a033-47ea-aeae-84fa421bab16)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:08.038248 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.058970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Transition to ACTIVE for port object d4b394ca-2082-47a9-b13a-f2b9444d3319 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:08.072047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port d4b394ca-2082-47a9-b13a-f2b9444d3319 had new provisioning blocks added so it will not transition to active. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} May 27 03:50:08.074618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.329270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.341608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda216df-f603-4d2a-99e0-ca441bba5926 None None] Pushing event updated for resources: {'Port': ['ID=d4b394ca-2082-47a9-b13a-f2b9444d3319,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.438632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-34f8f675-71fa-49eb-a1e0-7abb84974235 req-55943c58-37f3-4ff3-941d-420b0c9944ea tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620890 May 27 03:50:08.469002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.601798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.662599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7093910f-5d99-497e-ae69-eeffe4f39c24 req-f6361d4c-8b5b-4714-9cf3-5148c0ce3566 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 210 time: 0.3597977 May 27 03:50:08.690620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:08.761051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] Pushing event deleted for resources: {'Network': ['ID=4ea82b48-4de7-495e-80e3-39cfc095558a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.856036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb98ef17-660a-4348-bd2c-d0f6c23ba797 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers/28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 200 len: 890 time: 4.6167517 May 27 03:50:08.858150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:08.878249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e59324a9-3484-4767-a4c9-032b621e5423 tempest-AllowedAddressPairIpV6TestJSON-1884571996 tempest-AllowedAddressPairIpV6TestJSON-1884571996-project] 10.222.0.46 "DELETE /v2.0/networks/4ea82b48-4de7-495e-80e3-39cfc095558a HTTP/1.1" status: 204 len: 168 time: 7.2468984 May 27 03:50:08.920886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network aaebd70d-9958-4b43-9bfd-71c7d03295f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:08.922098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=1eb3df26-157a-450d-9ded-d5ed37d5ab1b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:08.925000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d4b394ca-2082-47a9-b13a-f2b9444d3319 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:08.925502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Allocated IP 19.80.0.66 (2c918ce4-2a93-4ed8-95fc-dc79f823f5a4/66af57ee-2518-469d-8ca7-5f96bd2663b9/72e78a9c-09d0-40e2-8d62-337f9dfe3d99) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:08.927688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:08.932116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:08.976303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b114170f-688d-4ae7-88a4-6ab4580beae0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:09.086586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:09.087213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.097056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b114170f-688d-4ae7-88a4-6ab4580beae0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:09.100390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b114170f-688d-4ae7-88a4-6ab4580beae0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 200 len: 205 time: 0.2429054 May 27 03:50:09.106000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:09.293109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-edfb8042-51d3-438c-b0c8-4f833cfddb17 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5812600 May 27 03:50:09.304015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46082) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:09.490489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13704a23-ec2a-42e9-b62c-16d9d6a9b9ae None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:09.523526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': '1eb3df26-157a-450d-9ded-d5ed37d5ab1b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:09.719584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46098) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:09.739917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:09.848089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Delete allocated IP 2001:db8:0:1::190 (474c48cf-2616-495d-b47e-ec9284214c32/148a1717-3d79-43f9-bd37-101d03d8b47e) {{(pid=84156) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:50:09.965493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840df2d-d559-4b5e-989a-939a0a10f4f3 req-502bfbb3-e1c7-4e80-a362-46676693c76c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:09.981833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1840df2d-d559-4b5e-989a-939a0a10f4f3 req-502bfbb3-e1c7-4e80-a362-46676693c76c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.6597416 May 27 03:50:10.076976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e77dd3d2-f4cc-4637-bf8c-9dc133ae3ada None None] Provisioning for port d4b394ca-2082-47a9-b13a-f2b9444d3319 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:10.084925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e77dd3d2-f4cc-4637-bf8c-9dc133ae3ada None None] Provisioning complete for port d4b394ca-2082-47a9-b13a-f2b9444d3319 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:10.085569 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3d2-f4cc-4637-bf8c-9dc133ae3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.305366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1840df2d-d559-4b5e-989a-939a0a10f4f3 req-54ed0ca6-a07a-437e-8c6c-8fb9f8de8e84 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221843 May 27 03:50:10.439260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-84fe0b9f-30f0-4323-9d80-fb5a986a3d81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e0804311a614a40803cef0c7a66878d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7174253 May 27 03:50:10.442513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46116) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:10.482981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.521876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Transition to ACTIVE for port object 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:10.568977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.599455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.844624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.891123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Provisioning complete for port d4b394ca-2082-47a9-b13a-f2b9444d3319 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:10.891764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:10.990899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Ignored duplicate provisioning block setup for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 03:50:11.018894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.085031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.126293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b69443-e2f5-415d-b314-40439b2eab00 req-a4c8616c-cf80-430a-913c-4e6f2d1ea778 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:11.128496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0b69443-e2f5-415d-b314-40439b2eab00 req-a4c8616c-cf80-430a-913c-4e6f2d1ea778 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 1.0193188 May 27 03:50:11.175439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.194409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:11.258089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.260078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:11.299112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Provisioning for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:11.308075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Provisioning complete for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:11.309289 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.400559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-76ef444a-33c0-47b0-a694-f583542ca1ea None None] Port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:11.416208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:11.542712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab3c4d86-d265-4a97-b2f4-2b04fa70a753 None None] Provisioning complete for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:11.546658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4d86-d265-4a97-b2f4-2b04fa70a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.633639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0b69443-e2f5-415d-b314-40439b2eab00 req-664b0f9c-78d4-4c10-8b82-db1bbd81af2e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960921 May 27 03:50:11.707863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] In _notify_port_updated(), no bound segment for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c on network 474c48cf-2616-495d-b47e-ec9284214c32 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:50:11.724711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:11.727452 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.732792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/ports/8e33746b-8cae-4636-b0e6-3fcebbf9c09c HTTP/1.1" status: 200 len: 926 time: 4.3319092 May 27 03:50:11.743939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:11.753051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c4d86-d265-4a97-b2f4-2b04fa70a753 None None] Port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:11.766694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29971d07-4dfd-4e5e-9437-34a0e895f64f'}, {'subnet_id': '148a1717-3d79-43f9-bd37-101d03d8b47e'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:11.775159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:11.775902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.847302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aca92-f410-46e3-94bf-b409ed457463 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=8e33746b-8cae-4636-b0e6-3fcebbf9c09c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:11.849905 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-8febb506-8cce-4fc3-9081-608ea017db5b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7353420 May 27 03:50:11.886772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4452d1a6-a829-4f24-bfc4-6eb0a2d4ccf5 None None] Provisioning for port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:11.892114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4452d1a6-a829-4f24-bfc4-6eb0a2d4ccf5 None None] Provisioning complete for port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:11.892546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4452d1a6-a829-4f24-bfc4-6eb0a2d4ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:11.912003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055bd2c-8ef1-4ce6-8b11-819d160fe76c req-10e2a1e7-e411-4956-a48d-0ea129e15df4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:11.913527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a055bd2c-8ef1-4ce6-8b11-819d160fe76c req-10e2a1e7-e411-4956-a48d-0ea129e15df4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 931 time: 1.3287227 May 27 03:50:12.000975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4452d1a6-a829-4f24-bfc4-6eb0a2d4ccf5 None None] Port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:12.008203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98', 'admin_state_up': True, 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:12.083511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.162586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ae98af18-87ab-42f1-80c4-737a23da677b None None] Provisioning complete for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:12.169944 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ae98af18-87ab-42f1-80c4-737a23da677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.341645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ae98af18-87ab-42f1-80c4-737a23da677b None None] Port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:12.490050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46142) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:12.539437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.572074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e8d47-0bdb-42fb-962e-04b02311eaa7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:12.607672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.611575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b53e29d4-a78b-4299-aab5-188580d90d5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de5e8d47-0bdb-42fb-962e-04b02311eaa7 HTTP/1.1" status: 204 len: 168 time: 2.1656373 May 27 03:50:12.624440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.627459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.645948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a055bd2c-8ef1-4ce6-8b11-819d160fe76c req-ae25e9da-f61c-4f98-8bb9-32dc4b6a02c4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:12.742531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ecee931-3438-4890-a8c4-81efa06f8d40 req-b1d37374-605a-4409-9d6a-f8a40ef327ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.3767726 May 27 03:50:12.751572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a055bd2c-8ef1-4ce6-8b11-819d160fe76c req-ae25e9da-f61c-4f98-8bb9-32dc4b6a02c4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:12.752715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a055bd2c-8ef1-4ce6-8b11-819d160fe76c req-ae25e9da-f61c-4f98-8bb9-32dc4b6a02c4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078437 May 27 03:50:12.759872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:12.879978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:12.948502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:12.961429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 6f4028f0-67dd-4dde-856b-f186795cf22c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:12.961776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.026277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ecee931-3438-4890-a8c4-81efa06f8d40 req-9be727a9-cc34-4b74-8be5-23f2899c2c0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692516 May 27 03:50:13.035705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b50a20-509c-47f1-b85d-3cba24c81203 req-633ff45a-3164-45d5-af85-be6298de9e3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.041264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40b50a20-509c-47f1-b85d-3cba24c81203 req-633ff45a-3164-45d5-af85-be6298de9e3b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 1.1897194 May 27 03:50:13.043527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:13.046370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.048736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.245573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40b50a20-509c-47f1-b85d-3cba24c81203 req-7fc3f41d-dde1-4af0-9329-f713d70eb6a4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707878 May 27 03:50:13.352469 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 209bda02-19f0-44e6-8940-874d3347cf59 associated. External IP: 172.25.8.89, port: 1eb3df26-157a-450d-9ded-d5ed37d5ab1b. May 27 03:50:13.415569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:13.455497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Usage tracker for resource:security_group_rule and tenant:764b3282dc76487ba2ae3d1e74594e1f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:13.464796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:13.518052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:13.550057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Allocated IP 19.86.0.205 (b72fa20b-8774-49bb-beb5-159edfcf8f98/063d334a-0442-4a91-9e86-c827482074ed/1be6d4ca-e0df-48ac-9be7-17b710d1955c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:13.609998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13ce0-4da2-4768-82d3-03bf0a93350c req-0f954b71-66e4-4374-8e0a-737eb0115b39 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:13.612074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fb13ce0-4da2-4768-82d3-03bf0a93350c req-0f954b71-66e4-4374-8e0a-737eb0115b39 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.5511014 May 27 03:50:13.621798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:13.663604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8:0:1::30d (474c48cf-2616-495d-b47e-ec9284214c32/148a1717-3d79-43f9-bd37-101d03d8b47e/8e33746b-8cae-4636-b0e6-3fcebbf9c09c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:13.829246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 6f4028f0-67dd-4dde-856b-f186795cf22c owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:14.116253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.141354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Transition to ACTIVE for port object 1be6d4ca-e0df-48ac-9be7-17b710d1955c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:14.169663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fb13ce0-4da2-4768-82d3-03bf0a93350c req-a4822de5-9c42-49f2-b7f4-1518389dba6d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390418 May 27 03:50:14.239111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.301152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.310796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.370606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.471476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14937f3-1d5e-442c-b1c4-c5d3c2b0d312,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.492828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:14.520286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:14.528933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:14.642027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e22aab7-e6c6-46d4-bb11-d050da82d2fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=764b3282dc76487ba2ae3d1e74594e1f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1117632 May 27 03:50:14.652720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46178) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.693984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:14.756284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-94271de4-df8b-4c5d-8a68-dbe9741de1ac tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:14.762780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-94271de4-df8b-4c5d-8a68-dbe9741de1ac tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:14.764870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-94271de4-df8b-4c5d-8a68-dbe9741de1ac tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:14.801814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:14.803551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.817792 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:14.832747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-87a26688-aed5-4407-bce7-1b80cba8cfbe tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:14.834364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87a26688-aed5-4407-bce7-1b80cba8cfbe tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3867052 May 27 03:50:14.853099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.861377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-47da1baa-0c1c-4851-8ff5-a34ae59d9d7e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8926005 May 27 03:50:14.866519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-935c660a-387a-4900-b378-e7c041bbdfc1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:14.867532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-935c660a-387a-4900-b378-e7c041bbdfc1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106869 May 27 03:50:14.870808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.876978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-7756aa88-a7f0-43e7-81ac-e91949e896d5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:14.877925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7756aa88-a7f0-43e7-81ac-e91949e896d5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051146 May 27 03:50:14.882215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.892355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-6e864095-d8d1-49c5-ad48-8bedafa83866 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:14.893403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6e864095-d8d1-49c5-ad48-8bedafa83866 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101836 May 27 03:50:14.899593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'admin_state_up': True, 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:14.936398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:14.956932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-d8de5a67-b6d5-497a-b837-ddfab0c034b1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:14.957906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d8de5a67-b6d5-497a-b837-ddfab0c034b1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0191188 May 27 03:50:14.967374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:14.974814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.007311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06fb1f-0e66-44cb-bbbb-03af4ad5ce34 req-f358c74a-498c-41ad-972d-9018f2f549b2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:15.009532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea06fb1f-0e66-44cb-bbbb-03af4ad5ce34 req-f358c74a-498c-41ad-972d-9018f2f549b2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.4919980 May 27 03:50:15.017014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-27014d61-d9a4-46f5-bac7-32f3a8a9df32 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.018590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-27014d61-d9a4-46f5-bac7-32f3a8a9df32 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0277379 May 27 03:50:15.021717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.024979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-94271de4-df8b-4c5d-8a68-dbe9741de1ac tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:15.033069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-94271de4-df8b-4c5d-8a68-dbe9741de1ac tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 1654 time: 1.0117946 May 27 03:50:15.057474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-41d41ba7-d010-47d6-be61-4698da7610f5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.059700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-41d41ba7-d010-47d6-be61-4698da7610f5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0293152 May 27 03:50:15.072320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.081575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-e3e44b62-4858-4b7f-a57d-162177dfa69f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.082494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e3e44b62-4858-4b7f-a57d-162177dfa69f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059531 May 27 03:50:15.092326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46210) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.106025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-4d7d24bf-5dd4-4e55-a49d-5319a153bf1f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.106897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4d7d24bf-5dd4-4e55-a49d-5319a153bf1f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112116 May 27 03:50:15.112115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.124689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a55f18d0-3449-4e11-a5c5-04d7e86ab66a None None] Provisioning for port 1be6d4ca-e0df-48ac-9be7-17b710d1955c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:15.132758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-e5252d75-622b-44e3-abb3-4878ee0345f1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.133762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e5252d75-622b-44e3-abb3-4878ee0345f1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0134387 May 27 03:50:15.139784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a55f18d0-3449-4e11-a5c5-04d7e86ab66a None None] Provisioning complete for port 1be6d4ca-e0df-48ac-9be7-17b710d1955c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:15.140828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a55f18d0-3449-4e11-a5c5-04d7e86ab66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.142415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.143877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 8e33746b-8cae-4636-b0e6-3fcebbf9c09c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:15.146667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.151436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9cc67544-c8db-43e1-81dd-bdb06620131f req-260df3f0-4ae6-4d0b-b2bf-85c93e67dcd5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168883 May 27 03:50:15.156333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.175102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-daaec3c6-1a05-4aa7-88dc-e2919ea5d77a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.176657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-daaec3c6-1a05-4aa7-88dc-e2919ea5d77a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0271232 May 27 03:50:15.215247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.219028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:15.228502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-a94e291f-b4e3-4b3f-bc01-212af8c928f3 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.229776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a94e291f-b4e3-4b3f-bc01-212af8c928f3 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0124259 May 27 03:50:15.233186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.245945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-76ee3ad4-8f1c-4c1d-9792-3b01d9b08ae1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.247189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-76ee3ad4-8f1c-4c1d-9792-3b01d9b08ae1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0128028 May 27 03:50:15.254097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.257800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:15.265710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-709bba3c-a5ba-44ba-8173-3c7d994abf53 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.267277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-709bba3c-a5ba-44ba-8173-3c7d994abf53 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0120082 May 27 03:50:15.270676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46236) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.289715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:15.295944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-2cf2c4e3-999a-4b7e-a778-e520589f5921 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.297378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2cf2c4e3-999a-4b7e-a778-e520589f5921 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0232911 May 27 03:50:15.300598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.308537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.309445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-c39a30d4-b842-400c-84ad-f80f76a266f0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.310755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c39a30d4-b842-400c-84ad-f80f76a266f0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076730 May 27 03:50:15.313772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:15.317584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.329132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.332046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=6f4028f0-67dd-4dde-856b-f186795cf22c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.334973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a55f18d0-3449-4e11-a5c5-04d7e86ab66a None None] Port 1be6d4ca-e0df-48ac-9be7-17b710d1955c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:15.471098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-293bd3fa-dcdb-45a4-8477-f42c3afff799 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.474412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-293bd3fa-dcdb-45a4-8477-f42c3afff799 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1350589 May 27 03:50:15.484733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46248) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.688824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ea06fb1f-0e66-44cb-bbbb-03af4ad5ce34 req-b6fda2ca-c391-41be-8f89-9770457b28ef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658738 May 27 03:50:15.699385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-9524cdef-936d-47a1-be23-a08b9602e817 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.700638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9524cdef-936d-47a1-be23-a08b9602e817 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0274811 May 27 03:50:15.701451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=8e33746b-8cae-4636-b0e6-3fcebbf9c09c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:15.707202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.714177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46254) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.768189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-148febfb-46f1-4993-bdd0-cc3ac5e4e23a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.769175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-148febfb-46f1-4993-bdd0-cc3ac5e4e23a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0538752 May 27 03:50:15.790900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.807603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-c58c581e-efb9-4621-a092-492ec1e2396c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.809182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c58c581e-efb9-4621-a092-492ec1e2396c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071611 May 27 03:50:15.839181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.846482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] In _notify_port_updated(), no bound segment for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c on network 474c48cf-2616-495d-b47e-ec9284214c32 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:50:15.848803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-7a213311-f8ad-496f-8317-071849f68845 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.850241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a213311-f8ad-496f-8317-071849f68845 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097516 May 27 03:50:15.853630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:15.854329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:15.858361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6fa5f970-eae0-46fd-b497-8f8fced53ace tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/ports/8e33746b-8cae-4636-b0e6-3fcebbf9c09c HTTP/1.1" status: 200 len: 1012 time: 4.1079583 May 27 03:50:15.858361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.865630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46268) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.913978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-82f9840b-377d-417a-8354-ce6af0fb14b1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.918600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-82f9840b-377d-417a-8354-ce6af0fb14b1 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0182252 May 27 03:50:15.926298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.942643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-bfb8e1f3-2df7-47dd-bed8-719ba6d26d71 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.942643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bfb8e1f3-2df7-47dd-bed8-719ba6d26d71 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0102351 May 27 03:50:15.949270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46278) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.965032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-34f119fb-4ce7-422a-a6d3-4a7c7d9b1f98 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.969456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34f119fb-4ce7-422a-a6d3-4a7c7d9b1f98 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0192056 May 27 03:50:15.973592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46282) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:15.983420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8eb146d-c2ac-4e7f-b85e-0d50687d473c None None] Provisioning for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:15.984675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-3957d9a4-9056-45d2-be16-c33848c83cfd tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:15.988568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3957d9a4-9056-45d2-be16-c33848c83cfd tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0120757 May 27 03:50:15.989617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.001449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e8eb146d-c2ac-4e7f-b85e-0d50687d473c None None] Provisioning complete for port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:16.012314 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e8eb146d-c2ac-4e7f-b85e-0d50687d473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.036032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-c6b8877f-220b-4254-8dcc-7344df08593a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.037057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c6b8877f-220b-4254-8dcc-7344df08593a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0404432 May 27 03:50:16.129644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.144594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-863fb8e9-2540-4b5e-8a9e-36744487f8b0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.148172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-863fb8e9-2540-4b5e-8a9e-36744487f8b0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0154459 May 27 03:50:16.156481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb146d-c2ac-4e7f-b85e-0d50687d473c None None] Port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:16.158231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.181690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-d36e1d25-4123-43ee-8019-6aa14771ac4b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.185973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d36e1d25-4123-43ee-8019-6aa14771ac4b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0234084 May 27 03:50:16.186356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46300) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.214897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-d66b9381-b5c8-4ba9-95d5-61a94424bfdb tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.225777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d66b9381-b5c8-4ba9-95d5-61a94424bfdb tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0389421 May 27 03:50:16.235037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46304) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.242363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-766efb8b-961b-47d4-9391-494482ca936e tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.243355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-766efb8b-961b-47d4-9391-494482ca936e tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073490 May 27 03:50:16.246886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.250441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.260972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.272655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Allocated IP 19.80.0.194 (2c918ce4-2a93-4ed8-95fc-dc79f823f5a4/66af57ee-2518-469d-8ca7-5f96bd2663b9/8340bb8d-7073-41d6-955c-5cbaaf29c8c1) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:16.289402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-42ab2260-01ea-470f-b201-5c620e21c131 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.292121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-42ab2260-01ea-470f-b201-5c620e21c131 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0216618 May 27 03:50:16.313135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 8e33746b-8cae-4636-b0e6-3fcebbf9c09c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:16.314894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.324597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46312) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.367708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54c81-61b5-4679-8109-6fd3d1f373c1 req-e0eb29fe-7602-4bc9-b15c-0bf273b333ad tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:16.369170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17d54c81-61b5-4679-8109-6fd3d1f373c1 req-e0eb29fe-7602-4bc9-b15c-0bf273b333ad tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.8574421 May 27 03:50:16.406594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-31f5bda7-7bd2-4128-b646-c288ba9cbf1f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.407656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31f5bda7-7bd2-4128-b646-c288ba9cbf1f tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0742393 May 27 03:50:16.412652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.440646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14937f3-1d5e-442c-b1c4-c5d3c2b0d312,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:16.442708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-6f373f9b-761d-44bc-8d14-e98f366341e5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.445964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6f373f9b-761d-44bc-8d14-e98f366341e5 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0181696 May 27 03:50:16.454286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46320) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.464163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-9db5796b-b664-4352-bff2-5517ac353570 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.464669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9db5796b-b664-4352-bff2-5517ac353570 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084727 May 27 03:50:16.471332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.539517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-db73e4d8-35f6-4464-b6c9-bc6f164d49d7 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.543231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db73e4d8-35f6-4464-b6c9-bc6f164d49d7 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0673277 May 27 03:50:16.552878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.566792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17d54c81-61b5-4679-8109-6fd3d1f373c1 req-662e107a-6e04-4642-9a49-3e2dfe5513c1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896288 May 27 03:50:16.570167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-65da9d29-1cd4-46ee-9b53-fa8321676d9b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.573820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-65da9d29-1cd4-46ee-9b53-fa8321676d9b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0151992 May 27 03:50:16.602795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46332) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.605667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.609187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-21bf939a-ddcc-4de7-b957-4e022492c58c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d14937f3-1d5e-442c-b1c4-c5d3c2b0d312 HTTP/1.1" status: 204 len: 168 time: 1.9243238 May 27 03:50:16.628808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-6a168876-f3b8-4b55-b671-73e64376bd6d tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.629990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a168876-f3b8-4b55-b671-73e64376bd6d tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0261049 May 27 03:50:16.634836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46340) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.648693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-32600609-0997-4436-b1eb-26edc6254698 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.649695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32600609-0997-4436-b1eb-26edc6254698 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0134099 May 27 03:50:16.652584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.654830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.663020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-00d88071-8107-4870-87f0-02f733b081fd tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.668048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-00d88071-8107-4870-87f0-02f733b081fd tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078368 May 27 03:50:16.668048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.670591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.675114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-981ea6c3-1d16-44c8-9dd0-9df0b7f1ed3c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.676061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-981ea6c3-1d16-44c8-9dd0-9df0b7f1ed3c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080123 May 27 03:50:16.681454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.688236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-6624b513-8624-4dd3-85ed-3f6fbea62fef tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.689311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6624b513-8624-4dd3-85ed-3f6fbea62fef tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068069 May 27 03:50:16.691999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46356) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.703397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-8f406920-ef2f-4322-8e4f-81710561eab2 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.704951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f406920-ef2f-4322-8e4f-81710561eab2 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0092809 May 27 03:50:16.711417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75186c26-ed00-456b-973f-c92be328a58b req-c552686c-debc-424f-b117-81b9e871c265 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:16.715495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75186c26-ed00-456b-973f-c92be328a58b req-c552686c-debc-424f-b117-81b9e871c265 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:16.717127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75186c26-ed00-456b-973f-c92be328a58b req-c552686c-debc-424f-b117-81b9e871c265 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 1654 time: 0.3817019 May 27 03:50:16.717612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46360) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.733873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-2ae90450-86e8-4d38-abaf-c5760d633816 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.737417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ae90450-86e8-4d38-abaf-c5760d633816 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0140040 May 27 03:50:16.737665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46366) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.757707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-5e56d4cc-3e77-43e8-97c9-c1f439d2702e tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.761726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5e56d4cc-3e77-43e8-97c9-c1f439d2702e tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0070727 May 27 03:50:16.763026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.770283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-1994b703-1b0f-4e13-ae7b-e5ae55b55645 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.773783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1994b703-1b0f-4e13-ae7b-e5ae55b55645 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067897 May 27 03:50:16.773956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46376) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.779577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-4a67c44c-9d06-48e6-8c8d-7c6a4b7d2881 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.782858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4a67c44c-9d06-48e6-8c8d-7c6a4b7d2881 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056911 May 27 03:50:16.782858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.782858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 28909813-e9d0-42fb-a06a-11dfa2db89bb {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:50:16.792332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46380) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.801316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-fc2e36a5-1040-4b40-8773-0db7f20e5e53 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.804473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc2e36a5-1040-4b40-8773-0db7f20e5e53 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056551 May 27 03:50:16.805618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.819243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-4bd82bff-5f0a-4985-84b6-23201dde7f49 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.822648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4bd82bff-5f0a-4985-84b6-23201dde7f49 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0138607 May 27 03:50:16.825261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46388) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.830424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-f0625849-21a0-4612-9127-d3d00ec1656b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.834661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f0625849-21a0-4612-9127-d3d00ec1656b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053523 May 27 03:50:16.834661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75186c26-ed00-456b-973f-c92be328a58b req-8bbac4e2-e0fa-4957-9e1e-6cde10ac4b0e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979033 May 27 03:50:16.834661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46392) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.839138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-409d642f-b217-423e-9d5b-ffcbdaaf9711 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.842278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-409d642f-b217-423e-9d5b-ffcbdaaf9711 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049226 May 27 03:50:16.843175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46396) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.847496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-0d954d9a-8152-456e-a609-c51312460811 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.850613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d954d9a-8152-456e-a609-c51312460811 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048730 May 27 03:50:16.852303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:16.856595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dcbd0706-569a-4037-989b-6708e2491c14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 204 len: 168 time: 7.7452431 May 27 03:50:16.856595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.857552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.861484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-98436767-002b-4160-900a-5b87ee051011 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.862452 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98436767-002b-4160-900a-5b87ee051011 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074716 May 27 03:50:16.864883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46408) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.870327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-2b87160e-a816-41d4-afca-cf323da2efd9 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.870951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767320897'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:16.871438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b87160e-a816-41d4-afca-cf323da2efd9 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054624 May 27 03:50:16.881809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.889932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:16.894535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [None req-87796eeb-fd23-4bcf-9137-7d5ebe498662 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.895488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-87796eeb-fd23-4bcf-9137-7d5ebe498662 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127745 May 27 03:50:16.898169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.904139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-58aedd3d-022a-4ff2-96c9-3f7a3c24e81a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.905324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-58aedd3d-022a-4ff2-96c9-3f7a3c24e81a tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060792 May 27 03:50:16.907731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46420) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.915400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-16e55ff1-8606-48c0-b153-e04c4345ad04 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.916067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:16.917097 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16e55ff1-8606-48c0-b153-e04c4345ad04 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084436 May 27 03:50:16.919193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46424) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.926914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-1cc5373b-4bbf-4305-b916-3d73342af275 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.927836 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1cc5373b-4bbf-4305-b916-3d73342af275 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077610 May 27 03:50:16.930551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:16.930710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46428) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.938248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-14c585d3-3725-4712-9f89-2e44c62dc885 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.939939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-14c585d3-3725-4712-9f89-2e44c62dc885 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083938 May 27 03:50:16.942560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46432) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.956635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:16.957131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-9807892f-0b6e-4ba5-8001-c4a55057bd6b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.967045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9807892f-0b6e-4ba5-8001-c4a55057bd6b tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0142579 May 27 03:50:16.967966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.968103 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:16.974340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-39e2f1e5-b51d-4e0b-a761-5fc6268a0932 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.975614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-39e2f1e5-b51d-4e0b-a761-5fc6268a0932 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059009 May 27 03:50:16.978217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46440) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.985663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-d6475335-5416-467f-96ca-93f3a9bc5feb tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:16.989400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d6475335-5416-467f-96ca-93f3a9bc5feb tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096774 May 27 03:50:16.990898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46444) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:16.993444 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:16.994066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:16.999169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-fd027530-7473-4882-8b28-6bbc718f708c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:17.005374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fd027530-7473-4882-8b28-6bbc718f708c tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0114129 May 27 03:50:17.008736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46448) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.016618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-9aaa6930-e10e-49ea-952d-510e03fda7e9 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:17.021293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9aaa6930-e10e-49ea-952d-510e03fda7e9 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0116770 May 27 03:50:17.022653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46452) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.027716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [None req-9fe1e0ce-fe27-4ace-8e2c-01db42cb91a0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:50:17.034414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9fe1e0ce-fe27-4ace-8e2c-01db42cb91a0 tempest-ExtensionsTestJSON-1653760735 tempest-ExtensionsTestJSON-1653760735-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0107164 May 27 03:50:17.037286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:17.101065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.120877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:17.129696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:17.132810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.134041 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:17.134653 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:17.145624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.169513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.224279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:17.224695 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48628876-9a3e-4319-8465-2b88a06d98e2 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:17.354338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Transition to ACTIVE for port object 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:17.361661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7fc6f-90d1-473b-ac74-0dcaf9175bbe req-5a6dc210-e3da-416f-abc9-5f3750a7e2bd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:17.367885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 8e33746b-8cae-4636-b0e6-3fcebbf9c09c owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:17.369039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03e7fc6f-90d1-473b-ac74-0dcaf9175bbe req-5a6dc210-e3da-416f-abc9-5f3750a7e2bd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.1012516 May 27 03:50:17.410696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bda53d64-e8b4-4a9d-bd5b-3372f0a36a7f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/209bda02-19f0-44e6-8940-874d3347cf59 HTTP/1.1" status: 200 len: 977 time: 8.1052146 May 27 03:50:17.421468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03e7fc6f-90d1-473b-ac74-0dcaf9175bbe req-f70993b2-86ef-4a37-b8bc-b54c045714fa tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514758 May 27 03:50:17.423023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46464) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.423370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.456442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:17.473941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.504846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 1eb3df26-157a-450d-9ded-d5ed37d5ab1b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:17.505258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.516563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.517023 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 648b1971-7875-493b-9e25-dc1ac287cd37 of type vlan for network bc8d4e5b-40ce-4205-9883-179f338cd0a9 May 27 03:50:17.532310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e23aaf-3528-4cda-92b1-a05e37a01017 req-0d875e86-4945-4b18-8c1f-354c32452fa2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:17.533923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27e23aaf-3528-4cda-92b1-a05e37a01017 req-0d875e86-4945-4b18-8c1f-354c32452fa2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.5975571 May 27 03:50:17.600081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.624581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:17.628914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:17.631975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.683569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Usage tracker for resource:security_group_rule and tenant:4205f4730a614b64b505374adb8840bd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:17.693644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:17.739156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:17.776632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.798254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:17.806064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:17.840227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:17.847943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27e23aaf-3528-4cda-92b1-a05e37a01017 req-9c2bd489-930f-422b-b924-715449622970 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936709 May 27 03:50:17.850737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:17.862868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.875838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.879454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:17.880036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:17.915703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:17.920241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Usage tracker for resource:security_group_rule and tenant:ff235ca4e49646d382d3fec7fd1d7a2f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:17.923264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:17.929117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:18.046618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.056686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=bc8d4e5b-40ce-4205-9883-179f338cd0a9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.068828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:18.069528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.073582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:18.129638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-87cfad92-4260-44a3-ba37-41f63bddf6b7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2670755 May 27 03:50:18.137429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=8e33746b-8cae-4636-b0e6-3fcebbf9c09c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.167959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:18.184470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:18.221661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-360c291c-2aec-4a72-a01b-336173d7ae9c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3256180 May 27 03:50:18.244003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8bc79c80-e7cc-4704-aa44-02bea31442b5 None None] Provisioning for port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:18.256450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8bc79c80-e7cc-4704-aa44-02bea31442b5 None None] Provisioning complete for port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:18.257337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8bc79c80-e7cc-4704-aa44-02bea31442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.324110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8bc79c80-e7cc-4704-aa44-02bea31442b5 None None] Port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:18.373116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.379501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.383468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-06daf1ad-430e-4bd7-9b9e-8f9a77e0bfed tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/8e33746b-8cae-4636-b0e6-3fcebbf9c09c HTTP/1.1" status: 204 len: 168 time: 2.5004373 May 27 03:50:18.385519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:18.390360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.442404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:18.465916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7adca60-a46d-49f6-afc5-3778e8c36ce8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.468608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:18.472448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:18.480422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a5fdb024-48c9-41dc-81e5-4d2d2b91f040 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4205f4730a614b64b505374adb8840bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0551441 May 27 03:50:18.484386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:18.486884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:18.494738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39479a-1b16-4c08-ac73-a5a222ab9890 req-bf112214-c056-497d-bf15-ce68d77bf6f3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:18.498860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39479a-1b16-4c08-ac73-a5a222ab9890 req-bf112214-c056-497d-bf15-ce68d77bf6f3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:18.502624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39479a-1b16-4c08-ac73-a5a222ab9890 req-bf112214-c056-497d-bf15-ce68d77bf6f3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:18.504224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf39479a-1b16-4c08-ac73-a5a222ab9890 req-bf112214-c056-497d-bf15-ce68d77bf6f3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2376 time: 0.3257866 May 27 03:50:18.505195 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9ea516-e975-4250-b45a-023b255fb24b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:50:18.505646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c9ea516-e975-4250-b45a-023b255fb24b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:18.522984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.522984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.522984 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 209bda02-19f0-44e6-8940-874d3347cf59 disassociated. External IP: 172.25.8.89, port: 1eb3df26-157a-450d-9ded-d5ed37d5ab1b. May 27 03:50:18.522984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 1eb3df26-157a-450d-9ded-d5ed37d5ab1b owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:18.550713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.585849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.606794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.631702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.633402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4c9ea516-e975-4250-b45a-023b255fb24b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:18.634650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4c9ea516-e975-4250-b45a-023b255fb24b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/8e33746b-8cae-4636-b0e6-3fcebbf9c09c HTTP/1.1" status: 404 len: 333 time: 0.2390141 May 27 03:50:18.639283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:18.645682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:18.709580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8fd29-8b26-4f9d-b514-3aa964979b69,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.719133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ca1f868-1aa5-4220-9fa0-2bfb72e9948a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff235ca4e49646d382d3fec7fd1d7a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0935285 May 27 03:50:18.722089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:18.729533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf39479a-1b16-4c08-ac73-a5a222ab9890 req-1daddc7f-7c5b-41bc-abf0-f5da26fe7dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765471 May 27 03:50:18.841635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:18.902984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=1eb3df26-157a-450d-9ded-d5ed37d5ab1b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:18.906060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.039939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.081209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eac1d5-c85e-4514-8ce6-4b51bc504e09 req-fe279e6c-763d-4a3b-8af4-765f52127b4f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:19.082651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62eac1d5-c85e-4514-8ce6-4b51bc504e09 req-fe279e6c-763d-4a3b-8af4-765f52127b4f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.5158026 May 27 03:50:19.092953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.160013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:19.183088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.252693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.253595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7adca60-a46d-49f6-afc5-3778e8c36ce8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:19.271736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b5d9-6e5e-49a8-8f22-ded47d79b328 req-ee9c246c-72e5-4604-996d-52e8f898f38c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:19.273215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3558b5d9-6e5e-49a8-8f22-ded47d79b328 req-ee9c246c-72e5-4604-996d-52e8f898f38c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.2201731 May 27 03:50:19.290709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8fd29-8b26-4f9d-b514-3aa964979b69,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:19.308683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.312247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6b560003-7a6e-459b-b8fb-5afb80a10629 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7adca60-a46d-49f6-afc5-3778e8c36ce8 HTTP/1.1" status: 204 len: 168 time: 0.8245230 May 27 03:50:19.355131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.358805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6dea5860-fb76-4992-8df6-88969aa76539 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6e8fd29-8b26-4f9d-b514-3aa964979b69 HTTP/1.1" status: 204 len: 168 time: 0.6360419 May 27 03:50:19.361842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-46d4d8ea-c0ca-4d23-9099-4a71c54a7648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.2157044 May 27 03:50:19.410967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 148a1717-3d79-43f9-bd37-101d03d8b47e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:50:19.433357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62eac1d5-c85e-4514-8ce6-4b51bc504e09 req-646a7315-0520-407a-b02d-777e6f4b67ae tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990482 May 27 03:50:19.436039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.462810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3558b5d9-6e5e-49a8-8f22-ded47d79b328 req-d18201ff-2bb7-4473-8a63-0b4cf55f19cf tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780009 May 27 03:50:19.486180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.543810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3db29-a485-4aae-a89a-710aab985248 req-77aa41d5-a967-4d07-8000-22df6caf85ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:19.545283 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-77aa41d5-a967-4d07-8000-22df6caf85ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.1733067 May 27 03:50:19.549997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:19.592662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.636079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-37bb456f-5b0e-4dcd-b280-ce313fef9a4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.0831795 May 27 03:50:19.898015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:19.933796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3db29-a485-4aae-a89a-710aab985248 req-ae263cc1-675a-452a-970a-ab559b33c2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:19.935409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-ae263cc1-675a-452a-970a-ab559b33c2fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.2240491 May 27 03:50:20.057354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-ce5654b2-bbaf-454c-a540-6f00054f80de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140649 May 27 03:50:20.081809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.198454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=18419abe-5345-4fde-a5bf-8051f300e785,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:20.260611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-b23c9e81-e156-499d-88dc-a0cb0173c28a service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951723 May 27 03:50:20.278376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '648b1971-7875-493b-9e25-dc1ac287cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:20.278802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: bc8d4e5b-40ce-4205-9883-179f338cd0a9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:20.301634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.352886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:20.355953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:20.359952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:20.361009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:20.384553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=148a1717-3d79-43f9-bd37-101d03d8b47e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:20.394362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:20.407981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:20.422229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde5da6-2a03-42a2-802d-241586115863 None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:20.429014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.455355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:20.462562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-515e6aa2-5f73-4f91-87f7-8b916171ce64 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2376 time: 0.4879901 May 27 03:50:20.481109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46544) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:20.490894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:20.528383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bd3db29-a485-4aae-a89a-710aab985248 req-617d31c7-f3be-4a14-8e0d-2880199bf62f service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580314 May 27 03:50:20.531694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-efafa434-399b-4123-a4fd-d33d9986b4a9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/148a1717-3d79-43f9-bd37-101d03d8b47e HTTP/1.1" status: 204 len: 168 time: 1.8907809 May 27 03:50:20.534470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:20.557303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:20.580395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.592496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, bc8d4e5b-40ce-4205-9883-179f338cd0a9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:20.630010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:20.630724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.674136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Transition to ACTIVE for port object 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:20.689675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd1de31c-2904-4b4a-8cca-e239eb4b43d5 req-a532be12-31c7-4757-9355-a76431d76f4a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156186 May 27 03:50:20.692348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3eb77e05-9293-469e-9bad-442f6e0f6c05 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5234125 May 27 03:50:20.695658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.701249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:20.722291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.727875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7fe73c4c-dfba-4242-9c35-d3702da5fc00 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/1eb3df26-157a-450d-9ded-d5ed37d5ab1b HTTP/1.1" status: 204 len: 168 time: 3.3009691 May 27 03:50:20.729474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:20.792321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-651023177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:20.812870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:20.817432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:20.820523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:20.827087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:20.856081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.857390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:20.884830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16fd3ce7-64a7-4146-90b3-3a3933740cfd tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/floatingips/209bda02-19f0-44e6-8940-874d3347cf59 HTTP/1.1" status: 200 len: 687 time: 0.1210239 May 27 03:50:20.885737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6459b-730e-4024-92a1-6e2b1974cd53 None None] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:20.888215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:21.066508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-d52355d7-b46b-43fb-92bb-9e748d72104b req-921f9ff9-d731-4efb-b199-e33ea0946b69 service neutron] (84156) timed out ('10.222.0.41', 58506) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:50:21.112441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-24815847'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:21.118751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:21.133004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:21.133939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.140309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:21.145659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:21.165608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:21.198107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:21.201210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.219004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.225587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.283073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:21.303736 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.368505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 22d83736-cd13-43d3-b121-0ce7b60aa558 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:21.368929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.431191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.458257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:21.459508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.469068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Attempting to bind port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:21.469254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Attempting to bind port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:21.469532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Attempting to bind port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:21.477537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761c6e4-b137-4f05-8195-5aeca449b177 req-faa67556-fb30-4301-8833-3f3c70a73117 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:21.484218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1761c6e4-b137-4f05-8195-5aeca449b177 req-faa67556-fb30-4301-8833-3f3c70a73117 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.5468435 May 27 03:50:21.502661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.503815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6e6511de-8461-4479-90f9-6d22bbbb28c4 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7224691 May 27 03:50:21.506850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:21.523863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-bc8d4e5b-40ce-4205-9883-179f338cd0a9', 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '18419abe-5345-4fde-a5bf-8051f300e785'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:21.525113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.563030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 29971d07-4dfd-4e5e-9437-34a0e895f64f {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:50:21.563224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:21.563473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee24e60d-95c4-45d3-b0f1-d397e96aebe1 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:21.565053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:50:21.565383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Attempting to bind port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:21.582505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.661212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:21.661553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Checking segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:21.661948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Bound using segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:21.662391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Bound port: 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:21.662738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.708187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1761c6e4-b137-4f05-8195-5aeca449b177 req-a85f1c68-1e3b-4eec-b764-f0f0c215f12a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228599 May 27 03:50:21.754848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deda257-cbcb-4dad-bacb-5ff3c1097601 req-cd746089-6f71-4821-95e6-b2149a7f74d5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:21.757114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5deda257-cbcb-4dad-bacb-5ff3c1097601 req-cd746089-6f71-4821-95e6-b2149a7f74d5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 1.0451534 May 27 03:50:21.759539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.761646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.777257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:21.800236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Allocated IP 2001:db8::2 (bc8d4e5b-40ce-4205-9883-179f338cd0a9/18419abe-5345-4fde-a5bf-8051f300e785/4b216528-1108-4ffa-9124-4eec4b94e1e8) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:21.823532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:21.862801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:security_group_rule and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:22.088122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.100731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Transition to ACTIVE for port object 4b216528-1108-4ffa-9124-4eec4b94e1e8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:22.143118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:22.147434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Transition to ACTIVE for port object 4b216528-1108-4ffa-9124-4eec4b94e1e8 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:22.152727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:22.156009 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.228834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:22.230208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.253563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Pushing event updated for resources: {'Port': ['ID=4b216528-1108-4ffa-9124-4eec4b94e1e8,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:22.266968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:22.268844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:22.271746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:22.325803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 22d83736-cd13-43d3-b121-0ce7b60aa558 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:22.329249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.331144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] 10.222.0.41 "PUT /v2.0/ports/72e78a9c-09d0-40e2-8d62-337f9dfe3d99 HTTP/1.1" status: 200 len: 1091 time: 3.2030251 May 27 03:50:22.334943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:22.360437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:22.426089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Attempting to bind port 4b216528-1108-4ffa-9124-4eec4b94e1e8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:22.426456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Attempting to bind port 4b216528-1108-4ffa-9124-4eec4b94e1e8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '648b1971-7875-493b-9e25-dc1ac287cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:22.427959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Attempting to bind port 4b216528-1108-4ffa-9124-4eec4b94e1e8 on network bc8d4e5b-40ce-4205-9883-179f338cd0a9 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:22.436369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:22.436869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Checking segment: {'id': '648b1971-7875-493b-9e25-dc1ac287cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:22.438202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.438600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Bound using segment: {'id': '648b1971-7875-493b-9e25-dc1ac287cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:22.439070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Bound port: 4b216528-1108-4ffa-9124-4eec4b94e1e8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b1971-7875-493b-9e25-dc1ac287cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bc8d4e5b-40ce-4205-9883-179f338cd0a9'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:22.439443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.460677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:22.473741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5deda257-cbcb-4dad-bacb-5ff3c1097601 req-77006132-cfdd-48ec-9ac4-6fde6d9ddea0 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242316 May 27 03:50:22.591268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.615599 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c99833f-6d52-4ab1-867a-61124779c05f'] response: {'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99', 'status': 'completed', 'code': 200} May 27 03:50:22.626258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b6e13-599b-4c79-8b7c-cce55fba4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:22.659566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] For port 4b216528-1108-4ffa-9124-4eec4b94e1e8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:22.671473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] For port 4b216528-1108-4ffa-9124-4eec4b94e1e8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4b216528-1108-4ffa-9124-4eec4b94e1e8,segment=NetworkSegment(648b1971-7875-493b-9e25-dc1ac287cd37),segment_id=648b1971-7875-493b-9e25-dc1ac287cd37)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:22.688283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.688556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438857f1-e919-4984-8648-9eb191deb423 req-2ab3ce73-9228-4af3-a154-cc8b1c9d9ec7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:22.694875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438857f1-e919-4984-8648-9eb191deb423 req-2ab3ce73-9228-4af3-a154-cc8b1c9d9ec7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:22.701140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438857f1-e919-4984-8648-9eb191deb423 req-2ab3ce73-9228-4af3-a154-cc8b1c9d9ec7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:22.709878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-438857f1-e919-4984-8648-9eb191deb423 req-2ab3ce73-9228-4af3-a154-cc8b1c9d9ec7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2388 time: 0.5474343 May 27 03:50:22.884283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.939571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8fd7c8ca-8965-402c-bd84-433db0e84d44 None None] Provisioning complete for port d4b394ca-2082-47a9-b13a-f2b9444d3319 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:22.940336 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c8ca-8965-402c-bd84-433db0e84d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:22.977484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-438857f1-e919-4984-8648-9eb191deb423 req-e90d517b-728b-477a-a814-ca05d3275a3d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677734 May 27 03:50:23.049692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65c7b-72e9-4a8a-9022-db2179dae6ca None None] Pushing event updated for resources: {'Port': ['ID=4b216528-1108-4ffa-9124-4eec4b94e1e8,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.066568 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.076578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.096200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.164734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.340158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c5e828-8c27-4c85-ac14-952e04c71d6c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.349676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-d3ee7213-a675-4e61-a703-77f46c550fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2731 time: 0.6748483 May 27 03:50:23.423965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:23.455735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=22d83736-cd13-43d3-b121-0ce7b60aa558,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.472155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.595426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a276849-dabe-485a-a726-9423fe026c74 req-73ef59ff-1805-4152-85fd-9965ac804efb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:23.602117 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a276849-dabe-485a-a726-9423fe026c74 req-73ef59ff-1805-4152-85fd-9965ac804efb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.7007062 May 27 03:50:23.615052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.615505 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment e041d77e-b339-4b69-9877-1e7006e7f40e of type vlan for network f841fd76-a387-4f68-8d7e-4fc61b2939f4 May 27 03:50:23.618436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=29971d07-4dfd-4e5e-9437-34a0e895f64f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:23.670145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b903d-0dfc-4caf-9351-53d4552f568c None None] Network 474c48cf-2616-495d-b47e-ec9284214c32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:23.683249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.745480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a276849-dabe-485a-a726-9423fe026c74 req-df07843b-6437-4fa8-b7f7-17ad76da22b6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423643 May 27 03:50:23.751684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.837285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.843828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.907056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ac6e3da-2e60-4ee3-a5df-c5d79472f04a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/29971d07-4dfd-4e5e-9437-34a0e895f64f HTTP/1.1" status: 204 len: 168 time: 3.3709590 May 27 03:50:23.921527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:23.924108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.925621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2cb2afbf-4a2f-4454-a704-770684788992 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/209bda02-19f0-44e6-8940-874d3347cf59 HTTP/1.1" status: 204 len: 168 time: 3.0326810 May 27 03:50:23.948983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46634) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:23.962055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.965060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '9e76fe3c-47b3-47df-9b7b-f4c59134142c'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:23.966452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:23.967132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:23.987628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:24.002179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:floatingip and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:24.010240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:24.020395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-3a12d409-2554-4355-b32f-da37989ec404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.023416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-3a12d409-2554-4355-b32f-da37989ec404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.023874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-3a12d409-2554-4355-b32f-da37989ec404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.026790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:24.027601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-3a12d409-2554-4355-b32f-da37989ec404 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6470344 May 27 03:50:24.040844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:24.049260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8::1 (bc8d4e5b-40ce-4205-9883-179f338cd0a9/18419abe-5345-4fde-a5bf-8051f300e785/66095462-9d65-418d-96b0-19f14599ac00) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:24.063006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] DHCP port deletion for 474c48cf-2616-495d-b47e-ec9284214c32 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:50:24.092809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Deleting port d4b394ca-2082-47a9-b13a-f2b9444d3319 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:24.092809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.110337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0ff01-b77c-4352-97d7-7cc28c9c6716 req-f80cf0ae-7f9f-4efd-b2ab-2dbe1fdea69e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.111868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19d0ff01-b77c-4352-97d7-7cc28c9c6716 req-f80cf0ae-7f9f-4efd-b2ab-2dbe1fdea69e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.4552600 May 27 03:50:24.234238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.312153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:24.347123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be6d4ca-e0df-48ac-9be7-17b710d1955c {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:24.391270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.444402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 3.9621379 May 27 03:50:24.452320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:24.471364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee86e02-3dab-40d4-a89b-9aa46ad3ae5e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=f841fd76-a387-4f68-8d7e-4fc61b2939f4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:24.481570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-1993127500'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:24.495760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.498872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:24.511516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe99919-027c-46aa-858d-e46b609675c9 None None] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:24.514868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:24.525109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:24.527525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:24.544665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19d0ff01-b77c-4352-97d7-7cc28c9c6716 req-0b4304f2-9b24-47ae-a73c-0c2f117f9794 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798378 May 27 03:50:24.552583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Transition to ACTIVE for port object 1be6d4ca-e0df-48ac-9be7-17b710d1955c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:24.553980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:24.570355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port d4b394ca-2082-47a9-b13a-f2b9444d3319 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:24.570894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.601482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.651138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.658374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-fa452c6e-acd8-4a5c-bd77-e3a2e4050c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.660315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3eecfea-0fb7-4224-843c-3b1725ce3f81 req-fa452c6e-acd8-4a5c-bd77-e3a2e4050c9e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4241302 May 27 03:50:24.668020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:24.671400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:24.739711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7989-360f-4f8c-9dfc-5b4db2db4273 req-700725d7-4756-4c4a-82e5-7f85f89a9001 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.743581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7989-360f-4f8c-9dfc-5b4db2db4273 req-700725d7-4756-4c4a-82e5-7f85f89a9001 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.747629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7989-360f-4f8c-9dfc-5b4db2db4273 req-700725d7-4756-4c4a-82e5-7f85f89a9001 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:24.749295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bbb7989-360f-4f8c-9dfc-5b4db2db4273 req-700725d7-4756-4c4a-82e5-7f85f89a9001 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2388 time: 0.4876482 May 27 03:50:24.777925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 66095462-9d65-418d-96b0-19f14599ac00 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:24.814146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:24.814934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:24.859347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.859930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.860459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.860994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.861496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.861996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.862702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.863191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.863684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.864175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:24.864680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:25.092568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.117084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4b216528-1108-4ffa-9124-4eec4b94e1e8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:25.145512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.146101 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 90f31b62-9473-4396-9e28-fe15f7fbca31 of type vlan for network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 May 27 03:50:25.182132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bbb7989-360f-4f8c-9dfc-5b4db2db4273 req-a7d24044-774e-4b22-a009-a4ed3923ab1b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200485 May 27 03:50:25.217127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d4b394ca-2082-47a9-b13a-f2b9444d3319,segment=NetworkSegment(982876c8-a033-47ea-aeae-84fa421bab16),segment_id=982876c8-a033-47ea-aeae-84fa421bab16)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:25.217611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.226356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.294972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Attempting to bind port 1be6d4ca-e0df-48ac-9be7-17b710d1955c on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:25.295671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Attempting to bind port 1be6d4ca-e0df-48ac-9be7-17b710d1955c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:25.296266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Attempting to bind port 1be6d4ca-e0df-48ac-9be7-17b710d1955c on network b72fa20b-8774-49bb-beb5-159edfcf8f98 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:25.328872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Port 1be6d4ca-e0df-48ac-9be7-17b710d1955c on network b72fa20b-8774-49bb-beb5-159edfcf8f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:50:25.329651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Attempting to bind port 1be6d4ca-e0df-48ac-9be7-17b710d1955c on network b72fa20b-8774-49bb-beb5-159edfcf8f98 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:25.359268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for d4b394ca-2082-47a9-b13a-f2b9444d3319 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:25.367557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:25.368508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Checking segment: {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:25.369751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Bound using segment: {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:25.370429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Bound port: 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17125d3-9289-4d68-baf3-196f8b951708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:25.371006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.423769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:25.489350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.491512 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.495858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:25.496480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.585193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17afa328-743d-4b95-b852-fe8861577fc1 None None] Provisioning for port 4b216528-1108-4ffa-9124-4eec4b94e1e8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:25.667250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] For port d4b394ca-2082-47a9-b13a-f2b9444d3319, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d4b394ca-2082-47a9-b13a-f2b9444d3319,segment=NetworkSegment(982876c8-a033-47ea-aeae-84fa421bab16),segment_id=982876c8-a033-47ea-aeae-84fa421bab16)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:25.667645 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.668088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:25.676888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:25.708490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=66095462-9d65-418d-96b0-19f14599ac00,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.731826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2724311 May 27 03:50:25.736443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.744500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46712) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:25.776368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:25.777132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.810099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:25.816021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:25.819666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:25.825142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Calling delete_port for d4b394ca-2082-47a9-b13a-f2b9444d3319 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:25.829745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a21f-5abb-41a3-886b-435a87f5fc1c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.831922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=d4b394ca-2082-47a9-b13a-f2b9444d3319,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.870737 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:25.911401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No DVR routers for this DVR port d4b394ca-2082-47a9-b13a-f2b9444d3319 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:25.976752 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:50:25.977154 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:50:25.991680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:25.997351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4b216528-1108-4ffa-9124-4eec4b94e1e8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:26.004489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:26.027610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8c97-9975-4792-b10e-198e3fb080f0 req-53ebe74b-96bd-4da5-aa76-1e19a440d7a6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:26.035060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4b216528-1108-4ffa-9124-4eec4b94e1e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:26.035698 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.037623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd5c8c97-9975-4792-b10e-198e3fb080f0 req-53ebe74b-96bd-4da5-aa76-1e19a440d7a6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 945 time: 0.9665451 May 27 03:50:26.059390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.060863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dca0eb67-522a-4111-9d44-299d3f25d74b service neutron] 10.222.0.41 "PUT /v2.0/ports/1be6d4ca-e0df-48ac-9be7-17b710d1955c HTTP/1.1" status: 200 len: 1092 time: 3.6073325 May 27 03:50:26.068182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:26.068994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:26.079130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:26.085677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.093614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:26.104203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:26.121362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Request body: {'port': {'device_id': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:26.143849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474c48cf-2616-495d-b47e-ec9284214c32']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:26.178294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:26.204883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982876c8-a033-47ea-aeae-84fa421bab16') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:26.213903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982876c8-a033-47ea-aeae-84fa421bab16') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:26.223475 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cad3664-fffa-4d51-a2b1-dea87411de47'] response: {'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'status': 'completed', 'code': 200} May 27 03:50:26.292653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:26.329486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.333224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.34 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/00ec121c-1c64-4098-ad4e-76e74f64f9a3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:26.361501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd5c8c97-9975-4792-b10e-198e3fb080f0 req-74e3e520-6550-44e7-a4a7-bdb371d024e1 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220158 May 27 03:50:26.445768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'network_id': '33954d90-fe77-494d-b260-0bfc20fef977', 'port_id': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'mac_address': 'fa:16:3e:9b:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ea0f40-324c-4038-a4d8-ec459aad85ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:26.485174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Deleting port d4b394ca-2082-47a9-b13a-f2b9444d3319 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:26.485542 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.492089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46728) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:26.522272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.591571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:50:26.592412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: timer() May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:26.608196 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:26.617055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.713571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e1a20-658a-47d4-870f-4e53b13cb4d8 None None] The port 'd4b394ca-2082-47a9-b13a-f2b9444d3319' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:50:26.722971 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.809488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.850151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.855569 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.876510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.885461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4b216528-1108-4ffa-9124-4eec4b94e1e8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4b216528-1108-4ffa-9124-4eec4b94e1e8,segment=NetworkSegment(648b1971-7875-493b-9e25-dc1ac287cd37),segment_id=648b1971-7875-493b-9e25-dc1ac287cd37)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:26.889925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:26.906087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.918749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.924034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:26.943011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-aa38e750-fb29-4edf-8f76-6a949de39812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2798 time: 0.7105572 May 27 03:50:26.960983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=474c48cf-2616-495d-b47e-ec9284214c32,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:26.990309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4b216528-1108-4ffa-9124-4eec4b94e1e8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:26.997196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:27.002062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf956-d92e-497d-913c-f5d98434a317 req-827965d7-7fce-4576-9d37-9a93898834f5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.004226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.005955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf956-d92e-497d-913c-f5d98434a317 req-827965d7-7fce-4576-9d37-9a93898834f5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.011211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.011670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf956-d92e-497d-913c-f5d98434a317 req-827965d7-7fce-4576-9d37-9a93898834f5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.020292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d6cf956-d92e-497d-913c-f5d98434a317 req-827965d7-7fce-4576-9d37-9a93898834f5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2400 time: 0.5038438 May 27 03:50:27.096600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d4b394ca-2082-47a9-b13a-f2b9444d3319 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:27.106051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:27.124697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-18cea405-04d5-475a-bb3f-55b3727ce8bd tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/474c48cf-2616-495d-b47e-ec9284214c32 HTTP/1.1" status: 204 len: 168 time: 3.1975641 May 27 03:50:27.128519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Usage tracker for resource:security_group_rule and tenant:f2bf2a47744341afb13b06d1ff068a2b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:27.135213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46736) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:27.138005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:27.147169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d4b394ca-2082-47a9-b13a-f2b9444d3319 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:50:27.147697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d4b394ca-2082-47a9-b13a-f2b9444d3319 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:27.177423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:27.271877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4b216528-1108-4ffa-9124-4eec4b94e1e8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:27.323191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['87be7686-834d-4372-a3e4-4f7eaecb299e'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:50:27.356849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:27.357572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.475336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Provisioning complete for port 4b216528-1108-4ffa-9124-4eec4b94e1e8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:27.475697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.528127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d6cf956-d92e-497d-913c-f5d98434a317 req-df49e2fc-aef2-4017-8f94-06f1dbac98d7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066314 May 27 03:50:27.627619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-309454dd-8ba3-4e9c-8a2b-a9e046aa7c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.628098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-309454dd-8ba3-4e9c-8a2b-a9e046aa7c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.628530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-309454dd-8ba3-4e9c-8a2b-a9e046aa7c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.630187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-309454dd-8ba3-4e9c-8a2b-a9e046aa7c2e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6751649 May 27 03:50:27.659733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.679826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.696575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4b216528-1108-4ffa-9124-4eec4b94e1e8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:27.697867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.805890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Provisioning for port 66095462-9d65-418d-96b0-19f14599ac00 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:27.815450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=00ec121c-1c64-4098-ad4e-76e74f64f9a3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:27.821651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Provisioning complete for port 66095462-9d65-418d-96b0-19f14599ac00 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:27.821651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.833372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0847283-2a20-4979-ae2c-40f3bcc5442f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:27.834932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b0847283-2a20-4979-ae2c-40f3bcc5442f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:27.853220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:27.854796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=a6436e0c-99a0-4b39-96d6-2d633d2fd405,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:27.857757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:27.876074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:27.878076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.883136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2632ca18-01f5-4e40-87b9-2433b4b6ff7a None None] Port 66095462-9d65-418d-96b0-19f14599ac00 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:27.923301 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a259d8f4-0686-4ebe-9ca1-00ee82923044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.938563 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:27.964147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b0847283-2a20-4979-ae2c-40f3bcc5442f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:27.964354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:27.965550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b0847283-2a20-4979-ae2c-40f3bcc5442f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8110611 May 27 03:50:27.975850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:27.979433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229998657', 'description': 'tempest-description--1976425887'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:28.004121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:28.008919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82e48695-25b1-432e-b718-97664c895721 None None] Provisioning complete for port 66095462-9d65-418d-96b0-19f14599ac00 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:28.009487 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82e48695-25b1-432e-b718-97664c895721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.030032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:28.055822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-96107408-de42-4bd0-95a0-d3d088d958ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.057912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70a81aaa-77e6-4d2c-9c4f-ba6775e2101d req-96107408-de42-4bd0-95a0-d3d088d958ba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4193754 May 27 03:50:28.070759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-82e48695-25b1-432e-b718-97664c895721 None None] Port 66095462-9d65-418d-96b0-19f14599ac00 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:28.075967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2bf2a47744341afb13b06d1ff068a2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5761950 May 27 03:50:28.076950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5c17e-3d89-46cb-a58e-54a8ceece996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a902369-ed0d-4e1c-9941-92d42e3eb23e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:28.079431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.080849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': 'e041d77e-b339-4b69-9877-1e7006e7f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:28.081258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: f841fd76-a387-4f68-8d7e-4fc61b2939f4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:28.107629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:28.142058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcaa4d-23b9-4fed-b208-b2a9627f01d9 req-d414a672-7ccf-45de-bd37-074627dea03d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.145484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98bcaa4d-23b9-4fed-b208-b2a9627f01d9 req-d414a672-7ccf-45de-bd37-074627dea03d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 946 time: 0.5195463 May 27 03:50:28.149483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.164576 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.166469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:28.176681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:28.182889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a427460-de15-4d09-b7f7-4a5abad09c64 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1966076 May 27 03:50:28.186683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.187389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.189956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.197870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376430577'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:28.201809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.203274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f841fd76-a387-4f68-8d7e-4fc61b2939f4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:28.213093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb47b5-a2a6-4851-a1f0-acd6fb31f280 None None] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:28.219659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:28.225627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.226214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.229960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:28.238387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:28.266186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:28.269015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.300099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-53dfc942-14f2-4911-a258-1cf39a409201 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5055935 May 27 03:50:28.300542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46762) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.313430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:28.332545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:28.335442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.454750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:28.457147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f841fd76-a387-4f68-8d7e-4fc61b2939f4', 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': 'a6436e0c-99a0-4b39-96d6-2d633d2fd405'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:28.458189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.460082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:28.466035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:28.471026 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.473373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:28.487761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:28.495468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a902369-ed0d-4e1c-9941-92d42e3eb23e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:28.500164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=66095462-9d65-418d-96b0-19f14599ac00,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:28.508459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.508973 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment fb065a04-7591-4185-8864-46596680c070 of type vlan for network a0b96025-b089-481e-8d63-b1e7eb27ab71 May 27 03:50:28.512917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:28.518932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.520054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d57a9014-4da1-456e-b7c0-01fa1bd2948d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a902369-ed0d-4e1c-9941-92d42e3eb23e HTTP/1.1" status: 204 len: 168 time: 0.4342015 May 27 03:50:28.522533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:28.528056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:28.545077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:security_group_rule and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:28.632406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.671448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.723651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Allocated IP 172.20.0.2 (f841fd76-a387-4f68-8d7e-4fc61b2939f4/a6436e0c-99a0-4b39-96d6-2d633d2fd405/d5d911e1-9bee-4844-aa56-f01e463eafa6) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:28.813102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.816737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:28.817315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.956266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7626164 May 27 03:50:28.959442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.969881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:28.981970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:28.982317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.985968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b52c2-aa06-4b13-893c-dc6ba7d5b113 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=a0b96025-b089-481e-8d63-b1e7eb27ab71,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:28.986549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:28.988123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46776) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:28.995638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Transition to ACTIVE for port object d5d911e1-9bee-4844-aa56-f01e463eafa6 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:29.004595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98bcaa4d-23b9-4fed-b208-b2a9627f01d9 req-2ffe33f3-76c6-4aa2-98f8-c0069740a4f6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427436 May 27 03:50:29.012241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:29.019296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Transition to ACTIVE for port object d5d911e1-9bee-4844-aa56-f01e463eafa6 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:29.024830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:29.045708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:29.053983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Transition to ACTIVE for port object 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:29.085057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.087063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.172956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:29.177488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:29.189088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:29.192080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.195180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:29.205319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:29.215335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:29.226131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60bb67-2449-40c1-8665-6ba1e361f745 req-30298ce2-0e5d-4835-a889-dc4a9acd678a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:29.229924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60bb67-2449-40c1-8665-6ba1e361f745 req-30298ce2-0e5d-4835-a889-dc4a9acd678a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:29.233843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60bb67-2449-40c1-8665-6ba1e361f745 req-30298ce2-0e5d-4835-a889-dc4a9acd678a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:29.235489 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f60bb67-2449-40c1-8665-6ba1e361f745 req-30298ce2-0e5d-4835-a889-dc4a9acd678a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2400 time: 0.4889302 May 27 03:50:29.303616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:29.305907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:29.308198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:29.314482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:29.347478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Pushing event updated for resources: {'Port': ['ID=d5d911e1-9bee-4844-aa56-f01e463eafa6,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.357535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:29.438905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 87be7686-834d-4372-a3e4-4f7eaecb299e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:29.439742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Usage tracker for resource:security_group_rule and tenant:0aa227dc20754f6caa17bcaada5f8d60 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:29.453057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 87be7686-834d-4372-a3e4-4f7eaecb299e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:29.453454 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.592612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Attempting to bind port d5d911e1-9bee-4844-aa56-f01e463eafa6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:29.593225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Attempting to bind port d5d911e1-9bee-4844-aa56-f01e463eafa6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e041d77e-b339-4b69-9877-1e7006e7f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:29.593225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Attempting to bind port d5d911e1-9bee-4844-aa56-f01e463eafa6 on network f841fd76-a387-4f68-8d7e-4fc61b2939f4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:29.604619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:29.605018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Checking segment: {'id': 'e041d77e-b339-4b69-9877-1e7006e7f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:29.605410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.605794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Bound using segment: {'id': 'e041d77e-b339-4b69-9877-1e7006e7f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:29.606254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Bound port: d5d911e1-9bee-4844-aa56-f01e463eafa6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e041d77e-b339-4b69-9877-1e7006e7f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f841fd76-a387-4f68-8d7e-4fc61b2939f4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:29.606626 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.619385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:29.630565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.635186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:29.670523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.689706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f60bb67-2449-40c1-8665-6ba1e361f745 req-ac5bf60a-813b-499a-a296-70714c42add0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470599 May 27 03:50:29.713665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.716608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.750547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.768825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] For port d5d911e1-9bee-4844-aa56-f01e463eafa6, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:29.779226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.781518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.789276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] For port d5d911e1-9bee-4844-aa56-f01e463eafa6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5d911e1-9bee-4844-aa56-f01e463eafa6,segment=NetworkSegment(e041d77e-b339-4b69-9877-1e7006e7f40e),segment_id=e041d77e-b339-4b69-9877-1e7006e7f40e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:29.799663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.859086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:29.871100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=3840b0ff-9301-465d-b076-1941a394f583,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.888491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:29.904959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.923659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc7bff-b6b4-4af3-9b45-5bff4571068e None None] Pushing event updated for resources: {'Port': ['ID=d5d911e1-9bee-4844-aa56-f01e463eafa6,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:29.930247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ac6ece33-21fe-4620-a3a4-efc7d9849bf1 None None] Provisioning complete for port 66095462-9d65-418d-96b0-19f14599ac00 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:29.930618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ac6ece33-21fe-4620-a3a4-efc7d9849bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.945684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.946227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '90f31b62-9473-4396-9e28-fe15f7fbca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:29.946590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:29.956283 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6d26ce-b533-4ede-8065-09d50116c875'] response: {'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'code': 200} May 27 03:50:29.966305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.983517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:29.989727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.0178788 May 27 03:50:29.994613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:30.022040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'security_group_rule': {'security_group_id': 'fc428d41-01d3-40e2-b184-7374ab40fd98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:30.046550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a45d-6484-4147-88c7-0af40fde1830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.071243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ece33-21fe-4620-a3a4-efc7d9849bf1 None None] Port 66095462-9d65-418d-96b0-19f14599ac00 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:30.078942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.104996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:30.126410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.128412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53264d15-1cba-4db3-85d6-0f2eff859b1a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.135711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-807df5ee-172f-413d-b6aa-5c7fd7b74bdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aa227dc20754f6caa17bcaada5f8d60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1417408 May 27 03:50:30.143127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46788) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:30.149416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:security_group_rule and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:30.177199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:30.198543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:30.203122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:30.216349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bbdc9-33d8-45d6-bac3-b7e3c5927e4e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc428d41-01d3-40e2-b184-7374ab40fd98,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.348496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Attempting to bind port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:30.348854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Attempting to bind port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:30.349305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Attempting to bind port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:30.355548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:30.364167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3043d-becd-4799-ae8a-0794c33f51c5 None None] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:30.391559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:50:30.391816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Attempting to bind port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 on network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:30.409453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:30.410399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.426365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.472998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:30.473513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Checking segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:30.473897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Bound using segment: {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:30.474749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Bound port: 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9743410-4dd1-4efa-a0f0-153328df1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:30.474749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.504155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.589382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.607387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8', 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '3840b0ff-9301-465d-b076-1941a394f583'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:30.609091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.609978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.649169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfe9a05-6492-4f6c-bc5c-73f6533e9358,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.667907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e0dc097-788f-467e-94d6-0cd5405c3b33 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3627436 May 27 03:50:30.677935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46794) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:30.682083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14198ba0-0980-4f42-9d94-c36de4baedce req-0209313a-2744-4e06-bbac-d65dc7aad334 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1098 time: 0.4709325 May 27 03:50:30.682864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.703901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691417048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:30.723950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:30.802183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Allocated IP 172.21.0.2 (9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8/3840b0ff-9301-465d-b076-1941a394f583/73b499b7-c955-4308-ac0c-1152c0cc4661) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:30.814781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.845985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:30.858736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:30.861516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.865229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a32c58c-33ab-4ecc-84bd-78e09dc6cfe4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8629577 May 27 03:50:30.873690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:30.888332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:30.890248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:30.912181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'security_group_rule': {'security_group_id': 'fc428d41-01d3-40e2-b184-7374ab40fd98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:30.915123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=70633a63-b974-4339-824d-7e6af37cb117,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:30.921519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.923362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf40507-8980-4a18-9b20-38ff49e56a25 req-20a41ca1-c279-48c0-98da-5e92f808de47 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:30.927649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:30.931217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbf40507-8980-4a18-9b20-38ff49e56a25 req-20a41ca1-c279-48c0-98da-5e92f808de47 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.6842673 May 27 03:50:30.935077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:30.940296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:30.940760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:security_group_rule and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:30.946731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:30.953942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:31.003217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.003925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14198ba0-0980-4f42-9d94-c36de4baedce req-cf1910b1-7390-4dfe-ab7c-d0ea7dbcead6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077509 May 27 03:50:31.008330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:31.018065 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbf40507-8980-4a18-9b20-38ff49e56a25 req-ce321469-2bef-4ec0-bc85-faed0d60e791 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858757 May 27 03:50:31.024830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.025712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.061855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': 'fb065a04-7591-4185-8864-46596680c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:31.062965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: a0b96025-b089-481e-8d63-b1e7eb27ab71, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:31.067098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.100798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Transition to ACTIVE for port object 73b499b7-c955-4308-ac0c-1152c0cc4661 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:31.110767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.130594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Transition to ACTIVE for port object 73b499b7-c955-4308-ac0c-1152c0cc4661 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:31.142100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:31.146201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.147342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53264d15-1cba-4db3-85d6-0f2eff859b1a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:31.163336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.164599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.165138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.165422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] 10.222.0.41 "PUT /v2.0/ports/8340bb8d-7073-41d6-955c-5cbaaf29c8c1 HTTP/1.1" status: 200 len: 1092 time: 5.0577173 May 27 03:50:31.165704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.166135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.166645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.167068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.167497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.167915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.168415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.169023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.169446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:31.189501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.191803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.193229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:31.196146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-220a0fa7-09d1-42bd-9a28-2775e2d4c769 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53264d15-1cba-4db3-85d6-0f2eff859b1a HTTP/1.1" status: 204 len: 168 time: 1.0400553 May 27 03:50:31.206798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a0b96025-b089-481e-8d63-b1e7eb27ab71) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:31.216656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.217474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.227489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=00ec121c-1c64-4098-ad4e-76e74f64f9a3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:31.254023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.278866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a8cdd-028f-42d7-9e1d-db60b87710ac None None] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:31.302256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54e7c87f-9011-4ed4-a1a9-430339cab066 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3394868 May 27 03:50:31.304657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46808) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:31.317959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71', 'name': 'tempest-PortsIpV6TestJSON-917170980'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:31.376311 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.388277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-15b80c67-6701-4843-8432-dcfc5d5f060a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6928132 May 27 03:50:31.388277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46812) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:31.402815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.423865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af8cc-c4a9-44c5-a9d6-3dbd8edc65dc service neutron] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:31.482419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:31.514319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:31.518465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5d911e1-9bee-4844-aa56-f01e463eafa6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:31.569091 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dbee7a-9a70-4ebb-a70b-93e957996eeb'] response: {'name': 'network-changed', 'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'status': 'completed', 'code': 200} May 27 03:50:31.585876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-bf6f65e5-9d55-410f-9479-4b96f75e7d36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9353323 May 27 03:50:31.597300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:31.599412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57351194-ede6-4405-839b-eb37c2b5e3cb None None] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:31.610027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.632673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.670044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 80395e06-ab34-4bfe-8715-08d96ea08250 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:50:31.695318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980d08-5b95-4992-a5e2-50f15f0d2d59 req-2b1ebb78-4c1d-4477-a467-14315ef7e0db tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.699325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980d08-5b95-4992-a5e2-50f15f0d2d59 req-2b1ebb78-4c1d-4477-a467-14315ef7e0db tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.703403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980d08-5b95-4992-a5e2-50f15f0d2d59 req-2b1ebb78-4c1d-4477-a467-14315ef7e0db tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:31.707576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.709931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Pushing event updated for resources: {'Port': ['ID=73b499b7-c955-4308-ac0c-1152c0cc4661,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:31.710569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f980d08-5b95-4992-a5e2-50f15f0d2d59 req-2b1ebb78-4c1d-4477-a467-14315ef7e0db tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 0.8675976 May 27 03:50:31.877253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.902261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:31.967993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:31.976372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:31.985112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:31.994253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:32.012714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a0b96025-b089-481e-8d63-b1e7eb27ab71', 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': '70633a63-b974-4339-824d-7e6af37cb117'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:32.013205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.037519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bca1838-587c-45b1-b80c-d1a75ecd6af2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:32.039572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.044467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-878faa0d-f0bd-4543-a6ed-836be2916ad4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1481962 May 27 03:50:32.047686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:32.147275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f980d08-5b95-4992-a5e2-50f15f0d2d59 req-8f2e262e-66d3-4dc0-aa47-c13d78c6b2d0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357505 May 27 03:50:32.153346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:32.183225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:32.201796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Usage tracker for resource:floatingip and tenant:c77ca19851384977bf4d327f83814d7a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:32.211307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-0fad5e1d-979a-4bf9-b3a0-3e00fe8e8206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2865 time: 0.7950244 May 27 03:50:32.215702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:32.223460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:32.242786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:32.246076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.318773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Attempting to bind port 73b499b7-c955-4308-ac0c-1152c0cc4661 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:32.319354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Attempting to bind port 73b499b7-c955-4308-ac0c-1152c0cc4661 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '90f31b62-9473-4396-9e28-fe15f7fbca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:32.319512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Attempting to bind port 73b499b7-c955-4308-ac0c-1152c0cc4661 on network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:32.326616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d5d911e1-9bee-4844-aa56-f01e463eafa6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:32.329530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Provisioning for port d5d911e1-9bee-4844-aa56-f01e463eafa6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:32.360849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d5d911e1-9bee-4844-aa56-f01e463eafa6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:32.361288 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.400468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.421596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d3aeb636-922d-4211-8c02-b71da23cfb13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99 HTTP/1.1" status: 200 len: 217 time: 0.1930628 May 27 03:50:32.421849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Provisioning complete for port d5d911e1-9bee-4844-aa56-f01e463eafa6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:32.421956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-60e81dd5-4ea3-4750-9165-cd2dab4ceb77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1096 time: 0.6907258 May 27 03:50:32.422073 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.546668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:32.547119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Checking segment: {'id': '90f31b62-9473-4396-9e28-fe15f7fbca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:32.547430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.547814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Bound using segment: {'id': '90f31b62-9473-4396-9e28-fe15f7fbca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:32.548701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Bound port: 73b499b7-c955-4308-ac0c-1152c0cc4661, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f31b62-9473-4396-9e28-fe15f7fbca31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:32.548701 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.597341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 00785818-5fee-4cce-814e-512c08092b34 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:50:32.693808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-da93357f-4ea6-48a4-b65d-da790827b0a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.695251 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-da93357f-4ea6-48a4-b65d-da790827b0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66af57ee-2518-469d-8ca7-5f96bd2663b9 HTTP/1.1" status: 200 len: 801 time: 0.2627790 May 27 03:50:32.769278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:32.790029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:32.795689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-43b4b6b7-266b-4181-a24e-b0093dcc67ef tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/80395e06-ab34-4bfe-8715-08d96ea08250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2846112 May 27 03:50:32.801883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:32.805783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-d71b4400-7df3-4831-b52a-063a74e6b089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.806734 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f99881-8820-429d-99f8-3d979674eaae None None] Sync routers for ids ['80395e06-ab34-4bfe-8715-08d96ea08250'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:32.807735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-d71b4400-7df3-4831-b52a-063a74e6b089 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.3374202 May 27 03:50:32.826950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8660-af12-494e-815f-58ba1e70fd17 req-831ae5eb-d9e2-4b42-9b27-bfd4e9495043 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:32.831266 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] Routers {'80395e06-ab34-4bfe-8715-08d96ea08250'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:32.832253 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['80395e06-ab34-4bfe-8715-08d96ea08250'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:32.850269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c73e8660-af12-494e-815f-58ba1e70fd17 req-831ae5eb-d9e2-4b42-9b27-bfd4e9495043 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3652260 May 27 03:50:32.879544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Allocated IP 2001:db8::2 (a0b96025-b089-481e-8d63-b1e7eb27ab71/70633a63-b974-4339-824d-7e6af37cb117/5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:33.073986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:33.090150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] Routers {'80395e06-ab34-4bfe-8715-08d96ea08250'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:33.091046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['80395e06-ab34-4bfe-8715-08d96ea08250'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:33.180586 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-09f99881-8820-429d-99f8-3d979674eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:33.192354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f99881-8820-429d-99f8-3d979674eaae None None] The sync data for ids ['80395e06-ab34-4bfe-8715-08d96ea08250'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:33.206959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c73e8660-af12-494e-815f-58ba1e70fd17 req-11bdcece-764b-43be-bb86-2f88a5f6623c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541734 May 27 03:50:33.219409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e3ddc9-828a-432e-a73e-9b60b5f15d57 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:33.220074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-17e3ddc9-828a-432e-a73e-9b60b5f15d57 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:33.421622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] For port 73b499b7-c955-4308-ac0c-1152c0cc4661, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:33.428684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] For port 73b499b7-c955-4308-ac0c-1152c0cc4661, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=73b499b7-c955-4308-ac0c-1152c0cc4661,segment=NetworkSegment(90f31b62-9473-4396-9e28-fe15f7fbca31),segment_id=90f31b62-9473-4396-9e28-fe15f7fbca31)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:33.433079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.496178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.506739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.588850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.628174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-17e3ddc9-828a-432e-a73e-9b60b5f15d57 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:33.635518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-17e3ddc9-828a-432e-a73e-9b60b5f15d57 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports/66095462-9d65-418d-96b0-19f14599ac00 HTTP/1.1" status: 200 len: 911 time: 0.8312550 May 27 03:50:33.636532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:33.659950 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 8ed025d4-bf64-47fc-aa31-42d97f6c6fcb associated. External IP: 172.25.8.34, port: 9e76fe3c-47b3-47df-9b7b-f4c59134142c. May 27 03:50:33.688100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Transition to ACTIVE for port object 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:33.712214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.715531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.20.0.1 (f841fd76-a387-4f68-8d7e-4fc61b2939f4/a6436e0c-99a0-4b39-96d6-2d633d2fd405/6a59a942-9544-4654-97e0-30b422322274) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:33.729427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-435a3393-21d2-4fa7-84f9-8dabeb1b9108 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1098 time: 0.3533125 May 27 03:50:33.772043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Transition to ACTIVE for port object 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:33.779371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] For port d5d911e1-9bee-4844-aa56-f01e463eafa6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5d911e1-9bee-4844-aa56-f01e463eafa6,segment=NetworkSegment(e041d77e-b339-4b69-9877-1e7006e7f40e),segment_id=e041d77e-b339-4b69-9877-1e7006e7f40e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:33.782627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4fdd3-557b-4728-853f-cb3fea065119 None None] Pushing event updated for resources: {'Port': ['ID=73b499b7-c955-4308-ac0c-1152c0cc4661,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:33.788587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.837120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:33.885342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '18419abe-5345-4fde-a5bf-8051f300e785'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:33.915618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-c5352b5f-8b74-4be1-90b9-840ccd341882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 217 time: 0.6803732 May 27 03:50:33.990057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:50:33.991290 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:50:33.995334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.019947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 6a59a942-9544-4654-97e0-30b422322274 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:34.027687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.061122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:34.075963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:34.086806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:34.150608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-e903e716-998b-4b79-849d-deacc8fe2dea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4372132 May 27 03:50:34.231497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7e5da-127f-4b40-b2df-a4dd43f17631 None None] Pushing event updated for resources: {'Port': ['ID=d5d911e1-9bee-4844-aa56-f01e463eafa6,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:34.294914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-8be8aeda-3e14-48b2-829e-b08b0be79522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.296719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-8be8aeda-3e14-48b2-829e-b08b0be79522 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 0.2365687 May 27 03:50:34.332195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.348444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-44930c55-b2b0-4f3c-9ffa-e26c5509b138 None None] Provisioning complete for port d5d911e1-9bee-4844-aa56-f01e463eafa6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:34.349393 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-44930c55-b2b0-4f3c-9ffa-e26c5509b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.474716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Attempting to bind port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:34.475081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Attempting to bind port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'fb065a04-7591-4185-8864-46596680c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:34.475433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Attempting to bind port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 on network a0b96025-b089-481e-8d63-b1e7eb27ab71 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:34.486278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:34.486681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Checking segment: {'id': 'fb065a04-7591-4185-8864-46596680c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:34.487196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.487586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Bound using segment: {'id': 'fb065a04-7591-4185-8864-46596680c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:34.488143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Bound port: 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb065a04-7591-4185-8864-46596680c070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:34.488583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.500525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-57e1a355-386b-4a95-82c0-b703fcd6e1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.502654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-57e1a355-386b-4a95-82c0-b703fcd6e1d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.5604701 May 27 03:50:34.535350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=6a59a942-9544-4654-97e0-30b422322274,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:34.602756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-69d8fa02-5027-4cc7-aa18-765b3f5039de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.2663305 May 27 03:50:34.620735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Pushing event updated for resources: {'Port': ['ID=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:34.711985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085687-48cc-4f42-8c84-bea67dc154a9 req-fa232561-6ce2-4451-9977-e5f5c5b7de0a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.717698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085687-48cc-4f42-8c84-bea67dc154a9 req-fa232561-6ce2-4451-9977-e5f5c5b7de0a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.722801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085687-48cc-4f42-8c84-bea67dc154a9 req-fa232561-6ce2-4451-9977-e5f5c5b7de0a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.724648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a085687-48cc-4f42-8c84-bea67dc154a9 req-fa232561-6ce2-4451-9977-e5f5c5b7de0a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 1.3092418 May 27 03:50:34.725584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-b9378b51-dda1-47e4-b5e6-4d94bf156d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:34.727121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-b9378b51-dda1-47e4-b5e6-4d94bf156d3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.0955639 May 27 03:50:34.768185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] For port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:34.784514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] For port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,segment=NetworkSegment(fb065a04-7591-4185-8864-46596680c070),segment_id=fb065a04-7591-4185-8864-46596680c070)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:34.796951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:34.803746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:34.838990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:34.856230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-1787d281-18d5-49d8-971a-8d80906fac79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085672 May 27 03:50:34.857448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:34.904792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::fe (a0b96025-b089-481e-8d63-b1e7eb27ab71/70633a63-b974-4339-824d-7e6af37cb117/00785818-5fee-4cce-814e-512c08092b34) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:34.920856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5d911e1-9bee-4844-aa56-f01e463eafa6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:35.006577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:35.077915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Allocated IP 172.25.8.204 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6b4f110e-8739-4a64-a83e-1167f9d2b46b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:35.149987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0c79-86f5-4338-a004-5749e203ab4b None None] Pushing event updated for resources: {'Port': ['ID=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:35.155280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d5d911e1-9bee-4844-aa56-f01e463eafa6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:35.155870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:35.210408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-348c9e89-d7de-4623-89c2-80d489ecca1b service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0141385 May 27 03:50:35.307576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:35.326035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a085687-48cc-4f42-8c84-bea67dc154a9 req-2a1df3ea-4947-4d84-9030-6a46427711b0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856874 May 27 03:50:35.450860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657397d-34aa-47ba-bf4c-33ec32983f49 req-9ff7509c-57e0-4765-9c37-0a2228a93108 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:35.457764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1657397d-34aa-47ba-bf4c-33ec32983f49 req-9ff7509c-57e0-4765-9c37-0a2228a93108 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.9689341 May 27 03:50:35.548488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 73b499b7-c955-4308-ac0c-1152c0cc4661 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:35.667850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e1df1-5e2c-45f2-ba42-0335ddce88bb None None] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:35.721433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:35.735125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-828d9e14-0ed7-4a0d-b80e-b1e37b2fdd23 service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262119 May 27 03:50:35.758690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6ca8add-98a7-4c87-8bc4-65f43fd3a120 None None] Provisioning for port 6a59a942-9544-4654-97e0-30b422322274 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:35.793136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6ca8add-98a7-4c87-8bc4-65f43fd3a120 None None] Provisioning complete for port 6a59a942-9544-4654-97e0-30b422322274 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:35.793863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6ca8add-98a7-4c87-8bc4-65f43fd3a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:35.820613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 73b499b7-c955-4308-ac0c-1152c0cc4661 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:35.895782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1657397d-34aa-47ba-bf4c-33ec32983f49 req-35be8ee9-56b5-4cd1-9fd3-17fdd35148b3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371359 May 27 03:50:35.907129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca8add-98a7-4c87-8bc4-65f43fd3a120 None None] Port 6a59a942-9544-4654-97e0-30b422322274 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:36.045172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-5f7c5524-054d-4241-acf1-50e7ecf9b340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4842978 May 27 03:50:36.047540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf391aab-5482-47b6-a66f-7eca6a0ae4b9 req-f1d65da4-9bc8-4641-b4ca-b3e887c87004 service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049409 May 27 03:50:36.119558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.134324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Provisioning for port 73b499b7-c955-4308-ac0c-1152c0cc4661 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:36.153907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Provisioning complete for port 73b499b7-c955-4308-ac0c-1152c0cc4661 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:36.154630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.250152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.280100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 00785818-5fee-4cce-814e-512c08092b34 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:36.385320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.421493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-d041d7b0-f6cc-463c-93c1-d2a0105026b6 service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1933172 May 27 03:50:36.484779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.492516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] For port 73b499b7-c955-4308-ac0c-1152c0cc4661, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=73b499b7-c955-4308-ac0c-1152c0cc4661,segment=NetworkSegment(90f31b62-9473-4396-9e28-fe15f7fbca31),segment_id=90f31b62-9473-4396-9e28-fe15f7fbca31)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:36.503523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.549968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.629649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc161d30-dd9a-4447-a59b-e1d46a534565 None None] Pushing event updated for resources: {'Port': ['ID=73b499b7-c955-4308-ac0c-1152c0cc4661,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:36.679233 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:50:36.704367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:36.730589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:36.732643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f1c74e6c-b999-4104-832c-7c3ff1c0aa28 None None] Provisioning complete for port 73b499b7-c955-4308-ac0c-1152c0cc4661 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:36.733409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1c74e6c-b999-4104-832c-7c3ff1c0aa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.744793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:36.762699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:36.763366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.809188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-e89ea6bb-cb08-4f11-8a4d-47e272ce1cee service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586220 May 27 03:50:36.820205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=00785818-5fee-4cce-814e-512c08092b34,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:36.860515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:36.873251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fdf5c515-1178-496d-99c1-b2016bec0606 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5614178 May 27 03:50:36.873690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:36.897455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3dc2a-9787-4def-9a43-5922d33783bc req-4ffa7032-4d9e-476e-965b-0973690ff4f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:36.901524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3dc2a-9787-4def-9a43-5922d33783bc req-4ffa7032-4d9e-476e-965b-0973690ff4f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:36.906052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3dc2a-9787-4def-9a43-5922d33783bc req-4ffa7032-4d9e-476e-965b-0973690ff4f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:36.907792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3f3dc2a-9787-4def-9a43-5922d33783bc req-4ffa7032-4d9e-476e-965b-0973690ff4f9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 0.2634895 May 27 03:50:36.910893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46936) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:36.928250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b0ab1-3e34-4eac-96d7-63512c544f0f None None] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:36.944533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'a0b96025-b089-481e-8d63-b1e7eb27ab71', 'name': 'tempest-PortsIpV6TestJSON-2046687564'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:36.976836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:36.981359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:36.987599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:37.065868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-a699ca11-e39b-497b-8d3f-2f03db08ce7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c HTTP/1.1" status: 200 len: 217 time: 0.4976234 May 27 03:50:37.111438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.192863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-df5009d3-906a-4c91-adfe-ea2961424b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:37.194329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-df5009d3-906a-4c91-adfe-ea2961424b58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=063d334a-0442-4a91-9e86-c827482074ed HTTP/1.1" status: 200 len: 801 time: 0.0765820 May 27 03:50:37.269567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.285446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3f3dc2a-9787-4def-9a43-5922d33783bc req-46ab809c-f807-494c-8d95-289f7cd7e829 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680685 May 27 03:50:37.291965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=6a59a942-9544-4654-97e0-30b422322274,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:37.326654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'Port': ['ID=6b4f110e-8739-4a64-a83e-1167f9d2b46b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:37.452014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ba74-ae2d-4cff-9167-2dde572f3548 req-fe28a50a-2a01-442e-b9a2-cfa563c2d53d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:37.458840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b01ba74-ae2d-4cff-9167-2dde572f3548 req-fe28a50a-2a01-442e-b9a2-cfa563c2d53d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 1.2985544 May 27 03:50:37.476259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:37.482223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:37.487197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:37.491458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:37.533895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:37.570728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:37.575052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.581766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Provisioning for port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:37.589655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b01ba74-ae2d-4cff-9167-2dde572f3548 req-a4dca35c-297b-4798-909a-b35e34e0dc94 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299217 May 27 03:50:37.623281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port e1b33a67-9b57-4f43-84ea-687fa71ac071 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:50:37.630893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Provisioning complete for port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:37.631267 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.779938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e66aa74-3383-460d-b021-2dc4c11dd0a3 req-8dd22b2a-7411-46ac-8800-e68754ce8255 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9093440 May 27 03:50:37.811961 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.867110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-af2c6228-d11b-4a61-a93a-40e7fab6744f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72fa20b-8774-49bb-beb5-159edfcf8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6178875 May 27 03:50:37.888162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] For port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,segment=NetworkSegment(fb065a04-7591-4185-8864-46596680c070),segment_id=fb065a04-7591-4185-8864-46596680c070)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:37.898534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:37.983021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::14 (a0b96025-b089-481e-8d63-b1e7eb27ab71/70633a63-b974-4339-824d-7e6af37cb117/e1b33a67-9b57-4f43-84ea-687fa71ac071) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:38.013879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6045980-cce4-44da-af91-0dd30b349e9e None None] Pushing event updated for resources: {'Port': ['ID=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:38.154131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:38.164047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:38.233556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Provisioning complete for port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:38.234139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.312126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.452082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.509415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Provisioning for port 00785818-5fee-4cce-814e-512c08092b34 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:38.529284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Provisioning complete for port 00785818-5fee-4cce-814e-512c08092b34 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:38.530149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.549053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.559454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:38.560482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.576673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/ports/66095462-9d65-418d-96b0-19f14599ac00 HTTP/1.1" status: 200 len: 911 time: 4.7993762 May 27 03:50:38.599483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46954) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:38.671750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.768486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-f91ddfe2-bad5-44f3-8a71-cc0e1f4c98b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b72fa20b-8774-49bb-beb5-159edfcf8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8911281 May 27 03:50:38.803664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-645e33ac-6488-457a-8cfa-addb12ccb284 None None] Port 00785818-5fee-4cce-814e-512c08092b34 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:38.805200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:38.815420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.876540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:38.876925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.929630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dddab-074e-4b87-a0c6-3aaec1dd3c83 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=66095462-9d65-418d-96b0-19f14599ac00,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:38.952334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Provisioning complete for port 6a59a942-9544-4654-97e0-30b422322274 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:38.952704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:38.963554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0802d-ace6-4d6b-9f0e-ce2b21575101 req-763635b1-b33a-49fe-9f05-dcb3b8b5fcc3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:38.965021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a0802d-ace6-4d6b-9f0e-ce2b21575101 req-763635b1-b33a-49fe-9f05-dcb3b8b5fcc3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.8097966 May 27 03:50:38.978973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object e1b33a67-9b57-4f43-84ea-687fa71ac071 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:39.031711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:39.053911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 73b499b7-c955-4308-ac0c-1152c0cc4661 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:39.086205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36a0802d-ace6-4d6b-9f0e-ce2b21575101 req-ebc87ab2-19b4-4b76-b34a-694b8d2a9a6f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095555 May 27 03:50:39.103643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.128787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdec08-7563-4403-977c-2472499370d8 req-19c15349-d9a3-47d0-886f-ad67d302cf95 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.133040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdec08-7563-4403-977c-2472499370d8 req-19c15349-d9a3-47d0-886f-ad67d302cf95 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.137362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdec08-7563-4403-977c-2472499370d8 req-19c15349-d9a3-47d0-886f-ad67d302cf95 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.139189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fdec08-7563-4403-977c-2472499370d8 req-19c15349-d9a3-47d0-886f-ad67d302cf95 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 0.5595772 May 27 03:50:39.154351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 73b499b7-c955-4308-ac0c-1152c0cc4661 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:39.154841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.197064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Port 6a59a942-9544-4654-97e0-30b422322274 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:39.211762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-6e9f37c5-9dc1-4205-82c5-72d6793ea192 service neutron] 10.222.0.41 "GET /v2.0/networks/b72fa20b-8774-49bb-beb5-159edfcf8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140003 May 27 03:50:39.222162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Provisioning complete for port 00785818-5fee-4cce-814e-512c08092b34 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:39.222676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.223388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=e1b33a67-9b57-4f43-84ea-687fa71ac071,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:39.286177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5180d9cd-2094-4983-8677-5b95646ebc70 None None] Port 00785818-5fee-4cce-814e-512c08092b34 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:39.375712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:39.417023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:39.419536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:39.421299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-51be5aee-149a-48d9-a702-350438ffa2ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1 HTTP/1.1" status: 200 len: 217 time: 0.1539960 May 27 03:50:39.423813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.424293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.490034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55cae63a-31ea-4ad5-9a24-c00a2d786f7d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5780504 May 27 03:50:39.495593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:39.501125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89fdec08-7563-4403-977c-2472499370d8 req-babb222c-edb4-4403-9925-cba86656fcf3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905064 May 27 03:50:39.536191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.547774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-1253e2fb-3da4-4e94-9722-c42d047f29fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.549614 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-1253e2fb-3da4-4e94-9722-c42d047f29fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66af57ee-2518-469d-8ca7-5f96bd2663b9 HTTP/1.1" status: 200 len: 801 time: 0.1133726 May 27 03:50:39.550901 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.626652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a7fc-7dab-4dc5-832d-6b6e4c055015 req-718007b7-aa31-40f9-b856-8308084d6885 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.629364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ad5a7fc-7dab-4dc5-832d-6b6e4c055015 req-718007b7-aa31-40f9-b856-8308084d6885 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.2566221 May 27 03:50:39.637331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router fc98db09-e86a-4810-8542-5bd89065f6c1 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:50:39.704345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d8c54-d848-4c5c-a68d-10eebea4c109 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:39.705248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-513d8c54-d848-4c5c-a68d-10eebea4c109 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:39.714446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.783982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'Port': ['ID=6b4f110e-8739-4a64-a83e-1167f9d2b46b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:39.807797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.816660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2c28f0e0-243a-40ee-b880-0638797a8bdd None None] Provisioning for port e1b33a67-9b57-4f43-84ea-687fa71ac071 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:39.835436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2c28f0e0-243a-40ee-b880-0638797a8bdd None None] Provisioning complete for port e1b33a67-9b57-4f43-84ea-687fa71ac071 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:39.839115 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2c28f0e0-243a-40ee-b880-0638797a8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.860394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-21fbb3f7-b9cb-4c18-b90c-e64c3b39c3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985008 May 27 03:50:39.873925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:39.902214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-be92eda2-b98e-4bd1-be1a-788e405bad03 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8506553 May 27 03:50:39.916583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2c28f0e0-243a-40ee-b880-0638797a8bdd None None] Port e1b33a67-9b57-4f43-84ea-687fa71ac071 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:39.971725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:39.986585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:40.026668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:40.027578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.080635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.136676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ad5a7fc-7dab-4dc5-832d-6b6e4c055015 req-5009bdaa-dd3c-42a0-997d-80e1d436f3f4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906664 May 27 03:50:40.158243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.163348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-513d8c54-d848-4c5c-a68d-10eebea4c109 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:40.164882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-513d8c54-d848-4c5c-a68d-10eebea4c109 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Afe HTTP/1.1" status: 200 len: 927 time: 0.6678343 May 27 03:50:40.168992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:40.187332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:40.188044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.262860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.263105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-709bbdfd-822c-4077-8503-08674937eb71 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:40.263356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e363a-4f1b-4cab-a4cb-9ba9bd248200 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:40.301281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a6939a3-63c3-4957-b646-26c4b7ff9afb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 16.3506546 May 27 03:50:40.302191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:40.335762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1677877199'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:40.345218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port e1b33a67-9b57-4f43-84ea-687fa71ac071 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:40.345550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.347044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-709bbdfd-822c-4077-8503-08674937eb71 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:40.357220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-709bbdfd-822c-4077-8503-08674937eb71 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1229998657&fields=id&tenant_id=c77ca19851384977bf4d327f83814d7a HTTP/1.1" status: 200 len: 267 time: 0.1490636 May 27 03:50:40.366360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:40.394553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-dd4bc937-905d-4f94-81b1-076885d941b3 service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906623 May 27 03:50:40.395633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:network and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:40.402177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:40.433530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:40.702916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:40.703474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:40.710931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.711898 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] Sync routers for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:40.721908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d24ca0f-23af-4fcb-b20a-9aa350755335 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3347471 May 27 03:50:40.724731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:40.725148 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:40.725756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.792461 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.804856 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:40.805605 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.833339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-d70cc100-8898-4e40-af43-c0ad1507a58a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:40.834777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-d70cc100-8898-4e40-af43-c0ad1507a58a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.4766943 May 27 03:50:40.870792 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:40.871484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4e1d4-00e7-436d-aa0a-f479a19b3b3f None None] The sync data for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:40.876382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:40.897259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-de1f33ec-3c01-4178-aabc-7f0d04287e36 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/quotas/c77ca19851384977bf4d327f83814d7a HTTP/1.1" status: 200 len: 375 time: 0.0523477 May 27 03:50:40.900968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f944b2-2460-4ff3-8582-cd1aebc4d3eb req-fdab5e3a-eb9a-4a90-a7c0-ad342744fd2b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:40.902581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61f944b2-2460-4ff3-8582-cd1aebc4d3eb req-fdab5e3a-eb9a-4a90-a7c0-ad342744fd2b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3689251 May 27 03:50:40.905688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.906854 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Added segment f9fda060-4871-4a48-a138-cf442a75a6f0 of type vlan for network f73be2c3-6c08-43aa-8eab-39d0d9918223 May 27 03:50:40.907441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193359ef-5460-4bed-9b19-ab8e317f122f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:40.908134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-193359ef-5460-4bed-9b19-ab8e317f122f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:40.914402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:40.971214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de5afe1f-0a28-40fc-9950-ba40e2475389 req-6460e43a-4401-4cbf-8a28-9bc4257de2ee service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652688 May 27 03:50:40.995433 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.097727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a00d9f2e-7802-4bd8-b71b-4ac5b8851b75 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1747456 May 27 03:50:41.099959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.104302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:41.105148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.194664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for e1b33a67-9b57-4f43-84ea-687fa71ac071 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:41.261064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-193359ef-5460-4bed-9b19-ab8e317f122f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:41.262122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-193359ef-5460-4bed-9b19-ab8e317f122f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports/6a59a942-9544-4654-97e0-30b422322274 HTTP/1.1" status: 200 len: 910 time: 0.5364821 May 27 03:50:41.265443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:41.301443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61f944b2-2460-4ff3-8582-cd1aebc4d3eb req-6be74087-89d8-4573-ae57-ae23ed1ab9a3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902414 May 27 03:50:41.398788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0894036 May 27 03:50:41.400026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:41.465479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'subnet': {'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:41.506999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e3e2-35f9-4964-8786-0f3159c5372b tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Network': ['ID=f73be2c3-6c08-43aa-8eab-39d0d9918223,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:41.520998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:41.629029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.638368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-4506e414-f8ed-41b3-8a3d-399973110823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2865 time: 0.6007166 May 27 03:50:41.645803 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-7ce2cfd3-f38a-45fb-aee5-504990ae03f3 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142074 May 27 03:50:41.823271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=e1b33a67-9b57-4f43-84ea-687fa71ac071,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:41.842665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:41.860036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:subnet and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:41.866850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:41.896785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:41.901757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b510-b4cb-43bd-af43-901ce3ff0c22 req-5fba5b81-bef6-417d-aa49-22e807fdcba4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:41.905693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b510-b4cb-43bd-af43-901ce3ff0c22 req-5fba5b81-bef6-417d-aa49-22e807fdcba4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:41.910049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b510-b4cb-43bd-af43-901ce3ff0c22 req-5fba5b81-bef6-417d-aa49-22e807fdcba4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:41.917961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3868b510-b4cb-43bd-af43-901ce3ff0c22 req-5fba5b81-bef6-417d-aa49-22e807fdcba4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 0.4308431 May 27 03:50:41.973484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-ec67a0bd-1e92-43bb-ac72-ebe3c9eb2e72 service neutron] 10.222.0.46 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268416 May 27 03:50:41.980320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3868b510-b4cb-43bd-af43-901ce3ff0c22 req-c334edc4-32a4-4289-8e46-f37fd2979d8c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 May 27 03:50:41.987773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:41.994827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:42.021232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d509ca0b-07bf-40ff-aea3-572a066b851b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/e1b33a67-9b57-4f43-84ea-687fa71ac071 HTTP/1.1" status: 204 len: 168 time: 1.8494124 May 27 03:50:42.029707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47012) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:42.192880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-dcab8647-31a4-441d-9af4-ccf57e4b1ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:42.195790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-dcab8647-31a4-441d-9af4-ccf57e4b1ddb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 HTTP/1.1" status: 200 len: 903 time: 0.5289018 May 27 03:50:42.333631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 66095462-9d65-418d-96b0-19f14599ac00 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:42.333978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:42.393470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dd30b-01bf-4798-a5a3-1d951580ee46 req-f5da2aca-5c7c-4a8e-95c6-9aec14c84a0c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:42.401285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-155dd30b-01bf-4798-a5a3-1d951580ee46 req-f5da2aca-5c7c-4a8e-95c6-9aec14c84a0c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1740551 May 27 03:50:42.491115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-155dd30b-01bf-4798-a5a3-1d951580ee46 req-28468c8e-59ba-41d2-a029-13c12a6a82a4 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 May 27 03:50:42.586044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-043c817b-8ed1-4afd-bb5b-de3d3042334e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0834877 May 27 03:50:42.645270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:42.765322 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca8476c-2df4-44ce-85e5-fe8ff217e243 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:50:42.765873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ca8476c-2df4-44ce-85e5-fe8ff217e243 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:42.792426 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90e8fa56-a290-43c5-8285-072a64bd3ac4 req-69789e3e-d0de-4e35-8068-d972b3c6de73 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.2131798 May 27 03:50:42.861149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:42.869333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 66095462-9d65-418d-96b0-19f14599ac00 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:42.974939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ca8476c-2df4-44ce-85e5-fe8ff217e243 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:42.979546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1ca8476c-2df4-44ce-85e5-fe8ff217e243 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/e1b33a67-9b57-4f43-84ea-687fa71ac071 HTTP/1.1" status: 404 len: 333 time: 0.9452446 May 27 03:50:42.983386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-329d2f2c-c48f-4886-b60c-b550d4b9cc05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:42.984981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-329d2f2c-c48f-4886-b60c-b550d4b9cc05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66af57ee-2518-469d-8ca7-5f96bd2663b9 HTTP/1.1" status: 200 len: 801 time: 0.3158195 May 27 03:50:42.987712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:43.136024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.153903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 00785818-5fee-4cce-814e-512c08092b34 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:43.154622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.221336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=66095462-9d65-418d-96b0-19f14599ac00,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:43.455224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb99e0-4454-4b2d-90d5-5139bb9cdf19 req-c297cb54-2104-4acd-8f84-be90d16bab1a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:43.463180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-42cb99e0-4454-4b2d-90d5-5139bb9cdf19 req-c297cb54-2104-4acd-8f84-be90d16bab1a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3967657 May 27 03:50:43.592521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-e6ffc17b-3129-4504-87fa-c14475c30539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5465961 May 27 03:50:43.602331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:43.627223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-42cb99e0-4454-4b2d-90d5-5139bb9cdf19 req-e1c6ff10-56d3-4791-95ca-29ba66067da3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627893 May 27 03:50:43.714115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:44.345546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Subnet': ['ID=f719991a-e498-4a0e-bf89-a11f63761ef9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:44.455441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-752990e1-858c-4fc9-9b6d-bc0d7826c0e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.456767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-752990e1-858c-4fc9-9b6d-bc0d7826c0e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 819 time: 0.5788860 May 27 03:50:44.464017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c03271-bf75-452f-97db-0db6c69fbfeb req-23497733-8053-4ef6-b80e-cd39ff2fbd4d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.468091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c03271-bf75-452f-97db-0db6c69fbfeb req-23497733-8053-4ef6-b80e-cd39ff2fbd4d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.472177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c03271-bf75-452f-97db-0db6c69fbfeb req-23497733-8053-4ef6-b80e-cd39ff2fbd4d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.478947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4c03271-bf75-452f-97db-0db6c69fbfeb req-23497733-8053-4ef6-b80e-cd39ff2fbd4d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2412 time: 1.0918159 May 27 03:50:44.486470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fc8aeab-0fbf-453a-9c8a-0e98d156a1bc req-24817ecc-1485-45a4-8d89-fe8f3c66c0bf tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.0899851 May 27 03:50:44.526851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 80395e06-ab34-4bfe-8715-08d96ea08250 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:44.574059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-ae9ac842-6377-4e01-960f-b3abf4fcdcaa service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350190 May 27 03:50:44.580339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Checking segment: {'id': 'f9fda060-4871-4a48-a138-cf442a75a6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:44.580656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network hostable DHCP agents. Network: f73be2c3-6c08-43aa-8eab-39d0d9918223, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:44.598884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:44.771040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:44.782107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] Sync routers for ids ['80395e06-ab34-4bfe-8715-08d96ea08250'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:44.794375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] Routers {'80395e06-ab34-4bfe-8715-08d96ea08250'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:44.795008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['80395e06-ab34-4bfe-8715-08d96ea08250'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:44.803718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25690668-8205-41e4-a4a3-50fb8eaf26f2 req-7a93eeb1-81e2-4f8a-a896-451a7630b07c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:44.814574 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25690668-8205-41e4-a4a3-50fb8eaf26f2 req-7a93eeb1-81e2-4f8a-a896-451a7630b07c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1428115 May 27 03:50:44.839362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 00785818-5fee-4cce-814e-512c08092b34 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:44.841910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3694cad8-bfda-4e44-afa6-f9fd212e0595 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/80395e06-ab34-4bfe-8715-08d96ea08250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2379713 May 27 03:50:44.846528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:44.861165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:44.873288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] Routers {'80395e06-ab34-4bfe-8715-08d96ea08250'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:44.874015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['80395e06-ab34-4bfe-8715-08d96ea08250'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:44.921320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64633f8b-2bd2-479c-ae95-040a0eb19ede tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:44.942054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:44.942714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d6d66-2b27-4290-b303-49bc71d24182 None None] The sync data for ids ['80395e06-ab34-4bfe-8715-08d96ea08250'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:44.957705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25690668-8205-41e4-a4a3-50fb8eaf26f2 req-b5001abe-b5b4-433e-a4b0-27ece0c5b988 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419294 May 27 03:50:44.964932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64633f8b-2bd2-479c-ae95-040a0eb19ede tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:44.966455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64633f8b-2bd2-479c-ae95-040a0eb19ede tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=80395e06-ab34-4bfe-8715-08d96ea08250 HTTP/1.1" status: 200 len: 205 time: 0.1185944 May 27 03:50:44.969211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47068) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:45.076602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a7d480a3-701d-4001-ba36-e7f2ceee183d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77ca19851384977bf4d327f83814d7a HTTP/1.1" status: 200 len: 380 time: 0.5955408 May 27 03:50:45.084682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4c03271-bf75-452f-97db-0db6c69fbfeb req-e9a80b06-c096-41b6-b48b-ef2a230183ba tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048863 May 27 03:50:45.085256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:45.094249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'port': {'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'admin_state_up': True, 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'security_groups': ['fc428d41-01d3-40e2-b184-7374ab40fd98']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:45.109853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1be6d4ca-e0df-48ac-9be7-17b710d1955c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:45.112767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.185811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.342317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=00785818-5fee-4cce-814e-512c08092b34,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:45.402270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:45.422219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'network_id': 'b72fa20b-8774-49bb-beb5-159edfcf8f98', 'port_id': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'mac_address': 'fa:16:3e:01:12:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063d334a-0442-4a91-9e86-c827482074ed', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:45.464351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f73be2c3-6c08-43aa-8eab-39d0d9918223) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:45.465990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:45.477234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22302a-1390-468e-a1bc-7634042a638f None None] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:45.490741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.557835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:45.559277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.598271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.612418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:45.620245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263bc57-572a-4aa1-a6ff-69effd9dda8e req-9358683a-ba75-4438-bbb3-efd042111487 service neutron] 10.222.0.41 "GET /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0320461 May 27 03:50:45.624620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be6d4ca-e0df-48ac-9be7-17b710d1955c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:45.630346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ebfac975-3d5c-4d2f-9efe-aff91a8ae750 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2196848 May 27 03:50:45.641107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:45.650582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b539fc41-e7a1-4646-b09b-9a3d091d92a5 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/00785818-5fee-4cce-814e-512c08092b34 HTTP/1.1" status: 204 len: 168 time: 2.6580832 May 27 03:50:45.654332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1291790166', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:45.662182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:45.667243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:45.667463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:router and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:45.672482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:45.679292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:45.682053 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.682760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:45.688934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:45.734874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.735774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.738924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Made reservation on behalf of c77ca19851384977bf4d327f83814d7a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:45.741837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.764384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:45.771490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.787406 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3529f379-e089-4a10-a931-83850df5bfde tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:50:45.787915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3529f379-e089-4a10-a931-83850df5bfde tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:45.796433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.807277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.848129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.849223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 80395e06-ab34-4bfe-8715-08d96ea08250 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:50:45.902527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.903433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.903968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.904529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.905081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.905609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.906158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.906717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.907291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.907974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.908533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:45.924940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:45.939029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:45.943125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8bb3896-0930-4efa-85a7-1eb580f7e208 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/80395e06-ab34-4bfe-8715-08d96ea08250 HTTP/1.1" status: 204 len: 168 time: 0.9719286 May 27 03:50:45.945674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99cba0d8-1fd2-4b81-8262-dea55c91e642 req-6690f464-b792-4611-baf6-2b4e3279c87f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.0803406 May 27 03:50:45.946668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:46.119988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:46.183811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99', 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'port_id': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99', 'mac_address': 'fa:16:3e:28:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66af57ee-2518-469d-8ca7-5f96bd2663b9', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:46.189602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f73be2c3-6c08-43aa-8eab-39d0d9918223', 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223', 'tenant_id': '6c776d3db218419aaf8078531888f7a3', 'fixed_ips': [{'subnet_id': 'f719991a-e498-4a0e-bf89-a11f63761ef9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:46.190704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.346046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3529f379-e089-4a10-a931-83850df5bfde tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:46.347202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3529f379-e089-4a10-a931-83850df5bfde tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/00785818-5fee-4cce-814e-512c08092b34 HTTP/1.1" status: 404 len: 333 time: 0.6554210 May 27 03:50:46.369154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.379529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:46.402100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:46.420243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:46.456221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.456976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.458039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:50:46.579523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:46.592560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 18419abe-5345-4fde-a5bf-8051f300e785 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:50:46.598195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.610235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:46.618710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:46.636310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'network_id': '2c918ce4-2a93-4ed8-95fc-dc79f823f5a4', 'port_id': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'mac_address': 'fa:16:3e:7b:bf:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66af57ee-2518-469d-8ca7-5f96bd2663b9', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:50:46.674541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Allocated IP 172.20.0.2 (f73be2c3-6c08-43aa-8eab-39d0d9918223/f719991a-e498-4a0e-bf89-a11f63761ef9/3c869466-f129-4990-9500-e7b052353862) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:46.739038 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.747501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Allocated IP 172.20.0.5 (554af7fe-7a3c-46d8-8468-7a0c9adeb85d/964369f5-336e-4c5e-b71d-78d6bdd581e0/07205987-da50-4196-8e2f-e68870f8e7fa) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:46.808458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:46.818861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 70633a63-b974-4339-824d-7e6af37cb117 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:50:46.827679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:46.829014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.846202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.880194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.21.0.1 (9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8/3840b0ff-9301-465d-b076-1941a394f583/f9b20037-31ec-4245-80b6-a263e10eb5f1) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:46.917514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71aa2d-413b-468e-be16-577bbcc20f88 req-1c743854-456e-4a94-990b-310fbf28de34 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:46.918429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc71aa2d-413b-468e-be16-577bbcc20f88 req-1c743854-456e-4a94-990b-310fbf28de34 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.6109607 May 27 03:50:46.922398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.975566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:46.984829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.034326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a785-3ecf-4243-a303-4855452a3fba req-f680f74c-d4a7-487e-b71e-4b276d5d7599 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:47.038165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a785-3ecf-4243-a303-4855452a3fba req-f680f74c-d4a7-487e-b71e-4b276d5d7599 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:47.042307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a785-3ecf-4243-a303-4855452a3fba req-f680f74c-d4a7-487e-b71e-4b276d5d7599 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:47.043879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da06a785-3ecf-4243-a303-4855452a3fba req-f680f74c-d4a7-487e-b71e-4b276d5d7599 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2413 time: 0.7257528 May 27 03:50:47.104339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.117074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da06a785-3ecf-4243-a303-4855452a3fba req-dccaae57-4e8f-4a5a-83c0-72cf5d384c20 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 May 27 03:50:47.129651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Transition to ACTIVE for port object 3c869466-f129-4990-9500-e7b052353862 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:47.152005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Transition to ACTIVE for port object 3c869466-f129-4990-9500-e7b052353862 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:47.171784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.190613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.202876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.208275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object f9b20037-31ec-4245-80b6-a263e10eb5f1 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:47.253085 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.288044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:47.291913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:47.301044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:47.352171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1be6d4ca-e0df-48ac-9be7-17b710d1955c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:50:47.355501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.378075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc71aa2d-413b-468e-be16-577bbcc20f88 req-6335f44d-88de-4566-add3-3d96c85bf71c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477413 May 27 03:50:47.385917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.441591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:47.445768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.466005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['8340bb8d-7073-41d6-955c-5cbaaf29c8c1'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:50:47.494734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0cdca00-38f7-4bb2-880b-fc02025759eb req-a0bcd2d7-a69f-4edf-9c21-a6eb33fdfa88 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.0897455 May 27 03:50:47.513252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:47.534634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=18419abe-5345-4fde-a5bf-8051f300e785,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.538880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:47.541017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.556471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4ebb3a5e-5075-40f4-af40-88e86e56a750 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/18419abe-5345-4fde-a5bf-8051f300e785 HTTP/1.1" status: 204 len: 168 time: 1.6087377 May 27 03:50:47.559519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47110) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:47.614499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Pushing event updated for resources: {'Port': ['ID=3c869466-f129-4990-9500-e7b052353862,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.631195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae03c27-2cad-4a00-9341-cf795196d415 None None] Network bc8d4e5b-40ce-4205-9883-179f338cd0a9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:47.717740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=f9b20037-31ec-4245-80b6-a263e10eb5f1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.724727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.728591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.748470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Attempting to bind port 3c869466-f129-4990-9500-e7b052353862 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:47.748915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Attempting to bind port 3c869466-f129-4990-9500-e7b052353862 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f9fda060-4871-4a48-a138-cf442a75a6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:47.749340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Attempting to bind port 3c869466-f129-4990-9500-e7b052353862 on network f73be2c3-6c08-43aa-8eab-39d0d9918223 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:47.774755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.819829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:47.820199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Checking segment: {'id': 'f9fda060-4871-4a48-a138-cf442a75a6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:47.820661 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.821119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Bound using segment: {'id': 'f9fda060-4871-4a48-a138-cf442a75a6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:47.822101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Bound port: 3c869466-f129-4990-9500-e7b052353862, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fda060-4871-4a48-a138-cf442a75a6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:47.822468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.880886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Transition to ACTIVE for port object 07205987-da50-4196-8e2f-e68870f8e7fa will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:47.890904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.892763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=70633a63-b974-4339-824d-7e6af37cb117,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:47.910846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.920523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 4b216528-1108-4ffa-9124-4eec4b94e1e8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:47.920871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.930277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957cd90f-fc26-4e63-8d4c-77734f443a70 None None] Network a0b96025-b089-481e-8d63-b1e7eb27ab71 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:47.949719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:47.953668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-692876dd-d669-41a6-ad7f-5cd6d429735e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/70633a63-b974-4339-824d-7e6af37cb117 HTTP/1.1" status: 204 len: 168 time: 1.5713198 May 27 03:50:47.960789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:48.381720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['72e78a9c-09d0-40e2-8d62-337f9dfe3d99'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:50:48.437690 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:48.504190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] For port 3c869466-f129-4990-9500-e7b052353862, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:48.526853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ecf0cb1e-386a-4c93-9cbb-0c7d108fb79e None None] Provisioning for port f9b20037-31ec-4245-80b6-a263e10eb5f1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:48.542987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ecf0cb1e-386a-4c93-9cbb-0c7d108fb79e None None] Provisioning complete for port f9b20037-31ec-4245-80b6-a263e10eb5f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:48.543460 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cb1e-386a-4c93-9cbb-0c7d108fb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:48.552433 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:48.556381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 4b216528-1108-4ffa-9124-4eec4b94e1e8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4b216528-1108-4ffa-9124-4eec4b94e1e8,segment=NetworkSegment(648b1971-7875-493b-9e25-dc1ac287cd37),segment_id=648b1971-7875-493b-9e25-dc1ac287cd37)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:48.556966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:48.612829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0cb1e-386a-4c93-9cbb-0c7d108fb79e None None] Port f9b20037-31ec-4245-80b6-a263e10eb5f1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:48.655800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] For port 3c869466-f129-4990-9500-e7b052353862, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3c869466-f129-4990-9500-e7b052353862,segment=NetworkSegment(f9fda060-4871-4a48-a138-cf442a75a6f0),segment_id=f9fda060-4871-4a48-a138-cf442a75a6f0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:48.673252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:48.688323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:48.691723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:48.697219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:48.796575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec944e-b11b-4089-a509-44ca5256a0f1 None None] Pushing event updated for resources: {'Port': ['ID=3c869466-f129-4990-9500-e7b052353862,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:48.837338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 4b216528-1108-4ffa-9124-4eec4b94e1e8 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:48.973856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.058604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=4b216528-1108-4ffa-9124-4eec4b94e1e8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:49.075400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:49.075739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.184507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:49.201023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.201412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbb355-31d5-44be-9788-b060a2c31891 None None] DHCP port deletion for bc8d4e5b-40ce-4205-9883-179f338cd0a9 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:50:49.263640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.275958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:49.277146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.319768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5ed9d09f-dfe6-49d4-9692-a4b5235d3d9e None None] Provisioning for port 07205987-da50-4196-8e2f-e68870f8e7fa completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:49.338717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5ed9d09f-dfe6-49d4-9692-a4b5235d3d9e None None] Provisioning complete for port 07205987-da50-4196-8e2f-e68870f8e7fa triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:49.339387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d09f-dfe6-49d4-9692-a4b5235d3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.351655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port 4b216528-1108-4ffa-9124-4eec4b94e1e8 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:49.396116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb064-10e1-4936-9043-6904e7c1de9b req-7da1f172-2126-44d2-bc98-0dadcac11571 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:49.400233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb064-10e1-4936-9043-6904e7c1de9b req-7da1f172-2126-44d2-bc98-0dadcac11571 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:49.404201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafb064-10e1-4936-9043-6904e7c1de9b req-7da1f172-2126-44d2-bc98-0dadcac11571 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:49.411902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8aafb064-10e1-4936-9043-6904e7c1de9b req-7da1f172-2126-44d2-bc98-0dadcac11571 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2415 time: 1.0208490 May 27 03:50:49.428572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9d09f-dfe6-49d4-9692-a4b5235d3d9e None None] Port 07205987-da50-4196-8e2f-e68870f8e7fa cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:49.437410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:49.437831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] DHCP port deletion for a0b96025-b089-481e-8d63-b1e7eb27ab71 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:50:49.443646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Deleting port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:49.444584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.517033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.559750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-571ec08f-59aa-413a-a3e9-558f3c65c4b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 1098 time: 1.0712953 May 27 03:50:49.576771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.676272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,segment=NetworkSegment(fb065a04-7591-4185-8864-46596680c070),segment_id=fb065a04-7591-4185-8864-46596680c070)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:49.676846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.777737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-5295bf85-fdc0-4cf0-9e77-28553074ca19 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6878777 May 27 03:50:49.788118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] For port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,segment=NetworkSegment(fb065a04-7591-4185-8864-46596680c070),segment_id=fb065a04-7591-4185-8864-46596680c070)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:49.791783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:49.936246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:49.936745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Calling delete_port for 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:50:49.950931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Request body: {'port': {'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:50.005472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8aafb064-10e1-4936-9043-6904e7c1de9b req-e10263e7-2601-4fb0-b03c-fed637d7d844 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926561 May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.062710 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:50:50.066070 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:50:50.067224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=f9b20037-31ec-4245-80b6-a263e10eb5f1,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:50.075527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:50:50.076042 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:50:50.078058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2b794-7785-4cea-996a-5eaaaec25ed7 req-98f4f50e-050f-4bd4-84b6-9e201ee1bece tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:50.087251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.088090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2c2b794-7785-4cea-996a-5eaaaec25ed7 req-98f4f50e-050f-4bd4-84b6-9e201ee1bece tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 1.1549823 May 27 03:50:50.094676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.143782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.287637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8d4e5b-40ce-4205-9883-179f338cd0a9']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.303622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:50.306752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.25.8.172 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e074ed3d-6297-48b9-994f-d25aeb3dd20f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:50.322919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648b1971-7875-493b-9e25-dc1ac287cd37') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.323596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648b1971-7875-493b-9e25-dc1ac287cd37') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.336559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No DVR routers for this DVR port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:50.344623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.382988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:50.411658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:50.438400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2c2b794-7785-4cea-996a-5eaaaec25ed7 req-7ba51b67-aaf5-4e9b-b83c-a6a38efa6966 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491495 May 27 03:50:50.438919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:50.523143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.534219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:50:50.534626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: timer() May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:50.549482 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:50.577381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Deleting port 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:50:50.577977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.611274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.691451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b96025-b089-481e-8d63-b1e7eb27ab71']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.705641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb065a04-7591-4185-8864-46596680c070') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.705831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb065a04-7591-4185-8864-46596680c070') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:50.720127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.722159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f46c52b-aa6d-4730-ac33-5570a7241873 None None] The port '5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:50:50.731847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.763082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.779921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=bc8d4e5b-40ce-4205-9883-179f338cd0a9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:50.781851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad55f03-df7b-4d88-85d0-4f35d1246983 None None] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:50.790922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.798878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4bdb8ac0-a536-4dbc-9ed3-e8d47e650189 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/bc8d4e5b-40ce-4205-9883-179f338cd0a9 HTTP/1.1" status: 204 len: 168 time: 3.2344801 May 27 03:50:50.798878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47150) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:50.806407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536799209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:50.812874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:50:50.813326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: timer() May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:50:50.832439 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:50:50.872598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3c869466-f129-4990-9500-e7b052353862 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:50.906148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:50.910048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.929387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:50.930038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727211-0031-4edb-969c-cceeece597a2 req-cc019c21-9d7b-48a0-baa6-eed044ed9ad9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:50.932290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-cc019c21-9d7b-48a0-baa6-eed044ed9ad9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 200 len: 915 time: 1.3110693 May 27 03:50:50.935005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:50.946590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e43dc7ca-10a5-4382-a3ee-5bcdc30b29a8 None None] Provisioning for port 3c869466-f129-4990-9500-e7b052353862 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:50.951730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.957165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:50.976704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.978380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:50.989644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.017713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.031013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=a0b96025-b089-481e-8d63-b1e7eb27ab71,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.041094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:51.047184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Usage tracker for resource:security_group_rule and tenant:6ec4c86e1b294ecfadf52a66530c90ec is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:51.051085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:51.054075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 3c869466-f129-4990-9500-e7b052353862 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:51.054811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dfe09540-8fb2-4ade-9789-e1cbcef01793 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/a0b96025-b089-481e-8d63-b1e7eb27ab71 HTTP/1.1" status: 204 len: 168 time: 3.0934119 May 27 03:50:51.060317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:51.063656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:51.063866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3c869466-f129-4990-9500-e7b052353862 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:51.064303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.069061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682077482'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:51.077156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.078710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:51.099533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:51.104261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:51.111144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.113828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:51.137329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.156231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:51.160056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:51.165292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.213508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.217888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ca10090b-090b-413a-b11c-271dd3319cc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4178224 May 27 03:50:51.218405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-f46b9334-dbc2-4455-9321-097a3a79c2f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 200 len: 217 time: 0.2736571 May 27 03:50:51.220200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:51.230958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9cdc-ecde-433d-a742-d2d6650f68be req-78872a96-9da0-4b1c-9bda-169d0612be34 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.231979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23ad9cdc-ecde-433d-a742-d2d6650f68be req-78872a96-9da0-4b1c-9bda-169d0612be34 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:51.240424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:51.255484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310321551'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:51.262649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8ce3ef73-df1e-49bb-ba95-9ad7311d3bac None None] Provisioning complete for port f9b20037-31ec-4245-80b6-a263e10eb5f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:51.262649 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ef73-df1e-49bb-ba95-9ad7311d3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.300724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.302298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.302772 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 9d772e8e-f80e-4963-a1cb-52cab9e2e8aa of type vlan for network 5b6a143a-7e00-4349-81bd-6018ede3e277 May 27 03:50:51.308047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-23ad9cdc-ecde-433d-a742-d2d6650f68be req-78872a96-9da0-4b1c-9bda-169d0612be34 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:51.309258 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23ad9cdc-ecde-433d-a742-d2d6650f68be req-78872a96-9da0-4b1c-9bda-169d0612be34 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 931 time: 0.9995363 May 27 03:50:51.310269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:51.319907 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.328985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:51.390809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:51.423485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3ef73-df1e-49bb-ba95-9ad7311d3bac None None] Port f9b20037-31ec-4245-80b6-a263e10eb5f1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:51.428748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:51.444016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:51.444392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.468271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.513948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.543850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3c869466-f129-4990-9500-e7b052353862, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3c869466-f129-4990-9500-e7b052353862,segment=NetworkSegment(f9fda060-4871-4a48-a138-cf442a75a6f0),segment_id=f9fda060-4871-4a48-a138-cf442a75a6f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:51.580731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93b7a80-6d5a-4e14-a807-e3fc91d9cc06,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.582181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.611790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b1d5f33-f6bb-470d-87e7-b536d794330a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ec4c86e1b294ecfadf52a66530c90ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1108282 May 27 03:50:51.614865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:51.622781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.625240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:51.632944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.632944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.666171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.682994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:51.728775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:50:51.729144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a5279e2-1bda-4b0a-8b1d-5bfa33a270f2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:51.730004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4b216528-1108-4ffa-9124-4eec4b94e1e8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:50:51.763058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7014723 May 27 03:50:51.767075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727211-0031-4edb-969c-cceeece597a2 req-a0c7699d-a2fe-48ed-82ea-762114497bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.768526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-a0c7699d-a2fe-48ed-82ea-762114497bd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 200 len: 854 time: 0.5293024 May 27 03:50:51.770936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:51.774409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4b216528-1108-4ffa-9124-4eec4b94e1e8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:50:51.774749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4b216528-1108-4ffa-9124-4eec4b94e1e8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:50:51.778148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3c869466-f129-4990-9500-e7b052353862,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.778808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:51.782104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.787480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:51.788481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27e523-3efa-4da5-aac8-423a7035728f req-387ba912-43b9-4cd5-a07a-f5da075be230 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.793479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27e523-3efa-4da5-aac8-423a7035728f req-387ba912-43b9-4cd5-a07a-f5da075be230 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.797550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27e523-3efa-4da5-aac8-423a7035728f req-387ba912-43b9-4cd5-a07a-f5da075be230 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:51.797710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:51.800539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:51.806669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a27e523-3efa-4da5-aac8-423a7035728f req-387ba912-43b9-4cd5-a07a-f5da075be230 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2415 time: 0.5698307 May 27 03:50:51.808266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a849664-954b-4b73-bea0-38eb04232867 None None] Provisioning complete for port 3c869466-f129-4990-9500-e7b052353862 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:51.808639 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a849664-954b-4b73-bea0-38eb04232867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.838131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9463d-7131-41fc-988c-de680aa85825 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=5b6a143a-7e00-4349-81bd-6018ede3e277,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.838337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:51.838676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:51.874406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a27e523-3efa-4da5-aac8-423a7035728f req-6ece689b-cd9e-43c3-a4b6-7beba1d11c3a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656726 May 27 03:50:51.909164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:51.915101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.006227 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-9fe528eb-8145-4fea-a365-d63164a3c4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33954d90-fe77-494d-b260-0bfc20fef977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900699 May 27 03:50:52.086014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.090786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d06c-e194-45f1-9aa7-bf11fb3e1e51 req-91268f1a-41e9-43f7-9d9a-fa71ba168dc6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:52.092569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a48d06c-e194-45f1-9aa7-bf11fb3e1e51 req-91268f1a-41e9-43f7-9d9a-fa71ba168dc6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.0905216 May 27 03:50:52.141436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=e074ed3d-6297-48b9-994f-d25aeb3dd20f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.153707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a48d06c-e194-45f1-9aa7-bf11fb3e1e51 req-8c4e4b75-bc19-4046-be20-59640c0206ed tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 May 27 03:50:52.153906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:52.162521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:52.162898 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.171254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:50:52.182808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.183268 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment b0c17e4b-9832-434e-a824-22da741fdb11 of type vlan for network 991b12e7-1a2f-4b99-81a5-0de854444316 May 27 03:50:52.212270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23ad9cdc-ecde-433d-a742-d2d6650f68be req-10f36535-f3d2-44f4-99ed-4d49298c74d3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8855829 May 27 03:50:52.270460 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d228cc8b-f02c-4afd-b4fb-935d0fcca1dc'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'code': 200} May 27 03:50:52.300174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.333921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:52.336249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:52.340075 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.341137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1be6d4ca-e0df-48ac-9be7-17b710d1955c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:52.358661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:52.364701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.376068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:52.428778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:52.442558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.446239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:52.454915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.466761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1be6d4ca-e0df-48ac-9be7-17b710d1955c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:52.471222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1be6d4ca-e0df-48ac-9be7-17b710d1955c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:52.471601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.478600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:52.519183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:52.579544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.588573 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.620948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:52.621491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:52.625281 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.657488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.661155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:52.661750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.667207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-2ed017c2-9a1c-4144-be30-0db52a9c36bb service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040537 May 27 03:50:52.697708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:52.704568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3c869466-f129-4990-9500-e7b052353862 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:52.771978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3c869466-f129-4990-9500-e7b052353862 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:52.772334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:52.861879 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:50:52.879931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router fc98db09-e86a-4810-8542-5bd89065f6c1 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:53.036760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7998343 May 27 03:50:53.042701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:53.049290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:53.092149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c45d-d565-4bd2-88b8-2fb340eacc65 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=991b12e7-1a2f-4b99-81a5-0de854444316,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:53.110885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 991b12e7-1a2f-4b99-81a5-0de854444316 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:50:53.119036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.193524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:53.201796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07205987-da50-4196-8e2f-e68870f8e7fa {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:50:53.215215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:53.220083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:53.230433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:53.241713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:53.369118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.401995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.470618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.531654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2527d-f7e5-4844-8176-700d7455e54a req-8d035d99-8ba7-4954-adf8-83a5a683574a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:53.533126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6e2527d-f7e5-4844-8176-700d7455e54a req-8d035d99-8ba7-4954-adf8-83a5a683574a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.2163355 May 27 03:50:53.568053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22727211-0031-4edb-969c-cceeece597a2 req-4f97ec5e-b7bc-45d1-88be-830309e0e62e service neutron] 10.222.0.41 "GET /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133910 May 27 03:50:53.571475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Transition to ACTIVE for port object 07205987-da50-4196-8e2f-e68870f8e7fa will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:53.593106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93b7a80-6d5a-4e14-a807-e3fc91d9cc06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:53.601559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.641664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6e2527d-f7e5-4844-8176-700d7455e54a req-73ebbd2a-eb34-4847-ab05-62e740c1ccd5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006720 May 27 03:50:53.669303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.674624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ba0cf34e-9912-4390-85a2-1679de866f73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b93b7a80-6d5a-4e14-a807-e3fc91d9cc06 HTTP/1.1" status: 204 len: 168 time: 1.9660115 May 27 03:50:53.705887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.724009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8655b-d44c-4f70-b400-6474e596d6fb req-7974340f-d946-454d-9885-41fd75dc5e4b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:53.727914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8655b-d44c-4f70-b400-6474e596d6fb req-7974340f-d946-454d-9885-41fd75dc5e4b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:53.731767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8655b-d44c-4f70-b400-6474e596d6fb req-7974340f-d946-454d-9885-41fd75dc5e4b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:53.734542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3f8655b-d44c-4f70-b400-6474e596d6fb req-7974340f-d946-454d-9885-41fd75dc5e4b tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.7205734 May 27 03:50:53.806177 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:53.833341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:53.905557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=70ee1025-004d-4491-a48a-30a01d0bda38,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:53.930098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:53.930983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 991b12e7-1a2f-4b99-81a5-0de854444316, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:53.965821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 991b12e7-1a2f-4b99-81a5-0de854444316 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:53.978444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113c37-61a6-4d3f-8d75-a44247b8fdd9 req-d32c10ef-61f8-40c5-9d2b-8536b0f29195 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:53.979990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b113c37-61a6-4d3f-8d75-a44247b8fdd9 req-d32c10ef-61f8-40c5-9d2b-8536b0f29195 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 943 time: 0.1633937 May 27 03:50:53.987305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 991b12e7-1a2f-4b99-81a5-0de854444316) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:54.004119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6a226-4500-480a-8c55-0f96cbbb2258 None None] Network 991b12e7-1a2f-4b99-81a5-0de854444316 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:54.010468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:54.011134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.048922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3f8655b-d44c-4f70-b400-6474e596d6fb req-d13dde85-6f7a-4849-b39f-2c0b0cd3a6ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263756 May 27 03:50:54.056150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55e7595e-9930-4701-85fc-3acb13fb5b1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0120332 May 27 03:50:54.059073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47192) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:54.091423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.092173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.144962 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b113c37-61a6-4d3f-8d75-a44247b8fdd9 req-0e816b7f-b8ea-4ed4-919a-6cb9e592e572 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540484 May 27 03:50:54.184530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47196) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:54.205257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:54.207046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.219090 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] Sync routers for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:54.239493 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:54.240437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:54.268940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.284841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99'}, {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:54.330155 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:54.340056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Attempting to bind port 07205987-da50-4196-8e2f-e68870f8e7fa on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:54.340846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Attempting to bind port 07205987-da50-4196-8e2f-e68870f8e7fa by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:54.341213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Attempting to bind port 07205987-da50-4196-8e2f-e68870f8e7fa on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:54.343995 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:54.344709 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:54.345720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b68976ef-a063-404f-895d-6b8e18df8ba9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0531063 May 27 03:50:54.356182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:54.411890 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5374318-e302-4b14-9e77-26523df07687'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99', 'code': 200} May 27 03:50:54.412281 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5374318-e302-4b14-9e77-26523df07687'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'code': 200} May 27 03:50:54.423500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-991b12e7-1a2f-4b99-81a5-0de854444316', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:54.426309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.434045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:54.434574 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed728d3-4e3f-46d7-a554-10214029a918 None None] The sync data for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:54.437263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=15e6adc1-f2e1-4be6-9e63-714435754f41,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:54.440317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Port 07205987-da50-4196-8e2f-e68870f8e7fa on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:50:54.440607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Attempting to bind port 07205987-da50-4196-8e2f-e68870f8e7fa on network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:54.479605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:54.479937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Checking segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:54.480318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Bound using segment: {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:54.480754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Bound port: 07205987-da50-4196-8e2f-e68870f8e7fa, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352ca695-9eb8-463e-a117-a74ef4cc6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:54.481129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.528996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb14867f-73cc-45c6-b729-751b0757e4b3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:54.529501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb14867f-73cc-45c6-b729-751b0757e4b3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:50:54.549102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:54.560232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:54.560592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: 5b6a143a-7e00-4349-81bd-6018ede3e277, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:50:54.568682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Usage tracker for resource:security_group_rule and tenant:10e76929f21643a88bcbc9cf625a4fde is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:54.575886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:54.583330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:54.603142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Allocated IP 2001:db8::2 (991b12e7-1a2f-4b99-81a5-0de854444316/70ee1025-004d-4491-a48a-30a01d0bda38/4df244b3-006b-4cc6-a4fe-06f6dce4cf8e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:54.627705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb14867f-73cc-45c6-b729-751b0757e4b3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:50:54.631779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb14867f-73cc-45c6-b729-751b0757e4b3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports/f9b20037-31ec-4245-80b6-a263e10eb5f1 HTTP/1.1" status: 200 len: 910 time: 0.2713106 May 27 03:50:54.641978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:54.784367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.828132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:54.839212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:50:54.853478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:54.858587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e81ca38-4fd4-484d-b34c-7936bb5f957b req-9ec7cfea-0752-4567-ac98-bc064b78952b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2871 time: 0.3831313 May 27 03:50:54.885065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5b6a143a-7e00-4349-81bd-6018ede3e277) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:54.887118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:54.897799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb33b2d-d145-4e49-ad61-96a6e9e709b0 None None] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:54.930406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:54.931004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.012058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.012339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.015029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.016825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] 10.222.0.21 "PUT /v2.0/ports/07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1091 time: 5.1188183 May 27 03:50:55.020011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:50:55.036621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-93aa5fd7-bcf7-4374-a779-9a031168af96 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2588344 May 27 03:50:55.041643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Transition to ACTIVE for port object 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:55.044776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:55.052609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0944-8757-4403-bf14-a0921943e7db service neutron] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:55.062827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277', 'name': 'tempest-PortsIpV6TestJSON-646648874', 'fixed_ips': [{'subnet_id': '15e6adc1-f2e1-4be6-9e63-714435754f41', 'ip_address': '2001:db8::10'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:55.082420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e81ca38-4fd4-484d-b34c-7936bb5f957b req-5c316301-744b-486f-9582-0c7e4ffa1bd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140255 May 27 03:50:55.083403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d18fe2-6c1c-4238-9791-28ebf59477dc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:55.106292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Transition to ACTIVE for port object 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:55.158865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.206423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-14b9b9fc-7c52-4c41-b823-aeed9c36bb04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10e76929f21643a88bcbc9cf625a4fde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0185294 May 27 03:50:55.223833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47224) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:55.259152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d48b3-7b5c-48e1-b811-e591156144a7 req-a6abe52e-693b-4230-bc76-7765cd0ff33f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:55.269052 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e41d48b3-7b5c-48e1-b811-e591156144a7 req-a6abe52e-693b-4230-bc76-7765cd0ff33f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3052142 May 27 03:50:55.360436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Network 991b12e7-1a2f-4b99-81a5-0de854444316 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:55.361740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Pushing event updated for resources: {'Port': ['ID=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:55.369283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-14fe85dd-5f87-4ae3-b58e-39759b5bb967 req-a26b4458-3da1-498b-b496-37ca9a16033f service neutron] (84156) timed out ('10.222.0.21', 54659) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:50:55.384007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:55.393752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:55.397680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.401758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5b6a143a-7e00-4349-81bd-6018ede3e277', 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': '15e6adc1-f2e1-4be6-9e63-714435754f41'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:50:55.402632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.441499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e41d48b3-7b5c-48e1-b811-e591156144a7 req-2ebe26c5-bc20-416b-a400-169a85a76e91 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714876 May 27 03:50:55.601821 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3658b96-85eb-454b-b835-6d0eae244643'] response: {'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'status': 'completed', 'code': 200} May 27 03:50:55.609055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.658498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.686879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:55.697508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Allocated IP 2001:db8::2 (5b6a143a-7e00-4349-81bd-6018ede3e277/15e6adc1-f2e1-4be6-9e63-714435754f41/a2667a48-6a96-403f-be46-f6e0f8377e8d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:55.698662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router 4edf918a-85ec-4059-a4c6-09e5f0b92957 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:50:55.709343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:55.715479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-e4406813-2e3d-482d-b26a-3b915c7140cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1094 time: 0.6300242 May 27 03:50:55.802282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Attempting to bind port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:55.802832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Attempting to bind port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:55.802970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Attempting to bind port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e on network 991b12e7-1a2f-4b99-81a5-0de854444316 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:55.830136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:55.830544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Checking segment: {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:55.830895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.831281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Bound using segment: {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:55.831755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Bound port: 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:55.832119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.840033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:55.846516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.877174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-4e965c51-3e81-49d7-9316-447979ddaa1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 217 time: 0.1454773 May 27 03:50:55.906750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcde9b5-8a9e-4418-9871-9ee1877512eb req-c72eb918-1cb8-4928-aa10-9d5dc9c55dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:55.910613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcde9b5-8a9e-4418-9871-9ee1877512eb req-c72eb918-1cb8-4928-aa10-9d5dc9c55dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:55.915047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcde9b5-8a9e-4418-9871-9ee1877512eb req-c72eb918-1cb8-4928-aa10-9d5dc9c55dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:55.916656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fcde9b5-8a9e-4418-9871-9ee1877512eb req-c72eb918-1cb8-4928-aa10-9d5dc9c55dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.2438865 May 27 03:50:55.920797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:55.992113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d18fe2-6c1c-4238-9791-28ebf59477dc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.025882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] For port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:56.042006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.043056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7596c3fc-bba6-4bca-8a2f-d63210e469ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4d18fe2-6c1c-4238-9791-28ebf59477dc HTTP/1.1" status: 204 len: 168 time: 0.8182943 May 27 03:50:56.051139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6fcde9b5-8a9e-4418-9871-9ee1877512eb req-4f042968-7f9e-4780-b9f9-aab2a1ccd5ba tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148608 May 27 03:50:56.059081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:50:56.059615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] For port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:56.062081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8::1 (991b12e7-1a2f-4b99-81a5-0de854444316/70ee1025-004d-4491-a48a-30a01d0bda38/e1b68a3e-9fb9-4ef3-ba2d-662677ed375d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:56.063151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.087419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.233544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-b18f2773-2eee-4ab6-aec1-5bd7af0fb2c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:56.234994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-b18f2773-2eee-4ab6-aec1-5bd7af0fb2c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.2973020 May 27 03:50:56.239066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Transition to ACTIVE for port object a2667a48-6a96-403f-be46-f6e0f8377e8d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:56.265893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Transition to ACTIVE for port object a2667a48-6a96-403f-be46-f6e0f8377e8d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:56.277494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b5bc-1004-40b2-81f4-ef03c5ce8ab7 None None] Pushing event updated for resources: {'Port': ['ID=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.290153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.353094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.375185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c222a-f9de-4e42-80b6-4b8c84c6c7b2 req-ff377baf-1600-4fea-8810-960db8895c01 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:56.379837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object e1b68a3e-9fb9-4ef3-ba2d-662677ed375d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:56.381244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c20c222a-f9de-4e42-80b6-4b8c84c6c7b2 req-ff377baf-1600-4fea-8810-960db8895c01 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 943 time: 0.6557486 May 27 03:50:56.399552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebc053-0797-4401-95a9-471a5672906f req-b962bb58-913e-4cea-8789-428edaedaba8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:56.401084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36ebc053-0797-4401-95a9-471a5672906f req-b962bb58-913e-4cea-8789-428edaedaba8 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1669877 May 27 03:50:56.405643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.422710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:56.425575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:56.438435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.439582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:56.456778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Pushing event updated for resources: {'Port': ['ID=a2667a48-6a96-403f-be46-f6e0f8377e8d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.462717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36ebc053-0797-4401-95a9-471a5672906f req-53713f77-d5dd-4a0e-9ea9-52fdd08e883c tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 May 27 03:50:56.468973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.587035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Attempting to bind port a2667a48-6a96-403f-be46-f6e0f8377e8d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:50:56.587423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Attempting to bind port a2667a48-6a96-403f-be46-f6e0f8377e8d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:50:56.587773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Attempting to bind port a2667a48-6a96-403f-be46-f6e0f8377e8d on network 5b6a143a-7e00-4349-81bd-6018ede3e277 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:50:56.594971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:50:56.595712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Checking segment: {'id': '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:50:56.596273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.596819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Bound using segment: {'id': '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:50:56.597483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Bound port: a2667a48-6a96-403f-be46-f6e0f8377e8d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:50:56.598048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.661272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 991b12e7-1a2f-4b99-81a5-0de854444316 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:56.662043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:56.666003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:56.673057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:56.673850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.813623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::10 (5b6a143a-7e00-4349-81bd-6018ede3e277/15e6adc1-f2e1-4be6-9e63-714435754f41/d96562ea-8c95-4c58-baff-bcd9d46ce5c3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:56.840715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c20c222a-f9de-4e42-80b6-4b8c84c6c7b2 req-647163eb-bc92-483c-a0da-0e62d6c124e8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584744 May 27 03:50:56.851782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:56.853833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] For port a2667a48-6a96-403f-be46-f6e0f8377e8d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:56.862823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] For port a2667a48-6a96-403f-be46-f6e0f8377e8d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a2667a48-6a96-403f-be46-f6e0f8377e8d,segment=NetworkSegment(9d772e8e-f80e-4963-a1cb-52cab9e2e8aa),segment_id=9d772e8e-f80e-4963-a1cb-52cab9e2e8aa)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:56.877031 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.901367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:56.918870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-d452291e-2480-44ad-b9ef-82fe7f81f1f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6404083 May 27 03:50:56.932352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.017445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c585dd9-b19e-4bc4-981d-648ef7a74464 None None] Pushing event updated for resources: {'Port': ['ID=a2667a48-6a96-403f-be46-f6e0f8377e8d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:57.082323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be364fa8-58c4-455a-99f2-d916dad423e8 req-1b70723e-2531-4cb0-9750-7ebcb04b2645 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:57.097783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be364fa8-58c4-455a-99f2-d916dad423e8 req-1b70723e-2531-4cb0-9750-7ebcb04b2645 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1974483 May 27 03:50:57.304193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be364fa8-58c4-455a-99f2-d916dad423e8 req-bda51085-11c5-4742-ba33-f3a6dbb6fdef tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054305 May 27 03:50:57.476375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:57.492874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9cce196c5847bda5f3bd84f8f8896c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:57.497144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:57.532263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:57.588251 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-51ba5abb-fb06-44be-a561-685b181101d2 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601923 May 27 03:50:57.599780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:57.614907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] Sync routers for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:50:57.633743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:57.635724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:57.687615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.712556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18600f-02f9-4cd1-b037-3f4e38ef3f9a req-818b930f-f592-4404-9ebf-a6139f729632 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:57.713162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:57.714077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf18600f-02f9-4cd1-b037-3f4e38ef3f9a req-818b930f-f592-4404-9ebf-a6139f729632 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.2039034 May 27 03:50:57.726661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:50:57.727734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:57.759694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.780835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.781631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.814945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object d96562ea-8c95-4c58-baff-bcd9d46ce5c3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:50:57.817032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.818265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c0a7c59-7a5f-4a26-80fa-5aba2c1075f8 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.1742878 May 27 03:50:57.826672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47246) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:57.834086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:57.834630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6913ae-c35b-4f9c-b215-f778aba079f1 None None] The sync data for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:50:57.861560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-18944afa-1e36-4924-a074-790d7c75d631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:57.920671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3380-04e9-4940-8a42-6ec79e1dcf6b req-ff7ce07f-ee49-4108-bc24-5a9a20dd1c32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:57.924530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3380-04e9-4940-8a42-6ec79e1dcf6b req-ff7ce07f-ee49-4108-bc24-5a9a20dd1c32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:57.928370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3380-04e9-4940-8a42-6ec79e1dcf6b req-ff7ce07f-ee49-4108-bc24-5a9a20dd1c32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:57.930178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be2f3380-04e9-4940-8a42-6ec79e1dcf6b req-ff7ce07f-ee49-4108-bc24-5a9a20dd1c32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.5822895 May 27 03:50:57.964084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf18600f-02f9-4cd1-b037-3f4e38ef3f9a req-6856d19d-9cd0-457e-9b3f-f27a7505f205 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308257 May 27 03:50:58.026368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.074162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d304c05e-bb08-4bd6-b5bf-877891394347 req-f6e0edb3-c745-474c-bdb7-413a66254908 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771113 May 27 03:50:58.076738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.099702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.119443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2db2df-f291-4aa2-a901-6911b56efa4c None None] Network 991b12e7-1a2f-4b99-81a5-0de854444316 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:58.142311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.274900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be2f3380-04e9-4940-8a42-6ec79e1dcf6b req-3c7eb6f1-ee29-4a8b-aa7f-d2fe8b9f7947 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239636 May 27 03:50:58.338313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 991b12e7-1a2f-4b99-81a5-0de854444316 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:58.345134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:58.358413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b23b5-9ee2-47fc-a62a-aeff92e1600c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.374596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:58.386972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=d96562ea-8c95-4c58-baff-bcd9d46ce5c3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.394830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a050c58-f131-446e-9929-4ce651f51322 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff9cce196c5847bda5f3bd84f8f8896c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5325983 May 27 03:50:58.395879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:58.398179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:50:58.402234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:58.402834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.410268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47256) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:58.512543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2961c11a-15eb-4137-a96c-290fe0ab5641 None None] Provisioning for port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:58.521742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-06bbbd2e-c303-41f7-952b-753a712bfae9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4704106 May 27 03:50:58.529548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:50:58.544828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': '5b6a143a-7e00-4349-81bd-6018ede3e277', 'name': 'tempest-PortsIpV6TestJSON-1684234942', 'fixed_ips': [{'subnet_id': '15e6adc1-f2e1-4be6-9e63-714435754f41', 'ip_address': '2001:db8::f'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:50:58.599330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c9b1e-ad1b-48e8-9bf1-7f651a2e3154 None None] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:50:58.634842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba35b-3b7c-4c8b-b01d-bc2fa9643746 req-334509fe-5e04-44fa-9649-41a3ee52b840 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:58.638185 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e47ba35b-3b7c-4c8b-b01d-bc2fa9643746 req-334509fe-5e04-44fa-9649-41a3ee52b840 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 943 time: 0.4239542 May 27 03:50:58.678401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-0844c905-a8f7-4807-9c9d-b8deee46a16a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1094 time: 0.5193286 May 27 03:50:58.682384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.878982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a2667a48-6a96-403f-be46-f6e0f8377e8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:58.945310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:58.967362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ea700d-f4ec-47d3-af54-7c0a9b618264 None None] Provisioning for port a2667a48-6a96-403f-be46-f6e0f8377e8d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:58.988652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a2667a48-6a96-403f-be46-f6e0f8377e8d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:58.993586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a2667a48-6a96-403f-be46-f6e0f8377e8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:58.993956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.087245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e47ba35b-3b7c-4c8b-b01d-bc2fa9643746 req-0878c437-38e8-42bc-92e3-5e32a07f63ec tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400928 May 27 03:50:59.169520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:50:59.218342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:50:59.225078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:50:59.235522 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.271686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-076f7dca-1501-4deb-a980-7eee145e946b None None] Provisioning for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:59.273221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:50:59.278965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-90e90d08-e05a-4dd8-a3aa-931e2287d238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:59.279844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-076f7dca-1501-4deb-a980-7eee145e946b None None] Provisioning complete for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:59.280746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-076f7dca-1501-4deb-a980-7eee145e946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.281122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-90e90d08-e05a-4dd8-a3aa-931e2287d238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.5715783 May 27 03:50:59.356017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:50:59.422392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-076f7dca-1501-4deb-a980-7eee145e946b None None] Port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:59.428964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a2667a48-6a96-403f-be46-f6e0f8377e8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a2667a48-6a96-403f-be46-f6e0f8377e8d,segment=NetworkSegment(9d772e8e-f80e-4963-a1cb-52cab9e2e8aa),segment_id=9d772e8e-f80e-4963-a1cb-52cab9e2e8aa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:59.435486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:59.438034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.438839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:50:59.465089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-ad2ae428-9100-4c0a-80ad-7905564b99b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 217 time: 0.1704156 May 27 03:50:59.465725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.628054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a2667a48-6a96-403f-be46-f6e0f8377e8d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:59.631726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Provisioning for port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:59.650606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Provisioning complete for port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:59.651218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.693318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.713816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:50:59.739779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:59.740428 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.789059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:59.820966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Provisioning complete for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:59.821648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.926589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:50:59.942362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596103f2-2a10-4b47-8294-d3a83c2edcec req-8770c9b4-85a3-4071-9fa4-ff20f6c908e0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:50:59.949174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-596103f2-2a10-4b47-8294-d3a83c2edcec req-8770c9b4-85a3-4071-9fa4-ff20f6c908e0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 1.0750034 May 27 03:50:59.960945 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e9aebc0d-202d-4e2e-94cb-9075b0e303c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.962934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:50:59.979656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b23b5-9ee2-47fc-a62a-aeff92e1600c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:59.996216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Provisioning complete for port a2667a48-6a96-403f-be46-f6e0f8377e8d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:50:59.996742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b953e53a-33ac-471d-a604-6dbeb05b0ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.034879 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.038507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dfa6e02d-568f-4112-83a2-f3221b39fac8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/019b23b5-9ee2-47fc-a62a-aeff92e1600c HTTP/1.1" status: 204 len: 168 time: 1.6183057 May 27 03:51:00.047982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-c5cbb088-ff75-435a-b8d7-5d46f139ef80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.049494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-c5cbb088-ff75-435a-b8d7-5d46f139ef80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.5608332 May 27 03:51:00.052528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 0392d326-ca7c-4bba-85ab-b4c2845c7be8 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:51:00.053070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2c7d6-74e5-4c32-8cb7-044d1e48e97a req-77afe5a5-6ef7-457e-9381-746f2da47130 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.057534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2c7d6-74e5-4c32-8cb7-044d1e48e97a req-77afe5a5-6ef7-457e-9381-746f2da47130 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.061322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2c7d6-74e5-4c32-8cb7-044d1e48e97a req-77afe5a5-6ef7-457e-9381-746f2da47130 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.068127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dd2c7d6-74e5-4c32-8cb7-044d1e48e97a req-77afe5a5-6ef7-457e-9381-746f2da47130 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.2901542 May 27 03:51:00.120187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:00.139779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.152478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dd2c7d6-74e5-4c32-8cb7-044d1e48e97a req-650b7420-707a-4030-ac6f-b273662a0eb3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834374 May 27 03:51:00.176733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-596103f2-2a10-4b47-8294-d3a83c2edcec req-31efbac5-51dc-478d-adbb-7116c72ac8f7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263649 May 27 03:51:00.201896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:00.212600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fbd123b1-4f06-45b6-b65c-4257c55997d1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1524649 May 27 03:51:00.220830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:00.225162 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:00.234788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port f9b20037-31ec-4245-80b6-a263e10eb5f1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:00.235149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.236052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-908892274'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:00.256167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:00.258409 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:00.259059 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:00.266455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:00.270345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:00.286470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:00.432842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:00.435870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.438560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:00.538263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:00.552052 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:00.582262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Provisioning complete for port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:00.582630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.599726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.600068 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 91a7d6c4-43bb-4f47-a60f-7873a7d17ab0 of type vlan for network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 May 27 03:51:00.617914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-2106bae8-1bad-4ab3-8fda-a2f99de106db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5274434 May 27 03:51:00.641858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a416c-7520-4a2b-baba-181479fb0fa7 req-27c787b7-8785-4d9e-8fb6-08771bc36bac tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.643349 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-120a416c-7520-4a2b-baba-181479fb0fa7 req-27c787b7-8785-4d9e-8fb6-08771bc36bac tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 943 time: 0.2698245 May 27 03:51:00.663203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.689339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.767796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:00.795872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a2667a48-6a96-403f-be46-f6e0f8377e8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:00.840024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:51:00.850276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Provisioning complete for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:00.850652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.900715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-120a416c-7520-4a2b-baba-181479fb0fa7 req-6f5aca44-de3b-41c1-9411-208bc2a03061 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274191 May 27 03:51:00.920256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6af215b-1cc5-454d-8448-5a043b70c280 None None] Port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:00.921171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.925777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:00.926345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:00.945042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a2667a48-6a96-403f-be46-f6e0f8377e8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:00.946643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.048715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::f (5b6a143a-7e00-4349-81bd-6018ede3e277/15e6adc1-f2e1-4be6-9e63-714435754f41/0392d326-ca7c-4bba-85ab-b4c2845c7be8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:01.066599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8446689 May 27 03:51:01.076337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:01.082191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.121820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:01.153987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:01.168581 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:50:56Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:50:57Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:01.175912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:01.176377 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Updating router 76041fb3-e9bb-44db-b21c-0d4c105491f0 port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:51:01.178313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05350280-f2b9-420c-a9a2-afef7f423ef1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=9cb4c42f-b6ce-460a-9198-55c7d4b29ef9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:01.201176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:01.245963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-e7858087-7efe-4085-8ec5-31cc4b357699 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146328 May 27 03:51:01.259515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dce4c1-0bf3-445f-b333-f9ba5958677c req-ae2e67d2-405a-42ab-9436-5665074fe89b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.261670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dce4c1-0bf3-445f-b333-f9ba5958677c req-ae2e67d2-405a-42ab-9436-5665074fe89b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.7650614 May 27 03:51:01.289323 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.432114 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.455854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:01.456826 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.510090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 07205987-da50-4196-8e2f-e68870f8e7fa details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:51:01.537382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.596599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for f9b20037-31ec-4245-80b6-a263e10eb5f1 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:01.701501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329350fa-6468-45a0-9b33-ca7fa5a900bb req-638ec6b3-de28-4adb-865c-ee979b5cefb4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.709057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27dce4c1-0bf3-445f-b333-f9ba5958677c req-c2e4f455-0a58-4f8b-adbd-5841f6d3847d tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722669 May 27 03:51:01.710438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329350fa-6468-45a0-9b33-ca7fa5a900bb req-638ec6b3-de28-4adb-865c-ee979b5cefb4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.715552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329350fa-6468-45a0-9b33-ca7fa5a900bb req-638ec6b3-de28-4adb-865c-ee979b5cefb4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:01.717337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-329350fa-6468-45a0-9b33-ca7fa5a900bb req-638ec6b3-de28-4adb-865c-ee979b5cefb4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.3808217 May 27 03:51:01.740728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.1 (f73be2c3-6c08-43aa-8eab-39d0d9918223/f719991a-e498-4a0e-bf89-a11f63761ef9/99deaf3c-e207-4a56-8637-30d2cad57d68) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:01.795706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:01.806024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-329350fa-6468-45a0-9b33-ca7fa5a900bb req-42c83069-19e8-4d0b-8425-d82b7ed3c202 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 May 27 03:51:01.812236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '07205987-da50-4196-8e2f-e68870f8e7fa', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:51:01.905087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.911804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:01.916392 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.924150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07205987-da50-4196-8e2f-e68870f8e7fa {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:51:01.939436 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Transition to ACTIVE for port object e1b68a3e-9fb9-4ef3-ba2d-662677ed375d will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:01.945168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:01.953243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:01.956969 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.099723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:02.101132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:02.135161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:02.187942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['07205987-da50-4196-8e2f-e68870f8e7fa'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:51:02.205877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:02.218870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Pushing event updated for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:02.345278 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.346016 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.346131 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.346481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.346842 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.347163 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.348261 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.348597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.349123 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.355929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.356349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:02.402532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b030f-0e00-4611-990a-4d2cb6682260 req-9acd1f73-b711-4ee2-91ca-a43402a527b7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:02.407453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe8b030f-0e00-4611-990a-4d2cb6682260 req-9acd1f73-b711-4ee2-91ca-a43402a527b7 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3532300 May 27 03:51:02.410971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Attempting to bind port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:02.411330 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Attempting to bind port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:02.411679 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Attempting to bind port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d on network 991b12e7-1a2f-4b99-81a5-0de854444316 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:02.425638 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:02.425998 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Checking segment: {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:02.426390 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.426841 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Bound using segment: {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:02.427208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Bound port: e1b68a3e-9fb9-4ef3-ba2d-662677ed375d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c17e4b-9832-434e-a824-22da741fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:02.427565 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.515306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.525800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe8b030f-0e00-4611-990a-4d2cb6682260 req-fc264780-088b-4106-865a-3f1e35b61aab tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050916 May 27 03:51:02.544278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Transition to ACTIVE for port object 99deaf3c-e207-4a56-8637-30d2cad57d68 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:02.561379 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] For port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:02.573240 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] For port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:02.580720 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.582669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.591306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea4f1a60-b3f7-4469-8531-55a02d40c13f req-c2aa4577-43d3-4808-a62c-371d2141b2a4 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3257592 May 27 03:51:02.613162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:02.683681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:02.684462 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:02.690659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:02.694288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:02.696593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=99deaf3c-e207-4a56-8637-30d2cad57d68,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:02.698997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:02.776497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.928032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76850d-50a5-489b-83cc-4e13d9465290 None None] Pushing event updated for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:02.955728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:02.985780 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:02.998955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201625a1-82b7-4c79-87de-1abebe939f3c req-b608ab23-f082-4e72-833e-801c81ae731b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:03.000416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-201625a1-82b7-4c79-87de-1abebe939f3c req-b608ab23-f082-4e72-833e-801c81ae731b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.2251077 May 27 03:51:03.012687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380872-b016-45a5-be4a-4e87ea193984 req-a05327a2-bb43-4d0a-b764-f04cdb54190e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:03.017477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380872-b016-45a5-be4a-4e87ea193984 req-a05327a2-bb43-4d0a-b764-f04cdb54190e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:03.021448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380872-b016-45a5-be4a-4e87ea193984 req-a05327a2-bb43-4d0a-b764-f04cdb54190e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:03.023140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56380872-b016-45a5-be4a-4e87ea193984 req-a05327a2-bb43-4d0a-b764-f04cdb54190e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 1.5852220 May 27 03:51:03.026199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.055757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.222927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-14fd0344-915d-455c-a21a-6066247ebb13 None None] Provisioning for port 99deaf3c-e207-4a56-8637-30d2cad57d68 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:03.230218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-14fd0344-915d-455c-a21a-6066247ebb13 None None] Provisioning complete for port 99deaf3c-e207-4a56-8637-30d2cad57d68 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:03.230811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-14fd0344-915d-455c-a21a-6066247ebb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.302272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=f9b20037-31ec-4245-80b6-a263e10eb5f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:03.308339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:03.309689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.351314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-14fd0344-915d-455c-a21a-6066247ebb13 None None] Port 99deaf3c-e207-4a56-8637-30d2cad57d68 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:03.405612 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:50:56Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:02Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:03.409875 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078a23a-08fb-45c7-9171-efd472ae37cf None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:50:56Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:02Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:03.412887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-201625a1-82b7-4c79-87de-1abebe939f3c req-7047a834-a86e-4cc6-bcb6-fb101defb545 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931780 May 27 03:51:03.509642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 07205987-da50-4196-8e2f-e68870f8e7fa up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:03.613468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.636392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 07205987-da50-4196-8e2f-e68870f8e7fa completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:03.644370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 07205987-da50-4196-8e2f-e68870f8e7fa triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:03.645996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.798590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.825531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 0392d326-ca7c-4bba-85ab-b4c2845c7be8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:03.916619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:03.989482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:03.991021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:04.001931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.002782 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.036357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f52cb-dbb9-4a0c-98f4-6ec8a237be8c req-0d8949a7-7e59-4508-a6b6-de160eb6edfa tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:04.040630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f52cb-dbb9-4a0c-98f4-6ec8a237be8c req-0d8949a7-7e59-4508-a6b6-de160eb6edfa tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:04.045332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f52cb-dbb9-4a0c-98f4-6ec8a237be8c req-0d8949a7-7e59-4508-a6b6-de160eb6edfa tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:04.047400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab2f52cb-dbb9-4a0c-98f4-6ec8a237be8c req-0d8949a7-7e59-4508-a6b6-de160eb6edfa tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 2418 time: 0.3907607 May 27 03:51:04.094909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:04.109652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:04.111096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.112036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:04.118143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:04.118974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.123940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.224298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:04.343515 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ab2f52cb-dbb9-4a0c-98f4-6ec8a237be8c req-ea0b9d66-2bd5-4626-b004-0633c0d5f045 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798047 May 27 03:51:04.408008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=99deaf3c-e207-4a56-8637-30d2cad57d68,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:04.452189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.619100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3aef1a97-be93-4abe-9afc-e458ca18d483 None None] Provisioning for port 0392d326-ca7c-4bba-85ab-b4c2845c7be8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:04.625969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3aef1a97-be93-4abe-9afc-e458ca18d483 None None] Provisioning complete for port 0392d326-ca7c-4bba-85ab-b4c2845c7be8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:04.626846 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3aef1a97-be93-4abe-9afc-e458ca18d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.709634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:04.710162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:04.748660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:04.751543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:04.795966 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21be1835-d5c0-43cf-8f6e-9511873fedce'] response: {'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'code': 200} May 27 03:51:04.797945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3aef1a97-be93-4abe-9afc-e458ca18d483 None None] Port 0392d326-ca7c-4bba-85ab-b4c2845c7be8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:04.837623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e1b68a3e-9fb9-4ef3-ba2d-662677ed375d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:05.017227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:05.072346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:05.092983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:05.093274 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.099978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2222-95c3-41e0-b643-c0561cce38ac req-a09f0cdc-1568-4396-ba49-19f5a21c8c06 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:05.112147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce8c2222-95c3-41e0-b643-c0561cce38ac req-a09f0cdc-1568-4396-ba49-19f5a21c8c06 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 944 time: 2.9844673 May 27 03:51:05.167996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36a73969-2a16-472d-a639-69bff49f60af None None] Provisioning complete for port 99deaf3c-e207-4a56-8637-30d2cad57d68 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:05.168359 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a73969-2a16-472d-a639-69bff49f60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.222459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:05.358290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-36a73969-2a16-472d-a639-69bff49f60af None None] Port 99deaf3c-e207-4a56-8637-30d2cad57d68 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:05.451223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=0392d326-ca7c-4bba-85ab-b4c2845c7be8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:05.458786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba66e-7186-4321-ba8d-e74c5e6b120f req-19eeab81-2c95-4ae3-b532-78e2d94dc5e3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:05.460381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68bba66e-7186-4321-ba8d-e74c5e6b120f req-19eeab81-2c95-4ae3-b532-78e2d94dc5e3 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.0954635 May 27 03:51:05.484878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce8c2222-95c3-41e0-b643-c0561cce38ac req-87a183da-50dc-4419-9505-9a3c327cdf89 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714859 May 27 03:51:05.486861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.503328 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.567285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:05.573561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:05.575815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.576797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:05.641355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:05.642086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:05.642890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1be6d4ca-e0df-48ac-9be7-17b710d1955c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:05.666104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68bba66e-7186-4321-ba8d-e74c5e6b120f req-f8d03ede-14c9-436f-a387-5d0ff0170061 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293302 May 27 03:51:05.668007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.673927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-43731de4-b6d0-443e-9786-d7580491ee97 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.1419475 May 27 03:51:05.683689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:05.690997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.776950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.818053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:05.841894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=72e78a9c-09d0-40e2-8d62-337f9dfe3d99,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:05.891696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5d7e9-68cc-4ac3-8967-86bee63779f8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:05.892431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e8b5d7e9-68cc-4ac3-8967-86bee63779f8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:05.967399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:05.972547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:05.977493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e8b5d7e9-68cc-4ac3-8967-86bee63779f8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:05.978648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e8b5d7e9-68cc-4ac3-8967-86bee63779f8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2903695 May 27 03:51:05.981712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:05.996406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 72e78a9c-09d0-40e2-8d62-337f9dfe3d99 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:06.002493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.004822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56380872-b016-45a5-be4a-4e87ea193984 req-d4d1ba9b-09f8-400e-876e-d7fb4fb81181 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "DELETE /v2.0/ports/72e78a9c-09d0-40e2-8d62-337f9dfe3d99 HTTP/1.1" status: 204 len: 173 time: 2.9675527 May 27 03:51:06.007516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:06.022072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:06.035099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.050885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router 4edf918a-85ec-4059-a4c6-09e5f0b92957 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:06.123244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.152413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=0c76078c-e1c2-4f12-8e85-0f317584fb5a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:06.165322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9be5b805-8752-4f5b-9dfa-2ad75b5eb7c3 req-c1136d1e-aaf2-4424-95fd-6576dcfe1444 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 1.0216038 May 27 03:51:06.212115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:06.291532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953a07-1bdb-4d35-8f98-b92851d3b34c req-262e0b22-e34a-45ab-b9d2-05d04ababe05 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.295114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8953a07-1bdb-4d35-8f98-b92851d3b34c req-262e0b22-e34a-45ab-b9d2-05d04ababe05 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3951926 May 27 03:51:06.307139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:06.307484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.321328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7678f8-2688-440d-8902-671a91968ecb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.325591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7678f8-2688-440d-8902-671a91968ecb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.329507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7678f8-2688-440d-8902-671a91968ecb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.334558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f7678f8-2688-440d-8902-671a91968ecb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3487620 May 27 03:51:06.343636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47366) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:06.394916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8953a07-1bdb-4d35-8f98-b92851d3b34c req-80ed49f6-cf6c-4891-97f0-213d50ad5749 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825877 May 27 03:51:06.433086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:06.443576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] Sync routers for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:06.458824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-742587c0-c5a7-4b21-ba9f-bb112ae7c566 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/routers/4edf918a-85ec-4059-a4c6-09e5f0b92957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6288831 May 27 03:51:06.459490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:06.460621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:06.462059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:06.465811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'port': {'network_id': 'f73be2c3-6c08-43aa-8eab-39d0d9918223', 'name': 'tempest-FloatingIPTestJSON-301996703'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:06.466421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:06.466794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:06.492541 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7fbc5f-a13d-4b47-ad46-34986f96059b'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '72e78a9c-09d0-40e2-8d62-337f9dfe3d99', 'status': 'completed', 'code': 200} May 27 03:51:06.500693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-2653b573-5bc3-4b5c-b2fd-8d9356cd8b79 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.504708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-2653b573-5bc3-4b5c-b2fd-8d9356cd8b79 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.505531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-2653b573-5bc3-4b5c-b2fd-8d9356cd8b79 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:06.540462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9be5b805-8752-4f5b-9dfa-2ad75b5eb7c3 req-40c1c7ec-5276-4909-9184-8a34a69b2379 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632960 May 27 03:51:06.550210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:06.562530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:06.563580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:06.621821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 0392d326-ca7c-4bba-85ab-b4c2845c7be8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:06.622060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.635528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:06.639396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:06.639863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83831044-dae0-4fa8-8756-6ac6ba6cf078 None None] The sync data for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:06.659002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-2653b573-5bc3-4b5c-b2fd-8d9356cd8b79 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:06.660154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-2653b573-5bc3-4b5c-b2fd-8d9356cd8b79 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 1681 time: 0.7988586 May 27 03:51:06.679601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Usage tracker for resource:port and tenant:6c776d3db218419aaf8078531888f7a3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:06.686733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:06.694683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:06.714264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Made reservation on behalf of 6c776d3db218419aaf8078531888f7a3 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:06.717173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.730523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e1b68a3e-9fb9-4ef3-ba2d-662677ed375d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:06.748321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] device_id is not set on port 17efe475-c4d7-40d0-bb03-d8de19d796f5 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:51:06.791537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:06.796477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1'}, {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:06.804992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652695e-b222-471b-9dc5-9a5b5037131c req-2e8685e8-1db6-48fd-87c2-e27001708fb5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.806656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b652695e-b222-471b-9dc5-9a5b5037131c req-2e8685e8-1db6-48fd-87c2-e27001708fb5 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1682692 May 27 03:51:06.808672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:06.809176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.875812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:06.899982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb77978-1d29-4783-8476-c6dc025324d9 None None] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:06.901188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:06.901781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:06.923212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b652695e-b222-471b-9dc5-9a5b5037131c req-5884cded-df33-4a47-97cb-c76918b280af tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049087 May 27 03:51:06.923787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-822582b5-12ac-4360-93e6-51e3e22efdcb req-d2fe6f73-1e02-4215-a47e-b2130f5300ed tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516906 May 27 03:51:06.957961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Allocated IP 172.20.0.7 (f73be2c3-6c08-43aa-8eab-39d0d9918223/f719991a-e498-4a0e-bf89-a11f63761ef9/17efe475-c4d7-40d0-bb03-d8de19d796f5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:07.067074 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541e4caa-d18c-4e79-acef-94e9b5c24c51'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'code': 200} May 27 03:51:07.067870 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541e4caa-d18c-4e79-acef-94e9b5c24c51'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'code': 200} May 27 03:51:07.197156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-67698b6e-2f98-479e-940a-d107adfa1cf3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.0993838 May 27 03:51:07.221629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47384) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:07.222005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:07.222873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.325098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.332938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b688a87-345a-472c-bada-9491ec219688 req-47af5914-ba12-4456-99c1-43932b4d25dd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:07.340700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b688a87-345a-472c-bada-9491ec219688 req-47af5914-ba12-4456-99c1-43932b4d25dd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1541209 May 27 03:51:07.391774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Transition to ACTIVE for port object 17efe475-c4d7-40d0-bb03-d8de19d796f5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:07.413256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Allocated IP 2001:db8:1::2 (9cb4c42f-b6ce-460a-9198-55c7d4b29ef9/0c76078c-e1c2-4f12-8e85-0f317584fb5a/5f576af9-189e-4efd-872c-be2ca0b8b76c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:07.414808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b688a87-345a-472c-bada-9491ec219688 req-358f8988-3439-4a67-b9fc-3df4891dc39f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728259 May 27 03:51:07.464614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.616079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:07.624059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:07.641829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:07.812226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.825095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Transition to ACTIVE for port object 5f576af9-189e-4efd-872c-be2ca0b8b76c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:07.847561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Transition to ACTIVE for port object 5f576af9-189e-4efd-872c-be2ca0b8b76c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:07.857870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.897721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:07.898928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.948969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event updated for resources: {'Port': ['ID=17efe475-c4d7-40d0-bb03-d8de19d796f5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:07.988014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Pushing event updated for resources: {'Port': ['ID=5f576af9-189e-4efd-872c-be2ca0b8b76c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:07.992916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:07.994461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:07.996361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:07.997011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:07.999179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:08.041434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b1233-ecae-4383-b985-1a992eec38ef req-7e3e04ef-7880-42eb-82b8-c072490c48fd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:08.042899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c1b1233-ecae-4383-b985-1a992eec38ef req-7e3e04ef-7880-42eb-82b8-c072490c48fd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.1573100 May 27 03:51:08.047447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d6a11bcc-6dcf-4c2b-8d97-a97113f1f2e9 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5868742 May 27 03:51:08.050672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:08.070443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Request body: {'floatingip': {'port_id': '17efe475-c4d7-40d0-bb03-d8de19d796f5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:08.120249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Attempting to bind port 5f576af9-189e-4efd-872c-be2ca0b8b76c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:08.120708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Attempting to bind port 5f576af9-189e-4efd-872c-be2ca0b8b76c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:08.121150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Attempting to bind port 5f576af9-189e-4efd-872c-be2ca0b8b76c on network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:08.128836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:08.129359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Checking segment: {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:08.129816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.130206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Bound using segment: {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:08.131216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Bound port: 5f576af9-189e-4efd-872c-be2ca0b8b76c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:08.131657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.196044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c1b1233-ecae-4383-b985-1a992eec38ef req-85c2a7e8-f9c6-40b6-93fa-ad8e7334cc8b tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472995 May 27 03:51:08.198155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.223724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:08.289342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.294712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a55a62d6-5892-4001-940e-912c72f27c5f None None] Provisioning for port 17efe475-c4d7-40d0-bb03-d8de19d796f5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:08.327428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a55a62d6-5892-4001-940e-912c72f27c5f None None] Provisioning complete for port 17efe475-c4d7-40d0-bb03-d8de19d796f5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:08.327793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a55a62d6-5892-4001-940e-912c72f27c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.434019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 0392d326-ca7c-4bba-85ab-b4c2845c7be8 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:08.436309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] For port 5f576af9-189e-4efd-872c-be2ca0b8b76c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:08.439089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a55a62d6-5892-4001-940e-912c72f27c5f None None] Port 17efe475-c4d7-40d0-bb03-d8de19d796f5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:08.444331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] For port 5f576af9-189e-4efd-872c-be2ca0b8b76c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f576af9-189e-4efd-872c-be2ca0b8b76c,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:08.453086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.555672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701fa73-7953-48e6-80ca-7956f980f9bc None None] Pushing event updated for resources: {'Port': ['ID=5f576af9-189e-4efd-872c-be2ca0b8b76c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:08.666303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:08.684197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f867ff-e7aa-45d4-9793-5970231b4599 req-ca47d841-46ef-4823-898b-70feb1d787f4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:08.690899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48f867ff-e7aa-45d4-9793-5970231b4599 req-ca47d841-46ef-4823-898b-70feb1d787f4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 1.5677691 May 27 03:51:08.758422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f7f92-1e57-41a8-9f6b-dcbb577b7b45 req-6986d421-649f-4bec-833a-b01a6a35b172 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:08.762322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f7f92-1e57-41a8-9f6b-dcbb577b7b45 req-6986d421-649f-4bec-833a-b01a6a35b172 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:08.763923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d8f7f92-1e57-41a8-9f6b-dcbb577b7b45 req-6986d421-649f-4bec-833a-b01a6a35b172 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 1679 time: 0.3144670 May 27 03:51:08.826173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=0392d326-ca7c-4bba-85ab-b4c2845c7be8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:08.954721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48f867ff-e7aa-45d4-9793-5970231b4599 req-c71d7d94-0a66-48e9-b1e4-74cd50cc02fc tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629635 May 27 03:51:09.020782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.063732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d8f7f92-1e57-41a8-9f6b-dcbb577b7b45 req-651693a0-82da-48e8-9da2-b9f943f3c5c8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879620 May 27 03:51:09.215489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f93d8210-e9f0-47a3-a1d7-8e4d58d71faa tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/0392d326-ca7c-4bba-85ab-b4c2845c7be8 HTTP/1.1" status: 204 len: 168 time: 2.8138530 May 27 03:51:09.215867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47418) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:09.258327 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc60dd9-e435-44e1-a00f-279a7b49d5a0 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:51:09.259591 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cdc60dd9-e435-44e1-a00f-279a7b49d5a0 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/0392d326-ca7c-4bba-85ab-b4c2845c7be8 HTTP/1.1" status: 404 len: 333 time: 0.0427978 May 27 03:51:09.262243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47422) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:09.315786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.353671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port d96562ea-8c95-4c58-baff-bcd9d46ce5c3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:09.354040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.387661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=8340bb8d-7073-41d6-955c-5cbaaf29c8c1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:09.397772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router fc98db09-e86a-4810-8542-5bd89065f6c1 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:09.625372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.644000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.752136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 8340bb8d-7073-41d6-955c-5cbaaf29c8c1 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:09.771900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:09.775086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56380872-b016-45a5-be4a-4e87ea193984 req-8c201871-a9f8-4229-9d09-b6e805de3dbb tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "DELETE /v2.0/ports/8340bb8d-7073-41d6-955c-5cbaaf29c8c1 HTTP/1.1" status: 204 len: 173 time: 3.7561157 May 27 03:51:09.783052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:09.892274 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a06a174-c0ef-42a7-8359-0b80515a245b'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '8340bb8d-7073-41d6-955c-5cbaaf29c8c1', 'status': 'completed', 'code': 200} May 27 03:51:09.946883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d15e3-3758-4e3b-ae93-264ed87088d9 req-89c4020b-d004-4bb2-adf3-e781392d047a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:09.948448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c5d15e3-3758-4e3b-ae93-264ed87088d9 req-89c4020b-d004-4bb2-adf3-e781392d047a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.7910440 May 27 03:51:09.990112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 1be6d4ca-e0df-48ac-9be7-17b710d1955c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:09.990651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:10.100242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf8282-cfbb-479e-bacd-f3f8d7a798b2 None None] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:10.182797 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:10.327360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for d96562ea-8c95-4c58-baff-bcd9d46ce5c3 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:10.334229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c5d15e3-3758-4e3b-ae93-264ed87088d9 req-17ea39ee-bc76-4637-8b6a-d2979cfc53e2 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729548 May 27 03:51:10.373242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3a3a6fe0-59d9-45db-8cc4-27ac79a875fb None None] Provisioning for port 5f576af9-189e-4efd-872c-be2ca0b8b76c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:10.463010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b60b0-34d6-4866-acdb-a2582b5bc756 req-fb91fd6c-782d-474b-9c98-3003106696ac tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.472929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-985b60b0-34d6-4866-acdb-a2582b5bc756 req-fb91fd6c-782d-474b-9c98-3003106696ac tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3502417 May 27 03:51:10.490683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:10.500071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-733cd496-00f9-41da-9883-bd4984cdf5af tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8534977 May 27 03:51:10.505721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:10.508436 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] Sync routers for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:10.533059 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:10.534127 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:10.626520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:10.641641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:10.644823 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:10.708738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f699f-86fe-44c2-af4a-06e11efd39ae req-d89b3de6-07a9-43b1-92d4-f69baa462d46 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:10.710969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3e4f699f-86fe-44c2-af4a-06e11efd39ae req-d89b3de6-07a9-43b1-92d4-f69baa462d46 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:10.787084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:10.787743 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff84ad-0624-4a14-8e51-410592623949 None None] The sync data for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:10.802697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3e4f699f-86fe-44c2-af4a-06e11efd39ae req-d89b3de6-07a9-43b1-92d4-f69baa462d46 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:10.827936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e4f699f-86fe-44c2-af4a-06e11efd39ae req-d89b3de6-07a9-43b1-92d4-f69baa462d46 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 944 time: 0.3453889 May 27 03:51:10.840352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 1be6d4ca-e0df-48ac-9be7-17b710d1955c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1be6d4ca-e0df-48ac-9be7-17b710d1955c,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:10.840662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f576af9-189e-4efd-872c-be2ca0b8b76c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:10.840867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:10.870611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-985b60b0-34d6-4866-acdb-a2582b5bc756 req-c7314565-6928-4a99-a298-38b8f067b7ea tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964674 May 27 03:51:10.872297 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 8ed025d4-bf64-47fc-aa31-42d97f6c6fcb associated. External IP: 172.25.8.34, port: 9e76fe3c-47b3-47df-9b7b-f4c59134142c. May 27 03:51:10.923016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5f576af9-189e-4efd-872c-be2ca0b8b76c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:10.928568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f576af9-189e-4efd-872c-be2ca0b8b76c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:10.929364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.111841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.142327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 1be6d4ca-e0df-48ac-9be7-17b710d1955c owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:11.165189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.178408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.245875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5f576af9-189e-4efd-872c-be2ca0b8b76c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f576af9-189e-4efd-872c-be2ca0b8b76c,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:11.251928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.323532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=d96562ea-8c95-4c58-baff-bcd9d46ce5c3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:11.347414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5f576af9-189e-4efd-872c-be2ca0b8b76c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:11.401555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.453742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47448) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:11.457160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29d9196b-dd9f-45c2-bdb2-ff028e7a3d5e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/d96562ea-8c95-4c58-baff-bcd9d46ce5c3 HTTP/1.1" status: 204 len: 168 time: 2.1938314 May 27 03:51:11.500990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3e4f699f-86fe-44c2-af4a-06e11efd39ae req-b3d515e5-511b-4457-bf19-3afd14be2ded tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499259 May 27 03:51:11.524251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3813-be41-4e4a-b141-656445a136fe req-1fed6a9d-efe4-42d6-998e-cb24ea0c0fce tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:11.539943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-200a3813-be41-4e4a-b141-656445a136fe req-1fed6a9d-efe4-42d6-998e-cb24ea0c0fce tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3929765 May 27 03:51:11.540175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:11.556073 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f69081-70b6-4952-817c-721f6fc0a752 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:51:11.556721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f69081-70b6-4952-817c-721f6fc0a752 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:11.567729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'floatingip': {'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:11.868980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f69081-70b6-4952-817c-721f6fc0a752 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:11.870298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-96f69081-70b6-4952-817c-721f6fc0a752 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/d96562ea-8c95-4c58-baff-bcd9d46ce5c3 HTTP/1.1" status: 404 len: 333 time: 0.4121239 May 27 03:51:11.879068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47460) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:11.903948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:11.921250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47466) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:12.135881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.218690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e3d2-a71c-4631-97dc-e2c36433eee1 req-3991502b-a8b4-4772-bad0-c36abafc32dd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:12.220003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b610e3d2-a71c-4631-97dc-e2c36433eee1 req-3991502b-a8b4-4772-bad0-c36abafc32dd tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.4350507 May 27 03:51:12.236942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=1be6d4ca-e0df-48ac-9be7-17b710d1955c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:12.282345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.329213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.385538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 1be6d4ca-e0df-48ac-9be7-17b710d1955c on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:12.388115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.396462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:12.475781 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e8d1dc-89c6-41b4-8ef1-cc9cdda1c269'] response: {'server_uuid': '8bdf4539-db1f-4ee6-b0cc-f45107f5c865', 'name': 'network-vif-deleted', 'tag': '1be6d4ca-e0df-48ac-9be7-17b710d1955c', 'status': 'completed', 'code': 200} May 27 03:51:12.547947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56380872-b016-45a5-be4a-4e87ea193984 req-118d3410-7aa2-4152-9932-09d318bc9d32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "DELETE /v2.0/ports/1be6d4ca-e0df-48ac-9be7-17b710d1955c HTTP/1.1" status: 204 len: 173 time: 2.7579970 May 27 03:51:12.576768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8:1::1 (9cb4c42f-b6ce-460a-9198-55c7d4b29ef9/0c76078c-e1c2-4f12-8e85-0f317584fb5a/6dbd238b-264f-44f9-82c2-97bf0db7c8d3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:12.608404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b610e3d2-a71c-4631-97dc-e2c36433eee1 req-eda2e73e-32db-47f6-b5f5-673432731b35 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801422 May 27 03:51:12.614196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:12.631970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 15e6adc1-f2e1-4be6-9e63-714435754f41 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:12.635834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Usage tracker for resource:security_group_rule and tenant:33f394ecae064ff6b272e576d37b47c5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:12.653986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:12.656727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.698216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:12.748760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.828707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f576af9-189e-4efd-872c-be2ca0b8b76c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:12.829322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8089286c-3b41-4edf-9925-39a92ede7710 req-b79c5126-aa57-460c-9e63-65de5fcb6679 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:12.910673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8089286c-3b41-4edf-9925-39a92ede7710 req-b79c5126-aa57-460c-9e63-65de5fcb6679 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:12.911877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8089286c-3b41-4edf-9925-39a92ede7710 req-b79c5126-aa57-460c-9e63-65de5fcb6679 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bdf4539-db1f-4ee6-b0cc-f45107f5c865 HTTP/1.1" status: 200 len: 210 time: 0.1955299 May 27 03:51:12.921225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.961973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.962948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:12.972191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f576af9-189e-4efd-872c-be2ca0b8b76c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:12.972772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.016308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:13.055679 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.093655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191feab4-b492-4138-bcb4-010376fa237c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:13.170183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.198897 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eb994f96-24d5-4a18-bf38-d44ba0e7699a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33f394ecae064ff6b272e576d37b47c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2709975 May 27 03:51:13.212620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47480) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:13.281279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:13.292774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:13.295276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:13.295965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.301195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:13.307559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.329164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.438839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.486728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:13.525469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=15e6adc1-f2e1-4be6-9e63-714435754f41,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:13.532634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.534801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96ce63-fb63-4b29-94bf-5d2d6657b736 None None] Network 5b6a143a-7e00-4349-81bd-6018ede3e277 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:13.648730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.679897 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:51:13.680516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.732355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.738401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fcfb3593-9979-439d-b4e5-2ac69dcf2e11 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/15e6adc1-f2e1-4be6-9e63-714435754f41 HTTP/1.1" status: 204 len: 168 time: 1.8582833 May 27 03:51:13.739280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:13.793973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4a5f3370-ae99-4ac1-88b0-1eb130754a12 None None] Provisioning for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:13.802129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4a5f3370-ae99-4ac1-88b0-1eb130754a12 None None] Provisioning complete for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:13.802739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3370-ae99-4ac1-88b0-1eb130754a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.829327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:13.876660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f3370-ae99-4ac1-88b0-1eb130754a12 None None] Port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:13.889272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] DHCP port deletion for 5b6a143a-7e00-4349-81bd-6018ede3e277 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:13.894593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Deleting port a2667a48-6a96-403f-be46-f6e0f8377e8d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:13.895490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.003951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191feab4-b492-4138-bcb4-010376fa237c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:14.063203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47492) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:14.105960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.124420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-502929ac-ff1f-4549-8d79-7a7c72c5d195 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/191feab4-b492-4138-bcb4-010376fa237c HTTP/1.1" status: 204 len: 168 time: 0.9085681 May 27 03:51:14.180167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.202774 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Floating IP ba26b907-f881-4ace-9a56-10f9284e5d9b associated. External IP: 172.25.8.204, port: 07205987-da50-4196-8e2f-e68870f8e7fa. May 27 03:51:14.241082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] For port a2667a48-6a96-403f-be46-f6e0f8377e8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a2667a48-6a96-403f-be46-f6e0f8377e8d,segment=NetworkSegment(9d772e8e-f80e-4963-a1cb-52cab9e2e8aa),segment_id=9d772e8e-f80e-4963-a1cb-52cab9e2e8aa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:14.241491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.420784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Calling delete_port for a2667a48-6a96-403f-be46-f6e0f8377e8d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:14.501367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port a2667a48-6a96-403f-be46-f6e0f8377e8d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:14.501918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.571837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.614750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] The port 'a2667a48-6a96-403f-be46-f6e0f8377e8d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:51:14.618640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting subnet 063d334a-0442-4a91-9e86-c827482074ed {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:14.630210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.661979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:14.720917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.755365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.767279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] No DVR routers for this DVR port a2667a48-6a96-403f-be46-f6e0f8377e8d on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:14.771196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a2667a48-6a96-403f-be46-f6e0f8377e8d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:14.787084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.798606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.827710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc5ea3-d1f1-4f20-bb41-23bfc1c17de3 None None] Pushing event deleted for resources: {'Port': ['ID=a2667a48-6a96-403f-be46-f6e0f8377e8d,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:14.830069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a2667a48-6a96-403f-be46-f6e0f8377e8d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:14.831810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a2667a48-6a96-403f-be46-f6e0f8377e8d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:14.832362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:14.840328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.842278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.874265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6a143a-7e00-4349-81bd-6018ede3e277']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:14.881934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Usage tracker for resource:security_group_rule and tenant:c963af55126740f7bd9de208374117ed is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:14.900569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:14.903760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:14.904060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d772e8e-f80e-4963-a1cb-52cab9e2e8aa') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:14.918434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 6a59a942-9544-4654-97e0-30b422322274 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:14.918624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.922698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:14.966701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:14.987475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:14.999036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:15.012461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:15.013309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:15.047539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:15.060193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.143265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:15.143525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.147366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.154277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: timer() May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:15.158681 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:15.181480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:15.182238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:15.260119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:15.269011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:15.275614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.357319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.388490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.410682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:15.412995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=5b6a143a-7e00-4349-81bd-6018ede3e277,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:15.413238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0c10-4d64-4be7-beec-7900b22b73ee None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:15.427348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8e79ac8f-54b7-4748-ac8d-bd8fb2baab98 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/5b6a143a-7e00-4349-81bd-6018ede3e277 HTTP/1.1" status: 204 len: 168 time: 1.6201396 May 27 03:51:15.430491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:15.432419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.447763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1769390560'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:15.459858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:15.635948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:network and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:15.646469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 6a59a942-9544-4654-97e0-30b422322274 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:15.702951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.747691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-896b4820-178f-4ced-a01b-5c53f41ec158 None None] Provisioning complete for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:15.748054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-896b4820-178f-4ced-a01b-5c53f41ec158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.769770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c963af55126740f7bd9de208374117ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1001010 May 27 03:51:15.846083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:15.854570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.857853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-896b4820-178f-4ced-a01b-5c53f41ec158 None None] Port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:15.885843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:15.894100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:15.902881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:15.943517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Subnet': ['ID=063d334a-0442-4a91-9e86-c827482074ed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:15.973105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=6a59a942-9544-4654-97e0-30b422322274,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:15.982190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:15.985352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.059032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14410a86-3f8c-463c-9b13-4a05702de4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81fe32-9585-4c13-a33d-4b3147d7ea6b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:16.072428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.079289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1f0e9-16a6-41bf-95fd-b262e8b09651 None None] Network b72fa20b-8774-49bb-beb5-159edfcf8f98 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:16.150010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-def1e5ff-58fc-486a-8401-e9de5515deae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/subnets/063d334a-0442-4a91-9e86-c827482074ed HTTP/1.1" status: 204 len: 168 time: 2.0835180 May 27 03:51:16.155014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:16.157801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47518) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:16.247733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.304376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.375518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:16.404675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Router dc912c65-267b-425d-8c83-18b0803b3b8a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:16.510183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] DHCP port deletion for b72fa20b-8774-49bb-beb5-159edfcf8f98 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:16.517001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Deleting port d5375c0f-bbf1-4a02-84d9-d235b539038e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:16.517721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.609031 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.609031 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Added segment 1f45b242-aac5-46cd-899d-1f8f8d5715bc of type vlan for network a2f00725-38b6-4a6d-a650-7f22a2bff988 May 27 03:51:16.622488 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.713403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81fe32-9585-4c13-a33d-4b3147d7ea6b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:16.754224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.754829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.758405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-78bc8468-f73c-4866-9dc1-0cadeecdb924 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a81fe32-9585-4c13-a33d-4b3147d7ea6b HTTP/1.1" status: 204 len: 168 time: 0.9062884 May 27 03:51:16.808072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.827024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:16.832520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4880bb80-09fa-4ea2-8802-7a49a9be9b3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6042879 May 27 03:51:16.838091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47526) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:16.842055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:16.846090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-43257833'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:16.851665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:16.855722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:16.858646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:16.861688 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:16.863014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:16.865484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:16.870717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] For port d5375c0f-bbf1-4a02-84d9-d235b539038e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5375c0f-bbf1-4a02-84d9-d235b539038e,segment=NetworkSegment(c17125d3-9289-4d68-baf3-196f8b951708),segment_id=c17125d3-9289-4d68-baf3-196f8b951708)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:16.871275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.884483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:16.888308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.923552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.933088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:16.937268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:16.949675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.993391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:16.993731 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 43c2d5e7-db33-47dd-8ef7-f3cdd279429e of type vlan for network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf May 27 03:51:17.003194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port d5375c0f-bbf1-4a02-84d9-d235b539038e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:17.003536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.070020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b92e37e3-e1f3-4c1f-8726-810e57c359f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "PUT /v2.0/floatingips/ba26b907-f881-4ace-9a56-10f9284e5d9b HTTP/1.1" status: 200 len: 991 time: 5.5258620 May 27 03:51:17.093221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:17.115716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.153107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Calling delete_port for d5375c0f-bbf1-4a02-84d9-d235b539038e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:17.203818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.208919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:17.209600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.258565 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a453fa21-3e9d-47e0-81b6-ecdcbdc34113'] response: {'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'status': 'completed', 'code': 200} May 27 03:51:17.287530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.291316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:17.291901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.301556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:17.324667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4841878 May 27 03:51:17.336929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47536) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:17.368676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5375c0f-bbf1-4a02-84d9-d235b539038e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:17.416017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:17.437786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:17.443662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:17.520656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Network': ['ID=a2f00725-38b6-4a6d-a650-7f22a2bff988,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:17.626239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] No DVR routers for this DVR port d5375c0f-bbf1-4a02-84d9-d235b539038e on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:17.639045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6bd89-7407-4df7-b395-7a430d5d3058 None None] Pushing event deleted for resources: {'Port': ['ID=d5375c0f-bbf1-4a02-84d9-d235b539038e,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:17.647394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d5375c0f-bbf1-4a02-84d9-d235b539038e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:17.648804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5375c0f-bbf1-4a02-84d9-d235b539038e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:17.668352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:17.697383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:17.707603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:17.722394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c10d0-cfcf-4a0c-8f47-f5c1c7d55aad tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=81387ea7-2bc1-412c-9ee7-08cd2e148fbf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:17.726903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:17.732622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bec021f0-4e16-4e0c-882e-b01ab0064023 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2919149 May 27 03:51:17.735173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:17.766545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:17.770211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:17.773731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:17.779570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:17.826792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:17.960923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] The port 'd5375c0f-bbf1-4a02-84d9-d235b539038e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:51:18.180930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 3, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:18.186016 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:18.186586 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Updating router 76041fb3-e9bb-44db-b21c-0d4c105491f0 port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:51:18.197670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:18.328432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-2c98bff5-6bdc-4d05-87eb-6a932036387d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 1.0752983 May 27 03:51:18.329517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:18.356517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:18.361968 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:18.382360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:18.448006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:18.513563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:18.578345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:18.593461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:18.630781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:18.726166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72fa20b-8774-49bb-beb5-159edfcf8f98']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:18.802350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router fc98db09-e86a-4810-8542-5bd89065f6c1 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:18.806476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17125d3-9289-4d68-baf3-196f8b951708') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:18.806768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17125d3-9289-4d68-baf3-196f8b951708') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:18.817344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:18.871185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:18.946000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.098802 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.181083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-9b470b0f-ea25-46f8-8d00-33bc82efd535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:19.183116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-9b470b0f-ea25-46f8-8d00-33bc82efd535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.8437338 May 27 03:51:19.205187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 1, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:19.211403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:19.226198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:19.227090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:19.322607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router 4edf918a-85ec-4059-a4c6-09e5f0b92957 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:19.325922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:19.326734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: timer() May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:19.390454 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:19.428983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-c7fb1cf0-706a-47bc-8586-40427c9b460c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 999 time: 0.2343745 May 27 03:51:19.513014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:19.555352 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Transition to ACTIVE for port object 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:19.567995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-37bb875f-bc1b-4b0c-ad36-032550791fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:19.569913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-37bb875f-bc1b-4b0c-ad36-032550791fb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.0784309 May 27 03:51:19.571656 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.605610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.619499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:19.635762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.651265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Network': ['ID=b72fa20b-8774-49bb-beb5-159edfcf8f98,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:19.658573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dd1bc-115d-4143-a51f-9b5e4a5601b3 req-c53515ff-1986-4994-bdf8-0dae6d2a35cb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:19.660094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe3dd1bc-115d-4143-a51f-9b5e4a5601b3 req-c53515ff-1986-4994-bdf8-0dae6d2a35cb tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.4617431 May 27 03:51:19.665724 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] Sync routers for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:19.670974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-84942d15-d6b9-47dd-88cc-c19de00f2a54 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1561947 May 27 03:51:19.678206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47580) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:19.735738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a37f36e3-d8c8-42d4-891b-dc053d531b32 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/networks/b72fa20b-8774-49bb-beb5-159edfcf8f98 HTTP/1.1" status: 204 len: 168 time: 3.5743344 May 27 03:51:19.735738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3fa16513-430d-4ae9-9c55-3e1c2a3ba47c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:19.749654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:19.854178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.867369 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c5b2-6c19-4477-ad68-024ced55578b None None] Pushing event updated for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:19.891186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3fa16513-430d-4ae9-9c55-3e1c2a3ba47c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:19.894966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3fa16513-430d-4ae9-9c55-3e1c2a3ba47c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc98db09-e86a-4810-8542-5bd89065f6c1 HTTP/1.1" status: 200 len: 205 time: 0.2091229 May 27 03:51:19.903871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47590) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:19.932976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:19.943010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=d4cc8cba-be54-4b45-b373-58305d9b2f30,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:19.982292 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:19.983382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.004452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe3dd1bc-115d-4143-a51f-9b5e4a5601b3 req-a12351b8-5f2c-4fde-85f1-57004a130453 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302298 May 27 03:51:20.020462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-e81ba9da-df8a-4341-9b57-2388ee3ea664 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4223688 May 27 03:51:20.193047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.200198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 1, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.220446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0767f6b-06bf-416e-babe-e376247d1c44 None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 1, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:20.225130 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Attempting to bind port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:20.225839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Attempting to bind port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:20.226376 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Attempting to bind port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 on network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:20.232358 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] Routers {'fc98db09-e86a-4810-8542-5bd89065f6c1'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:20.233288 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fc98db09-e86a-4810-8542-5bd89065f6c1'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.256437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-3238a9db-6351-4809-8808-d44152ae6995 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192819 May 27 03:51:20.323133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:20.323496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 81387ea7-2bc1-412c-9ee7-08cd2e148fbf, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:20.340398 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.340861 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095be7e-94ea-40c7-9866-d9233dfecabf None None] The sync data for ids ['fc98db09-e86a-4810-8542-5bd89065f6c1'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:20.343086 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:20.343772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Checking segment: {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:20.343945 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.344212 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Bound using segment: {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:20.344853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Bound port: 6dbd238b-264f-44f9-82c2-97bf0db7c8d3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:20.345242 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.351146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.386165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=3cc35731-d6d1-4a5c-9ee7-95c18695879c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:20.416051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Checking segment: {'id': '1f45b242-aac5-46cd-899d-1f8f8d5715bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:20.416428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network hostable DHCP agents. Network: a2f00725-38b6-4a6d-a650-7f22a2bff988, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:20.422499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting subnet 66af57ee-2518-469d-8ca7-5f96bd2663b9 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:20.483207 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] For port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:20.487792 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] For port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:20.499584 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.508486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.549453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ecca-7c6c-42a6-b2c9-13f326f2f40c None None] New status for floating IP ba26b907-f881-4ace-9a56-10f9284e5d9b: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:51:20.647283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c5b2-6c19-4477-ad68-024ced55578b None None] Pushing event updated for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:20.674705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:20.675836 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:20.678675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.702868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:20.706283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.713823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d912aa4-cd4d-4972-8ef5-65ebdc6454b1 req-be03cc4c-c00d-44ec-8eed-e6943c009917 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389162 May 27 03:51:20.737456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:20.748619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 81387ea7-2bc1-412c-9ee7-08cd2e148fbf) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:20.755416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a2f00725-38b6-4a6d-a650-7f22a2bff988) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:20.763611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:20.763808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.767644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bdd96b-9cfd-4858-925e-89c68fbc0924 None None] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:20.779425 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] Sync routers for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:20.786483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:20.787065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.803454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e4996-a79d-4c23-ad25-a79870fd23a7 None None] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:20.824874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:20.863113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c5c2b6a6-0f3b-4a1d-b5d2-686f3bd482a7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5216932 May 27 03:51:20.872108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:20.874135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f335cef0-1c1c-43e1-bf14-9f2afe88a5fb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1441019 May 27 03:51:20.910380 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:20.910994 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:20.943650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47610) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:21.042683 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:21.066651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-33833302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:21.103610 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:21.136201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:21.310829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-d70b2d71-5f37-43c8-9c14-332ebe64aab6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:21.312302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-d70b2d71-5f37-43c8-9c14-332ebe64aab6 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.41 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.3110135 May 27 03:51:21.315271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:router and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:21.332232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:21.339608 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:21.341067 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:21.387626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:21.478862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:21.479559 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b21fac-ed1d-4813-ae4d-a91c7ff373a2 None None] The sync data for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:21.561391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.570923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.616467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Deleting port 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:21.616964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.645566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.646425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router fc98db09-e86a-4810-8542-5bd89065f6c1 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:51:21.651130 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 3, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:20Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:21.672930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2078d92-ec20-4ec0-a2a3-baa9b65e81c3 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:13Z', 'revision_number': 3, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:20Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:21.677263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:21.683744 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1db4ef8c-dcbd-471d-a88a-1186820ea192 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/floatingips/8ed025d4-bf64-47fc-aa31-42d97f6c6fcb HTTP/1.1" status: 200 len: 976 time: 13.6319461 May 27 03:51:21.719995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a2f00725-38b6-4a6d-a650-7f22a2bff988', 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': 'd4cc8cba-be54-4b45-b373-58305d9b2f30'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:21.723344 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.771232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.775244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-57e0aedb-9c33-49b9-ae82-fad559159ea5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1 HTTP/1.1" status: 204 len: 168 time: 1.8701813 May 27 03:51:21.791150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.793884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.801023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47626) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:21.930238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:21.941230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 17efe475-c4d7-40d0-bb03-d8de19d796f5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:21.941230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.020704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Allocated IP 2001:db8::2 (a2f00725-38b6-4a6d-a650-7f22a2bff988/d4cc8cba-be54-4b45-b373-58305d9b2f30/b0bd9afd-80f5-4e12-8863-92a231262cde) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:22.120790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fbc23-37b8-4765-aacc-7ce08b47f244 req-8f539192-1a6d-4429-985b-9c4db995fee0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:22.129072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-891fbc23-37b8-4765-aacc-7ce08b47f244 req-8f539192-1a6d-4429-985b-9c4db995fee0 tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.8072522 May 27 03:51:22.164577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.223555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.286584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.294646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.302282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Subnet': ['ID=66af57ee-2518-469d-8ca7-5f96bd2663b9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:22.306111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Transition to ACTIVE for port object b0bd9afd-80f5-4e12-8863-92a231262cde will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:22.325490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Transition to ACTIVE for port object b0bd9afd-80f5-4e12-8863-92a231262cde will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:22.369882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.381014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-891fbc23-37b8-4765-aacc-7ce08b47f244 req-72ef6826-a647-4431-b302-930446fe885e tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508788 May 27 03:51:22.383115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.387570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8b0aab08-95b8-4c4f-854b-1347b59f5533 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/subnets/66af57ee-2518-469d-8ca7-5f96bd2663b9 HTTP/1.1" status: 204 len: 168 time: 2.6325004 May 27 03:51:22.388877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.392373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ea7c9585-f8e6-4a8b-b370-5b21500b3397 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3415225 May 27 03:51:22.392373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:22.395491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47636) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:22.434393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f246db-3015-4ebb-96e4-bf15d9082553 None None] Network 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:22.451636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988', 'name': 'tempest-PortsIpV6TestJSON-13623328'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:22.477324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:22.533182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:22.543523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:22.592749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 3840b0ff-9301-465d-b076-1941a394f583 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:22.654418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Pushing event updated for resources: {'Port': ['ID=b0bd9afd-80f5-4e12-8863-92a231262cde,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:22.689051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.707449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] For port 87be7686-834d-4372-a3e4-4f7eaecb299e, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=87be7686-834d-4372-a3e4-4f7eaecb299e,segment=NetworkSegment(33fdcfca-42e1-4e05-aba0-187ee1f363a2),segment_id=33fdcfca-42e1-4e05-aba0-187ee1f363a2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:22.707668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.771834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:22.773833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.797821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:22.885251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.020180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.068122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:23.097039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Allocated IP 2001:db8:2::2 (81387ea7-2bc1-412c-9ee7-08cd2e148fbf/3cc35731-d6d1-4a5c-9ee7-95c18695879c/5a408fe4-5e19-47aa-a7ce-35c20e08f8cb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:23.114828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Calling delete_port for 87be7686-834d-4372-a3e4-4f7eaecb299e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:23.140023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:23.141743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Attempting to bind port b0bd9afd-80f5-4e12-8863-92a231262cde on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:23.142336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Attempting to bind port b0bd9afd-80f5-4e12-8863-92a231262cde by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '1f45b242-aac5-46cd-899d-1f8f8d5715bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:23.143415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Attempting to bind port b0bd9afd-80f5-4e12-8863-92a231262cde on network a2f00725-38b6-4a6d-a650-7f22a2bff988 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:23.157310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.191541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.197825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:23.205607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:23.205949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.277322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=3840b0ff-9301-465d-b076-1941a394f583,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:23.438426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:23.441498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.455663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf72ef-416a-45c4-8c75-d7739ac20850 None None] Network 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:23.461967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.468195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32b6f307-4a29-49cf-a12c-015c83bc9a9f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/3840b0ff-9301-465d-b076-1941a394f583 HTTP/1.1" status: 204 len: 168 time: 1.6610854 May 27 03:51:23.483280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:23.499651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 61605cb5-0300-432f-8fa9-d9a8175e256a yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:51:23.532697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:23.533190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Checking segment: {'id': '1f45b242-aac5-46cd-899d-1f8f8d5715bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:23.533682 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.534100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Bound using segment: {'id': '1f45b242-aac5-46cd-899d-1f8f8d5715bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:23.534585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Bound port: b0bd9afd-80f5-4e12-8863-92a231262cde, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f45b242-aac5-46cd-899d-1f8f8d5715bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f00725-38b6-4a6d-a650-7f22a2bff988'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:23.534957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.580045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,segment=NetworkSegment(e9743410-4dd1-4efa-a0f0-153328df1710),segment_id=e9743410-4dd1-4efa-a0f0-153328df1710)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:23.580919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.735470 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.751481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Transition to ACTIVE for port object 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:23.768202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.768574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.768921 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Floating IP 8ed025d4-bf64-47fc-aa31-42d97f6c6fcb disassociated. External IP: 172.25.8.34, port: 17efe475-c4d7-40d0-bb03-d8de19d796f5. May 27 03:51:23.770516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 17efe475-c4d7-40d0-bb03-d8de19d796f5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:23.778250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Transition to ACTIVE for port object 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:23.835273 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:23.883918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:23.927764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:23.961163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:23.995259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:24.059520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::3bf (a2f00725-38b6-4a6d-a650-7f22a2bff988/d4cc8cba-be54-4b45-b373-58305d9b2f30/61605cb5-0300-432f-8fa9-d9a8175e256a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:24.073475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.143849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:24.145964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=de1cfb97-6c7f-49d0-bcf0-a1c96b17e908,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.157447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:24.180027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.212541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Attempting to bind port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:24.212922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Attempting to bind port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:24.213282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Attempting to bind port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb on network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:24.215212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Pushing event updated for resources: {'Port': ['ID=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.217382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:24.217741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.230295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet a6436e0c-99a0-4b39-96d6-2d633d2fd405 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:24.238882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.249489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.290268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] For port b0bd9afd-80f5-4e12-8863-92a231262cde, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:24.294019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f94100-e87e-4f55-a4e2-5ec54c82b0f0 None None] DHCP port deletion for 2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:24.302811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:24.303180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Checking segment: {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:24.303573 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.303995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Bound using segment: {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:24.304471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Bound port: 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:24.304987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.349503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] For port b0bd9afd-80f5-4e12-8863-92a231262cde, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b0bd9afd-80f5-4e12-8863-92a231262cde,segment=NetworkSegment(1f45b242-aac5-46cd-899d-1f8f8d5715bc),segment_id=1f45b242-aac5-46cd-899d-1f8f8d5715bc)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:24.368647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Pushing event deleted for resources: {'Port': ['ID=87be7686-834d-4372-a3e4-4f7eaecb299e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.370818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.400537 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.401837 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.450752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d878fb7-4f10-4ec8-9eba-c7f174670c62 req-db989c46-83cb-4308-9dfb-32c8bda59d6f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:24.467339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d878fb7-4f10-4ec8-9eba-c7f174670c62 req-db989c46-83cb-4308-9dfb-32c8bda59d6f tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 947 time: 0.5754664 May 27 03:51:24.470231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c918ce4-2a93-4ed8-95fc-dc79f823f5a4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:24.480509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=17efe475-c4d7-40d0-bb03-d8de19d796f5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.490860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9743410-4dd1-4efa-a0f0-153328df1710') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:24.491256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9743410-4dd1-4efa-a0f0-153328df1710') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:24.505604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.557646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.581675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] DHCP port deletion for 9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:24.591285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.599531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] For port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:24.618699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Deleting port 73b499b7-c955-4308-ac0c-1152c0cc4661 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:24.618699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.644128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eaf26-904d-4a62-8d49-2e2d90d82200 None None] Pushing event updated for resources: {'Port': ['ID=b0bd9afd-80f5-4e12-8863-92a231262cde,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:24.680115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] For port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:24.697925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.708217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.753180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:24.753588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.773472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: timer() May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:24.788765 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:24.791676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.815621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] No DVR routers for this DVR port 87be7686-834d-4372-a3e4-4f7eaecb299e on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:24.833179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:24.863582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-deleted', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:25.010645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 61605cb5-0300-432f-8fa9-d9a8175e256a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:25.046713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.053202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.056312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb44dd-fa67-4b65-bab7-03374bf2b7b4 None None] Pushing event updated for resources: {'Port': ['ID=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:25.090868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.192376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Network': ['ID=2c918ce4-2a93-4ed8-95fc-dc79f823f5a4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:25.204513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:25.237586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:25.253242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:25.265505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:25.266174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.325509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:25.326190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-600f8f1c-a968-43be-9bda-c6ba33a51025 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/networks/2c918ce4-2a93-4ed8-95fc-dc79f823f5a4 HTTP/1.1" status: 204 len: 168 time: 2.9282799 May 27 03:51:25.333971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9259479 May 27 03:51:25.334785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47664) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:25.337802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.362560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47666) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:25.376100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-493966654'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:25.386074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:25.393236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:network and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:25.398113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:25.405846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:25.557078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c4001-dcd7-439e-b679-131395353a59 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=61605cb5-0300-432f-8fa9-d9a8175e256a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:25.568714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:25.570255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.601228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:25.633027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b0bd9afd-80f5-4e12-8863-92a231262cde up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:25.699457 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc12cec-8ffa-4e8e-9f44-7806d684389d'] response: {'server_uuid': 'd47edfcb-a103-4671-a7e9-7d0dac3f9298', 'name': 'network-vif-deleted', 'tag': '87be7686-834d-4372-a3e4-4f7eaecb299e', 'status': 'completed', 'code': 200} May 27 03:51:25.731282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dcd6937-6ebb-4975-a097-f0edfedd1372 req-07d89a36-ba72-4101-8a88-03dd7c08e8de tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.41 "DELETE /v2.0/ports/87be7686-834d-4372-a3e4-4f7eaecb299e HTTP/1.1" status: 204 len: 173 time: 4.4035029 May 27 03:51:25.731748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 87be7686-834d-4372-a3e4-4f7eaecb299e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:25.732101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 87be7686-834d-4372-a3e4-4f7eaecb299e not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:25.762862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] For port 73b499b7-c955-4308-ac0c-1152c0cc4661, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=73b499b7-c955-4308-ac0c-1152c0cc4661,segment=NetworkSegment(90f31b62-9473-4396-9e28-fe15f7fbca31),segment_id=90f31b62-9473-4396-9e28-fe15f7fbca31)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:25.763237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.825440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:25.891768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d878fb7-4f10-4ec8-9eba-c7f174670c62 req-0ea2c62a-ef94-4470-a9b9-0d0163b63afc tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/security-groups?id=95bbd7b5-bf8f-469f-af5c-eae48b05ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4330862 May 27 03:51:25.892021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:25.951377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.987540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:25.987877 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Added segment b6b6da53-d2a1-4744-95ba-1d0ce44ca162 of type vlan for network 96e3593a-8440-413a-8088-6c9c90072a2c May 27 03:51:26.042668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Calling delete_port for 73b499b7-c955-4308-ac0c-1152c0cc4661 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:26.072198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.122334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b0bd9afd-80f5-4e12-8863-92a231262cde completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:26.223269 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.256344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.312391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.343820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:26.344762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=a6436e0c-99a0-4b39-96d6-2d633d2fd405,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.356281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/a6436e0c-99a0-4b39-96d6-2d633d2fd405 HTTP/1.1" status: 204 len: 168 time: 2.8691998 May 27 03:51:26.374569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:26.398552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d72d3-7389-42d2-a847-8a8a022e04a3 None None] Network f841fd76-a387-4f68-8d7e-4fc61b2939f4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:26.407724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.412107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:26.412696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.440621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] Pushing event deleted for resources: {'Port': ['ID=73b499b7-c955-4308-ac0c-1152c0cc4661,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.572449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8:2::1 (81387ea7-2bc1-412c-9ee7-08cd2e148fbf/3cc35731-d6d1-4a5c-9ee7-95c18695879c/95eae443-7278-4a22-b4bb-72eaa71e7a4f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:26.579716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.580051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.580483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.580820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.581180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.581508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.581851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.582357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.582563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.582888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.583209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b6f653-3678-4315-9a77-e7dfd0452876 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:26.656325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:26.656987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device de1cfb97-6c7f-49d0-bcf0-a1c96b17e908 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:26.657493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 73b499b7-c955-4308-ac0c-1152c0cc4661 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:26.696121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c38bf-a722-42f7-b789-3550420e1957 None None] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:26.815312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Network': ['ID=96e3593a-8440-413a-8088-6c9c90072a2c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:26.817498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:26.833952 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97168532-ee7e-4788-8259-3fecf853876d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4955211 May 27 03:51:26.846994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47684) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:26.881744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'subnet': {'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:26.883987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 96e3593a-8440-413a-8088-6c9c90072a2c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:26.926550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 73b499b7-c955-4308-ac0c-1152c0cc4661 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:26.926899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 73b499b7-c955-4308-ac0c-1152c0cc4661 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:26.987254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d8572-76e2-4d43-8fab-7281d8523de6 None None] No DVR routers for this DVR port 73b499b7-c955-4308-ac0c-1152c0cc4661 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:26.990963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.039568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75777925-ca5b-4cad-b3f5-4d097374baf5 None None] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:27.126874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router 4edf918a-85ec-4059-a4c6-09e5f0b92957 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:27.205832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.279367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:27.322109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Provisioning for port b0bd9afd-80f5-4e12-8863-92a231262cde completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:27.322684 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf7b04b7-c53c-4445-8cec-18592a907549 req-916b331d-cfdf-4848-803e-5e07f704f36a tempest-ServersNegativeTestJSON-660351379 tempest-ServersNegativeTestJSON-660351379-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47edfcb-a103-4671-a7e9-7d0dac3f9298 HTTP/1.1" status: 200 len: 210 time: 0.0661266 May 27 03:51:27.374178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Provisioning complete for port b0bd9afd-80f5-4e12-8863-92a231262cde triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:27.374178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.414065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.437292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:subnet and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:27.457268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:27.548831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:27.557965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.594111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:27.618930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:27.656249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f31b62-9473-4396-9e28-fe15f7fbca31') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:27.656564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f31b62-9473-4396-9e28-fe15f7fbca31') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:27.672274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 95eae443-7278-4a22-b4bb-72eaa71e7a4f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:27.675386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:27.769770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.777886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.778134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:27.791527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.817455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:27.825127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.849271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.930196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=61605cb5-0300-432f-8fa9-d9a8175e256a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:27.971489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-95b0748c-57aa-4d52-8cae-6fccf5b8bd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:27.984359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] DHCP port deletion for f841fd76-a387-4f68-8d7e-4fc61b2939f4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:28.002182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Deleting port d5d911e1-9bee-4844-aa56-f01e463eafa6 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:28.002182 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.009597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.048597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] For port b0bd9afd-80f5-4e12-8863-92a231262cde, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b0bd9afd-80f5-4e12-8863-92a231262cde,segment=NetworkSegment(1f45b242-aac5-46cd-899d-1f8f8d5715bc),segment_id=1f45b242-aac5-46cd-899d-1f8f8d5715bc)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:28.087707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.285834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:28.286240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.301813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef45d21-0e80-451b-afef-b7d89adea035 None None] Pushing event updated for resources: {'Port': ['ID=b0bd9afd-80f5-4e12-8863-92a231262cde,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: timer() May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:28.312370 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:28.328156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.472495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:28.473154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.502030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.509325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Provisioning for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:28.514455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.525692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.533361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47694) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:28.567765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.587788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:28.656000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Provisioning complete for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:28.656370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.673191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d1d5e8cb-44f1-41a8-9a6b-ee562e430f37 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/9ce8e4e3-b355-46e5-8d3f-7e430a6f94a8 HTTP/1.1" status: 204 len: 168 time: 2.2889919 May 27 03:51:28.686064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:28.798487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] For port d5d911e1-9bee-4844-aa56-f01e463eafa6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5d911e1-9bee-4844-aa56-f01e463eafa6,segment=NetworkSegment(e041d77e-b339-4b69-9877-1e7006e7f40e),segment_id=e041d77e-b339-4b69-9877-1e7006e7f40e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:28.798812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.849575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:28.923778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.004293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:29.004293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Subnet': ['ID=c5157c12-a2a0-45b2-9adb-71963f669c61,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.006209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.012643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:29.029811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:29.030430 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.035408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port d5d911e1-9bee-4844-aa56-f01e463eafa6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:29.035743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.109613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Deleting subnet 79ea0f40-324c-4038-a4d8-ec459aad85ed {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:29.127822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Calling delete_port for d5d911e1-9bee-4844-aa56-f01e463eafa6 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:29.145764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.239279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.261782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.262340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.288986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:29.324089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] Sync routers for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:29.371277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.430744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.497032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:29.497664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:29.537325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.572536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=61605cb5-0300-432f-8fa9-d9a8175e256a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.573472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b0bd9afd-80f5-4e12-8863-92a231262cde up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:29.613828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] Pushing event deleted for resources: {'Port': ['ID=d5d911e1-9bee-4844-aa56-f01e463eafa6,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.631143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:29.658399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b164e-2634-4f8b-979e-7cbb9637b5bb None None] No DVR routers for this DVR port d5d911e1-9bee-4844-aa56-f01e463eafa6 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:29.664533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Checking segment: {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:29.664533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network hostable DHCP agents. Network: 96e3593a-8440-413a-8088-6c9c90072a2c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:29.669760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] For port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:29.685866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.692108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.697282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e4fe0912-fec7-4816-b109-292db7b06cbc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/17efe475-c4d7-40d0-bb03-d8de19d796f5 HTTP/1.1" status: 204 len: 168 time: 8.0159650 May 27 03:51:29.712716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:29.735081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:29.736028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:29.840865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:29.842346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:29.868709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:29.869134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acd3cc-6cfa-43d8-8542-572b91473ef0 None None] The sync data for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:29.878617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9726b-fa8d-4e43-9e24-355975bb81d8 None None] Pushing event updated for resources: {'Port': ['ID=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:29.942526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5aaefc9b-0ec3-44ed-9690-771781d1e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.947229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning complete for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:29.947589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.976397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:29.989881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b0bd9afd-80f5-4e12-8863-92a231262cde triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:29.990233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.046694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.074608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:30.082247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port d5d911e1-9bee-4844-aa56-f01e463eafa6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d5d911e1-9bee-4844-aa56-f01e463eafa6,segment=NetworkSegment(e041d77e-b339-4b69-9877-1e7006e7f40e),segment_id=e041d77e-b339-4b69-9877-1e7006e7f40e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:30.082790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.135037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 96e3593a-8440-413a-8088-6c9c90072a2c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:30.217062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 96e3593a-8440-413a-8088-6c9c90072a2c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:30.221724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:30.223219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.239971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec9b07-789c-43d7-a492-e7c79448df9d None None] Network 96e3593a-8440-413a-8088-6c9c90072a2c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:30.338824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5d911e1-9bee-4844-aa56-f01e463eafa6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:30.381882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d5d911e1-9bee-4844-aa56-f01e463eafa6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:30.382220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d5d911e1-9bee-4844-aa56-f01e463eafa6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:30.419352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.451004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Router 8c5e46de-e42a-46a9-96d1-ec79c8ebee4c is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:51:30.461192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:30.464638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning complete for port b0bd9afd-80f5-4e12-8863-92a231262cde triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:30.465036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.467142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Usage tracker for resource:security_group_rule and tenant:ac67737a380b46fab8481bf57a69f277 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:30.469652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for d5d911e1-9bee-4844-aa56-f01e463eafa6 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:30.471097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:30.478796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:30.602686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-96e3593a-8440-413a-8088-6c9c90072a2c', 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'fixed_ips': [{'subnet_id': 'c5157c12-a2a0-45b2-9adb-71963f669c61'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:30.603484 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.684049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.689818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.714623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-037e7587-986c-4776-a612-862946876a5f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8642366 May 27 03:51:30.721192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47728) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:30.726663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning for port 61605cb5-0300-432f-8fa9-d9a8175e256a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:30.730440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-590330385'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:30.734363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.737206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning complete for port 61605cb5-0300-432f-8fa9-d9a8175e256a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:30.737642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.750420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:30.760085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:network and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:30.766690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:30.770040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb714893-93d6-4c25-afae-e05dfafdd080,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:30.777564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:30.779318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:30.787997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69404166-f0f7-41d5-8198-fcf17da61573 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac67737a380b46fab8481bf57a69f277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7125540 May 27 03:51:30.793111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:30.808561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:30.809642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ea0f40-324c-4038-a4d8-ec459aad85ed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:30.811709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.818045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] Sync routers for ids ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:30.833232 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.839022 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:51:30.839333 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:51:30.845057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Port 61605cb5-0300-432f-8fa9-d9a8175e256a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:30.852575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8a40e6d-a285-4b8b-b07e-5735d298f67d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/routers/8c5e46de-e42a-46a9-96d1-ec79c8ebee4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4849489 May 27 03:51:30.856677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] Routers {'8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:30.859101 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:30.861099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47736) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:30.864382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Allocated IP 19.80.0.2 (96e3593a-8440-413a-8088-6c9c90072a2c/c5157c12-a2a0-45b2-9adb-71963f669c61/4578bcda-6915-41f7-b0b5-694f67ae1f1d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:30.882716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:30.947064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:30.951670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0b363d4f-a8c3-4c32-b38c-1c54be172ee0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/79ea0f40-324c-4038-a4d8-ec459aad85ed HTTP/1.1" status: 204 len: 168 time: 2.3826783 May 27 03:51:30.956963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47740) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:30.995184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.995549 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Added segment b4775352-d5b4-4ca2-aead-ca93cc352516 of type vlan for network 3afd1437-2c0c-4bdc-8826-126e41a1c07d May 27 03:51:30.998412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Provisioning complete for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:30.998843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:30.999913 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.017954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] Routers {'8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:31.019410 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.073080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.086016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-65356752-c10a-4b84-963e-08f46490ea0e None None] Port 95eae443-7278-4a22-b4bb-72eaa71e7a4f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:31.102272 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.102757 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cff60e-3f86-4656-bb20-f33e9432e57f None None] The sync data for ids ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:31.179633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.188676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.193897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.203272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.203640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.206475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340e654-b287-49e2-acf5-673f728a13dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:31.207226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1340e654-b287-49e2-acf5-673f728a13dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:31.211064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.211894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.217030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Transition to ACTIVE for port object 4578bcda-6915-41f7-b0b5-694f67ae1f1d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:31.238097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d132cc0a-fae2-46b7-b045-91cbe8998dc8 None None] Provisioning complete for port 61605cb5-0300-432f-8fa9-d9a8175e256a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:31.238458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d132cc0a-fae2-46b7-b045-91cbe8998dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.277731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Transition to ACTIVE for port object 4578bcda-6915-41f7-b0b5-694f67ae1f1d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:31.301064 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.305322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1340e654-b287-49e2-acf5-673f728a13dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:31.306555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1340e654-b287-49e2-acf5-673f728a13dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c5e46de-e42a-46a9-96d1-ec79c8ebee4c HTTP/1.1" status: 200 len: 987 time: 0.4444282 May 27 03:51:31.319823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47744) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:31.344189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.348710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port d5d911e1-9bee-4844-aa56-f01e463eafa6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:31.348851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.356981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d132cc0a-fae2-46b7-b045-91cbe8998dc8 None None] Port 61605cb5-0300-432f-8fa9-d9a8175e256a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:31.378738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Network 96e3593a-8440-413a-8088-6c9c90072a2c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:31.379151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.381016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:31.383494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:31.384089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.385945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:31.388046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Pushing event updated for resources: {'Port': ['ID=4578bcda-6915-41f7-b0b5-694f67ae1f1d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.445777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.460804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] The port 'd5d911e1-9bee-4844-aa56-f01e463eafa6' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:51:31.493709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Attempting to bind port 4578bcda-6915-41f7-b0b5-694f67ae1f1d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:31.494084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Attempting to bind port 4578bcda-6915-41f7-b0b5-694f67ae1f1d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:31.494564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Attempting to bind port 4578bcda-6915-41f7-b0b5-694f67ae1f1d on network 96e3593a-8440-413a-8088-6c9c90072a2c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:31.496870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.505441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:31.507185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Checking segment: {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:31.507185 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.507185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Bound using segment: {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:31.507619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Bound port: 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:31.507978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.519651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:31.643037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.654853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] For port 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:31.661263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] For port 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4578bcda-6915-41f7-b0b5-694f67ae1f1d,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:31.665536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:31.666406 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.696547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:31.696791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.701735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:31.728805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.762582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f841fd76-a387-4f68-8d7e-4fc61b2939f4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.772793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0499911 May 27 03:51:31.776629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33954d90-fe77-494d-b260-0bfc20fef977']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.785795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:31.791509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Network': ['ID=3afd1437-2c0c-4bdc-8826-126e41a1c07d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.793614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.795841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.796941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb714893-93d6-4c25-afae-e05dfafdd080 HTTP/1.1" status: 204 len: 168 time: 1.0028393 May 27 03:51:31.820986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fab0eb-67fd-4983-9c94-2def32ff262f None None] Pushing event updated for resources: {'Port': ['ID=4578bcda-6915-41f7-b0b5-694f67ae1f1d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.847600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fdcfca-42e1-4e05-aba0-187ee1f363a2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.847882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fdcfca-42e1-4e05-aba0-187ee1f363a2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.879463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'subnet': {'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:31.887018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e041d77e-b339-4b69-9877-1e7006e7f40e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.887573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e041d77e-b339-4b69-9877-1e7006e7f40e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:31.912491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb714893-93d6-4c25-afae-e05dfafdd080,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:31.924656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.950334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:31.991722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.007576 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.019120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.019874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.020375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.021013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.021510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.022007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.023055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.023530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.023857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.024182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.024504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2337e1-4059-4f78-82ab-1ebcff64fbd4 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.046544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:32.054858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.065233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:32.065842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: timer() May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:32.248921 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:32.298856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.299236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.299571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.300163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.300691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.301254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.301771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.302317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.302826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.303441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.304439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c266c88-19e0-4129-b621-2c09d2dd8dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:32.310066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03edfcac-492b-4560-9266-fa95ba0e2222 None None] Provisioning complete for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:32.310567 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03edfcac-492b-4560-9266-fa95ba0e2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.320286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.325520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.357902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:32.359338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.380916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=33954d90-fe77-494d-b260-0bfc20fef977,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:32.395257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0409b018-85a6-4b43-8a76-ad8eeaa198d6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/33954d90-fe77-494d-b260-0bfc20fef977 HTTP/1.1" status: 204 len: 168 time: 1.4338520 May 27 03:51:32.396590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:32.403176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:subnet and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:32.410375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:32.418328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:32.431685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03edfcac-492b-4560-9266-fa95ba0e2222 None None] Port 95eae443-7278-4a22-b4bb-72eaa71e7a4f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: timer() May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:32.468599 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:32.478172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:32.551065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:32.608573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:32.675947 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.697209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.786062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.820666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:32.863074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=f841fd76-a387-4f68-8d7e-4fc61b2939f4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:32.889144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:32.896608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bc151642-7981-48c7-99cc-156977a4c58e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/f841fd76-a387-4f68-8d7e-4fc61b2939f4 HTTP/1.1" status: 204 len: 168 time: 4.1951447 May 27 03:51:32.903551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47766) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:32.911646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d88f23dd-81a4-4989-89ee-c971eb4266a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e83049e52e954f7c8f422eb9ac22ef31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2848346 May 27 03:51:32.912883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Usage tracker for resource:security_group_rule and tenant:67d26c958e0448338cd668fec906c195 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:32.917157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-881280526'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:32.918516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:32.920105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:32.933070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:32.934169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:32.942155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:32.946298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:32.958873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:32.983801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.010047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:33.012955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.016536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-d2d5d8b4-383e-43b4-9a05-493a1532414d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3323042 May 27 03:51:33.102656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.150397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.184156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:33.187864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.193422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc161c-dd80-44e7-b3b0-6e4e83cc4658 None None] Network 96e3593a-8440-413a-8088-6c9c90072a2c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:33.196464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:33.208754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.220395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Subnet': ['ID=5dd513d6-04b3-48cd-b055-b76fa1048c3d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:33.234103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.234403 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment ea1371c2-99b5-4206-a651-e93360f94826 of type vlan for network 47392ea6-e99f-410a-96e4-71462845a946 May 27 03:51:33.245011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.256997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Checking segment: {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:33.257380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network hostable DHCP agents. Network: 3afd1437-2c0c-4bdc-8826-126e41a1c07d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:33.310952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.331948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a04e23a4-3750-4240-b26e-15af5e13ae48 None None] Provisioning for port 4578bcda-6915-41f7-b0b5-694f67ae1f1d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:33.363937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597099b3-e7d2-4cf7-8a8a-c34482d8c732,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:33.367052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.435773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:33.438088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dde09942-1505-46ef-bb17-e2253b718044 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67d26c958e0448338cd668fec906c195&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9573176 May 27 03:51:33.447581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47774) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:33.521477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.526300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:33.527081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.533050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4578bcda-6915-41f7-b0b5-694f67ae1f1d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:33.550817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3afd1437-2c0c-4bdc-8826-126e41a1c07d) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:33.567437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2935f82-811b-4b83-8838-6ea19eca735a None None] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:33.594455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-ae77ce74-4b54-4c37-b69d-2f1ddaa12026 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 1096 time: 0.4896257 May 27 03:51:33.633051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:33.633631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.677729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.714048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=47392ea6-e99f-410a-96e4-71462845a946,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:33.735041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52f9f013-65c9-41e5-be56-59ca9be540de tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8264496 May 27 03:51:33.736173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47778) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:33.738535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b1b74f3-c5ab-4810-8e3d-853d7a1447e7 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9483616 May 27 03:51:33.749922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '47392ea6-e99f-410a-96e4-71462845a946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:33.754509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 47392ea6-e99f-410a-96e4-71462845a946 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:33.790890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bbd7b5-bf8f-469f-af5c-eae48b05ce48,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:33.852426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:33.854280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e9ea22b4-c70f-46b7-94e2-2f3c01a0a332 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95bbd7b5-bf8f-469f-af5c-eae48b05ce48 HTTP/1.1" status: 204 len: 168 time: 0.9306743 May 27 03:51:33.888458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4578bcda-6915-41f7-b0b5-694f67ae1f1d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:34.032169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4578bcda-6915-41f7-b0b5-694f67ae1f1d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:34.033295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.064185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-23d4cd12-5379-441d-a9eb-39e4362aae14 None None] Provisioning complete for port 4578bcda-6915-41f7-b0b5-694f67ae1f1d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:34.065049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d4cd12-5379-441d-a9eb-39e4362aae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.129697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-b3cc2a6c-5fe6-48fd-8519-04f8c38c2580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.131294 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-b3cc2a6c-5fe6-48fd-8519-04f8c38c2580 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.5120070 May 27 03:51:34.157971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.205227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3afd1437-2c0c-4bdc-8826-126e41a1c07d', 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'fixed_ips': [{'subnet_id': '5dd513d6-04b3-48cd-b055-b76fa1048c3d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:34.206297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.261562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-27d7533d-3489-4ad0-bb9c-29c2b2dc5aa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 200 len: 217 time: 0.1190765 May 27 03:51:34.265095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:34.274111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b03e9c97-a7ac-4a56-86c4-b02c682723e1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3981223 May 27 03:51:34.296126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:34.305975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:34.312849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.318614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1420213004'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:34.338368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:34.350841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:34.351714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:network and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:34.358647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:34.367210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:34.374732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:34.376952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:34.387016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-9cf00410-8911-47cc-98b9-c2f84be030c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.388843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-9cf00410-8911-47cc-98b9-c2f84be030c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.1134348 May 27 03:51:34.407033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:34.460706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:34.461689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:34.479144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:34.482464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.497855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eb58ea8b-59db-40ba-85fd-c037c9e379c3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.501640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eb58ea8b-59db-40ba-85fd-c037c9e379c3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.502391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eb58ea8b-59db-40ba-85fd-c037c9e379c3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:34.508247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:34.558653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:34.577928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.578516 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added segment 31ec147b-e480-4c7c-986f-2f577b77475c of type vlan for network 14e285a9-2dea-487a-ad41-3c5436faa6e0 May 27 03:51:34.630223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-c2a60280-7f61-47e9-9216-da8f6369933c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331598 May 27 03:51:34.643370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Allocated IP 19.86.0.2 (3afd1437-2c0c-4bdc-8826-126e41a1c07d/5dd513d6-04b3-48cd-b055-b76fa1048c3d/526ee79b-78ca-43aa-835c-e04caa88d971) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:34.660521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eb58ea8b-59db-40ba-85fd-c037c9e379c3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:34.661563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.661700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eb58ea8b-59db-40ba-85fd-c037c9e379c3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/networks?id=96e3593a-8440-413a-8088-6c9c90072a2c&id=3afd1437-2c0c-4bdc-8826-126e41a1c07d HTTP/1.1" status: 200 len: 1390 time: 0.4977045 May 27 03:51:34.662265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.805429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 99deaf3c-e207-4a56-8637-30d2cad57d68 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:34.816461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.829204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597099b3-e7d2-4cf7-8a8a-c34482d8c732,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:34.830554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.833528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eae17089-6117-4a3c-9410-ebf66c8c40af tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/quotas/ecc88577a2ef4f05875f7489d71ddad6 HTTP/1.1" status: 200 len: 375 time: 0.0314484 May 27 03:51:34.840752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.842332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-be19a5e5-aa97-47fd-83a2-513de5c1e618 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/597099b3-e7d2-4cf7-8a8a-c34482d8c732 HTTP/1.1" status: 204 len: 168 time: 1.3936055 May 27 03:51:34.852536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.876977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d4cd12-5379-441d-a9eb-39e4362aae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.886348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.890951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:34.891539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:34.987999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4578bcda-6915-41f7-b0b5-694f67ae1f1d,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:35.011630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:35.137824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8295124 May 27 03:51:35.144882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:35.156301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'subnet': {'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:35.168122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.180832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03978e9-1f16-4ddd-af31-1070bdfa6fcc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Network': ['ID=14e285a9-2dea-487a-ad41-3c5436faa6e0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:35.189654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-c35c193c-708d-44ba-964f-73355bc7d9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184529 May 27 03:51:35.204309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.294698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:35.317454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:35.327274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 61605cb5-0300-432f-8fa9-d9a8175e256a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:35.327619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.485044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.531980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:35.662256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-23d4cd12-5379-441d-a9eb-39e4362aae14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:51:35.663237 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-23d4cd12-5379-441d-a9eb-39e4362aae14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:51:35.680099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:subnet and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:35.686412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1771077821-network', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:35.690732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4578bcda-6915-41f7-b0b5-694f67ae1f1d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:35.703887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 99deaf3c-e207-4a56-8637-30d2cad57d68 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:35.727074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=64cac46e-372b-4b93-a677-9a1c2bd31837,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:35.733555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:35.737967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:35.745264 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.754164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:35.769970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Usage tracker for resource:network and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:35.774896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c03481da-8048-4413-a1cf-2277397ea2a3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:35.786606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': 'ea1371c2-99b5-4206-a651-e93360f94826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47392ea6-e99f-410a-96e4-71462845a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:35.787118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:35.788563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 47392ea6-e99f-410a-96e4-71462845a946, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:35.810080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-045f2bf0-f594-4a08-81fc-7c7db5c5e540 req-90fed38a-5eb7-4a82-924b-af063460d319 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116762 May 27 03:51:35.813696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:35.819539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.836696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Made reservation on behalf of b4fc5e06934040bcb284d8c6fd493d8b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:35.839542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Transition to ACTIVE for port object 526ee79b-78ca-43aa-835c-e04caa88d971 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:35.879356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Transition to ACTIVE for port object 526ee79b-78ca-43aa-835c-e04caa88d971 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:35.898006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:35.985102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 61605cb5-0300-432f-8fa9-d9a8175e256a owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:36.008385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Pushing event updated for resources: {'Port': ['ID=526ee79b-78ca-43aa-835c-e04caa88d971,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:36.011727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:36.013640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:36.016803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c03481da-8048-4413-a1cf-2277397ea2a3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:36.017020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:36.017497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c03481da-8048-4413-a1cf-2277397ea2a3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1737416 May 27 03:51:36.028727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 47392ea6-e99f-410a-96e4-71462845a946 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:36.047136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.124662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Attempting to bind port 526ee79b-78ca-43aa-835c-e04caa88d971 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:36.125292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Attempting to bind port 526ee79b-78ca-43aa-835c-e04caa88d971 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:36.125445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Attempting to bind port 526ee79b-78ca-43aa-835c-e04caa88d971 on network 3afd1437-2c0c-4bdc-8826-126e41a1c07d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:36.135094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:36.135539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Checking segment: {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:36.135912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.136247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Bound using segment: {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:36.136711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Bound port: 526ee79b-78ca-43aa-835c-e04caa88d971, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:36.137096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.152239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:29Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:30Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:36.160180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:36.160543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Updating router 76041fb3-e9bb-44db-b21c-0d4c105491f0 port 95eae443-7278-4a22-b4bb-72eaa71e7a4f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:51:36.213752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 47392ea6-e99f-410a-96e4-71462845a946) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:36.239297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:36.239992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.257554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313da4b7-bb7b-4f80-aa21-56a9c978ed7d None None] Network 47392ea6-e99f-410a-96e4-71462845a946 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:36.300122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:36.302692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.318260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-37667038-adbf-4d11-be50-a159cffd69b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9416997 May 27 03:51:36.320188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-95c88c2f-55c9-4872-9dbb-a558548ed4c1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5792286 May 27 03:51:36.321029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:36.336456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-447211036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:36.341246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.343379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-a4e07db7-b8cd-4a35-8bee-824b6f38fb47 service neutron] 10.222.0.46 "GET /v2.0/networks/96e3593a-8440-413a-8088-6c9c90072a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926965 May 27 03:51:36.345848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:36.350942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:36.354280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:36.361986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:36.408865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.521204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] For port 526ee79b-78ca-43aa-835c-e04caa88d971, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:36.541162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] For port 526ee79b-78ca-43aa-835c-e04caa88d971, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=526ee79b-78ca-43aa-835c-e04caa88d971,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:36.582261 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.599331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.600869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.619198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-7826f53f-b643-4038-8e78-2f8cc6e428b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.2634301 May 27 03:51:36.632593 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.691722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.708074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.750022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=99deaf3c-e207-4a56-8637-30d2cad57d68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:36.753948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.774524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-f26ac1c2-6919-4883-a47e-bb5844de9f8c service neutron] 10.222.0.46 "GET /v2.0/networks/96e3593a-8440-413a-8088-6c9c90072a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142563 May 27 03:51:36.785043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=61605cb5-0300-432f-8fa9-d9a8175e256a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:36.788418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb466-96ef-41e8-a028-f3d8585e2ab7 None None] Pushing event updated for resources: {'Port': ['ID=526ee79b-78ca-43aa-835c-e04caa88d971,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:36.870480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-47392ea6-e99f-410a-96e4-71462845a946', 'network_id': '47392ea6-e99f-410a-96e4-71462845a946', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '64cac46e-372b-4b93-a677-9a1c2bd31837'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:36.871282 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.884627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:36.888651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-59958e48-5e8b-4d2a-89e6-7559a3457880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5638082 May 27 03:51:36.930251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:36.931255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:36.997593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:37.023608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'port': {'network_id': '47392ea6-e99f-410a-96e4-71462845a946', 'name': 'tempest-RoutersTest-853271733'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:37.081895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:37.167567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:37.293985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:37.304790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:51:37.315934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:37.328242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-3e5e3a1c-9c93-4bd3-86ba-8d5eeb7c9434 service neutron] 10.222.0.46 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976575 May 27 03:51:37.417168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Subnet': ['ID=545e4ffb-c916-4751-8734-84c47dac716e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:37.505780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Allocated IP 172.20.0.2 (47392ea6-e99f-410a-96e4-71462845a946/64cac46e-372b-4b93-a677-9a1c2bd31837/85e33282-6986-4d1e-9026-fe7c7c801e19) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:37.559581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4578bcda-6915-41f7-b0b5-694f67ae1f1d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:37.674548 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:37.734095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-d9640828-a750-43b8-94fd-72777e369944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:37.735508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-d9640828-a750-43b8-94fd-72777e369944 service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 1.0420012 May 27 03:51:37.803650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:37.844603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Transition to ACTIVE for port object 95eae443-7278-4a22-b4bb-72eaa71e7a4f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:37.861687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:37.887151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:port and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:37.908331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:37.920212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:37.932767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-377c43ad-94ee-4040-ae58-ac8b99ae8a86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.1776500 May 27 03:51:37.933465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Checking segment: {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:37.933818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network hostable DHCP agents. Network: 14e285a9-2dea-487a-ad41-3c5436faa6e0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:37.991520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-978b6d81-33d6-4254-b4df-bb571be69dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526325 May 27 03:51:38.033482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.116162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-2f940bb0-7c4c-4f6f-8963-44f3a448b36b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:38.118373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-2f940bb0-7c4c-4f6f-8963-44f3a448b36b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.1700354 May 27 03:51:38.160965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.241329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Router 8c5e46de-e42a-46a9-96d1-ec79c8ebee4c has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:38.295736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:38.298839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.320924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:51:38.336340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.337068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac87c-9d47-4224-93a2-ba36a88a5edd None None] Pushing event updated for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:38.337989 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Added segment 11f4973d-f6ed-4b85-a500-a837b9941985 of type vlan for network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 May 27 03:51:38.366993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4578bcda-6915-41f7-b0b5-694f67ae1f1d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:38.373340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.406515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.494941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.553084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:38.571529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Transition to ACTIVE for port object 85e33282-6986-4d1e-9026-fe7c7c801e19 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:38.601258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] device_id is not set on port 85e974f9-bfb5-44a1-a12b-fad26494a21b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:51:38.610741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Transition to ACTIVE for port object 85e33282-6986-4d1e-9026-fe7c7c801e19 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:38.633270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:38.638690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7580dd4-2dce-40d6-a25d-56807db4ab2b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/routers/8c5e46de-e42a-46a9-96d1-ec79c8ebee4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3151944 May 27 03:51:38.642613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47896) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:38.644396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514b917-a793-4f84-a5bc-5c87ab4a26d0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:38.649833 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] Sync routers for ids ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:38.652328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.653382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:38.654308 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.678820 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] Routers {'8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:38.680255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:38.690714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.721853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 14e285a9-2dea-487a-ad41-3c5436faa6e0) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:38.757591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:38.758275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:38.763878 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95ac13b-f301-41dd-84d4-0c178f748cf8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:51:38.770082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a95ac13b-f301-41dd-84d4-0c178f748cf8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:38.791176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Attempting to bind port 95eae443-7278-4a22-b4bb-72eaa71e7a4f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:38.791910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Attempting to bind port 95eae443-7278-4a22-b4bb-72eaa71e7a4f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:38.792385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Attempting to bind port 95eae443-7278-4a22-b4bb-72eaa71e7a4f on network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:38.796094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc948a4-5d85-47b4-8044-7e1d1efedd6f None None] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:38.800845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5047696 May 27 03:51:38.803135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47902) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:38.812987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Request body: {'subnet': {'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-subnet', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:38.832735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:38.841420 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:38.845003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Usage tracker for resource:subnet and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:38.851411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:38.855138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a95ac13b-f301-41dd-84d4-0c178f748cf8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:38.861742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a95ac13b-f301-41dd-84d4-0c178f748cf8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/61605cb5-0300-432f-8fa9-d9a8175e256a HTTP/1.1" status: 404 len: 333 time: 0.2180185 May 27 03:51:38.869588 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] Routers {'8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:38.870210 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:38.871914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47910) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:38.876405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:38.955773 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:38.956245 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11ff22-ca54-41f4-b3a9-f7b18350bfb3 None None] The sync data for ids ['8c5e46de-e42a-46a9-96d1-ec79c8ebee4c'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:39.020149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab88be-e976-4d52-9ba3-4b3dd5315df6 None None] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:39.066070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d169575-a705-4898-983f-10b2024f38b3 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9165983 May 27 03:51:39.066868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:39.081732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff22d4-16ad-4b69-a19c-e212dfa94d55 admin admin] Pushing event updated for resources: {'Network': ['ID=44bab2cf-aa7f-43a5-9594-6098f15fb5e0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:39.105153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:39.109782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.134994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:39.135523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Checking segment: {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:39.136043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.136526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Bound using segment: {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:39.137143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Bound port: 95eae443-7278-4a22-b4bb-72eaa71e7a4f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c2d5e7-db33-47dd-8ef7-f3cdd279429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:39.137618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.184035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-42a49918-799d-4cd4-b1a1-3f9a30c39f66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0259488 May 27 03:51:39.205327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:51:39.250209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.298752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:39.435366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.20.0.10 (47392ea6-e99f-410a-96e4-71462845a946/64cac46e-372b-4b93-a677-9a1c2bd31837/85e974f9-bfb5-44a1-a12b-fad26494a21b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:39.483980 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.644224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Pushing event updated for resources: {'Port': ['ID=85e33282-6986-4d1e-9026-fe7c7c801e19,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:39.668504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 526ee79b-78ca-43aa-835c-e04caa88d971 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:39.694721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9f42b050-455f-4544-8405-5e23284945eb req-dc8797ab-316f-4124-8574-022ea03c30bf tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 210 time: 0.2180736 May 27 03:51:39.745356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Network 47392ea6-e99f-410a-96e4-71462845a946 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:39.757608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:39.764103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:39.788574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.809389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.857632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.902588 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.904938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Fanout notify agent at l3_agent the message router_deleted on router 8c5e46de-e42a-46a9-96d1-ec79c8ebee4c {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:51:39.953381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db1c5fb0-f388-4823-8ebf-e69962abd63c None None] Provisioning for port 526ee79b-78ca-43aa-835c-e04caa88d971 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:39.968677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.977412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6f3751e-7d9f-4935-8380-52cbcdd16373 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/routers/8c5e46de-e42a-46a9-96d1-ec79c8ebee4c HTTP/1.1" status: 204 len: 168 time: 1.1043980 May 27 03:51:39.978977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:39.989144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:39.990333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-bde8fa6b-d06e-4b2a-aa10-b3ccef90f875 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884951 May 27 03:51:40.055521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Attempting to bind port 85e33282-6986-4d1e-9026-fe7c7c801e19 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:40.055914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Attempting to bind port 85e33282-6986-4d1e-9026-fe7c7c801e19 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ea1371c2-99b5-4206-a651-e93360f94826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47392ea6-e99f-410a-96e4-71462845a946'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:40.056281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Attempting to bind port 85e33282-6986-4d1e-9026-fe7c7c801e19 on network 47392ea6-e99f-410a-96e4-71462845a946 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:40.096095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-14e285a9-2dea-487a-ad41-3c5436faa6e0', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:40.096954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.126861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 526ee79b-78ca-43aa-835c-e04caa88d971 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:40.152185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=108202ed-7a5b-4ec9-946c-122fbff77a5d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:40.154921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:40.155358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Checking segment: {'id': 'ea1371c2-99b5-4206-a651-e93360f94826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47392ea6-e99f-410a-96e4-71462845a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:40.156528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.156528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Bound using segment: {'id': 'ea1371c2-99b5-4206-a651-e93360f94826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47392ea6-e99f-410a-96e4-71462845a946'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:40.156914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Bound port: 85e33282-6986-4d1e-9026-fe7c7c801e19, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1371c2-99b5-4206-a651-e93360f94826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47392ea6-e99f-410a-96e4-71462845a946'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:40.157297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.168279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] For port 95eae443-7278-4a22-b4bb-72eaa71e7a4f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:40.172081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 526ee79b-78ca-43aa-835c-e04caa88d971 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:40.172450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.199872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.223569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] For port 95eae443-7278-4a22-b4bb-72eaa71e7a4f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=95eae443-7278-4a22-b4bb-72eaa71e7a4f,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:40.230257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:40.321817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Usage tracker for resource:security_group_rule and tenant:98048df0257145daa2d45374772826bc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:40.322055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.330275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:40.333813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 85e974f9-bfb5-44a1-a12b-fad26494a21b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:40.369632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:40.421331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:40.422241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Network hostable DHCP agents. Network: 44bab2cf-aa7f-43a5-9594-6098f15fb5e0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:51:40.484480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:51:40.497616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dedd945-fed3-42d9-ace1-0dfea4f5c782 req-c780cc96-25d8-4f79-a1ce-7cdc94fcee3f service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934669 May 27 03:51:40.534992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 44bab2cf-aa7f-43a5-9594-6098f15fb5e0) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:40.544424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:40.545786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.571394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f137a5d-970b-4353-b666-926eaebd937b None None] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:40.580333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.595998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet d4cc8cba-be54-4b45-b373-58305d9b2f30 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:40.600613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.646196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dce656e9-9e72-4fdb-990d-a9fc55d3cc2e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8419244 May 27 03:51:40.655386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:40.681455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:40.706460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:40.715495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Usage tracker for resource:router and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:40.732120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:40.758534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:40.771486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.805400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.810788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 47392ea6-e99f-410a-96e4-71462845a946 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:40.818345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:40.841834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:40.848381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.849473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.882710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.889744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=85e974f9-bfb5-44a1-a12b-fad26494a21b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:40.894014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:40.952773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] For port 85e33282-6986-4d1e-9026-fe7c7c801e19, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:40.967021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] For port 85e33282-6986-4d1e-9026-fe7c7c801e19, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85e33282-6986-4d1e-9026-fe7c7c801e19,segment=NetworkSegment(ea1371c2-99b5-4206-a651-e93360f94826),segment_id=ea1371c2-99b5-4206-a651-e93360f94826)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:40.978088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac87c-9d47-4224-93a2-ba36a88a5edd None None] Pushing event updated for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:40.981742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d580fa6-668e-46e2-9b70-ed85673d2283 req-1ef7e06d-945a-4f3d-b661-9baa5b807df6 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 210 time: 0.0794239 May 27 03:51:41.051788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Allocated IP 2001:db8:3::2 (14e285a9-2dea-487a-ad41-3c5436faa6e0/545e4ffb-c916-4751-8734-84c47dac716e/f2cae627-ec61-4751-ab37-e6309d741d5c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:41.327226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:41.327865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:41.396438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.439686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-0002b4f8-75c1-4016-b741-5f8486eacc68 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:41.443781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-0002b4f8-75c1-4016-b741-5f8486eacc68 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:41.445373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-0002b4f8-75c1-4016-b741-5f8486eacc68 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "GET /v2.0/networks?id=96e3593a-8440-413a-8088-6c9c90072a2c&id=3afd1437-2c0c-4bdc-8826-126e41a1c07d HTTP/1.1" status: 200 len: 1390 time: 0.5402663 May 27 03:51:41.449629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:41.450230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.461966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.473196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.481237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'port': {'device_id': '21367025-8805-4d88-ad20-6f372c0caffd', 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c', 'admin_state_up': True, 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:41.541735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b0f5fd9-0575-4869-8f80-5dc59737a74f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6053479 May 27 03:51:41.544621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47954) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:41.608224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.674430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41288da-380d-4aa7-8f5e-4c8fddeb9e13,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:41.675610 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.744137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92cb1d-3e6a-42d2-aa2e-6bf498108ff6 None None] Pushing event updated for resources: {'Port': ['ID=85e33282-6986-4d1e-9026-fe7c7c801e19,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:41.755151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-38961641-5fae-42bf-9129-dca6b0e90252 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98048df0257145daa2d45374772826bc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4549222 May 27 03:51:41.756421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Transition to ACTIVE for port object f2cae627-ec61-4751-ab37-e6309d741d5c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:41.764134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:41.795584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:41.854005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 526ee79b-78ca-43aa-835c-e04caa88d971, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=526ee79b-78ca-43aa-835c-e04caa88d971,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:41.871420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Transition to ACTIVE for port object f2cae627-ec61-4751-ab37-e6309d741d5c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:41.896350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.911156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:41.999693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.151611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.226738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.243782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:42.263826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cc8cba-be54-4b45-b373-58305d9b2f30,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:42.265023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:42.302279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:port and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:42.307645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4c92b001-0ab8-407f-9168-fdca61b7d220 req-faeb699f-50ed-4ad4-b4da-30cb9992b1e0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 210 time: 0.1237662 May 27 03:51:42.308607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.312045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:42.335993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:42.356290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:42.358622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:42.407682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0107521-4ee9-4bde-a166-d8d3c836f2c4 None None] Network a2f00725-38b6-4a6d-a650-7f22a2bff988 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:42.420284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bef17-795b-4978-818b-90312970e365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:42.421103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.475719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:42.478876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.490400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.553251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54c323c2-c72e-4704-bd86-656738360be8 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/d4cc8cba-be54-4b45-b373-58305d9b2f30 HTTP/1.1" status: 204 len: 168 time: 2.5603960 May 27 03:51:42.554381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:42.619862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=526ee79b-78ca-43aa-835c-e04caa88d971,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:42.648788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.656954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.717468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41288da-380d-4aa7-8f5e-4c8fddeb9e13,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:42.743500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.746991 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47cf6cdb-911b-4fba-a628-df833992f2dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a41288da-380d-4aa7-8f5e-4c8fddeb9e13 HTTP/1.1" status: 204 len: 168 time: 0.8717320 May 27 03:51:42.774480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:42.904714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Pushing event updated for resources: {'Port': ['ID=f2cae627-ec61-4751-ab37-e6309d741d5c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:42.968619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dfed052a-80ff-4cb3-9964-63f509f1cf60 None None] Provisioning complete for port 526ee79b-78ca-43aa-835c-e04caa88d971 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:42.969015 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfed052a-80ff-4cb3-9964-63f509f1cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.044685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.065638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Attempting to bind port f2cae627-ec61-4751-ab37-e6309d741d5c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:43.068200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Attempting to bind port f2cae627-ec61-4751-ab37-e6309d741d5c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:43.071052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Attempting to bind port f2cae627-ec61-4751-ab37-e6309d741d5c on network 14e285a9-2dea-487a-ad41-3c5436faa6e0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:43.093798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Allocated IP 172.25.8.55 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:43.107120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port b0bd9afd-80f5-4e12-8863-92a231262cde {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:43.107503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.280696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Allocated IP 19.80.0.28 (96e3593a-8440-413a-8088-6c9c90072a2c/c5157c12-a2a0-45b2-9adb-71963f669c61/ad9185fa-8331-4a3b-be78-6069fc2b1827) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:43.310983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c78bef17-795b-4978-818b-90312970e365 None None] Allocated IP 172.20.0.2 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/390bb213-6292-418c-9f6d-ba174f456fd0) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:43.549659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:43.592285 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.608087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c78bef17-795b-4978-818b-90312970e365 None None] Transition to ACTIVE for port object 390bb213-6292-418c-9f6d-ba174f456fd0 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:43.636061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c78bef17-795b-4978-818b-90312970e365 None None] Transition to ACTIVE for port object 390bb213-6292-418c-9f6d-ba174f456fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:43.654516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.655720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:43.656462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Checking segment: {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:43.657023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.657519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Bound using segment: {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:43.658072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Bound port: f2cae627-ec61-4751-ab37-e6309d741d5c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:43.658504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.688386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0087ed-3e99-4fed-b91e-3700f2a4871e None None] Network 47392ea6-e99f-410a-96e4-71462845a946 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:43.710746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ee9a9a5-6179-48be-a964-7168cc96e663 req-b1d41ed6-93c9-4ac5-a7f2-523e31452853 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 210 time: 0.0887258 May 27 03:51:43.713005 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.766974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:43.781622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bef17-795b-4978-818b-90312970e365 None None] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:43.799682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c78bef17-795b-4978-818b-90312970e365 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:43.848783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:43.927678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bef17-795b-4978-818b-90312970e365 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:44.028949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router 4edf918a-85ec-4059-a4c6-09e5f0b92957 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:44.067056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Allocated IP 2001:db8:3::1 (14e285a9-2dea-487a-ad41-3c5436faa6e0/545e4ffb-c916-4751-8734-84c47dac716e/1f173b3a-69f2-437b-8640-07e223ac617e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:44.081841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.198208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Transition to ACTIVE for port object ad9185fa-8331-4a3b-be78-6069fc2b1827 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:44.254417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.265638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Usage tracker for resource:security_group_rule and tenant:899206482d1b4a078213e43b23b7cc85 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:44.273304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:44.279404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.302255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85e33282-6986-4d1e-9026-fe7c7c801e19 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:44.333823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:44.452649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c78bef17-795b-4978-818b-90312970e365 None None] Attempting to bind port 390bb213-6292-418c-9f6d-ba174f456fd0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:44.453307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c78bef17-795b-4978-818b-90312970e365 None None] Attempting to bind port 390bb213-6292-418c-9f6d-ba174f456fd0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:44.453433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bef17-795b-4978-818b-90312970e365 None None] Attempting to bind port 390bb213-6292-418c-9f6d-ba174f456fd0 on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:44.465686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bef17-795b-4978-818b-90312970e365 None None] Pushing event updated for resources: {'Port': ['ID=390bb213-6292-418c-9f6d-ba174f456fd0,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:44.477926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.501167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Transition to ACTIVE for port object 1f173b3a-69f2-437b-8640-07e223ac617e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:44.508756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] For port b0bd9afd-80f5-4e12-8863-92a231262cde, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b0bd9afd-80f5-4e12-8863-92a231262cde,segment=NetworkSegment(1f45b242-aac5-46cd-899d-1f8f8d5715bc),segment_id=1f45b242-aac5-46cd-899d-1f8f8d5715bc)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:44.509106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.535932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.545779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.618599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bef17-795b-4978-818b-90312970e365 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:44.619059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bef17-795b-4978-818b-90312970e365 None None] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:44.619399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.620339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bef17-795b-4978-818b-90312970e365 None None] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:44.620339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c78bef17-795b-4978-818b-90312970e365 None None] Bound port: 390bb213-6292-418c-9f6d-ba174f456fd0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:44.620725 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.640538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:44.648556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:44.651488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:44.655936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:44.656806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.683208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.694427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for b0bd9afd-80f5-4e12-8863-92a231262cde owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:44.703720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] For port f2cae627-ec61-4751-ab37-e6309d741d5c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:44.782589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 96e3593a-8440-413a-8088-6c9c90072a2c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:44.788092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=85e974f9-bfb5-44a1-a12b-fad26494a21b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:44.790665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:44.792026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:44.794504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:44.917211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] For port f2cae627-ec61-4751-ab37-e6309d741d5c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2cae627-ec61-4751-ab37-e6309d741d5c,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:44.926590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 85e33282-6986-4d1e-9026-fe7c7c801e19 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:44.935425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:44.936036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.941917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.948529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:44.993231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 526ee79b-78ca-43aa-835c-e04caa88d971 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:45.014781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.030684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.048567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:45.062590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb406238-8502-4f56-99ed-cc502e1f8de2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/routers/4edf918a-85ec-4059-a4c6-09e5f0b92957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3427329 May 27 03:51:45.062803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f955a26-1c68-4e08-aedf-9542bf5e9966 None None] DHCP port deletion for a2f00725-38b6-4a6d-a650-7f22a2bff988 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:45.064689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-af30b3a3-0690-4857-83bb-4c4cf3892251 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5896819 May 27 03:51:45.065158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:45.081561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c78bef17-795b-4978-818b-90312970e365 None None] For port 390bb213-6292-418c-9f6d-ba174f456fd0, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:45.089758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] Sync routers for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:45.110528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Provisioning for port 85e33282-6986-4d1e-9026-fe7c7c801e19 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:45.151579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Request body: {'port': {'device_id': '21367025-8805-4d88-ad20-6f372c0caffd', 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d', 'admin_state_up': True, 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:45.154614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c78bef17-795b-4978-818b-90312970e365 None None] For port 390bb213-6292-418c-9f6d-ba174f456fd0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=390bb213-6292-418c-9f6d-ba174f456fd0,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:45.162968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Provisioning complete for port 85e33282-6986-4d1e-9026-fe7c7c801e19 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:45.163473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.188519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:45.208482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.218082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:45.228631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:45.231784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.260009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:29Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:40Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:45.286518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917779b2-7771-4dd0-bc24-1bd763c37205 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:29Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:40Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:45.298645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42e0d5-72be-4313-8d4a-3f97b1ab2eeb None None] Pushing event updated for resources: {'Port': ['ID=f2cae627-ec61-4751-ab37-e6309d741d5c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:45.392657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 526ee79b-78ca-43aa-835c-e04caa88d971 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:45.394466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.476258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:45.477661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:45.573134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:45.701700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:45.747096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No DVR routers for this DVR port b0bd9afd-80f5-4e12-8863-92a231262cde on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:45.854053 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=899206482d1b4a078213e43b23b7cc85&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3032520 May 27 03:51:45.861240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:45.861852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e23266-16b4-4f77-ab0a-3753106edf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00b65e-e522-49dd-9e70-35a36f58487a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:45.920565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.019697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bef17-795b-4978-818b-90312970e365 None None] Pushing event updated for resources: {'Port': ['ID=390bb213-6292-418c-9f6d-ba174f456fd0,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:46.031522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.091944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=b0bd9afd-80f5-4e12-8863-92a231262cde,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:46.138423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] Routers {'4edf918a-85ec-4059-a4c6-09e5f0b92957'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:46.139189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4edf918a-85ec-4059-a4c6-09e5f0b92957'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.148560 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.175160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.175906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.247700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.250672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.251132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.251581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.252041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.252481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.252931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.253462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.253873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.254303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.254730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78bef17-795b-4978-818b-90312970e365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:46.285726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.287853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.291846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d5ab8-3fa3-4173-bf98-d5769d45d161 None None] The sync data for ids ['4edf918a-85ec-4059-a4c6-09e5f0b92957'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:46.303297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.323467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f00725-38b6-4a6d-a650-7f22a2bff988']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.337821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f45b242-aac5-46cd-899d-1f8f8d5715bc') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.338393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f45b242-aac5-46cd-899d-1f8f8d5715bc') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:46.363564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.371234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] For port 85e33282-6986-4d1e-9026-fe7c7c801e19, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85e33282-6986-4d1e-9026-fe7c7c801e19,segment=NetworkSegment(ea1371c2-99b5-4206-a651-e93360f94826),segment_id=ea1371c2-99b5-4206-a651-e93360f94826)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:46.383819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.385003 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.392383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:51:46.392786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: timer() May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:51:46.490900 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:51:46.517179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde92450-7e16-4e8e-b70e-79c7d13c1b66 req-44696b8b-1697-49cf-94db-a7564ef2a01e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:46.518927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bde92450-7e16-4e8e-b70e-79c7d13c1b66 req-44696b8b-1697-49cf-94db-a7564ef2a01e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 931 time: 1.6482809 May 27 03:51:46.541181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:46.543327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:46.546025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:46.549709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.556251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.564865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b86a9-86b9-470d-a3d3-67d9e8e4cd67 None None] Pushing event updated for resources: {'Port': ['ID=85e33282-6986-4d1e-9026-fe7c7c801e19,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:46.572780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Provisioning for port 85e974f9-bfb5-44a1-a12b-fad26494a21b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:46.588815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Provisioning complete for port 85e974f9-bfb5-44a1-a12b-fad26494a21b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:46.589512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.596869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=a2f00725-38b6-4a6d-a650-7f22a2bff988,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:46.717659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Usage tracker for resource:port and tenant:ecc88577a2ef4f05875f7489d71ddad6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:46.717897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.718414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.731466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-09471d5e-6193-4b49-b09b-ae1261e7929c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/a2f00725-38b6-4a6d-a650-7f22a2bff988 HTTP/1.1" status: 204 len: 168 time: 4.1671133 May 27 03:51:46.732027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:46.733025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Port 85e974f9-bfb5-44a1-a12b-fad26494a21b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:46.744577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48008) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:46.747215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bde92450-7e16-4e8e-b70e-79c7d13c1b66 req-869fd441-289f-49ca-93ba-0095de89592e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166986 May 27 03:51:46.760861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 390bb213-6292-418c-9f6d-ba174f456fd0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:46.819388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Provisioning complete for port 85e33282-6986-4d1e-9026-fe7c7c801e19 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:46.819681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.837075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:46.862028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a087949-e7d5-463a-b300-1bd844fca515 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:46.862614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a087949-e7d5-463a-b300-1bd844fca515 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:46.866970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event updated for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:46.894966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.913703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Made reservation on behalf of ecc88577a2ef4f05875f7489d71ddad6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:46.916851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.959061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:46.985641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 390bb213-6292-418c-9f6d-ba174f456fd0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:46.986066 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.006819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95eae443-7278-4a22-b4bb-72eaa71e7a4f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:47.183785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Provisioning for port ad9185fa-8331-4a3b-be78-6069fc2b1827 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:47.195724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:47.208192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Provisioning complete for port ad9185fa-8331-4a3b-be78-6069fc2b1827 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:47.208561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.211981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a087949-e7d5-463a-b300-1bd844fca515 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:47.213607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a087949-e7d5-463a-b300-1bd844fca515 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/be57fd80-5db2-4459-9deb-da07e0412bfe HTTP/1.1" status: 200 len: 845 time: 0.4655039 May 27 03:51:47.228797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48012) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:47.292357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a87c8c84-037b-493b-8d09-b130df7a1f65 None None] Port ad9185fa-8331-4a3b-be78-6069fc2b1827 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:47.294055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:47.294417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.480817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e86f5241-8ae7-46c7-a355-3c9092ded747 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/be57fd80-5db2-4459-9deb-da07e0412bfe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2506745 May 27 03:51:47.487695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:47.494088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e967778c-affd-47c1-81be-a8bef8198385 None None] Provisioning complete for port 85e974f9-bfb5-44a1-a12b-fad26494a21b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:47.494745 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e967778c-affd-47c1-81be-a8bef8198385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.494919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.495837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:47.543791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.553047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9a6b8-c8eb-4fed-844f-b6416aca4e45 None None] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:47.567699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e967778c-affd-47c1-81be-a8bef8198385 None None] Port 85e974f9-bfb5-44a1-a12b-fad26494a21b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:47.680992 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.701823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00b65e-e522-49dd-9e70-35a36f58487a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:47.730472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Allocated IP 19.86.0.164 (3afd1437-2c0c-4bdc-8826-126e41a1c07d/5dd513d6-04b3-48cd-b055-b76fa1048c3d/2954f681-a505-4639-8ee6-b89d5501c4d7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:47.745314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f5dfb-44b7-4c4f-aaed-86f92f912253 None None] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:47.802608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.804438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a39e4eb-a302-4e33-b889-f7e1b6ef281d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f00b65e-e522-49dd-9e70-35a36f58487a HTTP/1.1" status: 204 len: 168 time: 1.9368050 May 27 03:51:47.955429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 95eae443-7278-4a22-b4bb-72eaa71e7a4f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=95eae443-7278-4a22-b4bb-72eaa71e7a4f,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:47.956102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:47.960041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:47.970733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:47.971335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:47.972110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2cae627-ec61-4751-ab37-e6309d741d5c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:47.981245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:48.006328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:48.047074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:48.116131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c807a6fd-fde8-4631-bf50-4f59034723f3 None None] Provisioning complete for port 85e974f9-bfb5-44a1-a12b-fad26494a21b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:48.116498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c807a6fd-fde8-4631-bf50-4f59034723f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.181855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.195030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.226621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.237713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:48.239143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c807a6fd-fde8-4631-bf50-4f59034723f3 None None] Port 85e974f9-bfb5-44a1-a12b-fad26494a21b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:48.406152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c807a6fd-fde8-4631-bf50-4f59034723f3 None None] Provisioning for port f2cae627-ec61-4751-ab37-e6309d741d5c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:48.473244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.513433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Transition to ACTIVE for port object 2954f681-a505-4639-8ee6-b89d5501c4d7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:48.522211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f2cae627-ec61-4751-ab37-e6309d741d5c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:48.532788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f2cae627-ec61-4751-ab37-e6309d741d5c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:48.533475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.552051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8196421-fb80-4500-ad71-c0d3f938f141 req-4833c72a-d6d9-49eb-aa02-78f731055c1f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:48.552051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d8196421-fb80-4500-ad71-c0d3f938f141 req-4833c72a-d6d9-49eb-aa02-78f731055c1f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Synchronizing usage tracker for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:51:48.581790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.586781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.618113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d8196421-fb80-4500-ad71-c0d3f938f141 req-4833c72a-d6d9-49eb-aa02-78f731055c1f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Unset dirty status for tenant:ecc88577a2ef4f05875f7489d71ddad6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:51:48.625182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8196421-fb80-4500-ad71-c0d3f938f141 req-4833c72a-d6d9-49eb-aa02-78f731055c1f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 931 time: 0.6132069 May 27 03:51:48.644515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.647000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port e074ed3d-6297-48b9-994f-d25aeb3dd20f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:48.647541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.681723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Provisioning for port 390bb213-6292-418c-9f6d-ba174f456fd0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:48.714838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Provisioning complete for port 390bb213-6292-418c-9f6d-ba174f456fd0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:48.715208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.775879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.852816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f2cae627-ec61-4751-ab37-e6309d741d5c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2cae627-ec61-4751-ab37-e6309d741d5c,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:48.854187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.863965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:48.875581 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:48.898783 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:48.899228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=85e974f9-bfb5-44a1-a12b-fad26494a21b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:48.900270 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:48.915435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9d71683b-2676-4c4c-bbf4-6e2b9df09d3f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8399661 May 27 03:51:48.922956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:48.926072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48036) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:48.945410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:48.967916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:49.035997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:49.046226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:49.049189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:49.105973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b0bd9afd-80f5-4e12-8863-92a231262cde no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:49.112270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8196421-fb80-4500-ad71-c0d3f938f141 req-75a50021-931e-40b6-99d7-a67681058d37 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834118 May 27 03:51:49.239052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Router 59f5876b-2f27-479b-8bac-539d3064e519 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:51:49.244750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:49.253320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:49.257415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:49.258000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:49.270888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b0bd9afd-80f5-4e12-8863-92a231262cde {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:49.271138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b0bd9afd-80f5-4e12-8863-92a231262cde not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:49.289122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:49.290070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:49.290229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbafa6-579e-4e32-8cdf-6a12be3781ed None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:49.325796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:49.404170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:49.418420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e1bc1733-5831-4639-9fd5-3c875b4c4a02 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3424702 May 27 03:51:49.434838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=c185c712-beb6-4c89-80bb-01b10021cbb0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:49.457308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f2cae627-ec61-4751-ab37-e6309d741d5c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:49.458970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 47392ea6-e99f-410a-96e4-71462845a946 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:49.465736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:49.492222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:49.523523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95eae443-7278-4a22-b4bb-72eaa71e7a4f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:49.671868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a18eac3-df36-4b85-b126-827317638246 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1825387 May 27 03:51:49.678960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:49.685790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'security_group': {'name': 'tempest-secgroup-704094299'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:49.777394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] For port 390bb213-6292-418c-9f6d-ba174f456fd0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=390bb213-6292-418c-9f6d-ba174f456fd0,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:49.788734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for e074ed3d-6297-48b9-994f-d25aeb3dd20f owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:49.795712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:49.809001 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:49.821031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:49.989003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Request body: {'port': {'device_id': '21367025-8805-4d88-ad20-6f372c0caffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:50.013991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:50.275238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning for port 1f173b3a-69f2-437b-8640-07e223ac617e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:50.298604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.302394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning complete for port 1f173b3a-69f2-437b-8640-07e223ac617e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:50.304721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.406091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84842792-efda-4635-bc86-9b462e2dd1ae None None] Pushing event updated for resources: {'Port': ['ID=390bb213-6292-418c-9f6d-ba174f456fd0,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:50.419279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 95eae443-7278-4a22-b4bb-72eaa71e7a4f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:50.419969 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.421829 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:44Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:50.432628 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:50.432790 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Updating router 76041fb3-e9bb-44db-b21c-0d4c105491f0 port 1f173b3a-69f2-437b-8640-07e223ac617e binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:51:50.461730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Port 1f173b3a-69f2-437b-8640-07e223ac617e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:50.477020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=e074ed3d-6297-48b9-994f-d25aeb3dd20f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:50.526458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning complete for port 390bb213-6292-418c-9f6d-ba174f456fd0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:50.529714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.544208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:50.562720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-fce4ab63-5159-4397-90ef-eebfede94409', 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'tenant_id': '58660921a57b4d9482701e24c5b0cfa7', 'fixed_ips': [{'subnet_id': 'c185c712-beb6-4c89-80bb-01b10021cbb0'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:51:50.563924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.579839 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.706783 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:51:50.789702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85e33282-6986-4d1e-9026-fe7c7c801e19 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:50.828446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:50.987655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.051326 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.067436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Allocated IP 2001:db8::2 (fce4ab63-5159-4397-90ef-eebfede94409/c185c712-beb6-4c89-80bb-01b10021cbb0/a329266c-d979-4f1c-b6ba-152be1f6b573) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:51.076459 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Transition to ACTIVE for port object 1f173b3a-69f2-437b-8640-07e223ac617e will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:51.096095 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.246424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009819a-286b-4309-a318-abb054329267 req-7a83f309-cd80-47ec-8e02-8a7b94f08ad9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:51.250276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009819a-286b-4309-a318-abb054329267 req-7a83f309-cd80-47ec-8e02-8a7b94f08ad9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:51.251882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7009819a-286b-4309-a318-abb054329267 req-7a83f309-cd80-47ec-8e02-8a7b94f08ad9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1654 time: 0.8053546 May 27 03:51:51.342656 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5cb3f-9549-4f97-b616-bbc8ecc587fc None None] Pushing event updated for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:51.544109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning for port 2954f681-a505-4639-8ee6-b89d5501c4d7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:51.574456 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Attempting to bind port 1f173b3a-69f2-437b-8640-07e223ac617e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:51.575049 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Attempting to bind port 1f173b3a-69f2-437b-8640-07e223ac617e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:51.575179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Attempting to bind port 1f173b3a-69f2-437b-8640-07e223ac617e on network 14e285a9-2dea-487a-ad41-3c5436faa6e0 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:51.592639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning complete for port 2954f681-a505-4639-8ee6-b89d5501c4d7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:51.593434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.600591 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:51.602466 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Checking segment: {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:51.602879 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.603308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Bound using segment: {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:51.603777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Bound port: 1f173b3a-69f2-437b-8640-07e223ac617e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec147b-e480-4c7c-986f-2f577b77475c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:51.604139 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.634348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:51.639210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:51.642475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:51.650296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:51.658100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 85e33282-6986-4d1e-9026-fe7c7c801e19 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:51.658490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.705875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.714485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.715320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.719684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Port 2954f681-a505-4639-8ee6-b89d5501c4d7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:51.736608 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.746040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.763563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Transition to ACTIVE for port object a329266c-d979-4f1c-b6ba-152be1f6b573 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:51.778509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Provisioning complete for port f2cae627-ec61-4751-ab37-e6309d741d5c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:51.778828 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fff3f2d9-0071-480f-9f32-05f24483a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.809916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.810718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Fanout notify agent at l3_agent the message router_deleted on router 4edf918a-85ec-4059-a4c6-09e5f0b92957 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:51:51.812310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.838333 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] For port 1f173b3a-69f2-437b-8640-07e223ac617e, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:51.847074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] For port 1f173b3a-69f2-437b-8640-07e223ac617e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f173b3a-69f2-437b-8640-07e223ac617e,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:51.865787 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.919413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Transition to ACTIVE for port object a329266c-d979-4f1c-b6ba-152be1f6b573 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:51.949967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.965229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef7d87-5a54-4052-94e8-ae817166c92c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:51.970333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.975462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7009819a-286b-4309-a318-abb054329267 req-36d36a87-8583-4ef5-aba4-e17f8ea49d87 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521973 May 27 03:51:51.978418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0535ad03-28f4-4b3b-b9f5-258c0ce817d4 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/routers/4edf918a-85ec-4059-a4c6-09e5f0b92957 HTTP/1.1" status: 204 len: 168 time: 6.9044206 May 27 03:51:51.980262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:51.984115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:51.985102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad5697e3-8b5e-4098-9719-d63908a3e2e9 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3051708 May 27 03:51:51.998735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:52.046454 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5cb3f-9549-4f97-b616-bbc8ecc587fc None None] Pushing event updated for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:52.071726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:52.072663 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:52.095219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:52.107104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:52.108838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:52.110545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'security_group': {'name': 'tempest-secgroup-278101226'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:52.117871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:52.139246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:52.189592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:52.196283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 390bb213-6292-418c-9f6d-ba174f456fd0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:52.209718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:51:52.235307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:52.241756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Removed routes are [] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:51:52.242205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.259492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:52.295916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:52.332189 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:52.352481 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-d25049bb-bc22-4353-978e-f59718bc7740 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.5928833 May 27 03:51:52.364678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:52.365276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 6ff70936-2117-45ff-9c37-231ba05a343b is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:51:52.371874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa817e-cc50-4b44-8030-9d997a5e8e28 req-4ee07a44-9cff-4919-88c5-f1c14e53da06 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:52.378958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41aa817e-cc50-4b44-8030-9d997a5e8e28 req-4ee07a44-9cff-4919-88c5-f1c14e53da06 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.6214311 May 27 03:51:52.484988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:52.487240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:52.574393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.575721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5d0d7c2f-9a05-42f5-b771-454a8b88aca0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.9193320 May 27 03:51:52.592253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48102) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:52.633003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.699690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Attempting to bind port a329266c-d979-4f1c-b6ba-152be1f6b573 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:52.700044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Attempting to bind port a329266c-d979-4f1c-b6ba-152be1f6b573 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c26dea28-b6af-4fbd-b1f0-99147e8118c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:52.700399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Attempting to bind port a329266c-d979-4f1c-b6ba-152be1f6b573 on network fce4ab63-5159-4397-90ef-eebfede94409 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:52.746740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:52.747104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Checking segment: {'id': 'c26dea28-b6af-4fbd-b1f0-99147e8118c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:52.747502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.747887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Bound using segment: {'id': 'c26dea28-b6af-4fbd-b1f0-99147e8118c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:52.748361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Bound port: a329266c-d979-4f1c-b6ba-152be1f6b573, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26dea28-b6af-4fbd-b1f0-99147e8118c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:52.749224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.773870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0650c5c1-ce35-4a35-a4e8-53c4448a560d None None] Provisioning complete for port 85e974f9-bfb5-44a1-a12b-fad26494a21b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:52.774236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0650c5c1-ce35-4a35-a4e8-53c4448a560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.848102 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:44Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:51Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:52.853524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11b0f1-6c5a-414f-9da1-57e335c8cbe8 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:44Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:51Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:52.877567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 390bb213-6292-418c-9f6d-ba174f456fd0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:52.877935 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:52.993295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:52.998364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:53.001513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:53.002029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0650c5c1-ce35-4a35-a4e8-53c4448a560d None None] Port 85e974f9-bfb5-44a1-a12b-fad26494a21b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:53.007927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:53.008533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:53.022157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-87b8ac4f-84a3-44a5-bf57-52a350f83b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:53.023675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-87b8ac4f-84a3-44a5-bf57-52a350f83b68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.6041670 May 27 03:51:53.285635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:53.373273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:53.383617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9185fa-8331-4a3b-be78-6069fc2b1827 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:51:53.390256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.391601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.408625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Transition to ACTIVE for port object ad9185fa-8331-4a3b-be78-6069fc2b1827 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:53.494472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting subnet f719991a-e498-4a0e-bf89-a11f63761ef9 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:51:53.529270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.544358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2cae627-ec61-4751-ab37-e6309d741d5c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:53.561860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.631506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41aa817e-cc50-4b44-8030-9d997a5e8e28 req-7e772259-00fb-4d30-9697-acbe6c3dc964 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2509890 May 27 03:51:53.659651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e6a83-4088-42a4-a41f-a149cee4e990 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:53.675014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:53.685223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ffed52a-760f-48cd-9ac9-430bb455a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/6ff70936-2117-45ff-9c37-231ba05a343b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1323113 May 27 03:51:53.687024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] Sync routers for ids ['6ff70936-2117-45ff-9c37-231ba05a343b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:53.693599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:53.697706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.716630 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] Routers {'6ff70936-2117-45ff-9c37-231ba05a343b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:53.718775 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6ff70936-2117-45ff-9c37-231ba05a343b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:53.775616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49dd428-86b3-46f6-85bc-ce6654e078c8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:53.781008 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c49dd428-86b3-46f6-85bc-ce6654e078c8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports/85e974f9-bfb5-44a1-a12b-fad26494a21b HTTP/1.1" status: 200 len: 977 time: 0.0863025 May 27 03:51:53.785965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:53.849454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 3, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:53.857076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.858316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:53.858675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Updating router 59f5876b-2f27-479b-8bac-539d3064e519 port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:51:53.865704 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:53.869637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.878024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.906519 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] Routers {'6ff70936-2117-45ff-9c37-231ba05a343b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:53.907152 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6ff70936-2117-45ff-9c37-231ba05a343b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:53.937907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.961624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f2cae627-ec61-4751-ab37-e6309d741d5c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:53.961997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:53.995886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.056662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:54.057088 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7767fbb6-36db-47bc-b7db-c0f69a233ad2 None None] The sync data for ids ['6ff70936-2117-45ff-9c37-231ba05a343b'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:54.077183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.090745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-e15da00c-10c9-4c2f-96df-dcab3548c177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1001 time: 0.6709809 May 27 03:51:54.107580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:54.168225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:54.257427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851893f-1ddb-45d7-a34d-7381bd235671 req-e14cc637-6397-42d5-b7d9-280c44d80c8f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:54.261878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851893f-1ddb-45d7-a34d-7381bd235671 req-e14cc637-6397-42d5-b7d9-280c44d80c8f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:54.263633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2851893f-1ddb-45d7-a34d-7381bd235671 req-e14cc637-6397-42d5-b7d9-280c44d80c8f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1654 time: 0.9079094 May 27 03:51:54.470048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba89505-3576-4ea2-8fcd-234c264299b4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:54.491141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.495449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4ed609b4-e689-46bb-92a9-85a11f1b3f6d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.4676487 May 27 03:51:54.501451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:54.510461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1404735365', 'security_groups': ['aba89505-3576-4ea2-8fcd-234c264299b4'], 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c185c712-beb6-4c89-80bb-01b10021cbb0'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:54.576562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-354537c6-5ada-4bf0-9c94-bce963f0b839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:54.578413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-354537c6-5ada-4bf0-9c94-bce963f0b839 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.4114308 May 27 03:51:54.657137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.675939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2851893f-1ddb-45d7-a34d-7381bd235671 req-14c3d2f2-4c1b-4e56-8b45-3d6c60ccc158 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795796 May 27 03:51:54.677607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Transition to ACTIVE for port object 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:54.687464 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.769328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.797216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Attempting to bind port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:54.797585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Attempting to bind port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:54.797951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Attempting to bind port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:54.809539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:54.809539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:54.809906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.810026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:54.810580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Bound port: 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:54.811149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.887921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:54.900954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af39f-f23b-4306-8dcf-bece533f4472 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:54.945618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:54.950105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] For port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:54.953903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] For port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:54.965734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.000209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f173b3a-69f2-437b-8640-07e223ac617e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:55.089717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:55.094327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:port and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:55.098202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:55.104655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:55.171345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:55.179297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfcafcda3414ce1ae104625d43381f5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:55.182535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:55.184870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af39f-f23b-4306-8dcf-bece533f4472 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:55.199079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:55.221259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:51:55.223310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:55.223952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:55.247426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.363044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 1f173b3a-69f2-437b-8640-07e223ac617e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:55.378631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1f173b3a-69f2-437b-8640-07e223ac617e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:55.378981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.379448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Subnet': ['ID=f719991a-e498-4a0e-bf89-a11f63761ef9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:55.394668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Attempting to bind port ad9185fa-8331-4a3b-be78-6069fc2b1827 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:51:55.394985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Attempting to bind port ad9185fa-8331-4a3b-be78-6069fc2b1827 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:51:55.395517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Attempting to bind port ad9185fa-8331-4a3b-be78-6069fc2b1827 on network 96e3593a-8440-413a-8088-6c9c90072a2c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:55.425043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.433294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96a3e4-b8fd-44ba-a808-e256b32a0d47 None None] Network f73be2c3-6c08-43aa-8eab-39d0d9918223 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:51:55.464311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Port ad9185fa-8331-4a3b-be78-6069fc2b1827 on network 96e3593a-8440-413a-8088-6c9c90072a2c not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:51:55.464952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Attempting to bind port ad9185fa-8331-4a3b-be78-6069fc2b1827 on network 96e3593a-8440-413a-8088-6c9c90072a2c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:51:55.504373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-bd4f6e4a-3655-4afc-a4d9-a3b2a5d5ab21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8657973 May 27 03:51:55.506258 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-63a297d8-da63-4582-a8df-855b2a74c138 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/subnets/f719991a-e498-4a0e-bf89-a11f63761ef9 HTTP/1.1" status: 204 len: 168 time: 3.5230663 May 27 03:51:55.514512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:55.519834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:51:55.520100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Checking segment: {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:51:55.520699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Bound using segment: {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:51:55.521702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Bound port: ad9185fa-8331-4a3b-be78-6069fc2b1827, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:51:55.522145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-164e25fc-3548-4d36-9090-c7fcf88668ea None None] Provisioning for port a329266c-d979-4f1c-b6ba-152be1f6b573 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:55.522312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.588958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.657373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:55.670591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.674133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78e238f4-5a30-4382-953d-2ed9d997a853 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 953 time: 6.7444675 May 27 03:51:55.678319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48154) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:55.721033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:51:55.725798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.734356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:55.779642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256c5f2-433b-4125-93b9-a36ca623d32c req-ccef9c56-bf98-4760-94dd-e7e88cf78575 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:55.781157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2256c5f2-433b-4125-93b9-a36ca623d32c req-ccef9c56-bf98-4760-94dd-e7e88cf78575 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.6671226 May 27 03:51:55.793639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-164e25fc-3548-4d36-9090-c7fcf88668ea None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:55.794000 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-164e25fc-3548-4d36-9090-c7fcf88668ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.829466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.855969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:51:55.893477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.930423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:55.970091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:55.970717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:56.024489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.050360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc0cd3-5b91-483a-879f-2b78a063a468,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:56.070391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2256c5f2-433b-4125-93b9-a36ca623d32c req-692129ea-2bef-45ec-9016-383d218fd113 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680149 May 27 03:51:56.072688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e2577e9e-3a5d-4d3d-98e9-8d3dde46c2e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbfcafcda3414ce1ae104625d43381f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9463754 May 27 03:51:56.081528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-9691afc9-c5b8-4438-81ab-97bbbb1ac587 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651512 May 27 03:51:56.112028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:56.131466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 3c869466-f129-4990-9500-e7b052353862 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:56.132076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.163763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:51:56.177613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-164e25fc-3548-4d36-9090-c7fcf88668ea None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:56.185238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 1f173b3a-69f2-437b-8640-07e223ac617e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f173b3a-69f2-437b-8640-07e223ac617e,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:56.258520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-74d47761-082a-452d-9fb5-72b5e2a984be tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 953 time: 0.5759044 May 27 03:51:56.258783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.258783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:56.266220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:56.278417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:51:56.285356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'routes': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:56.334996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909f885-4e1c-4226-be3b-7c0e1290c97e req-89d7171e-6c9c-4553-b711-df0fa384f23d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:56.339610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909f885-4e1c-4226-be3b-7c0e1290c97e req-89d7171e-6c9c-4553-b711-df0fa384f23d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:56.340667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b909f885-4e1c-4226-be3b-7c0e1290c97e req-89d7171e-6c9c-4553-b711-df0fa384f23d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1666 time: 0.4466741 May 27 03:51:56.440218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.449197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.468346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:56.476732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:56.493914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.509480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.527446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b909f885-4e1c-4226-be3b-7c0e1290c97e req-99b05faa-3259-4e84-b967-5caea991ebd3 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682241 May 27 03:51:56.541390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.591096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] DHCP port deletion for f73be2c3-6c08-43aa-8eab-39d0d9918223 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:51:56.600002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Deleting port 3c869466-f129-4990-9500-e7b052353862 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:56.600513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.749903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.749903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad9185fa-8331-4a3b-be78-6069fc2b1827 HTTP/1.1" status: 200 len: 1091 time: 6.7756991 May 27 03:51:56.753974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:51:56.759639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a329266c-d979-4f1c-b6ba-152be1f6b573 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:56.768858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:56.773250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:56.807960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Request body: {'port': {'device_id': '21367025-8805-4d88-ad20-6f372c0caffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:56.879092 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4606be10-a288-4475-9c93-4a9b74dac3a3'] response: {'name': 'network-changed', 'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827', 'status': 'completed', 'code': 200} May 27 03:51:56.882831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ec53a1-dd91-45c9-8114-0a0b4b0a2b63 req-5ac7858d-c2f5-41c2-bc94-f63366a0c5b1 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255001 May 27 03:51:56.953613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b50b-c12f-4351-83cf-77431cd180c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:56.956883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::1e9 (fce4ab63-5159-4397-90ef-eebfede94409/c185c712-beb6-4c89-80bb-01b10021cbb0/e555de0c-30b8-4e29-aa4d-f3fb55f4af1d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:57.085750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Allocated IP 172.20.0.1 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/7e11a227-2791-4629-8df1-faa874b81bea) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:57.121723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] For port 3c869466-f129-4990-9500-e7b052353862, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3c869466-f129-4990-9500-e7b052353862,segment=NetworkSegment(f9fda060-4871-4a48-a138-cf442a75a6f0),segment_id=f9fda060-4871-4a48-a138-cf442a75a6f0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:57.122341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.179548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 3, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:57.194701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676e044-63e5-4d0b-b2d3-fb1732831365 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:45Z', 'revision_number': 3, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:57.200090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] For port 3c869466-f129-4990-9500-e7b052353862, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3c869466-f129-4990-9500-e7b052353862,segment=NetworkSegment(f9fda060-4871-4a48-a138-cf442a75a6f0),segment_id=f9fda060-4871-4a48-a138-cf442a75a6f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:57.200556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.212343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 85e974f9-bfb5-44a1-a12b-fad26494a21b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:57.212687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.327099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.354530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 3c869466-f129-4990-9500-e7b052353862 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:57.374858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Calling delete_port for 3c869466-f129-4990-9500-e7b052353862 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:57.413816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.521640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc0cd3-5b91-483a-879f-2b78a063a468,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.624502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.658501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.735854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] Pushing event deleted for resources: {'Port': ['ID=3c869466-f129-4990-9500-e7b052353862,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:57.741939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.743124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-baca6254-9e63-4651-bd73-4c2ab93bd4c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29fc0cd3-5b91-483a-879f-2b78a063a468 HTTP/1.1" status: 204 len: 168 time: 1.6106732 May 27 03:51:57.779675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:57.804799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdcf5f-9354-42af-bd9e-76e79e5490de None None] No DVR routers for this DVR port 3c869466-f129-4990-9500-e7b052353862 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:51:57.815837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.862683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.933895 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-4ee00d6f-f68d-435a-81c5-2cce45902954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1913 time: 1.0596869 May 27 03:51:57.970475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:52Z', 'revision_number': 6, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:51Z', 'revision_number': 4, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:57.985090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657cdb-6cea-4495-afa5-447d2976e266 req-6c24997e-1fe2-415a-9667-8142d56610de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:57.986803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f657cdb-6cea-4495-afa5-447d2976e266 req-6c24997e-1fe2-415a-9667-8142d56610de tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.5522790 May 27 03:51:57.990729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:51:57.992444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:57.992788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-088cafdc-56bc-4bdd-a08c-bf9e9dae8c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.000858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Transition to ACTIVE for port object 7e11a227-2791-4629-8df1-faa874b81bea will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:58.023725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:51:58.024543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:58.325063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.330369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:51:58.374493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:58.410282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:58.457538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48178) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:58.489423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 85e974f9-bfb5-44a1-a12b-fad26494a21b owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:51:58.497115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:51:58.497654 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:51:58.556157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.633815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:58.639408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f657cdb-6cea-4495-afa5-447d2976e266 req-ecbf58b0-abf9-49ae-a85a-51fa82900523 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6171677 May 27 03:51:58.643859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:58.664290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.665120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:58.665488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.670283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:58.684579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:58.717303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Pushing event updated for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:58.734955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added routes are [] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:51:58.735273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:51:58.739279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-18eed462-ef7e-46d6-8622-d0bf928d52ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.740678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-18eed462-ef7e-46d6-8622-d0bf928d52ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.740678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-18eed462-ef7e-46d6-8622-d0bf928d52ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.742356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-18eed462-ef7e-46d6-8622-d0bf928d52ce service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7978456 May 27 03:51:58.745050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object e555de0c-30b8-4e29-aa4d-f3fb55f4af1d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:58.777728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:51:58.793743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee161e-f740-4846-9bc2-f7e975016d67 req-e1408303-ce60-4625-97e0-f5d9ade01342 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.797608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee161e-f740-4846-9bc2-f7e975016d67 req-e1408303-ce60-4625-97e0-f5d9ade01342 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.804678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69ee161e-f740-4846-9bc2-f7e975016d67 req-e1408303-ce60-4625-97e0-f5d9ade01342 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1666 time: 0.6996813 May 27 03:51:58.825388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Usage tracker for resource:security_group_rule and tenant:b43bd4ae35c64daf85c3efb9f1d3820d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:51:58.833228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:51:58.853747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:51:58.877119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.904101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.918689 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.939378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:52Z', 'revision_number': 6, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:55Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:58.948116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3e455-59ee-4a55-aa85-a85acda1e333 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:52Z', 'revision_number': 6, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:55Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:51:58.952445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:58.958570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-8efdde7e-142c-4baf-9d27-c4ac32e26bc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:58.960293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80638a33-ff06-4f3c-97b1-d850f30ad454 req-8efdde7e-142c-4baf-9d27-c4ac32e26bc2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023368 May 27 03:51:58.962519 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:58.963392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f173b3a-69f2-437b-8640-07e223ac617e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:51:59.013505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69ee161e-f740-4846-9bc2-f7e975016d67 req-43dca610-3c5a-4f52-8343-d807574d971f tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079053 May 27 03:51:59.014064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 3c869466-f129-4990-9500-e7b052353862 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:51:59.014356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.096222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:51:59.121518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.138975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.141649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 1f173b3a-69f2-437b-8640-07e223ac617e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:59.142022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.166882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.170080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08012dd7-c0f5-4f2b-a59c-f2e1457484dd None None] Provisioning for port 7e11a227-2791-4629-8df1-faa874b81bea completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:59.186102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08012dd7-c0f5-4f2b-a59c-f2e1457484dd None None] Provisioning complete for port 7e11a227-2791-4629-8df1-faa874b81bea triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:59.187257 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-08012dd7-c0f5-4f2b-a59c-f2e1457484dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.206946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=85e974f9-bfb5-44a1-a12b-fad26494a21b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.216870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.253097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-08012dd7-c0f5-4f2b-a59c-f2e1457484dd None None] Port 7e11a227-2791-4629-8df1-faa874b81bea cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:59.271001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] The port '3c869466-f129-4990-9500-e7b052353862' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:51:59.394235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3c869466-f129-4990-9500-e7b052353862 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:51:59.413220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2954f681-a505-4639-8ee6-b89d5501c4d7 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:51:59.438530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:59.441695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 3c869466-f129-4990-9500-e7b052353862 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:51:59.442034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3c869466-f129-4990-9500-e7b052353862 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:51:59.452268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.461573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=e555de0c-30b8-4e29-aa4d-f3fb55f4af1d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.464077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:59.524243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:51:59.528055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:51:59.528675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.550273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.578320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.587385 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.595912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Transition to ACTIVE for port object 2954f681-a505-4639-8ee6-b89d5501c4d7 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:51:59.627019 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.720612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73be2c3-6c08-43aa-8eab-39d0d9918223']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:59.763981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.773740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fda060-4871-4a48-a138-cf442a75a6f0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:59.774039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fda060-4871-4a48-a138-cf442a75a6f0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:59.784296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ffe4f-c985-4589-87b1-85498a49f112,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.790408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eac2e722-f14b-4571-a689-65922375bbf2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2848544 May 27 03:51:59.795135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48184) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:59.810667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ec9ffc4-4a88-42f3-85ea-adaf261e831a None None] Provisioning for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:51:59.812808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:51:59.816654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ec9ffc4-4a88-42f3-85ea-adaf261e831a None None] Provisioning complete for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:51:59.817340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ec9ffc4-4a88-42f3-85ea-adaf261e831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.852584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f6902d8d-54da-438c-9d5f-942d3aa82e61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b43bd4ae35c64daf85c3efb9f1d3820d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3890676 May 27 03:51:59.860175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.882635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:51:59.891505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:59.909919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.917306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9ffc4-4a88-42f3-85ea-adaf261e831a None None] Port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:51:59.947807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7acb5459-6beb-4e37-a389-b91479c09b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:51:59.952065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:00.029153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:00.030480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.119940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.124527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:00.125949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.171741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:00.238662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.252861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:00.253251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: timer() May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:00.277578 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:00.279955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.355764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.481786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:00.491372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.519262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:00.539655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:00.552480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:00.583014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.593493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.598095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.609886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22729de-eeff-4fba-a11d-74adec916327 req-9ec39f2a-7285-4a06-b195-740f800e63dd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:00.611395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a22729de-eeff-4fba-a11d-74adec916327 req-9ec39f2a-7285-4a06-b195-740f800e63dd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.7300141 May 27 03:52:00.615016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Pushing event updated for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:00.617399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.627149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/networks/f73be2c3-6c08-43aa-8eab-39d0d9918223 HTTP/1.1" status: 204 len: 168 time: 5.1086469 May 27 03:52:00.628760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:00.637827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:00.651234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3804192-2d7d-4a82-ae12-3ba4af434fdc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Network': ['ID=f73be2c3-6c08-43aa-8eab-39d0d9918223,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:00.850509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Attempting to bind port 2954f681-a505-4639-8ee6-b89d5501c4d7 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:00.850844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Attempting to bind port 2954f681-a505-4639-8ee6-b89d5501c4d7 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:00.851178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Attempting to bind port 2954f681-a505-4639-8ee6-b89d5501c4d7 on network 3afd1437-2c0c-4bdc-8826-126e41a1c07d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:00.863563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 00ec121c-1c64-4098-ad4e-76e74f64f9a3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:00.863897 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.905430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Port 2954f681-a505-4639-8ee6-b89d5501c4d7 on network 3afd1437-2c0c-4bdc-8826-126e41a1c07d not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:52:00.905754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Attempting to bind port 2954f681-a505-4639-8ee6-b89d5501c4d7 on network 3afd1437-2c0c-4bdc-8826-126e41a1c07d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:00.931742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca14ebd-aaf3-40a1-b4ac-89f78e1d4c1f req-19aff008-ab23-4be3-9ebf-563f7766a74e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:00.935551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca14ebd-aaf3-40a1-b4ac-89f78e1d4c1f req-19aff008-ab23-4be3-9ebf-563f7766a74e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:00.937090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ca14ebd-aaf3-40a1-b4ac-89f78e1d4c1f req-19aff008-ab23-4be3-9ebf-563f7766a74e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.4681773 May 27 03:52:00.983973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:00.984149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Checking segment: {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:00.984531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Bound using segment: {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:00.985005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Bound port: 2954f681-a505-4639-8ee6-b89d5501c4d7, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4775352-d5b4-4ca2-aead-ca93cc352516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:00.985351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:00.986546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a22729de-eeff-4fba-a11d-74adec916327 req-8f52fa98-5335-4bf4-9d3c-d4ca7bfcb41f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645833 May 27 03:52:01.031942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.171585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8ca14ebd-aaf3-40a1-b4ac-89f78e1d4c1f req-23175a0d-ec7f-4db3-8f6d-c708f19a5228 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071655 May 27 03:52:01.181700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:01.190424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.204412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.204739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.207138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 6ff70936-2117-45ff-9c37-231ba05a343b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:01.306634 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.313467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ffe4f-c985-4589-87b1-85498a49f112,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.347188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:01.357101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 00ec121c-1c64-4098-ad4e-76e74f64f9a3 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:01.366456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:01.373271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.376721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-93a34509-02c4-455a-a150-9d0c517cee98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/940ffe4f-c985-4589-87b1-85498a49f112 HTTP/1.1" status: 204 len: 168 time: 1.4428630 May 27 03:52:01.376721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:01.408641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:01.450202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.487133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.603235 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c185c712-beb6-4c89-80bb-01b10021cbb0 (CIDR: 2001:db8::/64) May 27 03:52:01.673428 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:52:01.674049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:01.719749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c74a88f5-a6f3-41ed-ac55-a03f1f612391 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9211190 May 27 03:52:01.723245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:01.731495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:01.742636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:01.749803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-21b76f7a-0dff-4f34-9561-0990d72eeb63 None None] Provisioning complete for port 7e11a227-2791-4629-8df1-faa874b81bea triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:01.750167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-21b76f7a-0dff-4f34-9561-0990d72eeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.769043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.771176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-b32c450e-4a59-425d-823f-d0dac73ff61c service neutron] 10.222.0.41 "PUT /v2.0/ports/2954f681-a505-4639-8ee6-b89d5501c4d7 HTTP/1.1" status: 200 len: 1092 time: 4.9692025 May 27 03:52:01.778551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:01.856124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:01.869409 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] Sync routers for ids ['6ff70936-2117-45ff-9c37-231ba05a343b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:01.881481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:01.882204 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5ffc5930-5948-4b5c-8987-2e5e0c03f01f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/6ff70936-2117-45ff-9c37-231ba05a343b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0823052 May 27 03:52:01.885890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48210) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:01.904659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] Routers {'6ff70936-2117-45ff-9c37-231ba05a343b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:01.911337 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6ff70936-2117-45ff-9c37-231ba05a343b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:01.946590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-21b76f7a-0dff-4f34-9561-0990d72eeb63 None None] Port 7e11a227-2791-4629-8df1-faa874b81bea cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:02.081524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:02.096039 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] Routers {'6ff70936-2117-45ff-9c37-231ba05a343b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:02.096819 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6ff70936-2117-45ff-9c37-231ba05a343b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:02.113692 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca83e74-4365-4414-93b1-e28455f0eac9'] response: {'name': 'network-changed', 'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'status': 'completed', 'code': 200} May 27 03:52:02.114471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=00ec121c-1c64-4098-ad4e-76e74f64f9a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:02.167126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:02.167871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7f729-c386-468e-9c2b-dfb721a5ca53 None None] The sync data for ids ['6ff70936-2117-45ff-9c37-231ba05a343b'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:02.221031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:02.225408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:02.229423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:02.238126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:02.281471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:02.285014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:02.544575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb4d3d-43c7-46fd-8ada-10bf34aec67a req-34db50a0-a346-46d0-bcf4-759877b4283c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:02.548391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb4d3d-43c7-46fd-8ada-10bf34aec67a req-34db50a0-a346-46d0-bcf4-759877b4283c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:02.549941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bdfb4d3d-43c7-46fd-8ada-10bf34aec67a req-34db50a0-a346-46d0-bcf4-759877b4283c tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.1940796 May 27 03:52:02.553266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:02.569499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-7d117337-39da-4ac3-9071-8959d66079ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1980 time: 0.7427528 May 27 03:52:02.580566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:02.582228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:02.593599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:02.614083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:02.615185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:02.624050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:02.738879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34186-d94e-44e0-b7ae-5ed3e1ac29da req-44696187-60e9-4d22-9d82-209f13ccedb1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:02.740245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98c34186-d94e-44e0-b7ae-5ed3e1ac29da req-44696187-60e9-4d22-9d82-209f13ccedb1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.5105970 May 27 03:52:02.750179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-6c84c688-62cf-4fc2-9439-8daeb687b757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827 HTTP/1.1" status: 200 len: 217 time: 0.1641235 May 27 03:52:02.792217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bdfb4d3d-43c7-46fd-8ada-10bf34aec67a req-d8a1f73f-c478-4490-8e9b-89366740053e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326639 May 27 03:52:02.807071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:02.808434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-150e6fba-ef11-4f61-85dc-e13ba46e8d9c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 703 time: 6.5373087 May 27 03:52:02.811180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:02.816978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:02.822241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1da8bdf0-f85b-4d9c-bc5b-6b596b24befa tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ed025d4-bf64-47fc-aa31-42d97f6c6fcb HTTP/1.1" status: 204 len: 168 time: 2.1736665 May 27 03:52:02.827611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:02.879646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:02.932484 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7272b0e6-0ff3-47c2-a059-2f8687fd42f2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] DELETE failed (client error): The resource could not be found. May 27 03:52:02.932952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7272b0e6-0ff3-47c2-a059-2f8687fd42f2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:02.934671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7272b0e6-0ff3-47c2-a059-2f8687fd42f2 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/17efe475-c4d7-40d0-bb03-d8de19d796f5 HTTP/1.1" status: 404 len: 333 time: 0.1033874 May 27 03:52:02.944621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:02.996760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-792715592-network', 'tenant_id': '1474b41e90bd4239b5051097c068fa92'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:03.010229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-762f587f-db98-4dbd-bc83-515618059d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:03.011654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-762f587f-db98-4dbd-bc83-515618059d67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5157c12-a2a0-45b2-9adb-71963f669c61 HTTP/1.1" status: 200 len: 801 time: 0.2426989 May 27 03:52:03.017548 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-aac2c775-714d-43b7-953e-7eca411a1b53 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] remove_router_interface failed (client error): The resource could not be found. May 27 03:52:03.021215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aac2c775-714d-43b7-953e-7eca411a1b53 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/6ff70936-2117-45ff-9c37-231ba05a343b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9217873 May 27 03:52:03.021215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98c34186-d94e-44e0-b7ae-5ed3e1ac29da req-1bafdcda-025f-4ac6-ba43-88fd965f9642 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697284 May 27 03:52:03.074727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.082691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-094a51b7-ed2c-4683-b0b7-794189dfe199 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Synchronizing usage tracker for tenant:6c776d3db218419aaf8078531888f7a3 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:03.093895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.129301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dcf1e13d-e2ab-437a-aca5-9ed5d211a880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:03.135995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:03.145264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Usage tracker for resource:network and tenant:1474b41e90bd4239b5051097c068fa92 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:03.149207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.155470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:03.156775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-094a51b7-ed2c-4683-b0b7-794189dfe199 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Unset dirty status for tenant:6c776d3db218419aaf8078531888f7a3 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:03.157916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-094a51b7-ed2c-4683-b0b7-794189dfe199 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/ports?device_id=4edf918a-85ec-4059-a4c6-09e5f0b92957 HTTP/1.1" status: 200 len: 205 time: 0.1897056 May 27 03:52:03.162292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.198613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:03.220755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dcf1e13d-e2ab-437a-aca5-9ed5d211a880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:03.225288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dcf1e13d-e2ab-437a-aca5-9ed5d211a880 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff70936-2117-45ff-9c37-231ba05a343b HTTP/1.1" status: 200 len: 205 time: 0.1494331 May 27 03:52:03.225800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48256) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.248024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 7, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:55Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:03.252307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:03.265843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:03.266486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:03.266851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:03.269763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Made reservation on behalf of 1474b41e90bd4239b5051097c068fa92 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:03.272626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.288135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:03.291600 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-effb6e95-c504-44e6-a40f-432829dd01fb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] delete failed (client error): The resource could not be found. May 27 03:52:03.294817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-effb6e95-c504-44e6-a40f-432829dd01fb tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/routers/4edf918a-85ec-4059-a4c6-09e5f0b92957 HTTP/1.1" status: 404 len: 336 time: 0.1291041 May 27 03:52:03.296069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.298625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:03.298778 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.304994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:03.312203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.319938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5a639-0cd7-4e36-bac2-cbbe71553132 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:03.383115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-ca6f5d8f-3594-42ba-81ab-75a1aec89bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96e3593a-8440-413a-8088-6c9c90072a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3613472 May 27 03:52:03.384573 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1351bc1-304b-47ac-8f99-c01d90155978 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] DELETE failed (client error): The resource could not be found. May 27 03:52:03.384974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1351bc1-304b-47ac-8f99-c01d90155978 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:03.416201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36e50c76-cdfa-4402-ba19-e124fe38105b tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6844192 May 27 03:52:03.416201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1351bc1-304b-47ac-8f99-c01d90155978 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/subnets/f719991a-e498-4a0e-bf89-a11f63761ef9 HTTP/1.1" status: 404 len: 337 time: 0.1088662 May 27 03:52:03.416456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.418116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.429326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-87484162', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12'}], 'security_groups': ['81ef7d87-5a54-4052-94e8-ae817166c92c']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:03.482997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:03.492682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Usage tracker for resource:security_group_rule and tenant:1474b41e90bd4239b5051097c068fa92 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:03.496560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:03.518332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:03.524120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 9e76fe3c-47b3-47df-9b7b-f4c59134142c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:03.524463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.540669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:03.544468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:03.574591 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c811c5fd-6355-42ac-a3fe-9824e59e7377 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 703 time: 0.7577908 May 27 03:52:03.580050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48272) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:03.796990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:03.817296 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:03.874114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:03.877881 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:04.092228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-ed940b22-3ae9-4250-a183-6fb84f8979c3 service neutron] 10.222.0.41 "GET /v2.0/networks/96e3593a-8440-413a-8088-6c9c90072a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974273 May 27 03:52:04.174777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Update dhcp port {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'fixed_ips': [{'subnet_id': 'c185c712-beb6-4c89-80bb-01b10021cbb0', 'ip_address': '2001:db8::2'}, {'subnet_id': '3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'a329266c-d979-4f1c-b6ba-152be1f6b573'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:52:04.241170 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:04.243562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.271633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.394279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 7, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:55Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:04.408474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ecc6-9b19-46c6-93f1-6c67e28af386 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 7, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '1f173b3a-69f2-437b-8640-07e223ac617e', 'name': '', 'network_id': '14e285a9-2dea-487a-ad41-3c5436faa6e0', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:ab:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545e4ffb-c916-4751-8734-84c47dac716e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:43Z', 'updated_at': '2022-05-27T03:51:55Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '545e4ffb-c916-4751-8734-84c47dac716e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:04.472943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f95c5070-2d56-44c7-bbad-d813349a86ac admin admin] 10.222.0.46 "PUT /v2.0/routers/59f5876b-2f27-479b-8bac-539d3064e519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8679330 May 27 03:52:04.501040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 9e76fe3c-47b3-47df-9b7b-f4c59134142c owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:04.651655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Allocated IP 2001:db8:0:1::2 (fce4ab63-5159-4397-90ef-eebfede94409/3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12/a329266c-d979-4f1c-b6ba-152be1f6b573) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:04.663412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.707749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.773419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.779362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:04.822436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91012db2-9052-4f91-a8b8-685181917bb1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:04.833643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.834105 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Added segment b6a3bb90-ecf1-46d0-ac0f-ef043f670dba of type vlan for network a7588099-2c5d-48c6-b331-a28e835ca6b6 May 27 03:52:04.838068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-e77ab5fc-3685-4770-a47d-5989a972b665 service neutron] 10.222.0.41 "GET /v2.0/networks/96e3593a-8440-413a-8088-6c9c90072a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367020 May 27 03:52:04.847914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.853212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:04.870245 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:51:59Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:04.882195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.883252 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:04.883707 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Updating router 59f5876b-2f27-479b-8bac-539d3064e519 port 7e11a227-2791-4629-8df1-faa874b81bea binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:52:04.900069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Transition to ACTIVE for port object a329266c-d979-4f1c-b6ba-152be1f6b573 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:04.911923 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.953310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.971152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:04.971677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff70936-2117-45ff-9c37-231ba05a343b {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:52:04.980098 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.002971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.007503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dbcc130f-0cc1-4054-98d7-0c21a10c4673 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/6ff70936-2117-45ff-9c37-231ba05a343b HTTP/1.1" status: 204 len: 168 time: 1.7753265 May 27 03:52:05.010600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48284) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:05.025766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99253-ba7d-426f-9fb1-36850430c8c5 req-0bbde985-6450-401e-aef3-4abbefe7044b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:05.027411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7f99253-ba7d-426f-9fb1-36850430c8c5 req-0bbde985-6450-401e-aef3-4abbefe7044b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.7506115 May 27 03:52:05.114090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.130495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0771709-d8af-41f5-93a3-371590f54090 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.227565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5864990-37e8-48a7-9567-46d0867d1fed req-e8986c75-70b9-4436-adbe-36e85a14bbc9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:05.238226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5864990-37e8-48a7-9567-46d0867d1fed req-e8986c75-70b9-4436-adbe-36e85a14bbc9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:05.239985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5864990-37e8-48a7-9567-46d0867d1fed req-e8986c75-70b9-4436-adbe-36e85a14bbc9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.7650909 May 27 03:52:05.260379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.300106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-1bea5751-029d-4e51-b91b-a091a82feed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=2954f681-a505-4639-8ee6-b89d5501c4d7 HTTP/1.1" status: 200 len: 217 time: 0.4163609 May 27 03:52:05.392315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-97a59574-bc69-41a7-9ae1-384d3cb335c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:05.393501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-97a59574-bc69-41a7-9ae1-384d3cb335c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dd513d6-04b3-48cd-b055-b76fa1048c3d HTTP/1.1" status: 200 len: 801 time: 0.0730865 May 27 03:52:05.484224 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.500194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Transition to ACTIVE for port object 7e11a227-2791-4629-8df1-faa874b81bea will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:05.500401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=9e76fe3c-47b3-47df-9b7b-f4c59134142c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.504478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.506129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:05.506800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.509270 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.536229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7f99253-ba7d-426f-9fb1-36850430c8c5 req-ae1c8c91-253b-43f7-b08c-d1a8dfdd4ad8 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202350 May 27 03:52:05.726811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 64cac46e-372b-4b93-a677-9a1c2bd31837 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:05.742609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.787479 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Attempting to bind port 7e11a227-2791-4629-8df1-faa874b81bea on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:05.787849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Attempting to bind port 7e11a227-2791-4629-8df1-faa874b81bea by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:05.788647 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Attempting to bind port 7e11a227-2791-4629-8df1-faa874b81bea on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:05.798146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:05.798798 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:05.799195 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.799578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:05.800087 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Bound port: 7e11a227-2791-4629-8df1-faa874b81bea, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:05.800462 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.860546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5864990-37e8-48a7-9567-46d0867d1fed req-5347439e-e894-4c6f-8ac6-7f0edcbb12d9 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071699 May 27 03:52:05.869208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-6e6471fa-2364-4219-ac83-94b7336c1c8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3afd1437-2c0c-4bdc-8826-126e41a1c07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4655423 May 27 03:52:05.872480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] Pushing event updated for resources: {'Network': ['ID=a7588099-2c5d-48c6-b331-a28e835ca6b6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.884144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22d1e1f5-30ff-4427-b1d2-f94727976098 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2600100 May 27 03:52:05.890321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48290) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:05.917320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Request body: {'subnet': {'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-792715592-subnet', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:05.924957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:05.929559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eefe5a62-6aaa-404a-a032-fe5e06d5b626 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/9e76fe3c-47b3-47df-9b7b-f4c59134142c HTTP/1.1" status: 204 len: 168 time: 2.5086076 May 27 03:52:05.929559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:05.931891 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Pushing event updated for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:05.937531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:05.950488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Usage tracker for resource:subnet and tenant:1474b41e90bd4239b5051097c068fa92 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:05.968441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:05.975187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.975530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.975867 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.976201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.976693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.976844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.984915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:05.987299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:05.989427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.990289 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.990616 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.995603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:05.996011 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:06.053427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] For port 7e11a227-2791-4629-8df1-faa874b81bea, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:06.058833 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] For port 7e11a227-2791-4629-8df1-faa874b81bea, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7e11a227-2791-4629-8df1-faa874b81bea,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:06.072765 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.093913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:06.135530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-eca12f3d-d601-453e-82ac-e1cc6cb9989e service neutron] 10.222.0.41 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488022 May 27 03:52:06.138962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port ef14a35d-03b0-4fb9-a075-ea2ae8755f25 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:06.139315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.183357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48298) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:06.187474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Made reservation on behalf of 1474b41e90bd4239b5051097c068fa92 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:06.189732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.218585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4cb9-975d-47ab-ad25-f069716d0312 None None] Pushing event updated for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:06.256268 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:06.256862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:06.291593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351486434', 'description': 'tempest-description--550480602'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:06.296709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.303124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.354176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:06.382049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Provisioning complete for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:06.382481 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.449966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:06.455049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:06.469931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e533c5f8-4725-47b4-9888-2c8d10c4dde3 req-4753748b-6f57-4f80-bf11-650d7fe892d0 service neutron] 10.222.0.41 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199387 May 27 03:52:06.482017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:06.517755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:06.533204 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:06.562001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Provisioning for port a329266c-d979-4f1c-b6ba-152be1f6b573 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:06.575869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:06.576236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.589618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.658279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.757118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:06.758304 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.818336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0762851c-dcd1-4f99-8ccb-bf9c202532f3 None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:06.827660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-05a556ec-37a9-48e7-81c0-31a5dbbcab58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1980 time: 0.2863677 May 27 03:52:06.877083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:06.922230 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:06Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:06.926194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca11064-7411-4fcd-8153-0c1a8492fc57 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:06Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:06.975777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:06.981628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Delete allocated IP 2001:db8::1e9 (fce4ab63-5159-4397-90ef-eebfede94409/c185c712-beb6-4c89-80bb-01b10021cbb0) {{(pid=84155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:52:07.000279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:07.019420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.034729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad98ce-3a09-495e-b4b0-dc37b362d355 None None] Network 47392ea6-e99f-410a-96e4-71462845a946 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:07.064656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/64cac46e-372b-4b93-a677-9a1c2bd31837 HTTP/1.1" status: 204 len: 168 time: 2.0339632 May 27 03:52:07.064961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:07.066520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8:0:1::11c (fce4ab63-5159-4397-90ef-eebfede94409/3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12/e555de0c-30b8-4e29-aa4d-f3fb55f4af1d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:07.077124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:07.078792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a12a8-da6c-4427-8fdd-0a66a51b671f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=64cac46e-372b-4b93-a677-9a1c2bd31837,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:07.099084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:07.190105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.353738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-d758f170-8687-4111-b250-805220be5feb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:07.355282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-d758f170-8687-4111-b250-805220be5feb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3afd1437-2c0c-4bdc-8826-126e41a1c07d HTTP/1.1" status: 200 len: 902 time: 0.5091634 May 27 03:52:07.398994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] DHCP port deletion for 47392ea6-e99f-410a-96e4-71462845a946 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:07.403384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Deleting port 85e33282-6986-4d1e-9026-fe7c7c801e19 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:07.403926 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.419723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d051-f82f-4366-9721-4e51ceb2f3e2 req-22094f65-0e9d-4067-8e6f-aba5227e7a04 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:07.423787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d051-f82f-4366-9721-4e51ceb2f3e2 req-22094f65-0e9d-4067-8e6f-aba5227e7a04 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:07.425507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e530d051-f82f-4366-9721-4e51ceb2f3e2 req-22094f65-0e9d-4067-8e6f-aba5227e7a04 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.3487768 May 27 03:52:07.482569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-c65cc549-6ba1-40e1-a7f7-b35fe899970f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=2954f681-a505-4639-8ee6-b89d5501c4d7 HTTP/1.1" status: 200 len: 217 time: 0.1187041 May 27 03:52:07.491048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1a3ee-158e-4708-8cca-5864f52f5cae req-7a100b2c-6398-4c29-b9a6-db74645c7a02 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:07.492718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8f1a3ee-158e-4708-8cca-5864f52f5cae req-7a100b2c-6398-4c29-b9a6-db74645c7a02 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.6981809 May 27 03:52:07.542911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e530d051-f82f-4366-9721-4e51ceb2f3e2 req-8d883af1-56fd-417c-ab2f-1138dca556ec tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081882 May 27 03:52:07.593136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-fce68805-089f-4e9d-b60e-9a614871f5a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:07.594626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-fce68805-089f-4e9d-b60e-9a614871f5a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dd513d6-04b3-48cd-b055-b76fa1048c3d HTTP/1.1" status: 200 len: 801 time: 0.0850916 May 27 03:52:07.658491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.685940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] For port 85e33282-6986-4d1e-9026-fe7c7c801e19, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85e33282-6986-4d1e-9026-fe7c7c801e19,segment=NetworkSegment(ea1371c2-99b5-4206-a651-e93360f94826),segment_id=ea1371c2-99b5-4206-a651-e93360f94826)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:07.686758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.691385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object e555de0c-30b8-4e29-aa4d-f3fb55f4af1d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:07.703527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.717230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for ef14a35d-03b0-4fb9-a075-ea2ae8755f25 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:07.727817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-a237b093-e911-4c67-9589-e134c86bc1ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3afd1437-2c0c-4bdc-8826-126e41a1c07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198285 May 27 03:52:07.796186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:07.830636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Calling delete_port for 85e33282-6986-4d1e-9026-fe7c7c801e19 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:07.984747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7e11a227-2791-4629-8df1-faa874b81bea up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:08.008527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.028514 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.061050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.088535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.123061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.124361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.9383798 May 27 03:52:08.157003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48310) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:08.197760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '0cd75338-76a3-47b6-9b03-697263df1658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:08.215069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] In _notify_port_updated(), no bound segment for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d on network fce4ab63-5159-4397-90ef-eebfede94409 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:52:08.220759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:08.221627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.226802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] Pushing event deleted for resources: {'Port': ['ID=85e33282-6986-4d1e-9026-fe7c7c801e19,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.227317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/ports/e555de0c-30b8-4e29-aa4d-f3fb55f4af1d HTTP/1.1" status: 200 len: 929 time: 4.8106594 May 27 03:52:08.227990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efcb1a-3937-4a13-a92e-46727c63651a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=e555de0c-30b8-4e29-aa4d-f3fb55f4af1d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.231098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbce941-b6a0-46ad-a9ea-3b0c47da9b85,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.236128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48314) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:08.238508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:08.241816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-94600486-914c-4312-bd04-2a4776f620ce service neutron] 10.222.0.41 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191608 May 27 03:52:08.265722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a13750-bac4-4f09-814f-7ceb0caa07fc None None] No DVR routers for this DVR port 85e33282-6986-4d1e-9026-fe7c7c801e19 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:08.281521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 7e11a227-2791-4629-8df1-faa874b81bea completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:08.289356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7e11a227-2791-4629-8df1-faa874b81bea triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:08.289731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.309566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:08.337936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd759271-1667-4e7a-b29f-7db42dcd5857 None None] Provisioning for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:08.350607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd759271-1667-4e7a-b29f-7db42dcd5857 None None] Provisioning complete for port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:08.351000 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd759271-1667-4e7a-b29f-7db42dcd5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.353975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8f1a3ee-158e-4708-8cca-5864f52f5cae req-b4d2b291-7745-4afc-8d07-40905154b11d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6001799 May 27 03:52:08.363447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:08.394137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d4657-c625-4300-9832-192d403c0f3a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd75338-76a3-47b6-9b03-697263df1658,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.443872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cd759271-1667-4e7a-b29f-7db42dcd5857 None None] Port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:08.451452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19431462-f20c-46b0-bd76-1db7e9d999bf req-53e4e2d1-2303-4748-aa36-fa0795f2a098 service neutron] 10.222.0.41 "GET /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030940 May 27 03:52:08.467144 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.470676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:08.502643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 7e11a227-2791-4629-8df1-faa874b81bea, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7e11a227-2791-4629-8df1-faa874b81bea,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:08.506722 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.508253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Checking segment: {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:08.508633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Network hostable DHCP agents. Network: a7588099-2c5d-48c6-b331-a28e835ca6b6, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:08.563001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85e33282-6986-4d1e-9026-fe7c7c801e19 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:08.596031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port e555de0c-30b8-4e29-aa4d-f3fb55f4af1d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:08.596323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.599552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 85e33282-6986-4d1e-9026-fe7c7c801e19 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:08.599891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85e33282-6986-4d1e-9026-fe7c7c801e19 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:08.618875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.639762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.709996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.726047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47392ea6-e99f-410a-96e4-71462845a946']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.757518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1ccff-29ba-4481-9017-980402c93469 req-1a04c3b3-dffb-4ff8-84cc-4cec5d7c9cd1 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:08.761335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1ccff-29ba-4481-9017-980402c93469 req-1a04c3b3-dffb-4ff8-84cc-4cec5d7c9cd1 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:08.762833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82d1ccff-29ba-4481-9017-980402c93469 req-1a04c3b3-dffb-4ff8-84cc-4cec5d7c9cd1 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.0887976 May 27 03:52:08.781330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.792234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1371c2-99b5-4206-a651-e93360f94826') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.792529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1371c2-99b5-4206-a651-e93360f94826') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:08.809441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82d1ccff-29ba-4481-9017-980402c93469 req-858fef87-9853-4eab-9bb6-32f9ea94a65d tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 May 27 03:52:08.900989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:08.917643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=ef14a35d-03b0-4fb9-a075-ea2ae8755f25,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:08.919316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:08.978358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.007053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a7588099-2c5d-48c6-b331-a28e835ca6b6) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:09.014704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfcb37-c692-487e-bcbc-f11fbd3c3835 None None] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:09.079691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:09.080209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.111433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:09.111824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:09.142958 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:09.215603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.229145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a7588099-2c5d-48c6-b331-a28e835ca6b6', 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'fixed_ips': [{'subnet_id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:52:09.229974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.253461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.324681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b037fc7c-cf54-4e8e-b3c9-2686d8ef1245 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4255452 May 27 03:52:09.325058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.331101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:09.339755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:09.342394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdc042c-e00d-4be2-83a4-9a059c439154,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.348169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Usage tracker for resource:router and tenant:1474b41e90bd4239b5051097c068fa92 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:09.352440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:09.352891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.361025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:09.363921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.379009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.380051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.385966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.395013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.397407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/47392ea6-e99f-410a-96e4-71462845a946 HTTP/1.1" status: 204 len: 168 time: 2.3189785 May 27 03:52:09.403360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.407519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e8d0d194-763b-45cc-82fb-be3d75cd24dc tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/ports/ef14a35d-03b0-4fb9-a075-ea2ae8755f25 HTTP/1.1" status: 204 len: 168 time: 3.4117477 May 27 03:52:09.409890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-243354419'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:09.412073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.415415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-edf788a0-f536-4228-953a-59db741891fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2400081 May 27 03:52:09.415504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.416726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.421146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:09.428035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Allocated IP 172.20.0.2 (a7588099-2c5d-48c6-b331-a28e835ca6b6/4dbce941-b6a0-46ad-a9ea-3b0c47da9b85/9ea45363-0faf-40d0-ae76-d24f0e03cb97) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:09.428390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '0cd75338-76a3-47b6-9b03-697263df1658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:09.435836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:09.440228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:09.443788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:09.451595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:09.465150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e4e40-8a63-4030-bbc6-cccc8f9a9ba5 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=47392ea6-e99f-410a-96e4-71462845a946,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.506045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:09.516930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.531638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for e555de0c-30b8-4e29-aa4d-f3fb55f4af1d owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:09.557311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:09.567893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.569391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:09.610178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:09.613726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.637461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2954f681-a505-4639-8ee6-b89d5501c4d7 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:52:09.709079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.709370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.771572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.792470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Transition to ACTIVE for port object 9ea45363-0faf-40d0-ae76-d24f0e03cb97 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:09.825643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:09.828489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b31a82-063b-4643-b7d0-df4b777103b4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:09.832514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Transition to ACTIVE for port object 9ea45363-0faf-40d0-ae76-d24f0e03cb97 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:09.836009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61346375-cd69-4add-b93b-9b2eb6dec918 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:09.838991 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-61346375-cd69-4add-b93b-9b2eb6dec918 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9f11d45-391e-447b-92ee-16970efd9107 HTTP/1.1" status: 200 len: 913 time: 0.4232979 May 27 03:52:09.841815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48340) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.859940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.860336 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment cd8dc920-9fc0-4af6-9456-db9ba2fa2a42 of type vlan for network 6f935f80-40d8-4f18-88f5-8a6485899804 May 27 03:52:09.879005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.883571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4d18c229-e507-4c70-8632-340403ab37b4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4613950 May 27 03:52:09.890585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.891079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.895354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:09.918202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:09.926426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:09.934223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:09.940584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:floatingip and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:09.951299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:09.962525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:09.991792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:09.999408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:10.016719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:10.020562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7e11a227-2791-4629-8df1-faa874b81bea up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:10.027046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.045977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.049577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:10.050143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.054321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:10.070668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Pushing event updated for resources: {'Port': ['ID=9ea45363-0faf-40d0-ae76-d24f0e03cb97,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.092512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'network_id': '3afd1437-2c0c-4bdc-8826-126e41a1c07d', 'port_id': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'mac_address': 'fa:16:3e:38:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd513d6-04b3-48cd-b055-b76fa1048c3d', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:52:10.142742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd8abc-973e-46a4-bb88-77a765cbbf42 req-3a2c2f48-4317-4600-9719-e32299822966 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:10.144603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fbd8abc-973e-46a4-bb88-77a765cbbf42 req-3a2c2f48-4317-4600-9719-e32299822966 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.5853853 May 27 03:52:10.205044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 1f173b3a-69f2-437b-8640-07e223ac617e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:10.205433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.235009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Attempting to bind port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:10.235009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Attempting to bind port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:10.235650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Attempting to bind port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 on network a7588099-2c5d-48c6-b331-a28e835ca6b6 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:10.244166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.252753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.262500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:10.262872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Checking segment: {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:10.263266 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.263663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Bound using segment: {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:10.264133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Bound port: 9ea45363-0faf-40d0-ae76-d24f0e03cb97, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:10.264498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.293893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2954f681-a505-4639-8ee6-b89d5501c4d7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:52:10.315215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9102077 May 27 03:52:10.325327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:10.326711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7e11a227-2791-4629-8df1-faa874b81bea triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:10.326834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.346756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=e555de0c-30b8-4e29-aa4d-f3fb55f4af1d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.355166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:10.355811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfa79-6feb-4c46-83ff-a049a5f08ff6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=6f935f80-40d8-4f18-88f5-8a6485899804,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.376083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6f935f80-40d8-4f18-88f5-8a6485899804 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:10.413876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:10.429517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccf474-5fc7-4e10-8732-b05b87e23fdb req-e175df76-065a-4e78-82ac-4c35fb7967b0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:10.433527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccf474-5fc7-4e10-8732-b05b87e23fdb req-e175df76-065a-4e78-82ac-4c35fb7967b0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:10.435154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cccf474-5fc7-4e10-8732-b05b87e23fdb req-e175df76-065a-4e78-82ac-4c35fb7967b0 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1678 time: 0.3945858 May 27 03:52:10.516363 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.517101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ad9185fa-8331-4a3b-be78-6069fc2b1827 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:52:10.532638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fbd8abc-973e-46a4-bb88-77a765cbbf42 req-0e5aa36b-743e-4080-bd18-cdfca39af9b1 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771102 May 27 03:52:10.561423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0cccf474-5fc7-4e10-8732-b05b87e23fdb req-34963c3f-8287-4e13-b874-cd2bf36ca7c2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985405 May 27 03:52:10.594657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.645572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.647607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f68a1b81-5c9e-4595-bdd5-1c3fbdfc071f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/e555de0c-30b8-4e29-aa4d-f3fb55f4af1d HTTP/1.1" status: 204 len: 168 time: 2.3853724 May 27 03:52:10.654534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:10.656439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.686617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] For port 9ea45363-0faf-40d0-ae76-d24f0e03cb97, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:10.702681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:10.710607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:10.724177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:10.733245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:10.747011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 1f173b3a-69f2-437b-8640-07e223ac617e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=1f173b3a-69f2-437b-8640-07e223ac617e,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:10.747518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.749340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.774471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:10.785262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] For port 9ea45363-0faf-40d0-ae76-d24f0e03cb97, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ea45363-0faf-40d0-ae76-d24f0e03cb97,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:10.806735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.816814 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a31e35-f651-48b2-b9fa-e52174aec188 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:52:10.817971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-30a31e35-f651-48b2-b9fa-e52174aec188 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:10.829373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:10.912822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 1f173b3a-69f2-437b-8640-07e223ac617e owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:10.929715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-30a31e35-f651-48b2-b9fa-e52174aec188 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:10.930776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-30a31e35-f651-48b2-b9fa-e52174aec188 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/e555de0c-30b8-4e29-aa4d-f3fb55f4af1d HTTP/1.1" status: 404 len: 333 time: 0.2314863 May 27 03:52:10.939442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:10.949583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b2ea0-89f1-4e67-8f12-1bc3e64e9767 None None] Pushing event updated for resources: {'Port': ['ID=9ea45363-0faf-40d0-ae76-d24f0e03cb97,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:10.958860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:10.979682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ad9185fa-8331-4a3b-be78-6069fc2b1827', 'network_id': '96e3593a-8440-413a-8088-6c9c90072a2c', 'port_id': 'ad9185fa-8331-4a3b-be78-6069fc2b1827', 'mac_address': 'fa:16:3e:1c:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5157c12-a2a0-45b2-9adb-71963f669c61', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:52:11.038091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.060215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9185fa-8331-4a3b-be78-6069fc2b1827 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:52:11.081130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:11.093600 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.156168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.166940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.167853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Allocated IP 172.25.8.191 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/bd7c1886-826e-4946-bc0f-573f3f66e355) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:11.314037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.363800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.437010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['2954f681-a505-4639-8ee6-b89d5501c4d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:52:11.455425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.460442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.482491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba89505-3576-4ea2-8fcd-234c264299b4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.498030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.501767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7c4c86f9-6784-48a4-b6de-77895ad57906 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/security-groups/aba89505-3576-4ea2-8fcd-234c264299b4 HTTP/1.1" status: 204 len: 168 time: 0.5570223 May 27 03:52:11.502492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48360) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:11.551351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.667246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.719337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=1f173b3a-69f2-437b-8640-07e223ac617e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.728769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:11.730486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Pushing event updated for resources: {'Port': ['ID=bd7c1886-826e-4946-bc0f-573f3f66e355,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:11.733951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:11.736044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.25.8.46 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/483bbb44-1952-4ee5-8d98-601f2deadf7f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:11.746002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:11.756610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:11.849026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.078638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ea45363-0faf-40d0-ae76-d24f0e03cb97 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:12.144862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.224559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:12.247938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f167e15-9b04-48ae-a812-926aae7d87ed req-1f36218a-42dc-43ec-a135-a850b9d0859c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:12.249563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f167e15-9b04-48ae-a812-926aae7d87ed req-1f36218a-42dc-43ec-a135-a850b9d0859c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.4575033 May 27 03:52:12.281383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.288030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.313687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=842c1516-1dfd-4e5f-92dd-db97ec42f223,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:12.316784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613b8d-3f79-4b0d-8bb2-e3db498d9ef1 req-242be136-d733-4cce-aa77-bbede6034a44 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:12.320861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613b8d-3f79-4b0d-8bb2-e3db498d9ef1 req-242be136-d733-4cce-aa77-bbede6034a44 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:12.328116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39613b8d-3f79-4b0d-8bb2-e3db498d9ef1 req-242be136-d733-4cce-aa77-bbede6034a44 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1680 time: 0.5284770 May 27 03:52:12.343231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.352708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef7d87-5a54-4052-94e8-ae817166c92c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:12.376566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.381045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-19a48258-be90-4480-8c51-503219c33dea tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/security-groups/81ef7d87-5a54-4052-94e8-ae817166c92c HTTP/1.1" status: 204 len: 168 time: 0.8779831 May 27 03:52:12.383207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48368) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:12.433816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ad9185fa-8331-4a3b-be78-6069fc2b1827'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:52:12.478207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c896c5-2941-453e-997e-2483d9d3a24a None None] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:12.480444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39613b8d-3f79-4b0d-8bb2-e3db498d9ef1 req-cf3b4b6a-85e5-4303-94a2-dd1f23a9e793 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513801 May 27 03:52:12.486997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.494003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:12.494473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 6f935f80-40d8-4f18-88f5-8a6485899804, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:12.500980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f167e15-9b04-48ae-a812-926aae7d87ed req-cb674416-bc5c-4fad-ba05-94c90edf5cbd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349567 May 27 03:52:12.583314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.618092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Provisioning for port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:12.646723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Provisioning complete for port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:12.647239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.655834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.656574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.684270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 6f935f80-40d8-4f18-88f5-8a6485899804 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:12.704592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6f935f80-40d8-4f18-88f5-8a6485899804) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:12.709469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:12.710482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.730503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a1cf0-ceae-4e6e-8d97-032f45a3acbd None None] Network 6f935f80-40d8-4f18-88f5-8a6485899804 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:12.754047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-172fc5ea-731e-4424-9fa1-5df9998df8c9 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4233546 May 27 03:52:12.755800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:12.760056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283074959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:12.772963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:12.773348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:12.773773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=483bbb44-1952-4ee5-8d98-601f2deadf7f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:12.785375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:12.789431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:12.794344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:12.842290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:12.861899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:12.920961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet c185c712-beb6-4c89-80bb-01b10021cbb0 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:12.934108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.964497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:12.965584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.034390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.062122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.138277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.236666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] For port 9ea45363-0faf-40d0-ae76-d24f0e03cb97, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ea45363-0faf-40d0-ae76-d24f0e03cb97,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:13.247812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.301387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-6f935f80-40d8-4f18-88f5-8a6485899804', 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '842c1516-1dfd-4e5f-92dd-db97ec42f223'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:52:13.302349 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.416122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bee80-0dd0-4d67-a939-1046031081c6 None None] Pushing event updated for resources: {'Port': ['ID=9ea45363-0faf-40d0-ae76-d24f0e03cb97,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:13.455109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.529252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.531142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9aa95cfb-843e-4bdf-b4e0-8507a5c1f541 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7750156 May 27 03:52:13.531696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.536470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:13.581296 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.663305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2954f681-a505-4639-8ee6-b89d5501c4d7 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:13.690716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04029e45-0c37-41a1-8141-2cb7f5db1648 req-6cbddf35-8267-4f03-a499-bba516073f5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.5698383 May 27 03:52:13.732866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Allocated IP 172.20.0.2 (6f935f80-40d8-4f18-88f5-8a6485899804/842c1516-1dfd-4e5f-92dd-db97ec42f223/c4e9bb39-7e68-4555-a20a-a07a10615d8d) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:13.778633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.838649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 2954f681-a505-4639-8ee6-b89d5501c4d7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:13.852769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 2954f681-a505-4639-8ee6-b89d5501c4d7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:13.852769 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.865507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.924372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8498893b-c7bf-4a33-98f4-0a0a39638006 None None] Provisioning complete for port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:13.924748 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8498893b-c7bf-4a33-98f4-0a0a39638006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.937077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=c185c712-beb6-4c89-80bb-01b10021cbb0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:13.949454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04029e45-0c37-41a1-8141-2cb7f5db1648 req-2538323f-f3cf-455f-ad4d-93e8c93eabf9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510867 May 27 03:52:13.956157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:13.977949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62188f5-970e-4748-96dd-56a6624faf34 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:14.015169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ea45363-0faf-40d0-ae76-d24f0e03cb97 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:14.044941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-46d22084-6586-4c58-bee7-3fdfaafda64e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/c185c712-beb6-4c89-80bb-01b10021cbb0 HTTP/1.1" status: 204 len: 168 time: 1.6600404 May 27 03:52:14.050258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48384) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:14.064860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:14.085763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:14.098350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d54e8-dcb9-4304-8698-ae7e8c308907 req-9d6e3b75-db1f-4c0e-a2a9-b934842fd7c5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:14.102609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d54e8-dcb9-4304-8698-ae7e8c308907 req-9d6e3b75-db1f-4c0e-a2a9-b934842fd7c5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:14.104191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-703d54e8-dcb9-4304-8698-ae7e8c308907 req-9d6e3b75-db1f-4c0e-a2a9-b934842fd7c5 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1680 time: 0.4239249 May 27 03:52:14.202615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22894f-ae58-4457-b935-cdb6eec575b7 req-e619be95-c4e2-4539-9097-a5642b2e38e3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:14.204105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f22894f-ae58-4457-b935-cdb6eec575b7 req-e619be95-c4e2-4539-9097-a5642b2e38e3 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.4291015 May 27 03:52:14.211830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Router 14486ae8-cd50-4e75-82d3-5e5baf144f11 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:14.318459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.385441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-703d54e8-dcb9-4304-8698-ae7e8c308907 req-3bfb33c1-a34f-4837-a3df-19b3513b8918 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144496 May 27 03:52:14.412680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Transition to ACTIVE for port object c4e9bb39-7e68-4555-a20a-a07a10615d8d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:14.437232 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:14.454876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.471029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.475185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:14.484651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.488715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Transition to ACTIVE for port object c4e9bb39-7e68-4555-a20a-a07a10615d8d will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:14.490078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:14.519502 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f22894f-ae58-4457-b935-cdb6eec575b7 req-0cc74949-0a9b-467c-9344-5795e32624ca tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458141 May 27 03:52:14.538268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:14.538668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.541017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:14.568998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:14.577920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.632751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=483bbb44-1952-4ee5-8d98-601f2deadf7f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.637725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:14.641811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.642495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:14.697217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:14.718599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.726921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Pushing event updated for resources: {'Port': ['ID=c4e9bb39-7e68-4555-a20a-a07a10615d8d,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:14.731867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Network 6f935f80-40d8-4f18-88f5-8a6485899804 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:14.732292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.765571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:14.770320 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accded64-f192-4f00-9e84-9bde0ddd23e5'] response: {'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'code': 200} May 27 03:52:14.773338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.781669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5c903146-80db-4881-9fcc-4680ca2b07ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8765471 May 27 03:52:14.781863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:14.907810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.933545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:14.935312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 93e040dc-6a87-4947-bfa0-06fcffbd73e9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:14.943079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:14.944500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:14.956106 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Sync routers for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:14.974518 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:14.976180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:14.976444 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:15.018295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.022200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-955813cb-e54c-41ae-9bee-a6bd4c17e71a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6931872 May 27 03:52:15.027154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48396) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:15.045595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-707e67fd-67cb-4bf0-9d3a-cf1ee9d717f7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4613967 May 27 03:52:15.045792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:15.073663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:15.110061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:15.112438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:15.194004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Attempting to bind port c4e9bb39-7e68-4555-a20a-a07a10615d8d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:15.194654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Attempting to bind port c4e9bb39-7e68-4555-a20a-a07a10615d8d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:15.195197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Attempting to bind port c4e9bb39-7e68-4555-a20a-a07a10615d8d on network 6f935f80-40d8-4f18-88f5-8a6485899804 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:15.262132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:15.262698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Checking segment: {'id': 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:15.263187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.263707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Bound using segment: {'id': 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:15.264283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Bound port: c4e9bb39-7e68-4555-a20a-a07a10615d8d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6f935f80-40d8-4f18-88f5-8a6485899804'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:15.264756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.269350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:15.401723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] For port c4e9bb39-7e68-4555-a20a-a07a10615d8d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:15.405408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] For port c4e9bb39-7e68-4555-a20a-a07a10615d8d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e9bb39-7e68-4555-a20a-a07a10615d8d,segment=NetworkSegment(cd8dc920-9fc0-4af6-9456-db9ba2fa2a42),segment_id=cd8dc920-9fc0-4af6-9456-db9ba2fa2a42)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:15.405559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 545e4ffb-c916-4751-8734-84c47dac716e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:15.409790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.414504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.566183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:15.697576 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 3, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:15.703196 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Checking router: 14486ae8-cd50-4e75-82d3-5e5baf144f11 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:15.703732 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Updating router 14486ae8-cd50-4e75-82d3-5e5baf144f11 port bd7c1886-826e-4946-bc0f-573f3f66e355 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:52:15.745869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ad9185fa-8331-4a3b-be78-6069fc2b1827 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:15.766608 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.783429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd5873-d135-4f81-98c9-e48f4b1b4322 None None] Pushing event updated for resources: {'Port': ['ID=c4e9bb39-7e68-4555-a20a-a07a10615d8d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:15.788364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:15.875516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-fdce6ee7-95a6-4774-9f49-775137bf7967 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:16.013225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.025130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-fdce6ee7-95a6-4774-9f49-775137bf7967 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:16.033586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-fdce6ee7-95a6-4774-9f49-775137bf7967 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1351486434&fields=id&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 267 time: 0.8702579 May 27 03:52:16.036431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.038377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ad9185fa-8331-4a3b-be78-6069fc2b1827 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:16.055517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-660680fe-158a-419f-8690-a2e8848e285f None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:16.055894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-660680fe-158a-419f-8690-a2e8848e285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.146991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ad9185fa-8331-4a3b-be78-6069fc2b1827 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:16.147530 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.229573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807ef3-1af6-43cb-b6f6-648da57956a2 req-7112ead4-3603-4b71-b166-cea1bdc27146 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:16.235507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807ef3-1af6-43cb-b6f6-648da57956a2 req-7112ead4-3603-4b71-b166-cea1bdc27146 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:16.244645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26807ef3-1af6-43cb-b6f6-648da57956a2 req-7112ead4-3603-4b71-b166-cea1bdc27146 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1681 time: 0.3126123 May 27 03:52:16.288639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:16.300516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:16.307178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=3fce73d7-24e5-43db-ae72-0d657ea04253,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:16.310547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:16.311260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.319442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.327024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ec1f7-dd8d-4ed7-b147-10b4ecb443c9 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:16.372755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 93e040dc-6a87-4947-bfa0-06fcffbd73e9 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:16.454774 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.458263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.478046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Transition to ACTIVE for port object bd7c1886-826e-4946-bc0f-573f3f66e355 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:16.490845 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.500869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-660680fe-158a-419f-8690-a2e8848e285f None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:16.501255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-660680fe-158a-419f-8690-a2e8848e285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.511710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.20.0.1 (6f935f80-40d8-4f18-88f5-8a6485899804/842c1516-1dfd-4e5f-92dd-db97ec42f223/32a603dd-799f-4255-90d5-c532ecf2a918) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:16.524777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=545e4ffb-c916-4751-8734-84c47dac716e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:16.531636 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.539003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26807ef3-1af6-43cb-b6f6-648da57956a2 req-3df83582-24da-44bf-b859-05ef674aff21 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932618 May 27 03:52:16.542123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3401ab1-43ec-4d9b-b19b-2bb1bb453aa3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4839389 May 27 03:52:16.545617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.547693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6fc6096c-f432-4055-a17b-e4b08c3f6bc6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/545e4ffb-c916-4751-8734-84c47dac716e HTTP/1.1" status: 204 len: 168 time: 1.5014458 May 27 03:52:16.548819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:16.556455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'security_group': {'name': 'tempest-secgroup-129352392'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:16.559059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:16.563354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:16.568805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:16.575898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:16.576562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97fbbd-b263-4924-8e49-585cf87a7929 None None] Network 14e285a9-2dea-487a-ad41-3c5436faa6e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:16.583623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:16.597541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.605202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 8, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:16.656423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-3022886f-e74b-4ec7-a051-e3b00497dda1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:16.661682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:16.663835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-3022886f-e74b-4ec7-a051-e3b00497dda1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.6289990 May 27 03:52:16.667483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:16.670865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:16.679254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:16.701458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:16.743524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Attempting to bind port bd7c1886-826e-4946-bc0f-573f3f66e355 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:16.743760 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Attempting to bind port bd7c1886-826e-4946-bc0f-573f3f66e355 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:16.744114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Attempting to bind port bd7c1886-826e-4946-bc0f-573f3f66e355 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:16.765101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:16.778024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921eee-1295-4ffe-94c8-8ee37c200afc None None] Pushing event updated for resources: {'Port': ['ID=bd7c1886-826e-4946-bc0f-573f3f66e355,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:16.782135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.791752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-660680fe-158a-419f-8690-a2e8848e285f None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:16.794907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:16.795501 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:16.796595 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.797201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:16.798882 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Bound port: bd7c1886-826e-4946-bc0f-573f3f66e355, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:16.799261 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.800532 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.803527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:16.821008 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.826313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-e518b2ef-398e-41b9-864d-ea18241bee6e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/quotas/58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 375 time: 0.1612091 May 27 03:52:16.913658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] For port bd7c1886-826e-4946-bc0f-573f3f66e355, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:16.917164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] For port bd7c1886-826e-4946-bc0f-573f3f66e355, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd7c1886-826e-4946-bc0f-573f3f66e355,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:16.926068 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:16.990814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256cc889-e398-4708-a154-ffe423cf92a5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.016562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.018652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-025149bd-3d67-4038-b844-65a55193d114 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4682066 May 27 03:52:17.029214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:17.033980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:17.034697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:17.078158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617977165'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:17.080797 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:17.081554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:17.116784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:17.136010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:17.151090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:17.163990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.194170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50cefc-b11e-4046-b120-496ce2329e4f req-b10ab5c4-a1a8-4fa9-94fa-d0f4847c2e46 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:17.215357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf50cefc-b11e-4046-b120-496ce2329e4f req-b10ab5c4-a1a8-4fa9-94fa-d0f4847c2e46 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3529801 May 27 03:52:17.254056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:17.264795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:17.299207 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921eee-1295-4ffe-94c8-8ee37c200afc None None] Pushing event updated for resources: {'Port': ['ID=bd7c1886-826e-4946-bc0f-573f3f66e355,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.330522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.351192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port f2cae627-ec61-4751-ab37-e6309d741d5c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:17.351666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.358007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf50cefc-b11e-4046-b120-496ce2329e4f req-5a1259ad-f0f0-42ed-a01c-4ddda32df54b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417036 May 27 03:52:17.397574 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:17.434513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:17.444677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:17.449780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:17.460595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:17.522316 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af21ab37-6922-458b-a3c1-25c9d918a854'] response: {'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827', 'code': 200} May 27 03:52:17.532844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b6352-7425-4e44-95cd-abeae373c598 None None] Network 6f935f80-40d8-4f18-88f5-8a6485899804 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:17.606087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.673066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-51bc5579-19fd-49a6-8eac-ffc224225782 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:17.701708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.716926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7847f80f-b7ff-47b5-a9ac-b91d3ff553b1 None None] Provisioning for port c4e9bb39-7e68-4555-a20a-a07a10615d8d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:17.720149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.720929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.759735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 32a603dd-799f-4255-90d5-c532ecf2a918 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:17.797263 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 3, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:17.801604 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041d95e-4af3-4bde-963d-cd98c785805e None None] The sync data for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 is: [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:12Z', 'revision_number': 3, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:17.813308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.826474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bb9b6-7cdb-4a16-a50f-e51271f1af70,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.841324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.844122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d575210-cfad-4b20-a07b-99e0cd5fd1dc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8102887 May 27 03:52:17.849269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:17.861822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18e469da-afc2-433d-84e2-ac1250325730 req-d7408209-df89-4376-83ee-eb925c7ec454 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1984 time: 0.2981110 May 27 03:52:17.870874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'security_group': {'name': 'tempest-secgroup-1051326116'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:17.887948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:17.900485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:17.909844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:17.925042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:17.929658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=93e040dc-6a87-4947-bfa0-06fcffbd73e9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:17.955462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port f2cae627-ec61-4751-ab37-e6309d741d5c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2cae627-ec61-4751-ab37-e6309d741d5c,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:17.955826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:17.984068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-51bc5579-19fd-49a6-8eac-ffc224225782 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:17.985430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-51bc5579-19fd-49a6-8eac-ffc224225782 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1582432 May 27 03:52:18.011123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.054790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e9bb39-7e68-4555-a20a-a07a10615d8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:18.102554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:18.107846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:security_group_rule and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:18.111538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:18.122282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:18.150274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] DHCP port deletion for 14e285a9-2dea-487a-ad41-3c5436faa6e0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:18.165056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for f2cae627-ec61-4751-ab37-e6309d741d5c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:18.174261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18e469da-afc2-433d-84e2-ac1250325730 req-0b9525a6-bf38-4f3e-8554-da83ee70a714 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393084 May 27 03:52:18.228232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.260190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Deleting port f2cae627-ec61-4751-ab37-e6309d741d5c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:18.260559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.269603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.279122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.345162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec51619-2f6e-4b2b-84a0-6ced205795a9 req-670b1d27-57d5-40c2-8aca-db48cb6535a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:18.349620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec51619-2f6e-4b2b-84a0-6ced205795a9 req-670b1d27-57d5-40c2-8aca-db48cb6535a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:18.356829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec51619-2f6e-4b2b-84a0-6ced205795a9 req-670b1d27-57d5-40c2-8aca-db48cb6535a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1682 time: 0.1846030 May 27 03:52:18.383307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fb3b08-402c-4905-998a-2f4416821826,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.389503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.390791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cbb7f5e0-3cd9-4627-8293-0d423c1289f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5391610 May 27 03:52:18.399379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:18.405201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-534591804', 'security_groups': ['a6fb3b08-402c-4905-998a-2f4416821826'], 'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fce73d7-24e5-43db-ae72-0d657ea04253'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:18.448834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c4e9bb39-7e68-4555-a20a-a07a10615d8d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:18.464396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 6f935f80-40d8-4f18-88f5-8a6485899804 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:18.465292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=32a603dd-799f-4255-90d5-c532ecf2a918,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.478644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:18.502576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cec51619-2f6e-4b2b-84a0-6ced205795a9 req-8de2049c-c28d-4edf-ad82-dc270d982daa tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447296 May 27 03:52:18.503082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c4e9bb39-7e68-4555-a20a-a07a10615d8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:18.503607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.550874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:18.559174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Update dhcp port {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'fixed_ips': [{'subnet_id': '3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3fce73d7-24e5-43db-ae72-0d657ea04253'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'a329266c-d979-4f1c-b6ba-152be1f6b573'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:52:18.565029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:18.585400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:18.650658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:18.690091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.781420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=f2cae627-ec61-4751-ab37-e6309d741d5c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:18.783504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.807460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-04775d01-216d-4378-b403-4bbefa0cc524 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338321 May 27 03:52:18.821917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port f2cae627-ec61-4751-ab37-e6309d741d5c on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:18.884161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] For port f2cae627-ec61-4751-ab37-e6309d741d5c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2cae627-ec61-4751-ab37-e6309d741d5c,segment=NetworkSegment(31ec147b-e480-4c7c-986f-2f577b77475c),segment_id=31ec147b-e480-4c7c-986f-2f577b77475c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:18.884585 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:18.990341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-8f8f0f97-b9cb-4cb8-b6b2-6bbbc5666dbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.1680624 May 27 03:52:19.083486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Calling delete_port for f2cae627-ec61-4751-ab37-e6309d741d5c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:19.127906 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.146355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 8, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:19.219184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41620c9a-7904-4a2e-8666-11cebeca290e None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:11Z', 'revision_number': 8, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95eae443-7278-4a22-b4bb-72eaa71e7a4f', 'name': '', 'network_id': '81387ea7-2bc1-412c-9ee7-08cd2e148fbf', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:11:0f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:26Z', 'updated_at': '2022-05-27T03:51:47Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '3cc35731-d6d1-4a5c-9ee7-95c18695879c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:19.248995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.261562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.316460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] device_id is not set on port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:52:19.364012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddad9ca-0988-43a3-8f8c-daed43ca0dc2 req-80294ed1-9719-4f88-850b-f918b5767e7c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:19.365561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ddad9ca-0988-43a3-8f8c-daed43ca0dc2 req-80294ed1-9719-4f88-850b-f918b5767e7c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3709252 May 27 03:52:19.366494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-ece97371-f948-45b5-8a5c-165ed1cc6a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:19.367791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-ece97371-f948-45b5-8a5c-165ed1cc6a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.3202553 May 27 03:52:19.408557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Provisioning complete for port c4e9bb39-7e68-4555-a20a-a07a10615d8d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:19.408948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.425750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.492466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e285a9-2dea-487a-ad41-3c5436faa6e0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:19.494800 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:19.495016 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:19.516884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Allocated IP 2001:db8::2 (fce4ab63-5159-4397-90ef-eebfede94409/3fce73d7-24e5-43db-ae72-0d657ea04253/a329266c-d979-4f1c-b6ba-152be1f6b573) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:19.546365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec147b-e480-4c7c-986f-2f577b77475c') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:19.546658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec147b-e480-4c7c-986f-2f577b77475c') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:19.552320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c4e9bb39-7e68-4555-a20a-a07a10615d8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e9bb39-7e68-4555-a20a-a07a10615d8d,segment=NetworkSegment(cd8dc920-9fc0-4af6-9456-db9ba2fa2a42),segment_id=cd8dc920-9fc0-4af6-9456-db9ba2fa2a42)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:19.555970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-cf234a7b-895f-43a6-bf15-a76f21a7e08a service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734018 May 27 03:52:19.577926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.587906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.619640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.622887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.648562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:19.649163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:19.665682 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:19.727638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c4e9bb39-7e68-4555-a20a-a07a10615d8d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:19.815309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ddad9ca-0988-43a3-8f8c-daed43ca0dc2 req-11ae7555-8fd9-4cc8-8ec2-5f79fcc4ea44 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707283 May 27 03:52:19.877653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:19.923522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-40cac11b-b7e8-4170-8476-1a260a9a0e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1001 time: 0.5457768 May 27 03:52:19.930271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Provisioning for port 32a603dd-799f-4255-90d5-c532ecf2a918 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:19.990886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Provisioning complete for port 32a603dd-799f-4255-90d5-c532ecf2a918 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:19.992542 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.063098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.074050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Deleting port f2cae627-ec61-4751-ab37-e6309d741d5c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:20.074558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.106437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a1d3e-6225-49b4-82e5-487f7d307735 None None] Port 32a603dd-799f-4255-90d5-c532ecf2a918 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:20.118949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e9bb39-7e68-4555-a20a-a07a10615d8d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:20.142611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-58809d0f-6da5-4c8d-bfba-a9cb534fa11f req-568e0c77-1de2-4b71-b6b5-ad6bc548e4c5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.1613126 May 27 03:52:20.192520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-e6f50dbe-2e75-4d0b-b3ce-ec6d6d163bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:20.194401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-e6f50dbe-2e75-4d0b-b3ce-ec6d6d163bd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.2596376 May 27 03:52:20.203385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=14e285a9-2dea-487a-ad41-3c5436faa6e0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:20.220227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.242503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-730f4542-6d8e-42b4-9f21-dd5212290448 None None] The port 'f2cae627-ec61-4751-ab37-e6309d741d5c' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:52:20.256932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60821cac-018d-431c-8ea5-13cbcb85ca0c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/14e285a9-2dea-487a-ad41-3c5436faa6e0 HTTP/1.1" status: 204 len: 168 time: 3.6857052 May 27 03:52:20.259528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:20.265365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:20.297712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.315396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Transition to ACTIVE for port object a329266c-d979-4f1c-b6ba-152be1f6b573 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:20.346495 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.362589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e07b0a5c-89e5-4089-8f71-35544ed00436 None None] Provisioning complete for port 32a603dd-799f-4255-90d5-c532ecf2a918 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:20.363306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e07b0a5c-89e5-4089-8f71-35544ed00436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.532815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8::13e (fce4ab63-5159-4397-90ef-eebfede94409/3fce73d7-24e5-43db-ae72-0d657ea04253/2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:20.550414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-e0364a01-24f5-4b11-a12d-da15920c490c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3499157 May 27 03:52:20.595362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e07b0a5c-89e5-4089-8f71-35544ed00436 None None] Port 32a603dd-799f-4255-90d5-c532ecf2a918 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:20.600645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091fd0-6428-49e5-9d5a-e7d87e05bcf7 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:20.612050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c4e9bb39-7e68-4555-a20a-a07a10615d8d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:20.612612 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.647266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46fa5-0c07-4b1b-9018-ea9c72b53c60 req-4294cc72-d0a1-4b61-bcf2-a7e8a4fd4658 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:20.651356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46fa5-0c07-4b1b-9018-ea9c72b53c60 req-4294cc72-d0a1-4b61-bcf2-a7e8a4fd4658 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:20.652960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf46fa5-0c07-4b1b-9018-ea9c72b53c60 req-4294cc72-d0a1-4b61-bcf2-a7e8a4fd4658 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1682 time: 0.5792923 May 27 03:52:20.756944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.792596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:20.893788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f173b3a-69f2-437b-8640-07e223ac617e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:20.934258 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-2f84541d-f737-4988-8348-caa8f6cde9da service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618758 May 27 03:52:20.983412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 1f173b3a-69f2-437b-8640-07e223ac617e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:20.983970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 1f173b3a-69f2-437b-8640-07e223ac617e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:20.984508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2cae627-ec61-4751-ab37-e6309d741d5c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:21.037916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f2cae627-ec61-4751-ab37-e6309d741d5c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:21.038624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2cae627-ec61-4751-ab37-e6309d741d5c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:21.261771 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf46fa5-0c07-4b1b-9018-ea9c72b53c60 req-592d1241-47d5-4a53-a180-b39ad25026a2 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918894 May 27 03:52:21.284113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=32a603dd-799f-4255-90d5-c532ecf2a918,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.307171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.313942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.417191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00715569-f7c3-4ee9-a4e6-a5c80b7faf32 req-cd780185-29c9-4fa5-9e4c-681e6b871ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688282 May 27 03:52:21.477385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e7549-09ac-4ab9-bed7-183efa1a8a2e req-d326a0f0-e4cd-4e73-a0fc-fb06d165f89a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:21.484486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b21e7549-09ac-4ab9-bed7-183efa1a8a2e req-d326a0f0-e4cd-4e73-a0fc-fb06d165f89a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.5080638 May 27 03:52:21.526211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Provisioning for port a329266c-d979-4f1c-b6ba-152be1f6b573 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:21.532100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:21.532545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.540003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.556939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:21.585045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.615542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be9b9fb6-154a-4e2f-831c-1ec2e09e9a22 req-51340f32-05a8-4567-994f-61dae6eda49f tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.0943353 May 27 03:52:21.679850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:21.680286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.732113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:21.815215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-007b7264-5adb-4420-bf01-8b7f2562c87f None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:21.937481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 6f935f80-40d8-4f18-88f5-8a6485899804 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:21.938168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:21.976252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:22.020567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:22.073641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:22.074246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.199610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:22.233629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:22.244754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b21e7549-09ac-4ab9-bed7-183efa1a8a2e req-d7a98ab6-af93-4487-908e-3b108c6a3061 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7593765 May 27 03:52:22.258915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:22.269564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:22.276618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.458258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Allocated IP 172.20.0.1 (a7588099-2c5d-48c6-b331-a28e835ca6b6/4dbce941-b6a0-46ad-a9ea-3b0c47da9b85/b00aa6ba-1970-4349-8ace-ed2b10852745) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:22.471461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b5ed8e72-6e7d-4c1d-8daa-6f340f4142ef tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0714681 May 27 03:52:22.472755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:22.486283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:22.554039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fb36f083-8cbd-452c-a457-b73f2ad52c2b None None] Provisioning complete for port 32a603dd-799f-4255-90d5-c532ecf2a918 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:22.554520 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fb36f083-8cbd-452c-a457-b73f2ad52c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.632660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-eda14e4c-6e37-4cf1-a1c2-21c3b1e8239e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:22.643621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-eda14e4c-6e37-4cf1-a1c2-21c3b1e8239e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:22.661698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fb36f083-8cbd-452c-a457-b73f2ad52c2b None None] Port 32a603dd-799f-4255-90d5-c532ecf2a918 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:22.772397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-eda14e4c-6e37-4cf1-a1c2-21c3b1e8239e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:22.773618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-eda14e4c-6e37-4cf1-a1c2-21c3b1e8239e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.8304222 May 27 03:52:22.813544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4b20d722-678c-41c8-bf66-f0960f32b7ad None None] Provisioning for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:22.839610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4b20d722-678c-41c8-bf66-f0960f32b7ad None None] Provisioning complete for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:22.840710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:22.847323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4b20d722-678c-41c8-bf66-f0960f32b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:22.860600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:22.872411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:22.935348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4b20d722-678c-41c8-bf66-f0960f32b7ad None None] Port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:22.940302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:22.976559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2c21a-14f7-447e-9b3e-d272159d8790 req-87b598fc-8dea-4d24-a52c-bfbb337a5f42 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:22.980552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2c21a-14f7-447e-9b3e-d272159d8790 req-87b598fc-8dea-4d24-a52c-bfbb337a5f42 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:22.982423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27a2c21a-14f7-447e-9b3e-d272159d8790 req-87b598fc-8dea-4d24-a52c-bfbb337a5f42 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1682 time: 0.3343949 May 27 03:52:22.991065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-dba943be-e298-47cc-b4f8-f778fa364a61 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:23.020265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:23.024302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.098842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2fda2d1-7fa0-4132-8cfc-c619ec7f3505 req-96b0c3bd-3e6a-4f63-b7c4-6c9e7a921b84 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.2180376 May 27 03:52:23.143214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.167221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Transition to ACTIVE for port object b00aa6ba-1970-4349-8ace-ed2b10852745 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:23.188756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-dba943be-e298-47cc-b4f8-f778fa364a61 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:23.190180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-dba943be-e298-47cc-b4f8-f778fa364a61 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 380 time: 0.3989136 May 27 03:52:23.211646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'port': {'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'admin_state_up': True, 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'security_groups': ['0cd75338-76a3-47b6-9b03-697263df1658']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:23.247654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.252277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Router c9f11d45-391e-447b-92ee-16970efd9107 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:23.337922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:23.343762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router bb31487e-947f-4080-a6f4-caa1934cfb24 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:23.346912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:23.411083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:23.417074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:23.424204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27a2c21a-14f7-447e-9b3e-d272159d8790 req-0c9902b0-f64f-4e69-8202-87fc7c8b507a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259930 May 27 03:52:23.479611 n-d-843301-2 neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fce73d7-24e5-43db-ae72-0d657ea04253 (CIDR: 2001:db8::/64) May 27 03:52:23.513295 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:52:23.513728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:23.541397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:23.556400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a61aab27-0225-45bd-acd0-ac1c923af329 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0786071 May 27 03:52:23.563208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:23.573456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:23.590178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:23.673537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cd96342-439d-48c2-ac5a-1b67f2ec6f9c None None] Provisioning for port b00aa6ba-1970-4349-8ace-ed2b10852745 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:23.679283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cd96342-439d-48c2-ac5a-1b67f2ec6f9c None None] Provisioning complete for port b00aa6ba-1970-4349-8ace-ed2b10852745 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:23.679724 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cd96342-439d-48c2-ac5a-1b67f2ec6f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.703755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:23.706606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.734217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.751435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7cd96342-439d-48c2-ac5a-1b67f2ec6f9c None None] Port b00aa6ba-1970-4349-8ace-ed2b10852745 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:23.805001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3cd31-7677-4727-843d-fe00447f52bc req-7244b884-80fb-435f-9918-6ae62ab2a915 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:23.806525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eae3cd31-7677-4727-843d-fe00447f52bc req-7244b884-80fb-435f-9918-6ae62ab2a915 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3971751 May 27 03:52:23.831830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.856997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:23.868149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:23.873573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:23.887213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:23.927688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.949809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:23.953283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:23.965615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eae3cd31-7677-4727-843d-fe00447f52bc req-6c853b72-c696-4fec-819e-ed325f08a337 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510832 May 27 03:52:23.971553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd7c1886-826e-4946-bc0f-573f3f66e355 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:23.990709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:24.007216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] Sync routers for ids ['bb31487e-947f-4080-a6f4-caa1934cfb24'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:24.049291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] Routers {'bb31487e-947f-4080-a6f4-caa1934cfb24'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:24.049923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb31487e-947f-4080-a6f4-caa1934cfb24'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.065513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9780673-b84a-4d23-a994-c0b89bf6b674 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/bb31487e-947f-4080-a6f4-caa1934cfb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5277967 May 27 03:52:24.073702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48490) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.140724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:24.152128 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] Sync routers for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:24.182423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:24.184563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.186448 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bb7b94bd-20a5-4341-b267-694a97ba6770 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "PUT /v2.0/routers/c9f11d45-391e-447b-92ee-16970efd9107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3097296 May 27 03:52:24.193726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.205181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.225846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] Routers {'bb31487e-947f-4080-a6f4-caa1934cfb24'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:24.226528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb31487e-947f-4080-a6f4-caa1934cfb24'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.294293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port bd7c1886-826e-4946-bc0f-573f3f66e355 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:24.305910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.20.0.8 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/4e7d689b-7f8b-41b2-baa8-e3462542e118) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:24.309027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bd7c1886-826e-4946-bc0f-573f3f66e355 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:24.309494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.328947 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.347670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] Routers {'c9f11d45-391e-447b-92ee-16970efd9107'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:24.349712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.350122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa887c54-9d22-444e-9164-f01b88eb6807 None None] The sync data for ids ['bb31487e-947f-4080-a6f4-caa1934cfb24'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:24.352437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c9f11d45-391e-447b-92ee-16970efd9107'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.418691 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:24.419362 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89b5b7-afe0-4126-9c98-e29864389489 None None] The sync data for ids ['c9f11d45-391e-447b-92ee-16970efd9107'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:24.459345 n-d-843301-2 neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12 (CIDR: 2001:db8:0:1::/64) May 27 03:52:24.470806 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:52:24.471246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:24.472387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.491313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port bd7c1886-826e-4946-bc0f-573f3f66e355, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd7c1886-826e-4946-bc0f-573f3f66e355,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:24.495557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.513273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-538edd82-8423-48d6-8eb3-516e0c03e1c4 req-456ac378-26e4-4561-be4a-d762227dbcec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.1239076 May 27 03:52:24.523086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161fc8a-c66d-442a-9951-e24aa31af8cb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:24.523643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b161fc8a-c66d-442a-9951-e24aa31af8cb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:24.574516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753321a9-45f3-446a-9cfb-457be0864e09 req-8c8c026a-91f6-4e42-95f7-2850b2279075 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:24.578605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753321a9-45f3-446a-9cfb-457be0864e09 req-8c8c026a-91f6-4e42-95f7-2850b2279075 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:24.580255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-753321a9-45f3-446a-9cfb-457be0864e09 req-8c8c026a-91f6-4e42-95f7-2850b2279075 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1682 time: 0.4880464 May 27 03:52:24.591830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b161fc8a-c66d-442a-9951-e24aa31af8cb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:24.595792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b161fc8a-c66d-442a-9951-e24aa31af8cb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports/32a603dd-799f-4255-90d5-c532ecf2a918 HTTP/1.1" status: 200 len: 910 time: 0.5177989 May 27 03:52:24.595919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=bd7c1886-826e-4946-bc0f-573f3f66e355,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:24.597135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48502) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.605329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3c1fa-3bf6-4ba0-b227-300563f7eff6 req-9315e1be-a756-4140-acbc-0b4c4b66676a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:24.606823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9c3c1fa-3bf6-4ba0-b227-300563f7eff6 req-9315e1be-a756-4140-acbc-0b4c4b66676a tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.4800704 May 27 03:52:24.647642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.652122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a30d3e3-f03b-49cb-b7cd-c786d409a40d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0881565 May 27 03:52:24.665403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Request body: {'floatingip': {'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:24.668382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48510) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:24.681129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'subnet': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:24.854731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port ad9185fa-8331-4a3b-be78-6069fc2b1827 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:24.855276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.909838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:24.980736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 95eae443-7278-4a22-b4bb-72eaa71e7a4f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:24.981096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.067555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.093523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.109836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.217559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Transition to ACTIVE for port object 4e7d689b-7f8b-41b2-baa8-e3462542e118 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:25.256540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:25.270405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Usage tracker for resource:subnet and tenant:58660921a57b4d9482701e24c5b0cfa7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:25.282019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:25.285576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.298366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90e16e-d673-4fc0-820d-8d2d834cae36 req-fe11467d-49cd-46df-a713-7a012e22e9a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:25.302755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90e16e-d673-4fc0-820d-8d2d834cae36 req-fe11467d-49cd-46df-a713-7a012e22e9a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:25.304258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c90e16e-d673-4fc0-820d-8d2d834cae36 req-fe11467d-49cd-46df-a713-7a012e22e9a8 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 1682 time: 0.6008782 May 27 03:52:25.305954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:25.308449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:25.374472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Made reservation on behalf of 58660921a57b4d9482701e24c5b0cfa7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:25.456874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.486441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 95eae443-7278-4a22-b4bb-72eaa71e7a4f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=95eae443-7278-4a22-b4bb-72eaa71e7a4f,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:25.486781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.761875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 95eae443-7278-4a22-b4bb-72eaa71e7a4f owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:25.796779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0c90e16e-d673-4fc0-820d-8d2d834cae36 req-e6ac3590-7609-41ea-bca2-afbe7bde0060 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783561 May 27 03:52:25.798590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.892569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:25.949189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd7c1886-826e-4946-bc0f-573f3f66e355 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:25.973861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:25.981029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:26.043123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bd7c1886-826e-4946-bc0f-573f3f66e355 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:26.044122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.074302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port ad9185fa-8331-4a3b-be78-6069fc2b1827, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ad9185fa-8331-4a3b-be78-6069fc2b1827,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:26.074955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.277254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:26.290832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for ad9185fa-8331-4a3b-be78-6069fc2b1827 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:26.315490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.316284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d35e7f6e-361c-4d10-b402-40f79afc0216 None None] Provisioning complete for port b00aa6ba-1970-4349-8ace-ed2b10852745 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:26.319869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d35e7f6e-361c-4d10-b402-40f79afc0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.323750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:26.335705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:26.352327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:26.376998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d35e7f6e-361c-4d10-b402-40f79afc0216 None None] Port b00aa6ba-1970-4349-8ace-ed2b10852745 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:26.425372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.540802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961d259-cfcd-4670-8a1e-1d6a959eb307 req-c2cabbbc-4a4d-4c29-9680-fbba9a561f58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:26.541562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5961d259-cfcd-4670-8a1e-1d6a959eb307 req-c2cabbbc-4a4d-4c29-9680-fbba9a561f58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:26.576769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:26.577403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.703212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c8dc3bc-6ea0-4d84-9b88-bb73a6690882 None None] Provisioning for port 4e7d689b-7f8b-41b2-baa8-e3462542e118 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:26.704489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5961d259-cfcd-4670-8a1e-1d6a959eb307 req-c2cabbbc-4a4d-4c29-9680-fbba9a561f58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:26.705668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5961d259-cfcd-4670-8a1e-1d6a959eb307 req-c2cabbbc-4a4d-4c29-9680-fbba9a561f58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 931 time: 0.9535315 May 27 03:52:26.710333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c8dc3bc-6ea0-4d84-9b88-bb73a6690882 None None] Provisioning complete for port 4e7d689b-7f8b-41b2-baa8-e3462542e118 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:26.710333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc3bc-6ea0-4d84-9b88-bb73a6690882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.733951 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-205ffb4e-39db-4555-a582-a25fa47f024d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5266032 May 27 03:52:26.764234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dc3bc-6ea0-4d84-9b88-bb73a6690882 None None] Port 4e7d689b-7f8b-41b2-baa8-e3462542e118 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:26.764821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Request body: {'port': {'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:26.827311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.840465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.884440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting port 73c93834-fbc3-4ca7-9372-1da7b5778a41 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:26.884788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.907334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=ad9185fa-8331-4a3b-be78-6069fc2b1827,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:26.916018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:26.977922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5961d259-cfcd-4670-8a1e-1d6a959eb307 req-a4310aea-2d48-4747-a354-028ec1c8c8c7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526486 May 27 03:52:26.983585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.018904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.019248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.019628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.019976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.020307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.020630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.020977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.021303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.021618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.021937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.022255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:27.127144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=95eae443-7278-4a22-b4bb-72eaa71e7a4f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:27.187747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.198249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port ad9185fa-8331-4a3b-be78-6069fc2b1827 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:27.205195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.207276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-753321a9-45f3-446a-9cfb-457be0864e09 req-a479f5a7-ea9a-40d7-b7c4-00117dd075ae tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "DELETE /v2.0/ports/ad9185fa-8331-4a3b-be78-6069fc2b1827 HTTP/1.1" status: 204 len: 173 time: 2.6184676 May 27 03:52:27.209143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:27.227715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Network fce4ab63-5159-4397-90ef-eebfede94409 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:27.296336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:27.299395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:27.300068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.306993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25089925-82ab-4743-8d03-735106ddd2f2 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:27.334230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Subnet': ['ID=4d40dd12-44cc-49a5-8714-b3a2f38f4c49,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:27.383740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-deleted', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:27.429742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cfa2a8a5-b1d9-49cf-99e2-64cd2709d76a tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7551892 May 27 03:52:27.436228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48520) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:27.463909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-211306867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d40dd12-44cc-49a5-8714-b3a2f38f4c49'}], 'security_groups': ['256cc889-e398-4708-a154-ffe423cf92a5', '8f3bb9b6-7cdb-4a16-a50f-e51271f1af70']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:27.484997 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c37fbb-eaef-4abb-a0ec-8dbc562fd96b'] response: {'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-deleted', 'tag': 'ad9185fa-8331-4a3b-be78-6069fc2b1827', 'status': 'completed', 'code': 200} May 27 03:52:27.514264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e85c6e-fad8-4662-bce7-d5b5e8addc19 req-b3bbf04d-d5f8-4e9f-82e5-59cc3ac5fa24 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:27.515775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90e85c6e-fad8-4662-bce7-d5b5e8addc19 req-b3bbf04d-d5f8-4e9f-82e5-59cc3ac5fa24 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 946 time: 0.5417359 May 27 03:52:27.533927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.667709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.679730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 2954f681-a505-4639-8ee6-b89d5501c4d7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:27.680072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.698325 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:52:27.706539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Update dhcp port {'port': {'network_id': 'fce4ab63-5159-4397-90ef-eebfede94409', 'fixed_ips': [{'subnet_id': '3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3fce73d7-24e5-43db-ae72-0d657ea04253', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d40dd12-44cc-49a5-8714-b3a2f38f4c49'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'a329266c-d979-4f1c-b6ba-152be1f6b573'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:52:27.722733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Calling delete_port for 73c93834-fbc3-4ca7-9372-1da7b5778a41 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:27.736058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ad9185fa-8331-4a3b-be78-6069fc2b1827 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:27.749212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.783491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ad9185fa-8331-4a3b-be78-6069fc2b1827 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:27.783857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ad9185fa-8331-4a3b-be78-6069fc2b1827 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:27.784241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 2954f681-a505-4639-8ee6-b89d5501c4d7 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:27.840779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Router 14486ae8-cd50-4e75-82d3-5e5baf144f11 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:27.847906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.912487 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fb2721fc-70ab-42e2-ac41-f7ae78b317da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:27.947377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90e85c6e-fad8-4662-bce7-d5b5e8addc19 req-4398dcfe-12f7-4c3d-bac9-d3c98a3a2f26 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153776 May 27 03:52:27.960647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.105447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.183877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:28.191207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:28.212415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.281777 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c880231-d4c3-40bc-bdf8-9d760fa14768'] response: {'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'code': 200} May 27 03:52:28.305618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.326488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Allocated IP 2001:db8:0:2::2 (fce4ab63-5159-4397-90ef-eebfede94409/4d40dd12-44cc-49a5-8714-b3a2f38f4c49/a329266c-d979-4f1c-b6ba-152be1f6b573) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:28.336704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:28.445448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:28.486142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:28.545426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.599588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7d689b-7f8b-41b2-baa8-e3462542e118 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:52:28.616392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.713617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Transition to ACTIVE for port object a329266c-d979-4f1c-b6ba-152be1f6b573 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:28.717445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.730571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.741392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:28.741769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:28.792809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Port': ['ID=73c93834-fbc3-4ca7-9372-1da7b5778a41,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:28.805149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e68c05-0e71-489e-a761-bb36c9f46126 None None] Pushing event updated for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:28.888430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fef8c1-1371-4cb1-b1f6-bc4118fd1d58 req-99e4d462-0b1b-4ec4-a5cd-2967d6025396 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:28.889913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74fef8c1-1371-4cb1-b1f6-bc4118fd1d58 req-99e4d462-0b1b-4ec4-a5cd-2967d6025396 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 931 time: 0.6671093 May 27 03:52:28.898763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 2954f681-a505-4639-8ee6-b89d5501c4d7 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:28.936423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Transition to ACTIVE for port object 4e7d689b-7f8b-41b2-baa8-e3462542e118 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:28.971661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:29.071555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 32a603dd-799f-4255-90d5-c532ecf2a918 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:29.071922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:29.177228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:29.257498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:29.257811 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:29.270714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-74fef8c1-1371-4cb1-b1f6-bc4118fd1d58 req-97df5c1c-5a8b-4145-ac1e-bd4472ad1d2a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343000 May 27 03:52:29.384432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:29.391909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Delete allocated IP 2001:db8::13e (fce4ab63-5159-4397-90ef-eebfede94409/3fce73d7-24e5-43db-ae72-0d657ea04253) {{(pid=84156) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:52:29.400364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Sync routers for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:29.430620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:29.431392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:29.489280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:29.544669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d157f43f-ddb4-4c48-bc86-5632595f8be0 admin admin] 10.222.0.46 "PUT /v2.0/routers/14486ae8-cd50-4e75-82d3-5e5baf144f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3828251 May 27 03:52:29.545932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Allocated IP 2001:db8:0:2::b2 (fce4ab63-5159-4397-90ef-eebfede94409/4d40dd12-44cc-49a5-8714-b3a2f38f4c49/2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:29.657242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:29.758370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 2954f681-a505-4639-8ee6-b89d5501c4d7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:29.758960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:29.877660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Attempting to bind port 4e7d689b-7f8b-41b2-baa8-e3462542e118 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:29.878106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Attempting to bind port 4e7d689b-7f8b-41b2-baa8-e3462542e118 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:29.878773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Attempting to bind port 4e7d689b-7f8b-41b2-baa8-e3462542e118 on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:29.973698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Port 4e7d689b-7f8b-41b2-baa8-e3462542e118 on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:52:29.974100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Attempting to bind port 4e7d689b-7f8b-41b2-baa8-e3462542e118 on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:30.015401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:30.023160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.057303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:30.057687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:30.058131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:30.058626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Bound port: 4e7d689b-7f8b-41b2-baa8-e3462542e118, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:30.059194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.068891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.076187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59518f7b-fead-4638-b1bb-2983ee8ca995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.100685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc2f8-5377-4717-bd85-928d13e81fd8 req-0847a3d5-02b6-46bf-a341-3e58e7b33763 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:30.109680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbdbc2f8-5377-4717-bd85-928d13e81fd8 req-0847a3d5-02b6-46bf-a341-3e58e7b33763 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 944 time: 0.9865460 May 27 03:52:30.153302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Provisioning complete for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:30.153706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.247116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:30.281908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 32a603dd-799f-4255-90d5-c532ecf2a918 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:30.339906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Provisioning for port a329266c-d979-4f1c-b6ba-152be1f6b573 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:30.358803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:30.373500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:30.378266 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.383082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.499490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbdbc2f8-5377-4717-bd85-928d13e81fd8 req-ed63c554-19f4-4336-9c89-83ddb8a65a29 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5e8f05e-a9dc-4862-8430-42bc08386164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886390 May 27 03:52:30.527810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:30.527810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.541096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 2954f681-a505-4639-8ee6-b89d5501c4d7, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=2954f681-a505-4639-8ee6-b89d5501c4d7,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:30.541674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.562877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.563405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Fanout notify agent at l3_agent the message router_deleted on router c9f11d45-391e-447b-92ee-16970efd9107 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:52:30.595843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.596939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e24adab2-a7a6-4866-80bb-3ed12f37056e tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/routers/c9f11d45-391e-447b-92ee-16970efd9107 HTTP/1.1" status: 204 len: 168 time: 6.3906040 May 27 03:52:30.602611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48546) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:30.675744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 2954f681-a505-4639-8ee6-b89d5501c4d7 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:30.685147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.772636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:23Z', 'revision_number': 4, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'b00aa6ba-1970-4349-8ace-ed2b10852745', 'name': '', 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:21Z', 'updated_at': '2022-05-27T03:52:24Z', 'revision_number': 2, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'subnets': [{'id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:30.776811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Checking router: 14486ae8-cd50-4e75-82d3-5e5baf144f11 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:30.777223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Updating router 14486ae8-cd50-4e75-82d3-5e5baf144f11 port b00aa6ba-1970-4349-8ace-ed2b10852745 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:52:30.832494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:30.833201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.834326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48554) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:30.843143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1298443230-network', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:30.853119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:30.863605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Usage tracker for resource:network and tenant:15ac4dc2f8924043ba2819050a7a0002 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:30.872693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:30.882099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Router dc912c65-267b-425d-8c83-18b0803b3b8a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:30.889348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:30.889657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.894054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:30.903556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Transition to ACTIVE for port object 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:30.904338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.906778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.913013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-49576135-d292-43c1-bf96-21c736bfc1c1 None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:30.915578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.958249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.967268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Made reservation on behalf of 15ac4dc2f8924043ba2819050a7a0002 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:30.969520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:30.978415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:30.993428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Deleting subnet 9c98b56c-41dc-4c29-9f0e-ea9c2f80f528 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:30.999601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=32a603dd-799f-4255-90d5-c532ecf2a918,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:31.001711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.064580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.112257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.114188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] 10.222.0.21 "PUT /v2.0/ports/4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 1091 time: 4.3544900 May 27 03:52:31.166930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:31.248178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.309949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] In _notify_port_updated(), no bound segment for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 on network fce4ab63-5159-4397-90ef-eebfede94409 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:52:31.316296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:31.317342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.322066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "PUT /v2.0/ports/2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 HTTP/1.1" status: 200 len: 968 time: 3.8825405 May 27 03:52:31.335924 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f74f79a-58e2-4144-ad10-15dacd5e0f68'] response: {'name': 'network-changed', 'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'status': 'completed', 'code': 200} May 27 03:52:31.341901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:31.414196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.423440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8a14c-b0a4-4918-8108-5e286af04bcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:31.427871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 2954f681-a505-4639-8ee6-b89d5501c4d7 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:31.432886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c7aa-3e57-4e61-b033-9f7ea1a27462 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event updated for resources: {'Port': ['ID=2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:31.449402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:31.481890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Usage tracker for resource:security_group_rule and tenant:15ac4dc2f8924043ba2819050a7a0002 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:31.485061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.488424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:31.498243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:31.547205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.589288 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.607006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.622976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Transition to ACTIVE for port object b00aa6ba-1970-4349-8ace-ed2b10852745 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:31.633068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.637117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.732809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=2954f681-a505-4639-8ee6-b89d5501c4d7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:31.824628 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-753321a9-45f3-446a-9cfb-457be0864e09 req-62565bcc-9ae9-4e2f-bf1e-dfc9802571de tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.41 "DELETE /v2.0/ports/2954f681-a505-4639-8ee6-b89d5501c4d7 HTTP/1.1" status: 204 len: 173 time: 4.3879209 May 27 03:52:31.833932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.863953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:31.874468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce057c-66e5-48f3-b23b-9cdbca38e4b7 req-68cab6dd-c0e2-4dd3-8db1-cb5dd0115258 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:31.880588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64ce057c-66e5-48f3-b23b-9cdbca38e4b7 req-68cab6dd-c0e2-4dd3-8db1-cb5dd0115258 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 943 time: 1.0341027 May 27 03:52:31.891319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2b6f2-6750-4534-b8b4-1d8ee0bf1cd2 None None] Pushing event updated for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:31.908835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:31.909439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.023990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Attempting to bind port b00aa6ba-1970-4349-8ace-ed2b10852745 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:32.024532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Attempting to bind port b00aa6ba-1970-4349-8ace-ed2b10852745 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:32.026325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Attempting to bind port b00aa6ba-1970-4349-8ace-ed2b10852745 on network a7588099-2c5d-48c6-b331-a28e835ca6b6 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:32.038818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:32.040029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Checking segment: {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:32.040673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.041395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Bound using segment: {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:32.042253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Bound port: b00aa6ba-1970-4349-8ace-ed2b10852745, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:32.042854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.054673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-b625074d-c4d0-486f-adb9-5e9670ad7197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1094 time: 0.8830941 May 27 03:52:32.130576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbb996e5-c5f9-4e70-a6bb-e0b704b008df req-5ebd9b71-595a-401b-8942-38a779e80f03 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "GET /v2.0/ports?device_id=21367025-8805-4d88-ad20-6f372c0caffd HTTP/1.1" status: 200 len: 210 time: 0.3382988 May 27 03:52:32.151837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Subnet': ['ID=9c98b56c-41dc-4c29-9f0e-ea9c2f80f528,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.157241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] For port b00aa6ba-1970-4349-8ace-ed2b10852745, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:32.161648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:32.162222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] For port b00aa6ba-1970-4349-8ace-ed2b10852745, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b00aa6ba-1970-4349-8ace-ed2b10852745,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:32.178415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.185615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-5ef8d84b-dbf1-4889-b39a-21093b6acdd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 217 time: 0.0992785 May 27 03:52:32.186025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.189061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3a04f-5a48-4ae4-9bbb-99cb6fd7962d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.208707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.209452 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Added segment 8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0 of type vlan for network 6edf2669-9af5-49fb-a111-710f4479c0c4 May 27 03:52:32.211430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.223349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4ff0e500-9f72-420b-9bfa-5a4b02af2322 None None] Provisioning for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:32.235732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5d74797f-a834-419e-9297-6c71dd818785 tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/subnets/9c98b56c-41dc-4c29-9f0e-ea9c2f80f528 HTTP/1.1" status: 204 len: 168 time: 1.6289661 May 27 03:52:32.236982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4ff0e500-9f72-420b-9bfa-5a4b02af2322 None None] Provisioning complete for port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:32.237359 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e500-9f72-420b-9bfa-5a4b02af2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.237894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:32.315820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0e500-9f72-420b-9bfa-5a4b02af2322 None None] Port 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:32.323960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2b6f2-6750-4534-b8b4-1d8ee0bf1cd2 None None] Pushing event updated for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.328834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:32.329179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:32.359663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64ce057c-66e5-48f3-b23b-9cdbca38e4b7 req-26ecd76d-90ab-4073-9032-5458f01bdf45 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796804 May 27 03:52:32.486304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.546438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.584260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:32.716006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-32fae804-5b02-4ea6-a258-bfc9b16040ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:32.718046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-32fae804-5b02-4ea6-a258-bfc9b16040ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.5159078 May 27 03:52:32.737905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.738781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:32.739342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.815677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:32.823998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e30a0246-4b03-4631-b93c-b65175f3d254 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5630815 May 27 03:52:32.830452 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:32.842898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:32.844872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:32.845603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:32.938034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1025343 May 27 03:52:32.942549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:23Z', 'revision_number': 4, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'b00aa6ba-1970-4349-8ace-ed2b10852745', 'name': '', 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:21Z', 'updated_at': '2022-05-27T03:52:32Z', 'revision_number': 4, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'subnets': [{'id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:32.948412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:32.950630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.951453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78652941-694b-44ce-a3cb-1afb948f92b6 None None] The sync data for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 is: [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:52:23Z', 'revision_number': 4, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'b00aa6ba-1970-4349-8ace-ed2b10852745', 'name': '', 'network_id': 'a7588099-2c5d-48c6-b331-a28e835ca6b6', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:21Z', 'updated_at': '2022-05-27T03:52:32Z', 'revision_number': 4, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'subnets': [{'id': '4dbce941-b6a0-46ad-a9ea-3b0c47da9b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:32.953630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Request body: {'subnet': {'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1298443230-subnet', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:32.969681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:32.981524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Pushing event updated for resources: {'Network': ['ID=6edf2669-9af5-49fb-a111-710f4479c0c4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:32.993011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:33.000977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.001328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.001663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.001995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.002318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.002723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.002953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.003273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.003610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.003929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.004245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0314c44-41b9-4ea3-9214-7658d715705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:33.041210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.042000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:33.074033 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:33.088635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Usage tracker for resource:subnet and tenant:15ac4dc2f8924043ba2819050a7a0002 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:33.102676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:33.136055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for 2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:33.154163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:33.162420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaebd70d-9958-4b43-9bfd-71c7d03295f7']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.198424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e5bb74-5ef8-498b-b090-0c3af27f82d0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.198718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e5bb74-5ef8-498b-b090-0c3af27f82d0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.234080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.252222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Made reservation on behalf of 15ac4dc2f8924043ba2819050a7a0002 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:33.254552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.327120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.344232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-deleted', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:33.355111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:33.385883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.453742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:33.456375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router bb31487e-947f-4080-a6f4-caa1934cfb24 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:33.466303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:33.466949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:33.483232 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:33.517968 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073c57e7-c197-49ef-b863-1443df2259aa'] response: {'server_uuid': '21367025-8805-4d88-ad20-6f372c0caffd', 'name': 'network-vif-deleted', 'tag': '2954f681-a505-4639-8ee6-b89d5501c4d7', 'status': 'completed', 'code': 200} May 27 03:52:33.582699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:33.598831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:33.621986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:33.624767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.686418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 9, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.690633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:33.702221 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:33.703094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:33.856276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.002144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:34.025735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.099391 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:34.122092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b00aa6ba-1970-4349-8ace-ed2b10852745 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:34.124366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.126796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a1a8b61-7cb9-405b-9712-5c74864045ce tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 HTTP/1.1" status: 204 len: 168 time: 2.7690952 May 27 03:52:34.133666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:34.134689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.139318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-b4b4ed9e-7acb-4b22-82a5-87616e488eca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4054523 May 27 03:52:34.166753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] 10.222.0.46 "DELETE /v2.0/networks/aaebd70d-9958-4b43-9bfd-71c7d03295f7 HTTP/1.1" status: 204 len: 168 time: 1.9173985 May 27 03:52:34.234170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79787c5-fb87-418f-9936-8009d8abbe4f tempest-FloatingIPTestJSON-1262046962 tempest-FloatingIPTestJSON-1262046962-project] Pushing event deleted for resources: {'Network': ['ID=aaebd70d-9958-4b43-9bfd-71c7d03295f7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:34.323260 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea4164d-f73a-4a70-85f0-cc5dfe599216 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] GET failed (client error): The resource could not be found. May 27 03:52:34.324086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ea4164d-f73a-4a70-85f0-cc5dfe599216 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Synchronizing usage tracker for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:34.355296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba038a37-3f5d-47cf-8cb0-219ee4f6164b req-64d08d1f-e2c9-47dc-ad63-4b87d257f6dd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:34.364550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba038a37-3f5d-47cf-8cb0-219ee4f6164b req-64d08d1f-e2c9-47dc-ad63-4b87d257f6dd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 943 time: 0.8049586 May 27 03:52:34.424795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:34.445506 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ac56aaac-3786-4367-a9d2-c07fa341e7ba tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/bb31487e-947f-4080-a6f4-caa1934cfb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8438804 May 27 03:52:34.447582 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] Sync routers for ids ['bb31487e-947f-4080-a6f4-caa1934cfb24'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:34.458823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:34.473539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-fc7f69e8-9a46-423b-afb3-e6bff54cb301 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541432 May 27 03:52:34.540672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2ea4164d-f73a-4a70-85f0-cc5dfe599216 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Unset dirty status for tenant:58660921a57b4d9482701e24c5b0cfa7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:34.545220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ea4164d-f73a-4a70-85f0-cc5dfe599216 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports/2a1b73d2-6e1b-4cfb-88f5-000c3b2ed868 HTTP/1.1" status: 404 len: 333 time: 0.3901553 May 27 03:52:34.546082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:34.601756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3c193b0-55fd-4886-a87b-ad520133074c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:34.629618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba038a37-3f5d-47cf-8cb0-219ee4f6164b req-cc76d605-a944-4d99-a3a6-89862d9a85d3 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636793 May 27 03:52:34.647214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.655156 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] Routers {'bb31487e-947f-4080-a6f4-caa1934cfb24'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:34.655910 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb31487e-947f-4080-a6f4-caa1934cfb24'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:34.671537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting subnet 5dd513d6-04b3-48cd-b055-b76fa1048c3d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:34.700013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.719797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48604) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:34.733341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3c193b0-55fd-4886-a87b-ad520133074c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:34.734773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c3c193b0-55fd-4886-a87b-ad520133074c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb31487e-947f-4080-a6f4-caa1934cfb24 HTTP/1.1" status: 200 len: 205 time: 0.2668841 May 27 03:52:34.750755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48610) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:34.770731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b00aa6ba-1970-4349-8ace-ed2b10852745 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:34.791339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b00aa6ba-1970-4349-8ace-ed2b10852745 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:34.791791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.844120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-67f2d69b-147a-49cb-9f1d-064bba78069d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9002392 May 27 03:52:34.862807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.865996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0deed8d7-2ba8-4412-8b9c-fa92e38beaab,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:34.903452 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:34.965141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Checking segment: {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:34.965870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Network hostable DHCP agents. Network: 6edf2669-9af5-49fb-a111-710f4479c0c4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:34.987497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:34.989846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1150a67f-ce17-44a9-8af6-15eb977d165c req-417fe1d4-de17-4600-a634-25de3aa0f0ee service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031614 May 27 03:52:35.002393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 3cc35731-d6d1-4a5c-9ee7-95c18695879c {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:35.007267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.043759 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] Routers {'bb31487e-947f-4080-a6f4-caa1934cfb24'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:35.044777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb31487e-947f-4080-a6f4-caa1934cfb24'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:35.046515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b60e90b5-54cd-4dc2-af36-33e8dc9e69d6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "PUT /v2.0/floatingips/ba26b907-f881-4ace-9a56-10f9284e5d9b HTTP/1.1" status: 200 len: 993 time: 10.3928928 May 27 03:52:35.056135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.059827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.109204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.128251 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:35.129387 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0845df3-0ef0-4d98-8fbd-08fb5c88574f None None] The sync data for ids ['bb31487e-947f-4080-a6f4-caa1934cfb24'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:35.148387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port b00aa6ba-1970-4349-8ace-ed2b10852745, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b00aa6ba-1970-4349-8ace-ed2b10852745,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:35.154756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.189182 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 9, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:35.199013 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a1839-6b1f-40c1-b95e-f493a6d3b615 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 9, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': '6dbd238b-264f-44f9-82c2-97bf0db7c8d3', 'name': '', 'network_id': '9cb4c42f-b6ce-460a-9198-55c7d4b29ef9', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:60:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:11Z', 'updated_at': '2022-05-27T03:51:24Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '0c76078c-e1c2-4f12-8e85-0f317584fb5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:35.207071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:35.223474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:35.231753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:35.247312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:35.248086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:35.254930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.280425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6edf2669-9af5-49fb-a111-710f4479c0c4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:35.287430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-26405581-2578-4b17-bcbe-f954237689d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c776d3db218419aaf8078531888f7a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5634611 May 27 03:52:35.300785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dc4a4-cdb7-4a83-b116-924023ff578c None None] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:35.313438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:35.340774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:35.348627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fb3b08-402c-4905-998a-2f4416821826,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:35.357966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:35.357966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.361015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.365654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6cd5455-4e6b-42d4-9fea-3748a6e03dbc tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/security-groups/a6fb3b08-402c-4905-998a-2f4416821826 HTTP/1.1" status: 204 len: 168 time: 0.8105164 May 27 03:52:35.368033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48620) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:35.430458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.516209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-1299d439-1186-4a1a-8cc6-07666da0f0ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.5975375 May 27 03:52:35.521788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}, {'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:35.570128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.570668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-77e7d851-29a9-4a24-9317-a784df4b3ee6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6211550 May 27 03:52:35.607872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:35.618711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:35.636539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.647102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:35.650014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.691770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.701221 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c969e5-240f-44be-9d2c-46c9bcff27be'] response: {'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'status': 'completed', 'code': 200} May 27 03:52:35.701496 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c969e5-240f-44be-9d2c-46c9bcff27be'] response: {'name': 'network-changed', 'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'status': 'completed', 'code': 200} May 27 03:52:35.704457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-8c1c9078-3b02-438a-91b7-20bd87b24f83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1094 time: 0.6548774 May 27 03:52:35.720719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-6edf2669-9af5-49fb-a111-710f4479c0c4', 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'fixed_ips': [{'subnet_id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:52:35.721542 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.726299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:35.755381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.764577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.790590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Usage tracker for resource:router and tenant:15ac4dc2f8924043ba2819050a7a0002 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:35.803589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.816546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:35.823854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.833477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bb9b6-7cdb-4a16-a50f-e51271f1af70,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:35.852881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.856828 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-afa9f8f4-5516-487a-955f-0bdaec6ee9f2 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/security-groups/8f3bb9b6-7cdb-4a16-a50f-e51271f1af70 HTTP/1.1" status: 204 len: 168 time: 0.4294748 May 27 03:52:35.861949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:35.893681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:35.907865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.935855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:35.936638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router bb31487e-947f-4080-a6f4-caa1934cfb24 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:52:36.016617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd7be7-0f47-4454-b49b-c48a8a224b13 req-c03fdba4-4ed4-4cec-8796-17e9d2e978ce tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.020277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0dbd7be7-0f47-4454-b49b-c48a8a224b13 req-c03fdba4-4ed4-4cec-8796-17e9d2e978ce tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 943 time: 0.2573845 May 27 03:52:36.071975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b00aa6ba-1970-4349-8ace-ed2b10852745 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:36.089698 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.094062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2156b9b6-7a1e-42ab-81be-44f943688cef tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/bb31487e-947f-4080-a6f4-caa1934cfb24 HTTP/1.1" status: 204 len: 168 time: 1.3420982 May 27 03:52:36.095043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48636) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:36.121079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.122065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.126257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.189670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.204781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-279bd276-e841-4709-94ed-fe17b643f4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.206393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-279bd276-e841-4709-94ed-fe17b643f4c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.6063509 May 27 03:52:36.223949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd513d6-04b3-48cd-b055-b76fa1048c3d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:36.244426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Allocated IP 172.20.0.2 (6edf2669-9af5-49fb-a111-710f4479c0c4/0deed8d7-2ba8-4412-8b9c-fa92e38beaab/d2801dce-971c-4a55-8014-31223d05416a) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:36.254820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.321714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.354390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.379480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc35731-d6d1-4a5c-9ee7-95c18695879c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:36.389030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5a8d4-0d47-42c8-90c2-36d6217956b2 None None] Network 3afd1437-2c0c-4bdc-8826-126e41a1c07d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:36.391568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.396862 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.398875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0dbd7be7-0f47-4454-b49b-c48a8a224b13 req-cf91ecdc-d301-43ee-bf7f-c25f786df188 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020225 May 27 03:52:36.404354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985df7-54eb-473c-87ef-bcbe887b274f req-8cd29711-1342-45b5-b1b5-bd41efe9466b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.405833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-8cd29711-1342-45b5-b1b5-bd41efe9466b service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.6735985 May 27 03:52:36.406745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecd362-5531-4b7c-80d5-0b103a7b623b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:36.409211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-946724eb-98e0-4fbd-8543-23f4d4bafd40 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/3cc35731-d6d1-4a5c-9ee7-95c18695879c HTTP/1.1" status: 204 len: 168 time: 3.5635808 May 27 03:52:36.416586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:36.418108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fc517-7229-4918-95bb-a370a3f7cc6e None None] Network 81387ea7-2bc1-412c-9ee7-08cd2e148fbf requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:36.478064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.478997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f9da2194-0466-4502-9f70-7c2e8ff64c42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9ecd362-5531-4b7c-80d5-0b103a7b623b HTTP/1.1" status: 204 len: 168 time: 1.1322920 May 27 03:52:36.504774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48648) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:36.505123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aee651dc-32c4-4443-aa91-4025ecb6786e tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/subnets/5dd513d6-04b3-48cd-b055-b76fa1048c3d HTTP/1.1" status: 204 len: 168 time: 3.1143312 May 27 03:52:36.551777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.589829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.618284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-9ee3948c-0fc3-4ce0-9034-a1963915c81a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 217 time: 0.1991646 May 27 03:52:36.634105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b00aa6ba-1970-4349-8ace-ed2b10852745 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:36.634669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.645529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 842c1516-1dfd-4e5f-92dd-db97ec42f223 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:36.647456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256cc889-e398-4708-a154-ffe423cf92a5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:36.662469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.677008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-b4e41c30-375e-49e5-ab87-b9131ad35755 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1001 time: 0.4565334 May 27 03:52:36.711494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.712608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8c26c688-a185-425a-867d-dd054fee6c33 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/security-groups/256cc889-e398-4708-a154-ffe423cf92a5 HTTP/1.1" status: 204 len: 168 time: 0.8507831 May 27 03:52:36.721487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48652) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:36.789167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.801781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.804015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.905798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 526ee79b-78ca-43aa-835c-e04caa88d971 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:36.906035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985df7-54eb-473c-87ef-bcbe887b274f req-b497a65a-dc5e-476a-9ca4-669f7ed29e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.906120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.907252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-b497a65a-dc5e-476a-9ca4-669f7ed29e64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.2785852 May 27 03:52:36.917137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:36.917448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:36.997251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-243e6f9a-f680-4a1c-a129-b20e8048848a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:36.998584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-243e6f9a-f680-4a1c-a129-b20e8048848a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.3056278 May 27 03:52:37.002802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.009952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:37.069346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Transition to ACTIVE for port object d2801dce-971c-4a55-8014-31223d05416a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:37.077031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67aa46-472a-44e3-a624-3fa08ec975c7 None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'ba26b907-f881-4ace-9a56-10f9284e5d9b', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'port_id': '07205987-da50-4196-8e2f-e68870f8e7fa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'mac_address': 'fa:16:3e:e4:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:50:37Z', 'updated_at': '2022-05-27T03:52:26Z', 'revision_number': 3, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:37.167347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Transition to ACTIVE for port object d2801dce-971c-4a55-8014-31223d05416a will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:37.178448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95eae443-7278-4a22-b4bb-72eaa71e7a4f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:37.223327 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.258026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 95eae443-7278-4a22-b4bb-72eaa71e7a4f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:37.258902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 95eae443-7278-4a22-b4bb-72eaa71e7a4f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:37.310159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.340661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.365765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] DHCP port deletion for 3afd1437-2c0c-4bdc-8826-126e41a1c07d request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:37.386522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 3fce73d7-24e5-43db-ae72-0d657ea04253 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:37.401164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.449548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] DHCP port deletion for 81387ea7-2bc1-412c-9ee7-08cd2e148fbf request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:37.458625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Pushing event updated for resources: {'Port': ['ID=d2801dce-971c-4a55-8014-31223d05416a,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:37.461722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Deleting port 526ee79b-78ca-43aa-835c-e04caa88d971 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:37.462242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.487301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:37.505638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:37.508117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:37.513579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Deleting port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:37.513944 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.584424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-1ab0b7fe-daac-42dd-af25-1990f521d563 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6355700 May 27 03:52:37.647510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 526ee79b-78ca-43aa-835c-e04caa88d971, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=526ee79b-78ca-43aa-835c-e04caa88d971,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:37.647877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.688209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.834175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-000df0e3-d7df-4b0f-8b4c-93ed98b2b9bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5703094 May 27 03:52:37.837506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-dba7641a-fe46-400b-800b-19dd3b819f71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8292005 May 27 03:52:37.858006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Attempting to bind port d2801dce-971c-4a55-8014-31223d05416a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:37.858535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Attempting to bind port d2801dce-971c-4a55-8014-31223d05416a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:37.858853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Attempting to bind port d2801dce-971c-4a55-8014-31223d05416a on network 6edf2669-9af5-49fb-a111-710f4479c0c4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:37.876760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 526ee79b-78ca-43aa-835c-e04caa88d971 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:37.894090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:37.894782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:37.950011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.008043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.024256 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/842c1516-1dfd-4e5f-92dd-db97ec42f223 HTTP/1.1" status: 204 len: 168 time: 1.7678337 May 27 03:52:38.025718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4e7d689b-7f8b-41b2-baa8-e3462542e118 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:52:38.026417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48674) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:38.027762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53101568-3cec-4156-a477-b25389e67078 None None] Network 6f935f80-40d8-4f18-88f5-8a6485899804 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:38.052003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c0983-5a45-4cc7-a01b-93ae8795827d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=842c1516-1dfd-4e5f-92dd-db97ec42f223,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:38.054445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:38.055007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Checking segment: {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:38.055412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.055798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Bound using segment: {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:38.056279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Bound port: d2801dce-971c-4a55-8014-31223d05416a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:38.056649 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.086787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:38.193995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.197429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48678) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:38.216080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:38.335847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port c4e9bb39-7e68-4555-a20a-a07a10615d8d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:38.336328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.341132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] For port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,segment=NetworkSegment(43c2d5e7-db33-47dd-8ef7-f3cdd279429e),segment_id=43c2d5e7-db33-47dd-8ef7-f3cdd279429e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:38.341524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.349641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:38.382012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.417692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-f697c778-cc14-44ae-aa42-a2cdae069d90 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214629 May 27 03:52:38.427620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.454939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.479740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] For port 526ee79b-78ca-43aa-835c-e04caa88d971, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=526ee79b-78ca-43aa-835c-e04caa88d971,segment=NetworkSegment(b4775352-d5b4-4ca2-aead-ca93cc352516),segment_id=b4775352-d5b4-4ca2-aead-ca93cc352516)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:38.480408 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.569800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--587705722'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:38.575223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 526ee79b-78ca-43aa-835c-e04caa88d971 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:38.577005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=526ee79b-78ca-43aa-835c-e04caa88d971,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:38.595323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=5a408fe4-5e19-47aa-a7ce-35c20e08f8cb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:38.620472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:38.639841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:38.652847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:38.659528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:38.673323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:38.692852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7c6f-1b01-445e-bf8c-ac5c3b2f5363 req-eda83cbf-9c56-4307-9005-a65b3b45a4f1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:38.700017 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a4e7c6f-1b01-445e-bf8c-ac5c3b2f5363 req-eda83cbf-9c56-4307-9005-a65b3b45a4f1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 943 time: 1.0680287 May 27 03:52:38.728479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Calling delete_port for 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:38.738661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-57106f27-04c7-492c-92ea-2d33fa8044f4 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764513 May 27 03:52:38.823027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.861486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Calling delete_port for 526ee79b-78ca-43aa-835c-e04caa88d971 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:38.879535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.891184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.899253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 03:52:38.899664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:38.900071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 526ee79b-78ca-43aa-835c-e04caa88d971 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:38.913768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=3fce73d7-24e5-43db-ae72-0d657ea04253,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:38.931579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.945471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.960193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afd1437-2c0c-4bdc-8826-126e41a1c07d']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:38.961643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e26377-ec9c-4329-8d66-59caa1d6a8af None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:38.969778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port c4e9bb39-7e68-4555-a20a-a07a10615d8d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e9bb39-7e68-4555-a20a-a07a10615d8d,segment=NetworkSegment(cd8dc920-9fc0-4af6-9456-db9ba2fa2a42),segment_id=cd8dc920-9fc0-4af6-9456-db9ba2fa2a42)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:38.970140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:38.987216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-09fbe999-13b8-4ea7-b5a1-53495c33028c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/3fce73d7-24e5-43db-ae72-0d657ea04253 HTTP/1.1" status: 204 len: 168 time: 2.2626011 May 27 03:52:38.993041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48684) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:39.000751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 526ee79b-78ca-43aa-835c-e04caa88d971 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:39.001096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 526ee79b-78ca-43aa-835c-e04caa88d971 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:39.044207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4775352-d5b4-4ca2-aead-ca93cc352516') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.044741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4775352-d5b4-4ca2-aead-ca93cc352516') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.101001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] For port d2801dce-971c-4a55-8014-31223d05416a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:39.139059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.150429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.154915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-2bd42dd6-c2a1-4322-95fe-37cff35c67b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 1097 time: 0.9624367 May 27 03:52:39.165992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for c4e9bb39-7e68-4555-a20a-a07a10615d8d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:39.171814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] For port d2801dce-971c-4a55-8014-31223d05416a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d2801dce-971c-4a55-8014-31223d05416a,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:39.202345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:39.212997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.231654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08985df7-54eb-473c-87ef-bcbe887b274f req-13d240d9-4842-473b-9e04-73f7c89f669e service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993751 May 27 03:52:39.247903 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.252577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:39.257097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81387ea7-2bc1-412c-9ee7-08cd2e148fbf']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.262607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:39.264558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:39.264926 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:39.268435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:39.273560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a4e7c6f-1b01-445e-bf8c-ac5c3b2f5363 req-1d0a6972-dd0f-4a49-b331-c9152e28afb7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5724766 May 27 03:52:39.274644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:39.275271 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:39.297387 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:39.298956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:52:39.300583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:39.337731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:39.337731 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:39.375403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 4d40dd12-44cc-49a5-8714-b3a2f38f4c49 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:39.439615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c2d5e7-db33-47dd-8ef7-f3cdd279429e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.440172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c2d5e7-db33-47dd-8ef7-f3cdd279429e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:39.461665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.480726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.488247 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.499505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.531226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.563452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3462f2-69d1-42a7-afee-68ecc8258fd0 None None] Pushing event updated for resources: {'Port': ['ID=d2801dce-971c-4a55-8014-31223d05416a,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:39.574049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.594463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413ea66-25b3-4b1f-817b-eaa0280a9c3e None None] DHCP port deletion for 6f935f80-40d8-4f18-88f5-8a6485899804 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:39.627063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6961bb81-9b9e-4d75-be8d-74a78025b256 req-d7a37901-51cd-4e2b-aa41-54057f5a60ae service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8559446 May 27 03:52:39.641950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7d689b-7f8b-41b2-baa8-e3462542e118 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:52:39.649128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.653335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-fe2cdaeb-a25d-4e2c-96eb-eaf235a598a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:39.656487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-fe2cdaeb-a25d-4e2c-96eb-eaf235a598a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.4529729 May 27 03:52:39.665904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.673997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:39.681277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.717860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.719673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=c4e9bb39-7e68-4555-a20a-a07a10615d8d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:39.724310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No DVR routers for this DVR port c4e9bb39-7e68-4555-a20a-a07a10615d8d on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:39.732424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.752609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.766249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Deleting port 5a408fe4-5e19-47aa-a7ce-35c20e08f8cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:39.766952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.804416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:39.847574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Deleting port 526ee79b-78ca-43aa-835c-e04caa88d971 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:39.848124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.873368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:39.873546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:39.888600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dd1985a7-5c7c-48a2-b7cd-a6bc0cdfaa6c None None] The port '5a408fe4-5e19-47aa-a7ce-35c20e08f8cb' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: timer() May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:39.918481 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:39.951438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5f46db22-2263-4f5e-a485-94c0d524a322 None None] The port '526ee79b-78ca-43aa-835c-e04caa88d971' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:52:39.960664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['4e7d689b-7f8b-41b2-baa8-e3462542e118'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:52:40.026078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-33320a69-9b85-42d2-9728-b71cc344d746 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 200 len: 217 time: 0.3471055 May 27 03:52:40.059375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.115647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f935f80-40d8-4f18-88f5-8a6485899804']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.167044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.187011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d2801dce-971c-4a55-8014-31223d05416a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:40.246059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.249726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.253178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Network': ['ID=3afd1437-2c0c-4bdc-8826-126e41a1c07d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.256605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d68d376a-7640-425e-ad68-720c7911d249 tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/networks/3afd1437-2c0c-4bdc-8826-126e41a1c07d HTTP/1.1" status: 204 len: 168 time: 3.7387841 May 27 03:52:40.284430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48688) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:40.288863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.288863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8dc920-9fc0-4af6-9456-db9ba2fa2a42') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:40.332712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Allocated IP 172.25.8.21 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/29ac0025-2119-4014-bc1e-e5d7ceed05ad) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:40.396523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d2801dce-971c-4a55-8014-31223d05416a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:40.400798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:40.419911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96139cbc-f03d-4d91-820b-1ff83e1bad5f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.495752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e9bb39-7e68-4555-a20a-a07a10615d8d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:40.540925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=81387ea7-2bc1-412c-9ee7-08cd2e148fbf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:40.555102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c4e9bb39-7e68-4555-a20a-a07a10615d8d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:40.555448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e9bb39-7e68-4555-a20a-a07a10615d8d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:40.575550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-80aae8ce-591d-4691-bf95-fba19933d41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:40.577496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-80aae8ce-591d-4691-bf95-fba19933d41e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.5361328 May 27 03:52:40.643784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.646118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa923a10-3a4c-4063-b5e9-bd2b2fa4535f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/81387ea7-2bc1-412c-9ee7-08cd2e148fbf HTTP/1.1" status: 204 len: 168 time: 4.1661305 May 27 03:52:40.650903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:40.652424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-dc9339ad-c209-4579-a2e1-78b8780e7bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.9648919 May 27 03:52:40.658991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48694) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:40.672943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:40.745336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.749910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:40.772158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:40.772559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:40.804814 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:40.964789 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:40.987584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.032796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.044860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-14299b1d-199f-40bd-9747-6ed64d76dec5 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:41.045531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-14299b1d-199f-40bd-9747-6ed64d76dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.087655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-54a74553-27f2-459e-b369-6c3c6d818ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:41.089144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-54a74553-27f2-459e-b369-6c3c6d818ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.4267826 May 27 03:52:41.089623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.160105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=6f935f80-40d8-4f18-88f5-8a6485899804,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:41.198064 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2f3eb94b-cb9b-4d73-856e-31fb917cfdc7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/6f935f80-40d8-4f18-88f5-8a6485899804 HTTP/1.1" status: 204 len: 168 time: 3.1570172 May 27 03:52:41.203108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-95f4a20a-1d6a-4735-be8c-4783c8f8787a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6004779 May 27 03:52:41.207534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:41.227485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting subnet c5157c12-a2a0-45b2-9adb-71963f669c61 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:41.238865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.241918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.265330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f00002-ea9d-454a-8ea8-81b9c26f2ae2 None None] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:41.283749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.351762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bf13d-a62f-4b89-b9e7-fa2e84b40869 req-9c3bb231-9963-4169-b55f-f75367151241 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:41.358820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f19bf13d-a62f-4b89-b9e7-fa2e84b40869 req-9c3bb231-9963-4169-b55f-f75367151241 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 944 time: 0.7014813 May 27 03:52:41.363674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-14299b1d-199f-40bd-9747-6ed64d76dec5 None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:41.364125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-14299b1d-199f-40bd-9747-6ed64d76dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.372052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.448955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-751116595', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:41.452078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-14299b1d-199f-40bd-9747-6ed64d76dec5 None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:41.457544 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f19bf13d-a62f-4b89-b9e7-fa2e84b40869 req-bdc568fb-42ef-4373-bda3-1e9494f435bd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976963 May 27 03:52:41.459055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46036a7-939d-40db-9803-a758b613972f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:41.467976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:41.489207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.493169 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-86a7c084-c379-4d56-b923-3c6bca60eb43 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.2873058 May 27 03:52:41.494671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:41.501029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:41.506408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.507576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.510086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:41.558198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:41.574682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=4d40dd12-44cc-49a5-8714-b3a2f38f4c49,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:41.588237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Provisioning for port d2801dce-971c-4a55-8014-31223d05416a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:41.593754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Provisioning complete for port d2801dce-971c-4a55-8014-31223d05416a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:41.594146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.602805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.604738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d9a62e83-d79d-40fd-b369-69bca9a8642c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/4d40dd12-44cc-49a5-8714-b3a2f38f4c49 HTTP/1.1" status: 204 len: 168 time: 2.5530438 May 27 03:52:41.613685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48706) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:41.625550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77868a4b-3830-4438-b102-a71b697420ec None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:41.677962 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac25c6dc-a5f6-4939-a52f-6c115b2b300f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:41.678802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac25c6dc-a5f6-4939-a52f-6c115b2b300f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:41.681023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ac25c6dc-a5f6-4939-a52f-6c115b2b300f tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/3fce73d7-24e5-43db-ae72-0d657ea04253 HTTP/1.1" status: 404 len: 337 time: 0.0641863 May 27 03:52:41.691061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:41.722819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-2e99085b-9c4d-4735-bcfd-a76d9f27c5aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1001 time: 0.6222239 May 27 03:52:41.767621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11a463d5-5b5f-4437-8eee-b81625744ee5 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:41.775297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.778069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.779065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.819249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:41.825787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting subnet 3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:41.833657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:41.836789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:41.839211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.880846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11a463d5-5b5f-4437-8eee-b81625744ee5 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:41.882447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=29ac0025-2119-4014-bc1e-e5d7ceed05ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:41.885257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-11a463d5-5b5f-4437-8eee-b81625744ee5 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3824725 May 27 03:52:41.887245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-c3579a11-9c10-4b1c-832e-d9a397d9b479 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828709 May 27 03:52:41.888372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48714) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:41.896594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-security--806420489', 'description': 'tempest-security-description-174243525'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:41.928203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:41.962362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.017017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.022442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] For port d2801dce-971c-4a55-8014-31223d05416a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d2801dce-971c-4a55-8014-31223d05416a,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:42.037053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4e7d689b-7f8b-41b2-baa8-e3462542e118 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:42.039471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.066525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.099576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Subnet': ['ID=c5157c12-a2a0-45b2-9adb-71963f669c61,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.132440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-9eb99283-8b53-4d50-8572-7e960567d55e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:42.134165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-9eb99283-8b53-4d50-8572-7e960567d55e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.3497255 May 27 03:52:42.141722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.149699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d404c9-29c3-4e16-bd42-1cd732468698 None None] Network 96e3593a-8440-413a-8088-6c9c90072a2c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:42.160500 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.167281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c17169b7-3501-457d-9948-77339201959a tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/subnets/c5157c12-a2a0-45b2-9adb-71963f669c61 HTTP/1.1" status: 204 len: 168 time: 1.8787756 May 27 03:52:42.168571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48718) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:42.175343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.181774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3089446-4ce2-40d4-ba45-20c3d4fb551a None None] Pushing event updated for resources: {'Port': ['ID=d2801dce-971c-4a55-8014-31223d05416a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.185616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.189878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "PUT /v2.0/security-groups/d46036a7-939d-40db-9803-a758b613972f HTTP/1.1" status: 200 len: 1610 time: 0.2986662 May 27 03:52:42.191179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:42.195263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.249735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.309071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bf70043-d730-4c3d-a076-57d4223fa7a6 req-5030d120-9d4e-43fd-a64c-e1d67bed3768 service neutron] 10.222.0.41 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054317 May 27 03:52:42.398730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-90aa86b6-b87e-4506-a18f-2f7db85f723b None None] Provisioning complete for port d2801dce-971c-4a55-8014-31223d05416a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:42.399381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90aa86b6-b87e-4506-a18f-2f7db85f723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.402131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dc11f-d2e2-41ee-879a-5faba7e4981a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46036a7-939d-40db-9803-a758b613972f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.445090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0af5622e-1729-4a76-81e8-bacf5c8edb7c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups/d46036a7-939d-40db-9803-a758b613972f HTTP/1.1" status: 200 len: 1610 time: 0.2249434 May 27 03:52:42.445788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48728) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:42.480808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-18f5c9d5-fb0a-42c3-89bb-238d924ae39b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3302758 May 27 03:52:42.484552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.506115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.511575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 4e7d689b-7f8b-41b2-baa8-e3462542e118 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:42.521989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 4e7d689b-7f8b-41b2-baa8-e3462542e118 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:42.522389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.522499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Deleting port 4578bcda-6915-41f7-b0b5-694f67ae1f1d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:42.522901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.550669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.657464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.660046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:42.734782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.756375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] DHCP port deletion for 96e3593a-8440-413a-8088-6c9c90072a2c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:42.766675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Deleting port 4578bcda-6915-41f7-b0b5-694f67ae1f1d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:42.767369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.769425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.780449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32e4acf6-c995-4ebb-adfa-2358c093461e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/3e7c9af7-f22f-4e90-bbc0-631c6d0a7e12 HTTP/1.1" status: 204 len: 168 time: 1.0880792 May 27 03:52:42.786289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:42.821385 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.948522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:42.949286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.015737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-c8e91e23-33b3-4642-b818-353c41f15dac service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199394 May 27 03:52:43.031739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.087662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:43.090993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:43.100646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.108508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] For port 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4578bcda-6915-41f7-b0b5-694f67ae1f1d,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:43.108968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.199539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.212245 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e51ef5-818d-4f93-8bf1-cc16fe1c4c0a'] response: {'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'code': 200} May 27 03:52:43.221609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] For port 4578bcda-6915-41f7-b0b5-694f67ae1f1d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4578bcda-6915-41f7-b0b5-694f67ae1f1d,segment=NetworkSegment(b6b6da53-d2a1-4744-95ba-1d0ce44ca162),segment_id=b6b6da53-d2a1-4744-95ba-1d0ce44ca162)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:43.231095 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-5355d691-edce-4f02-8ec9-73c35ed8c16e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:43.231599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5355d691-edce-4f02-8ec9-73c35ed8c16e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:43.237012 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5355d691-edce-4f02-8ec9-73c35ed8c16e tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/c185c712-beb6-4c89-80bb-01b10021cbb0 HTTP/1.1" status: 404 len: 337 time: 0.4434710 May 27 03:52:43.237972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48740) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.241293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.315509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e95087-a849-4d7c-8237-ff2dd475aee1 None None] Network fce4ab63-5159-4397-90ef-eebfede94409 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:43.319376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Calling delete_port for 4578bcda-6915-41f7-b0b5-694f67ae1f1d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:43.396838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Calling delete_port for 4578bcda-6915-41f7-b0b5-694f67ae1f1d owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:43.406813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-93f0cd9b-c139-460d-ba02-4709ae22b369 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c5e46de-e42a-46a9-96d1-ec79c8ebee4c HTTP/1.1" status: 200 len: 205 time: 0.0933440 May 27 03:52:43.409453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48744) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.481041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0940690-f76c-46c0-8b22-588a7d0fe962 req-8bf2de34-d61e-45c4-9297-882d5eed43d9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:43.482102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0940690-f76c-46c0-8b22-588a7d0fe962 req-8bf2de34-d61e-45c4-9297-882d5eed43d9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 944 time: 0.7703099 May 27 03:52:43.487978 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-ef0c3ead-bfa5-47a5-b626-e4de3b9dbfbb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] delete failed (client error): The resource could not be found. May 27 03:52:43.491422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef0c3ead-bfa5-47a5-b626-e4de3b9dbfbb tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/routers/8c5e46de-e42a-46a9-96d1-ec79c8ebee4c HTTP/1.1" status: 404 len: 336 time: 0.0802567 May 27 03:52:43.493752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.497368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.538620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6a2c74ea-3587-416f-9365-a38477fe9083 None None] Provisioning complete for port a329266c-d979-4f1c-b6ba-152be1f6b573 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:43.539097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6a2c74ea-3587-416f-9365-a38477fe9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.567707 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-039c6354-caec-4719-9784-e7f673ca911d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:43.568912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039c6354-caec-4719-9784-e7f673ca911d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:43.570946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46036a7-939d-40db-9803-a758b613972f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.580082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.580446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f67a4d9-a20d-423c-9b17-0c4d1cb0e3ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/d46036a7-939d-40db-9803-a758b613972f HTTP/1.1" status: 204 len: 168 time: 1.1310997 May 27 03:52:43.585198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-039c6354-caec-4719-9784-e7f673ca911d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/d4cc8cba-be54-4b45-b373-58305d9b2f30 HTTP/1.1" status: 404 len: 337 time: 0.0888734 May 27 03:52:43.585198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.586225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.644418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.677004 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc31518a-ce44-44e1-a505-190e366cd71d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:43.677439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc31518a-ce44-44e1-a505-190e366cd71d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:43.687138 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:43.687499 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:43.705167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0940690-f76c-46c0-8b22-588a7d0fe962 req-ecf5869e-f583-42aa-8287-e35506c62944 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104583 May 27 03:52:43.723404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-2aa18038-002c-4638-9684-0848d8b4ac4c service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216983 May 27 03:52:43.724682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Port': ['ID=4578bcda-6915-41f7-b0b5-694f67ae1f1d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:43.733326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc31518a-ce44-44e1-a505-190e366cd71d tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/15e6adc1-f2e1-4be6-9e63-714435754f41 HTTP/1.1" status: 404 len: 337 time: 0.1462579 May 27 03:52:43.735863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.736363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-631de32f-917a-4c44-8421-4cd6898d09d4 req-a2e94d70-5692-496a-8920-fb32db3c1dfb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1096 time: 0.4335988 May 27 03:52:43.780595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] No DVR routers for this DVR port 4578bcda-6915-41f7-b0b5-694f67ae1f1d on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:43.821138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6a2c74ea-3587-416f-9365-a38477fe9083 None None] Provisioning complete for port be57fd80-5db2-4459-9deb-da07e0412bfe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:43.821915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6a2c74ea-3587-416f-9365-a38477fe9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.829996 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef733c16-184e-44ed-8aae-e47e4e4b853c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:43.830442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef733c16-184e-44ed-8aae-e47e4e4b853c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:43.832657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef733c16-184e-44ed-8aae-e47e4e4b853c tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/70633a63-b974-4339-824d-7e6af37cb117 HTTP/1.1" status: 404 len: 337 time: 0.0958946 May 27 03:52:43.840408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:43.857733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-849a4c46-e2ab-4a51-9140-2ef6fa9b71d7 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:43.882308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c74ea-3587-416f-9365-a38477fe9083 None None] Port be57fd80-5db2-4459-9deb-da07e0412bfe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:43.899277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3a055-a229-4951-8a26-18574447e841 None None] DHCP port deletion for fce4ab63-5159-4397-90ef-eebfede94409 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:43.910689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Deleting port a329266c-d979-4f1c-b6ba-152be1f6b573 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:43.911135 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.971623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:43.972473 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6077bb17-e342-48b0-b8cb-3341f0cb0757 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:43.972868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6077bb17-e342-48b0-b8cb-3341f0cb0757 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:43.989235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-849a4c46-e2ab-4a51-9140-2ef6fa9b71d7 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:43.993296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-849a4c46-e2ab-4a51-9140-2ef6fa9b71d7 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4057894 May 27 03:52:43.999546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.008160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d2801dce-971c-4a55-8014-31223d05416a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:44.020659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e3593a-8440-413a-8088-6c9c90072a2c']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:44.032928 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-a50bc981-1a2a-4076-9d73-14c563617802 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] delete failed (client error): The resource could not be found. May 27 03:52:44.038134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a50bc981-1a2a-4076-9d73-14c563617802 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/d46036a7-939d-40db-9803-a758b613972f HTTP/1.1" status: 404 len: 347 time: 0.0332227 May 27 03:52:44.038134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:44.038134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b6da53-d2a1-4744-95ba-1d0ce44ca162') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:44.043731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.052999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078701484'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:44.061104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.068813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:44.084823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:44.087102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.096710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:44.098202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:44.114996 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:44.119741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d2801dce-971c-4a55-8014-31223d05416a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:44.120125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.136788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6077bb17-e342-48b0-b8cb-3341f0cb0757 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/8e33746b-8cae-4636-b0e6-3fcebbf9c09c HTTP/1.1" status: 404 len: 333 time: 0.2615292 May 27 03:52:44.137829 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.165358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.195433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.198120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Deleting port 4578bcda-6915-41f7-b0b5-694f67ae1f1d {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:44.198489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.210113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-631de32f-917a-4c44-8421-4cd6898d09d4 req-bc4d2af2-d359-4a66-b4cd-93fca8c363be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545362 May 27 03:52:44.215593 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.245374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.268921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.280715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] Pushing event deleted for resources: {'Network': ['ID=96e3593a-8440-413a-8088-6c9c90072a2c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:44.286102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:44.291293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:44.294839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db83edb2-e1dd-450f-b7d5-4322557f31da tempest-ServersTestMultiNic-1494009359 tempest-ServersTestMultiNic-1494009359-project] 10.222.0.46 "DELETE /v2.0/networks/96e3593a-8440-413a-8088-6c9c90072a2c HTTP/1.1" status: 204 len: 168 time: 2.1257777 May 27 03:52:44.295967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:44.309632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:44.312934 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b8df40-c4b9-4a9a-ae0a-b452a27be087 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:44.314641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b8df40-c4b9-4a9a-ae0a-b452a27be087 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:44.319654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.321776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b9b8df40-c4b9-4a9a-ae0a-b452a27be087 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/148a1717-3d79-43f9-bd37-101d03d8b47e HTTP/1.1" status: 404 len: 337 time: 0.1508799 May 27 03:52:44.354348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e54b0-d527-4860-9871-0117e73ff06c None None] The port '4578bcda-6915-41f7-b0b5-694f67ae1f1d' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:52:44.370848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aed3a055-a229-4951-8a26-18574447e841 None None] For port a329266c-d979-4f1c-b6ba-152be1f6b573, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a329266c-d979-4f1c-b6ba-152be1f6b573,segment=NetworkSegment(c26dea28-b6af-4fbd-b1f0-99147e8118c3),segment_id=c26dea28-b6af-4fbd-b1f0-99147e8118c3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:44.370848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.376920 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e29b80e-f4d0-46ec-8242-c6846164cb64 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:44.377705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e29b80e-f4d0-46ec-8242-c6846164cb64 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:44.383152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e29b80e-f4d0-46ec-8242-c6846164cb64 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/29971d07-4dfd-4e5e-9437-34a0e895f64f HTTP/1.1" status: 404 len: 337 time: 0.0608428 May 27 03:52:44.383856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48786) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.428813 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-423d7dbd-f01f-442e-ba10-b10d7bb8dda3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:44.429355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423d7dbd-f01f-442e-ba10-b10d7bb8dda3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:44.433306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-423d7dbd-f01f-442e-ba10-b10d7bb8dda3 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/7ecf97d1-384d-4b38-83fc-e4cfb526314e HTTP/1.1" status: 404 len: 333 time: 0.0449126 May 27 03:52:44.433840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48792) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.481578 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f76a9-ed72-4ff9-b42b-3605387082c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:44.481578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9f76a9-ed72-4ff9-b42b-3605387082c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:44.490822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.25.8.165 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0888bb09-9df4-4f08-90cf-beae9116f698) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:44.495062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd9f76a9-ed72-4ff9-b42b-3605387082c6 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/7ed3886c-a956-45fd-bcc0-32c5dd47139c HTTP/1.1" status: 404 len: 337 time: 0.0602160 May 27 03:52:44.498862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Calling delete_port for a329266c-d979-4f1c-b6ba-152be1f6b573 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:44.501498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.555673 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa48ba88-8529-43e2-84d8-9a55654f2464 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] DELETE failed (client error): The resource could not be found. May 27 03:52:44.556265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa48ba88-8529-43e2-84d8-9a55654f2464 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:52:44.561761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa48ba88-8529-43e2-84d8-9a55654f2464 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/subnets/82bc5a70-b7a0-4afc-9883-4fa358f7489d HTTP/1.1" status: 404 len: 337 time: 0.0591214 May 27 03:52:44.562433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.625164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.660331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-95eb68b3-cf02-4fbf-b469-fd5d682bc130 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 1096 time: 0.8189282 May 27 03:52:44.661725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.681102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3a055-a229-4951-8a26-18574447e841 None None] Pushing event deleted for resources: {'Port': ['ID=a329266c-d979-4f1c-b6ba-152be1f6b573,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:44.688454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3a055-a229-4951-8a26-18574447e841 None None] No DVR routers for this DVR port a329266c-d979-4f1c-b6ba-152be1f6b573 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:44.707341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4578bcda-6915-41f7-b0b5-694f67ae1f1d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:44.711521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.722348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Deleting port be57fd80-5db2-4459-9deb-da07e0412bfe {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:44.722986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.741130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4578bcda-6915-41f7-b0b5-694f67ae1f1d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:44.741569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4578bcda-6915-41f7-b0b5-694f67ae1f1d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:44.742035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:44.750102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.777297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a329266c-d979-4f1c-b6ba-152be1f6b573 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:44.777712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a329266c-d979-4f1c-b6ba-152be1f6b573 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:44.830487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:44.832958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7872140 May 27 03:52:44.835338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137aa1-30ab-4c7c-b69f-c60147eed119 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5eeb5-f86b-4630-9cd8-d7569ec230ff,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:44.837410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48814) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:44.871962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'f3d5eeb5-f86b-4630-9cd8-d7569ec230ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:44.888313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:44.931619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:44.948603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:45.070027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:45.131671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.181256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.190938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.230281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-8ce8980e-4792-477d-ac91-8f7a0be8ce35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:45.231752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-8ce8980e-4792-477d-ac91-8f7a0be8ce35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 200 len: 920 time: 0.5629492 May 27 03:52:45.295628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:45.335933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Calling delete_port for be57fd80-5db2-4459-9deb-da07e0412bfe owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:45.386113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.394579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba833f-8d0f-4c97-b92e-05f40ea22391 req-2264b4cf-3c2f-4b8e-bc6f-4e5e224fa984 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:45.396019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73ba833f-8d0f-4c97-b92e-05f40ea22391 req-2264b4cf-3c2f-4b8e-bc6f-4e5e224fa984 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.4988875 May 27 03:52:45.459162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.490274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.520684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.532650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf014f15-d1d3-4b38-9584-b9df59439324,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.554841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-f13cac5a-9466-46e9-9a24-42c8de56f49f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 200 len: 1001 time: 0.3018341 May 27 03:52:45.573744 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73ba833f-8d0f-4c97-b92e-05f40ea22391 req-d2e3e3e7-6487-42cd-9c39-91b33d3c8546 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573632 May 27 03:52:45.589031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Port': ['ID=be57fd80-5db2-4459-9deb-da07e0412bfe,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.608983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.617412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-538eb872-4ce7-4615-8b5d-ca6b9f66f767 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/ports/be57fd80-5db2-4459-9deb-da07e0412bfe HTTP/1.1" status: 204 len: 168 time: 1.0438960 May 27 03:52:45.617412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48818) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:45.617412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.621942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6442c3f7-fa7f-4e48-98f8-b7c4f7479fc6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7805150 May 27 03:52:45.646049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:45.647765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:45.670907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:45.689574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=0888bb09-9df4-4f08-90cf-beae9116f698,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:45.707437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:45.771279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.809938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-49417538-2329-49e0-9761-257a6a635a28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:45.809938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-49417538-2329-49e0-9761-257a6a635a28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 200 len: 858 time: 0.2111454 May 27 03:52:45.864650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.916750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.926638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.957712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce4ab63-5159-4397-90ef-eebfede94409']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:45.969870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26dea28-b6af-4fbd-b1f0-99147e8118c3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:45.970100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26dea28-b6af-4fbd-b1f0-99147e8118c3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:45.981281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:45.997217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.004048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:46.004496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:46.019681 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:46.099458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.119478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.126141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.134242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] Pushing event deleted for resources: {'Network': ['ID=fce4ab63-5159-4397-90ef-eebfede94409,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:46.139675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-762a97c7-5d0d-4d9f-89b0-44bb761c72b7 tempest-PortsIpV6TestJSON-988553799 tempest-PortsIpV6TestJSON-988553799-project] 10.222.0.46 "DELETE /v2.0/networks/fce4ab63-5159-4397-90ef-eebfede94409 HTTP/1.1" status: 204 len: 168 time: 0.5141408 May 27 03:52:46.196162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:46.196723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.247856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf014f15-d1d3-4b38-9584-b9df59439324,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:46.286473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.287886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-409e0cd3-66af-4c5d-823d-e5ab0af380b6 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/bf014f15-d1d3-4b38-9584-b9df59439324 HTTP/1.1" status: 204 len: 168 time: 0.6334298 May 27 03:52:46.290723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.294754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-b661c916-c898-4285-bde7-84c91a4b8ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=554af7fe-7a3c-46d8-8468-7a0c9adeb85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4726629 May 27 03:52:46.340720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bfc1935b-b5a2-4b81-a751-36a46e61bbed tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:46.364701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bfc1935b-b5a2-4b81-a751-36a46e61bbed tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:46.366251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bfc1935b-b5a2-4b81-a751-36a46e61bbed tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0743530 May 27 03:52:46.369048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48834) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.439501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.453811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48838) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.473562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.524779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.543953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5eeb5-f86b-4630-9cd8-d7569ec230ff,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:46.578692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.583414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f62c757-3b83-4d65-8b34-889f4bc2a76f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/f3d5eeb5-f86b-4630-9cd8-d7569ec230ff HTTP/1.1" status: 204 len: 168 time: 0.2133462 May 27 03:52:46.584316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.603385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:46.612254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Sync routers for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:46.625693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:46.626303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:46.658101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 6dbd238b-264f-44f9-82c2-97bf0db7c8d3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:46.658744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.659905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0ee8caa-f7f2-4234-9bf0-65e63d148499 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:46.669777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-9ec47389-92f7-4bbc-bf30-92ad3a609d54 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552673 May 27 03:52:46.677763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.682462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-635bc026-10f7-45e8-8bf8-b30ac48ee6f9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0473871 May 27 03:52:46.683986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48850) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.754818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0ee8caa-f7f2-4234-9bf0-65e63d148499 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:46.760845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e0ee8caa-f7f2-4234-9bf0-65e63d148499 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1752238 May 27 03:52:46.762863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48854) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.821175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085994931'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:46.827546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:46.837891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:46.839677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:46.847450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f78f7ae2-8de6-456d-9d8c-2b895a670040 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58660921a57b4d9482701e24c5b0cfa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923542 May 27 03:52:46.852705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48858) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:46.860855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.946989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:46.965765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:46.968981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:46.973018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:46.975762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:46.981467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:47.034976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.047379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.096923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.101321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3275318 May 27 03:52:47.103776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.104510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.106456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48862) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:47.122405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.131614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'a60f0257-c6ed-492a-80ff-6ed87c881df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:47.138654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5de0b-76a7-4d30-aaf8-530b0337f50d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f0257-c6ed-492a-80ff-6ed87c881df7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:47.153503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:47.172859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:42Z', 'revision_number': 3, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:47.177826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:47.180162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Checking router: 0118d9ff-23c9-4c03-89c2-0c3bc85d77af for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:47.180280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Updating router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af port 29ac0025-2119-4014-bc1e-e5d7ceed05ad binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:52:47.238336 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.240066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:47.291526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:47.322954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.389159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe2a99-1e26-4f51-85f1-1322013e938a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:47.421561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78dd6f26-8c2f-400c-bcc1-63a60a8c41d1 req-b19094b7-5cb2-41af-bccd-bdebcb44b931 service neutron] 10.222.0.21 "GET /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367125 May 27 03:52:47.432445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.443747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-e9c5caf8-e677-4224-b8d1-d2b058b94574 req-ad433126-6d1a-4d5b-b073-622a1feda780 service neutron] (84155) timed out ('10.222.0.46', 59442) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:52:47.465147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.465387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.468704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6daad94b-571e-4724-9224-df1a1e99c052 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8afe2a99-1e26-4f51-85f1-1322013e938a HTTP/1.1" status: 204 len: 168 time: 0.6121619 May 27 03:52:47.535923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5af49-c017-44ff-861f-f663353c8bba req-4f9e774e-3882-4683-b7d8-cccfc87a716e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:47.537438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eaa5af49-c017-44ff-861f-f663353c8bba req-4f9e774e-3882-4683-b7d8-cccfc87a716e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.6609571 May 27 03:52:47.622792 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.636292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Transition to ACTIVE for port object 29ac0025-2119-4014-bc1e-e5d7ceed05ad will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:47.645345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.781542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Attempting to bind port 29ac0025-2119-4014-bc1e-e5d7ceed05ad on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:47.781916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Attempting to bind port 29ac0025-2119-4014-bc1e-e5d7ceed05ad by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:47.782284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Attempting to bind port 29ac0025-2119-4014-bc1e-e5d7ceed05ad on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:47.789708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Pushing event updated for resources: {'Port': ['ID=29ac0025-2119-4014-bc1e-e5d7ceed05ad,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:47.792281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:47.792793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:47.793207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.793600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:47.794064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Bound port: 29ac0025-2119-4014-bc1e-e5d7ceed05ad, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:47.795024 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.804357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eaa5af49-c017-44ff-861f-f663353c8bba req-e6a8c53c-8a92-4637-9ec3-0373dfe0ed41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516348 May 27 03:52:47.826314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.849280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.852137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.852493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.852831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.853204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.853581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.853917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.854245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.854570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.854843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:47.854952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.855202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.855524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:47.924244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ed9b5-81f0-4f5f-b050-90491889a7bd,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:47.930594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] For port 29ac0025-2119-4014-bc1e-e5d7ceed05ad, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:47.938545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] For port 29ac0025-2119-4014-bc1e-e5d7ceed05ad, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=29ac0025-2119-4014-bc1e-e5d7ceed05ad,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:47.945928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=6dbd238b-264f-44f9-82c2-97bf0db7c8d3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:47.947556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.027707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.032305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-118ee099-8911-45fa-955a-2a614f2a3ab3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9185879 May 27 03:52:48.033576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48876) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:48.096087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578317-6171-4c54-9031-28c2e0625a3d None None] Pushing event updated for resources: {'Port': ['ID=29ac0025-2119-4014-bc1e-e5d7ceed05ad,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:48.105257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:48.106110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:48.144876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.161170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'a60f0257-c6ed-492a-80ff-6ed87c881df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:48.176756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:48.198099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:48.203511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:48.215952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:48.335675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.386668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:48.413368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df761ed2-429b-4297-b65a-d3eba5fca520 req-1e863102-863a-4584-9ac5-643d3bf4818d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:48.418746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df761ed2-429b-4297-b65a-d3eba5fca520 req-1e863102-863a-4584-9ac5-643d3bf4818d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.3887551 May 27 03:52:48.424215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:48.492274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:48.555917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.568184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.598497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611c1422-0cf6-4265-838b-559cb6100485,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:48.647435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Allocated IP 172.20.0.1 (6edf2669-9af5-49fb-a111-710f4479c0c4/0deed8d7-2ba8-4412-8b9c-fa92e38beaab/fafa9386-5fea-49a8-a281-304c22664d42) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:48.662505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.664161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c8acf1c6-1911-44a6-8ea6-78de613c57b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6282592 May 27 03:52:48.668545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48892) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:48.692991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'a60f0257-c6ed-492a-80ff-6ed87c881df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:48.725178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:42Z', 'revision_number': 3, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:48.730287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00a5d8-6c29-483f-a6f0-93371767a893 None None] The sync data for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 is: [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:42Z', 'revision_number': 3, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:48.761290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:48.770927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:48.772155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.781081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:48.781349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 7f3e990a-1a37-4e87-8ccb-69acac36e08a is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:52:48.785288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.790560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:48.828734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.896302 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.920723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48898) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:48.927357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Transition to ACTIVE for port object fafa9386-5fea-49a8-a281-304c22664d42 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:48.953702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:48.963771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.001687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e07fe3a-4073-4df9-98d9-433bfe209283,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:49.025717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.084961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.086242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-396a5e8c-43b3-4853-bf8e-288aea0d859d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4167259 May 27 03:52:49.110585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48904) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:49.125467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'a60f0257-c6ed-492a-80ff-6ed87c881df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:49.132790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:49.141821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:49.147850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:49.152974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:49.206806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:49.213853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-624146377'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:49.220058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:49.234771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:49.240039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:49.241819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:49.254578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:49.266807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:49.273442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.308231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:49.354782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.398549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:49.401498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.439514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.449365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.459369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-75c9284c-8354-4d9f-bc9a-6eacc194db33 None None] Provisioning for port fafa9386-5fea-49a8-a281-304c22664d42 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:49.464712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-75c9284c-8354-4d9f-bc9a-6eacc194db33 None None] Provisioning complete for port fafa9386-5fea-49a8-a281-304c22664d42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:49.465104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-75c9284c-8354-4d9f-bc9a-6eacc194db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.533320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-75c9284c-8354-4d9f-bc9a-6eacc194db33 None None] Port fafa9386-5fea-49a8-a281-304c22664d42 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:49.556486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.569881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.571693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:49.591527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:49.607308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:49.620836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0fb7cd-de72-4aa1-997e-6cfe15e78581,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:49.638547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:49.709454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.713211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62fbeee9-a15d-4277-bcdd-3fb17c4380b9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5989816 May 27 03:52:49.734890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:49.747567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'a60f0257-c6ed-492a-80ff-6ed87c881df7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:49.763637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:49.797423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:49.867871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:49.948527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.953997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:49.955434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.011828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.056243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 29ac0025-2119-4014-bc1e-e5d7ceed05ad up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:50.099585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:50.109940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:50.114635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.119761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ff27d-5b90-4a76-a4a9-95f501182eb2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.122181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.135444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.135444 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment 9bb9a54f-bc34-4925-8d0a-286ed07ead5f of type vlan for network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 May 27 03:52:50.194816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 29ac0025-2119-4014-bc1e-e5d7ceed05ad completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:50.200059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 29ac0025-2119-4014-bc1e-e5d7ceed05ad triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:50.200518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.225536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.237487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.242556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:50.261119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] Sync routers for ids ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:50.274041 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] Routers {'7f3e990a-1a37-4e87-8ccb-69acac36e08a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:50.274986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.315214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:50.316574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:50.336732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.347855 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.359319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 29ac0025-2119-4014-bc1e-e5d7ceed05ad, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=29ac0025-2119-4014-bc1e-e5d7ceed05ad,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:50.367131 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] Routers {'7f3e990a-1a37-4e87-8ccb-69acac36e08a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:50.367650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.367975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.417946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.421856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7278c1b5-a693-4886-be26-276da0105494 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.1226215 May 27 03:52:50.422645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:50.438520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:50.439098 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824401aa-2be2-4b0f-839d-d879c84e18ef None None] The sync data for ids ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:50.451876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=29ac0025-2119-4014-bc1e-e5d7ceed05ad,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.487836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:50.532511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.538753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:50.539349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.554959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:52:50.648959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.672629 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7490451 May 27 03:52:50.675863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fef5aa64-9a27-4ebc-be43-df481359d77d None None] Provisioning complete for port fafa9386-5fea-49a8-a281-304c22664d42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:50.677045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48916) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:50.677366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fef5aa64-9a27-4ebc-be43-df481359d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.679335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6e80-76fa-4640-a084-7dee54671ccd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=34c1526f-fc9e-4c0a-a27d-6deac7e712e6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.686211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'name': 'tempest-PortsTestJSON-692124721'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:50.708954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.712440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:50.806945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c16a75-4c0f-4880-a3a7-0e82a0a63a82,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:50.828936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fef5aa64-9a27-4ebc-be43-df481359d77d None None] Port fafa9386-5fea-49a8-a281-304c22664d42 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:52:50.854083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.869355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.870551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a7d275c5-a706-47ec-a06b-17ed2650833f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1334398 May 27 03:52:50.874681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.890778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:50.927856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:50.930409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Deleting port 01bedccb-a92b-4455-868d-68effc9739e8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:50.930748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.938169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:50.943797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:50.953343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:50.966975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.981603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:50.994630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:50.997514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.036919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 96c8cc18-7a35-4875-b20a-6db5642bbe9d yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:52:51.074221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.109107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28c16a75-4c0f-4880-a3a7-0e82a0a63a82,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:51.140773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.141910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-90fc4db1-f5ff-42c6-92b4-bdf913f1833a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/28c16a75-4c0f-4880-a3a7-0e82a0a63a82 HTTP/1.1" status: 204 len: 168 time: 0.2435427 May 27 03:52:51.145798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48924) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.190274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:51.255948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] For port 01bedccb-a92b-4455-868d-68effc9739e8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=01bedccb-a92b-4455-868d-68effc9739e8,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:51.256301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.319053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec14174c-4f7e-45f4-8114-c71588d15d84 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:51.351135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:51.375385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec14174c-4f7e-45f4-8114-c71588d15d84 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:51.379913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec14174c-4f7e-45f4-8114-c71588d15d84 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2290547 May 27 03:52:51.379913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.383462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48928) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.391173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Calling delete_port for 01bedccb-a92b-4455-868d-68effc9739e8 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:51.529210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.555952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.703245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b6b5fd7-d27d-46e2-be12-6c15d62aeecc tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers/7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 200 len: 880 time: 1.2508757 May 27 03:52:51.706601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48932) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.762380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.796261 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94 associated. External IP: 172.25.8.46, port: 4e7d689b-7f8b-41b2-baa8-e3462542e118. May 27 03:52:51.882215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.923905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0fb7cd-de72-4aa1-997e-6cfe15e78581,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:51.945311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=96c8cc18-7a35-4875-b20a-6db5642bbe9d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:51.949754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:51.953209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-989ba4c2-f650-45b3-9e79-ed7dc0154877 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/be0fb7cd-de72-4aa1-997e-6cfe15e78581 HTTP/1.1" status: 204 len: 168 time: 0.5652571 May 27 03:52:51.964449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48936) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:51.972053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 29ac0025-2119-4014-bc1e-e5d7ceed05ad up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:51.997421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:52.015933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:52.025697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa984c84-0631-44c0-9c24-03eab6ededc8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3628783 May 27 03:52:52.026164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48940) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:52.045029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': '9bb9a54f-bc34-4925-8d0a-286ed07ead5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:52.045398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: 34c1526f-fc9e-4c0a-a27d-6deac7e712e6, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:52.056144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.084217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:52.084854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:52.107532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6cfe0301-978e-4929-90e3-b46500363700 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:52.111402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bedccb-a92b-4455-868d-68effc9739e8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:52.151730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:52.154371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:52.167927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9776e0c3-f7b1-4abb-b04c-5db135bd0ec6 admin admin] 10.222.0.46 "PUT /v2.0/routers/0118d9ff-23c9-4c03-89c2-0c3bc85d77af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4746556 May 27 03:52:52.169374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6cfe0301-978e-4929-90e3-b46500363700 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:52.195834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6cfe0301-978e-4929-90e3-b46500363700 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2301199 May 27 03:52:52.212152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48948) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:52.263052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 34c1526f-fc9e-4c0a-a27d-6deac7e712e6) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:52.274829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:52.285798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:52.286416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.331930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-566a399b-720a-478a-9977-e8eb6d978ade tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6537707 May 27 03:52:52.336208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48952) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:52.364383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-731801059'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:52.375357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:52.383265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.385439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:52.393679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:52.398112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:52.440755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-affbb16e-5e9d-4559-9d3b-11703afa8734 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:router {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:52.456101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.539036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-affbb16e-5e9d-4559-9d3b-11703afa8734 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:router {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:52.540080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-affbb16e-5e9d-4559-9d3b-11703afa8734 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8325820 May 27 03:52:52.543743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:52.570999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af405ec8-da78-4fff-85b6-46bd11b8c0fd None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:52.618509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-751116595'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:52.642435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:52.690773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.738749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:52.741212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.793509 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Sync routers for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:52.805600 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:52.806189 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:52.850723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 0c76078c-e1c2-4f12-8e85-0f317584fb5a {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:52:52.852399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:52:52.854935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.863255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.863685 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment 146108e2-6821-46b1-b117-ce76886b2864 of type vlan for network 3f1671ea-a083-4dcb-93e8-fa183ac0102c May 27 03:52:52.910632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.922896 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.971888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 29ac0025-2119-4014-bc1e-e5d7ceed05ad triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:52.971888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.981621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:52.985310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:52.985949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.031359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.033340 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:53.125703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e07fe3a-4073-4df9-98d9-433bfe209283,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.133335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7953453 May 27 03:52:53.138718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.148881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'ports': [{'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'}, {'network_id': '3f1671ea-a083-4dcb-93e8-fa183ac0102c'}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:53.153045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:53.153817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '3f1671ea-a083-4dcb-93e8-fa183ac0102c'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:53.175372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.181277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be792e-ab57-4042-aa93-1262e3faca4f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=3f1671ea-a083-4dcb-93e8-fa183ac0102c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.196254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3f1671ea-a083-4dcb-93e8-fa183ac0102c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:52:53.254942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.256924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8ea1903-c0a5-42bd-978e-1c19581e2626 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2e07fe3a-4073-4df9-98d9-433bfe209283 HTTP/1.1" status: 204 len: 168 time: 1.0372930 May 27 03:52:53.261652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=0c76078c-e1c2-4f12-8e85-0f317584fb5a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.265830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.281218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.304004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.323908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b88c4be-ce1b-4387-b420-f25821b0a53a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/0c76078c-e1c2-4f12-8e85-0f317584fb5a HTTP/1.1" status: 204 len: 168 time: 1.2924592 May 27 03:52:53.323908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.335452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a4610-9b52-4cf9-a068-83b23acec1c8 None None] Network 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:53.567450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:47Z', 'revision_number': 10, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:53.568108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.576950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:49Z', 'revision_number': 4, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fafa9386-5fea-49a8-a281-304c22664d42', 'name': '', 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'mac_address': 'fa:16:3e:35:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:48Z', 'updated_at': '2022-05-27T03:52:49Z', 'revision_number': 2, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'subnets': [{'id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:53.580157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:53.582585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Checking router: 0118d9ff-23c9-4c03-89c2-0c3bc85d77af for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:53.582941 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Updating router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af port fafa9386-5fea-49a8-a281-304c22664d42 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:52:53.585419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8997d21f-d683-4e5e-b415-81df8eac5469 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:53.636225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:53.642134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 5f576af9-189e-4efd-872c-be2ca0b8b76c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:53.644190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:53.645558 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.653600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.688597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8997d21f-d683-4e5e-b415-81df8eac5469 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:53.689919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8997d21f-d683-4e5e-b415-81df8eac5469 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4177053 May 27 03:52:53.704553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:53.796104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.816362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:53.872520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:53.876816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:53.880646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:53.881237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:53.887521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:54.006731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:54.035730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:54.039418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.078797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.385122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.431978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] DHCP port deletion for 9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:52:54.447872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Deleting port 5f576af9-189e-4efd-872c-be2ca0b8b76c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:54.449266 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.450155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.487096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=611c1422-0cf6-4265-838b-559cb6100485,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:54.512414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 5f576af9-189e-4efd-872c-be2ca0b8b76c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f576af9-189e-4efd-872c-be2ca0b8b76c,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:54.512836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.534987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.538414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e335ce3f-3a8e-410f-901e-20d4fd1c8bd4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/611c1422-0cf6-4265-838b-559cb6100485 HTTP/1.1" status: 204 len: 168 time: 0.8307626 May 27 03:52:54.538994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49008) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:54.587353 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.600217 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Transition to ACTIVE for port object fafa9386-5fea-49a8-a281-304c22664d42 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:52:54.605158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port c8ca3e56-77fa-4400-b536-746ee61e62d8 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:52:54.609573 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.707423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.727787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 5f576af9-189e-4efd-872c-be2ca0b8b76c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:54.845803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1127e30d-29d6-4f27-ad9b-4d94fa826ffb tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:54.863539 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d1aa-d3e8-44e4-bf24-8cbf10597b0d None None] Pushing event updated for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:54.892671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1127e30d-29d6-4f27-ad9b-4d94fa826ffb tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:54.899316 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Attempting to bind port fafa9386-5fea-49a8-a281-304c22664d42 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:52:54.899721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Attempting to bind port fafa9386-5fea-49a8-a281-304c22664d42 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:52:54.900084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Attempting to bind port fafa9386-5fea-49a8-a281-304c22664d42 on network 6edf2669-9af5-49fb-a111-710f4479c0c4 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:52:54.901561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1127e30d-29d6-4f27-ad9b-4d94fa826ffb tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3541675 May 27 03:52:54.902712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.908845 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:52:54.910078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Checking segment: {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:54.910078 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.910078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Bound using segment: {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:52:54.910562 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Bound port: fafa9386-5fea-49a8-a281-304c22664d42, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:52:54.910885 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:54.923815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:54.961820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port f3fcfd48-8d2d-4529-adab-c611f2b5b3c5 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:52:54.994410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=5f576af9-189e-4efd-872c-be2ca0b8b76c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.032259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port 5f576af9-189e-4efd-872c-be2ca0b8b76c on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:52:55.072973 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] For port fafa9386-5fea-49a8-a281-304c22664d42, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:55.080125 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] For port fafa9386-5fea-49a8-a281-304c22664d42, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fafa9386-5fea-49a8-a281-304c22664d42,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:55.088935 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.141468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.146700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.160890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.232142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.236830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d1aa-d3e8-44e4-bf24-8cbf10597b0d None None] Pushing event updated for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.243252 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:55.243939 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.247200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] For port 5f576af9-189e-4efd-872c-be2ca0b8b76c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f576af9-189e-4efd-872c-be2ca0b8b76c,segment=NetworkSegment(91a7d6c4-43bb-4f47-a60f-7873a7d17ab0),segment_id=91a7d6c4-43bb-4f47-a60f-7873a7d17ab0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:55.247597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.450207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Calling delete_port for 5f576af9-189e-4efd-872c-be2ca0b8b76c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:55.497902 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:55.547432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:52:55.547873 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:52:55.552213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b35ed9b5-81f0-4f5f-b050-90491889a7bd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.562097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:47Z', 'revision_number': 10, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.584941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa626-3329-4b12-b37d-43df07115f7a None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:47Z', 'revision_number': 10, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None, '_interfaces': [{'id': 'e1b68a3e-9fb9-4ef3-ba2d-662677ed375d', 'name': '', 'network_id': '991b12e7-1a2f-4b99-81a5-0de854444316', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'mac_address': 'fa:16:3e:05:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:50:55Z', 'updated_at': '2022-05-27T03:51:05Z', 'revision_number': 5, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'subnets': [{'id': '70ee1025-004d-4491-a48a-30a01d0bda38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:55.637812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.713278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.749334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.750996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c1d7e20-4180-4c1b-92ad-278d5e435ac1 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b35ed9b5-81f0-4f5f-b050-90491889a7bd HTTP/1.1" status: 204 len: 168 time: 0.7943325 May 27 03:52:55.757408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:55.769167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb4c42f-b6ce-460a-9198-55c7d4b29ef9']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.784277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=c8ca3e56-77fa-4400-b536-746ee61e62d8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:55.787753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:55.791764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:55.796217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:55.797051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.824092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.824446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a7d6c4-43bb-4f47-a60f-7873a7d17ab0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.838977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.848108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.874051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ebab5c1-93cc-418a-aff2-846791c823d4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:55.878527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.889907 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.898604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:52:55.898950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: timer() May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:52:55.914512 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:52:55.968051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:49Z', 'revision_number': 4, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fafa9386-5fea-49a8-a281-304c22664d42', 'name': '', 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'mac_address': 'fa:16:3e:35:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:48Z', 'updated_at': '2022-05-27T03:52:55Z', 'revision_number': 4, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'subnets': [{'id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:55.974510 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688a1a2-2d7e-4faa-bc38-37028e977f09 None None] The sync data for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 is: [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:52:49Z', 'revision_number': 4, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fafa9386-5fea-49a8-a281-304c22664d42', 'name': '', 'network_id': '6edf2669-9af5-49fb-a111-710f4479c0c4', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'mac_address': 'fa:16:3e:35:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:48Z', 'updated_at': '2022-05-27T03:52:55Z', 'revision_number': 4, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'subnets': [{'id': '0deed8d7-2ba8-4412-8b9c-fa92e38beaab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:56.054199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Deleting port 5f576af9-189e-4efd-872c-be2ca0b8b76c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:56.054784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.067853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ebab5c1-93cc-418a-aff2-846791c823d4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:56.074158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5ebab5c1-93cc-418a-aff2-846791c823d4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3109484 May 27 03:52:56.092684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49034) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:56.187622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:56.218811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d99a0e1a-23cb-4263-8b03-8b2da70ffedb None None] The port '5f576af9-189e-4efd-872c-be2ca0b8b76c' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:52:56.223841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f576af9-189e-4efd-872c-be2ca0b8b76c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:56.233275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.296583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5f576af9-189e-4efd-872c-be2ca0b8b76c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:56.297566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f576af9-189e-4efd-872c-be2ca0b8b76c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:56.298349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': '146108e2-6821-46b1-b117-ce76886b2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3f1671ea-a083-4dcb-93e8-fa183ac0102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:52:56.298713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: 3f1671ea-a083-4dcb-93e8-fa183ac0102c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:52:56.301411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:52:56.322835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.328919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.365817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:56.385030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/9cb4c42f-b6ce-460a-9198-55c7d4b29ef9 HTTP/1.1" status: 204 len: 168 time: 3.0581520 May 27 03:52:56.391382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:56.392205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255976-c1b0-4bf9-b0ad-3f8e745556fa tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=9cb4c42f-b6ce-460a-9198-55c7d4b29ef9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.415247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:52:56.415734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6dbd238b-264f-44f9-82c2-97bf0db7c8d3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:52:56.423105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:56.424126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:56.503334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.559785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=f3fcfd48-8d2d-4529-adab-c611f2b5b3c5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:56.597555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-050e5077-2336-4180-90a0-a18af0ccd639 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "PUT /v2.0/floatingips/fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94 HTTP/1.1" status: 200 len: 990 time: 8.1680317 May 27 03:52:56.600526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:52:56.636237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 3f1671ea-a083-4dcb-93e8-fa183ac0102c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:52:56.671522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3f1671ea-a083-4dcb-93e8-fa183ac0102c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:56.677217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:52:56.682388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:56.685969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:56.686848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.696602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfef11-5ffa-400e-8986-38c3cdd25648 None None] Network 3f1671ea-a083-4dcb-93e8-fa183ac0102c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:52:56.725173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-029957df-110f-4f09-8c8e-3d9f9673003d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5817921 May 27 03:52:56.739090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:56.744200 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5449b09a-28fe-432c-a380-bfe7853608b5'] response: {'name': 'network-changed', 'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'status': 'completed', 'code': 200} May 27 03:52:56.748811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49064) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:56.866644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:56.885198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:56.947776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.166129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port f3fcfd48-8d2d-4529-adab-c611f2b5b3c5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:57.166480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.191247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.248216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f0257-c6ed-492a-80ff-6ed87c881df7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:57.264946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.268821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-edb1dc83-1646-491a-a6e9-9c5738e8da83 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/a60f0257-c6ed-492a-80ff-6ed87c881df7 HTTP/1.1" status: 204 len: 168 time: 1.1721900 May 27 03:52:57.269229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 7f3e990a-1a37-4e87-8ccb-69acac36e08a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:57.282865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Router b4769364-7f52-42f1-afb3-da9749d3bffd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:57.285191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:57.441764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-252e072c-be16-402c-9ded-71d8375d0273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1096 time: 0.6889424 May 27 03:52:57.495688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.652568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:57.665397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:57.686062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:57.687498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:57.830385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c45bdd9-c5f6-4aaa-971f-4afcb37fe155 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5383101 May 27 03:52:57.832308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:57.859307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--64606564'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:57.883693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:57.890707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.895759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-248de661-7e14-4c82-9d0c-08d8ce220bec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 200 len: 887 time: 5.3500988 May 27 03:52:57.897122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:57.900412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:57.904490 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] Sync routers for ids ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:57.914178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49088) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:57.917211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:57.927031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:57.927469 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] Routers {'7f3e990a-1a37-4e87-8ccb-69acac36e08a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:57.928119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:58.088071 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:58.094699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fafa9386-5fea-49a8-a281-304c22664d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:52:58.101475 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] Routers {'7f3e990a-1a37-4e87-8ccb-69acac36e08a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:58.102331 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:58.136746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:58.156771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for f3fcfd48-8d2d-4529-adab-c611f2b5b3c5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:58.167113 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:58.167780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e506348-9967-4787-92e5-25f34f7107fd None None] The sync data for ids ['7f3e990a-1a37-4e87-8ccb-69acac36e08a'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:58.208868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8552a25c-8847-4abf-9136-4fc30093157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.246573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fafa9386-5fea-49a8-a281-304c22664d42 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:52:58.255010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fafa9386-5fea-49a8-a281-304c22664d42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:52:58.255506 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.285990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:58.401360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:52:58.401638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.462281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-0a613e5b-84f9-40c9-a573-043140795b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:58.463727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-0a613e5b-84f9-40c9-a573-043140795b3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 1.0105984 May 27 03:52:58.471898 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.525976 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.599771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port e1b68a3e-9fb9-4ef3-ba2d-662677ed375d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:58.599771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.636747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port fafa9386-5fea-49a8-a281-304c22664d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fafa9386-5fea-49a8-a281-304c22664d42,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:52:58.657815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.679525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.739940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for e1b68a3e-9fb9-4ef3-ba2d-662677ed375d owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:52:58.774824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:58.781500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:58.799324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-65670d75-0889-49ce-b1dc-d1bd715953b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 998 time: 0.3153014 May 27 03:52:58.804606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:58.808761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c7a0a-c401-4c43-abb7-6734d2773590 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:52:58.864834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:58.875667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=f3fcfd48-8d2d-4529-adab-c611f2b5b3c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:58.917862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:58.930142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.937944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:58.954511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:58.993162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd9f45-bd6d-45ce-a366-0b51a2692f20 req-7c42ca82-b4ad-43c9-9160-d497ce8d4304 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:58.994664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dfd9f45-bd6d-45ce-a366-0b51a2692f20 req-7c42ca82-b4ad-43c9-9160-d497ce8d4304 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.8556259 May 27 03:52:59.048014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-75d21b37-cbe0-4569-9bdd-8bd05396e990 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/f3fcfd48-8d2d-4529-adab-c611f2b5b3c5 HTTP/1.1" status: 204 len: 168 time: 2.2984326 May 27 03:52:59.059228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.065540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-262bcc5e-737a-4377-bcab-89c40afec17d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:59.066934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-262bcc5e-737a-4377-bcab-89c40afec17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.1924672 May 27 03:52:59.086861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=e1b68a3e-9fb9-4ef3-ba2d-662677ed375d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:59.248120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:59.256806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:59.266457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Sync routers for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:59.271079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:59.272519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dfd9f45-bd6d-45ce-a366-0b51a2692f20 req-e4bc958a-6e0c-42a9-a1a3-94ec883327e5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645807 May 27 03:52:59.278463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:59.296555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:59.297218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:59.344842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c656d34b-8abc-407a-a662-61f948f79dc2 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4769364-7f52-42f1-afb3-da9749d3bffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6775830 May 27 03:52:59.351772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.428985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:52:59.432625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5951543 May 27 03:52:59.448815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.451094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf3230-4eb5-4374-9099-5b090e013d5e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3644e-b96e-4b33-b95c-b40856dedbc0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:59.505092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:52:59.515180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': 'e3b3644e-b96e-4b33-b95c-b40856dedbc0', 'direction': 'ingress', 'protocol': 17}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:52:59.527986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d20f0da7-cd69-448b-a903-15f6d28f53a3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers/7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 200 len: 887 time: 1.6103749 May 27 03:52:59.535846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.536741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:52:59.551141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:52:59.594105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbaf81-9f68-4c94-a612-49f99ab8e494 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:59.598922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbaf81-9f68-4c94-a612-49f99ab8e494 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:52:59.599662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-07cbaf81-9f68-4c94-a612-49f99ab8e494 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:52:59.605200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-263681b1-81c8-4341-8bde-97be771cef22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4891827 May 27 03:52:59.611512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:52:59.653985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e879dd0-2202-48df-819f-bb81e16c416a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 200 len: 205 time: 0.1084096 May 27 03:52:59.663601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.666698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:52:59.701734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:52:59.807031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:52:51Z', 'revision_number': 5, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:59.811191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Checking router: b4769364-7f52-42f1-afb3-da9749d3bffd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:52:59.822924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Routers {'b4769364-7f52-42f1-afb3-da9749d3bffd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:59.823656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b4769364-7f52-42f1-afb3-da9749d3bffd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:59.847293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:52:59.858741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:52:59.863160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f64ba25f-b453-43fa-b1c5-e435ae1e46bf tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4640784 May 27 03:52:59.863424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.875201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:52:59.876047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:52:59.940118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-07cbaf81-9f68-4c94-a612-49f99ab8e494 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:52:59.944806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-07cbaf81-9f68-4c94-a612-49f99ab8e494 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8820901 May 27 03:52:59.945824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:52:59.951891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-9b52ca35-4829-4abc-adbe-0bd056f65182 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266644 May 27 03:53:00.083518 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:00.127373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] Set router b4769364-7f52-42f1-afb3-da9749d3bffd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:00.149039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bf9606d7-523e-46f4-9dc6-8a9094ac3514 req-d6e32938-21dc-49aa-a263-806bca3f0a82 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853437 May 27 03:53:00.180785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.218078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:58Z', 'revision_number': 11, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:00.226412 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Checking router: 76041fb3-e9bb-44db-b21c-0d4c105491f0 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:00.234080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.239180 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Routers {'76041fb3-e9bb-44db-b21c-0d4c105491f0'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:00.239794 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:52:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['76041fb3-e9bb-44db-b21c-0d4c105491f0'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:00.247210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port c8ca3e56-77fa-4400-b536-746ee61e62d8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:00.247681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.273242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fafa9386-5fea-49a8-a281-304c22664d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:00.405940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a28d53d9-130f-4025-80f0-73a996f47ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.440615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting subnet 70ee1025-004d-4491-a48a-30a01d0bda38 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:00.469085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.472467 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] Set router 76041fb3-e9bb-44db-b21c-0d4c105491f0 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:00.500270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fafa9386-5fea-49a8-a281-304c22664d42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:00.500819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.590764 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:58Z', 'revision_number': 11, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:00.596098 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd3eb1-1e44-411b-9d36-35343f0faaf8 None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [{'id': '76041fb3-e9bb-44db-b21c-0d4c105491f0', 'name': 'tempest-RoutersIpV6Test-router-536799209', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:50:50Z', 'updated_at': '2022-05-27T03:52:58Z', 'revision_number': 11, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:00.597948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.612487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.647022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:52:51Z', 'revision_number': 5, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:00.656625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8438f-0e1c-4d22-be30-4f994c22bf1b None None] The sync data for ids ['b4769364-7f52-42f1-afb3-da9749d3bffd'] in n-d-843301-2 is: [{'id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'name': 'tempest-ServersTestMultiNic-602187562-router', 'tenant_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:49:28Z', 'updated_at': '2022-05-27T03:52:51Z', 'revision_number': 5, 'project_id': 'ecc88577a2ef4f05875f7489d71ddad6', 'gw_port': {'id': '24d353ed-9e0d-4e2c-9912-c65602f5a428', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4769364-7f52-42f1-afb3-da9749d3bffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:49:31Z', 'updated_at': '2022-05-27T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:00.727092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.730792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2739091 May 27 03:53:00.730936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de72ec4-66b3-44b9-b9e5-57522ca3aa27 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d443e6ae-f432-4bcb-b628-74c7c4cf8422,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:00.733440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:00.784544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.820043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.880176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.931483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.939607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:00.963290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for c8ca3e56-77fa-4400-b536-746ee61e62d8 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:01.055818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5341f-8bef-48f3-ac9c-194aa28ff745 req-2edbdf49-0eb8-403a-8dfe-35ae9d3bf295 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:01.057309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ee5341f-8bef-48f3-ac9c-194aa28ff745 req-2edbdf49-0eb8-403a-8dfe-35ae9d3bf295 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.3741002 May 27 03:53:01.096761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.154399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.154648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.223085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=c8ca3e56-77fa-4400-b536-746ee61e62d8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.231972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ee5341f-8bef-48f3-ac9c-194aa28ff745 req-6e91f20d-8dc0-4e4a-a829-1fcdb6b93421 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578050 May 27 03:53:01.237987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.271166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05076898-d669-48ff-a69a-a062a54243f1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/c8ca3e56-77fa-4400-b536-746ee61e62d8 HTTP/1.1" status: 204 len: 168 time: 1.3243051 May 27 03:53:01.271871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.303172 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.319725 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.323977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.368060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Subnet': ['ID=70ee1025-004d-4491-a48a-30a01d0bda38,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.381728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.387784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d80d42-fd78-41f3-a31f-11bd99a8fefa None None] Network 991b12e7-1a2f-4b99-81a5-0de854444316 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:01.395114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-00db34cc-113a-4b80-bfbd-196420cb8525 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/70ee1025-004d-4491-a48a-30a01d0bda38 HTTP/1.1" status: 204 len: 168 time: 1.5281422 May 27 03:53:01.395303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.417076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3644e-b96e-4b33-b95c-b40856dedbc0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.448630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.452850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e37896f0-ad10-46ec-83ac-70ad6c67d20e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/e3b3644e-b96e-4b33-b95c-b40856dedbc0 HTTP/1.1" status: 204 len: 168 time: 0.7126787 May 27 03:53:01.461156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.496534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc8c2b-ae27-4b14-a108-3c37d5f2a446 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:01.497230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37fc8c2b-ae27-4b14-a108-3c37d5f2a446 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:01.512685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.522762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-6e5dc19c-0136-4afc-b1df-5c1ae33a169b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:01.524435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-6e5dc19c-0136-4afc-b1df-5c1ae33a169b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.5359857 May 27 03:53:01.541234 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.544914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37fc8c2b-ae27-4b14-a108-3c37d5f2a446 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:01.548558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37fc8c2b-ae27-4b14-a108-3c37d5f2a446 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2756240 May 27 03:53:01.549425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.600311 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d648dc-5b21-41ba-bc3a-9ab84689840f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:01.602004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c8d648dc-5b21-41ba-bc3a-9ab84689840f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/f3fcfd48-8d2d-4529-adab-c611f2b5b3c5 HTTP/1.1" status: 404 len: 333 time: 0.0494373 May 27 03:53:01.603220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Deleting port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:01.603731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.627489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.673683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] DHCP port deletion for 991b12e7-1a2f-4b99-81a5-0de854444316 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:01.678956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Deleting port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:01.679326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.738628 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-586b6987-4100-4074-b795-57f8ba93f3fb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:01.742533 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-586b6987-4100-4074-b795-57f8ba93f3fb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/c8ca3e56-77fa-4400-b536-746ee61e62d8 HTTP/1.1" status: 404 len: 333 time: 0.1028426 May 27 03:53:01.753356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:01.784951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Deleting port 07205987-da50-4196-8e2f-e68870f8e7fa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:01.785422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.819540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] For port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:01.819946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.881806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] For port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,segment=NetworkSegment(b0c17e4b-9832-434e-a824-22da741fdb11),segment_id=b0c17e4b-9832-434e-a824-22da741fdb11)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:01.882143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:01.909912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9b62ee9-5fd0-46b9-aa24-f749183362b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:01.956940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Calling delete_port for 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:02.005519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 01bedccb-a92b-4455-868d-68effc9739e8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:02.032979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Calling delete_port for 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:02.036701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.073043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.077381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 01bedccb-a92b-4455-868d-68effc9739e8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:02.077718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 01bedccb-a92b-4455-868d-68effc9739e8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:02.078120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e1b68a3e-9fb9-4ef3-ba2d-662677ed375d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:02.086413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9b62ee9-5fd0-46b9-aa24-f749183362b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:02.087653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a9b62ee9-5fd0-46b9-aa24-f749183362b3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5756836 May 27 03:53:02.094065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:02.097512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Port': ['ID=4df244b3-006b-4cc6-a4fe-06f6dce4cf8e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:02.099291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No DVR routers for this DVR port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:02.119436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e1b68a3e-9fb9-4ef3-ba2d-662677ed375d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:02.119436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e1b68a3e-9fb9-4ef3-ba2d-662677ed375d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:02.119735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:02.123914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--785943915'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:02.140836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:02.155247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:02.155603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:02.180096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:02.180444 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:02.234366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.368571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991b12e7-1a2f-4b99-81a5-0de854444316']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:02.381823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c17e4b-9832-434e-a824-22da741fdb11') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:02.382149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c17e4b-9832-434e-a824-22da741fdb11') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:02.393691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.409753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.415746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:02.416121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: timer() May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:02.430595 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:02.450292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:02.509134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.511736 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.526393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.539971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Pushing event deleted for resources: {'Network': ['ID=991b12e7-1a2f-4b99-81a5-0de854444316,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:02.545014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-be9424f6-f1e6-4a8d-a659-d052661a40f2 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/networks/991b12e7-1a2f-4b99-81a5-0de854444316 HTTP/1.1" status: 204 len: 168 time: 1.1487873 May 27 03:53:02.547837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:02.553071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'routes': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:02.563633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.566270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.650274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Deleting port 24d353ed-9e0d-4e2c-9912-c65602f5a428 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:02.650531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.681865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Deleting port 4df244b3-006b-4cc6-a4fe-06f6dce4cf8e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:02.682412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.743564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 0888bb09-9df4-4f08-90cf-beae9116f698 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:02.743923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.750897 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc444-6523-4871-8c6e-a3481830542e None None] The port '4df244b3-006b-4cc6-a4fe-06f6dce4cf8e' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:02.779797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.837922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Added routes are [] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:53:02.838249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Removed routes are [] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:53:02.838606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.946259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1671ea-a083-4dcb-93e8-fa183ac0102c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:02.976425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:02.976791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:02.986849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:02.989176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.056549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146108e2-6821-46b1-b117-ce76886b2864') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:03.056914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146108e2-6821-46b1-b117-ce76886b2864') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:03.070238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:03.091038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.094364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.130204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:03.159881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.174649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:03.211350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336e27-88c9-4df9-9ac4-5227badee736 req-e12e46eb-dc2f-41c5-b7c9-133910a36167 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:03.212834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c336e27-88c9-4df9-9ac4-5227badee736 req-e12e46eb-dc2f-41c5-b7c9-133910a36167 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 945 time: 0.7678900 May 27 03:53:03.233183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 76041fb3-e9bb-44db-b21c-0d4c105491f0 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:03.237738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.336828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:03.337248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: timer() May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:03.355079 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:03.372773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:03.379313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.384579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf58091a-9232-4283-b4fe-b96299204d1e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 704 time: 0.8357344 May 27 03:53:03.385380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:03.433143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe943b1d-7a20-44f7-a95e-a2137b3d817c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:03.449680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe943b1d-7a20-44f7-a95e-a2137b3d817c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:03.453529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fe943b1d-7a20-44f7-a95e-a2137b3d817c tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 205 time: 0.0646486 May 27 03:53:03.453640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49168) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:03.459130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba833c2-f2cb-4891-8e20-da86b9e996e1 None None] New status for floating IP fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:53:03.492791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] For port 24d353ed-9e0d-4e2c-9912-c65602f5a428, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=24d353ed-9e0d-4e2c-9912-c65602f5a428,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:03.493412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.551745 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:03.694712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Calling delete_port for 24d353ed-9e0d-4e2c-9912-c65602f5a428 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:03.717874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.018247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 0888bb09-9df4-4f08-90cf-beae9116f698 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:04.043760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.048468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.109184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c336e27-88c9-4df9-9ac4-5227badee736 req-c3406bb6-acc2-44d2-b2ab-7924e08e5221 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8672535 May 27 03:53:04.157341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.162189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.166335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 07205987-da50-4196-8e2f-e68870f8e7fa no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:04.200833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=3f1671ea-a083-4dcb-93e8-fa183ac0102c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.204045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.204794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 76041fb3-e9bb-44db-b21c-0d4c105491f0 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:04.228532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.235237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-911744c7-71c4-4ea2-b4a4-4052b154cdbc tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 204 len: 168 time: 0.7807148 May 27 03:53:04.235932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.237396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd2be332-73c9-402f-8cdd-ded91c1178f6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/3f1671ea-a083-4dcb-93e8-fa183ac0102c HTTP/1.1" status: 204 len: 168 time: 2.4783921 May 27 03:53:04.243083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-616168458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:04.249123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.258569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911361090'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:04.263206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:04.269008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Usage tracker for resource:router and tenant:b4fc5e06934040bcb284d8c6fd493d8b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:04.272414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:04.275606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:04.283074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:04.286288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:04.289172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:04.299752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:04.313300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.314475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.314635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.323191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:04.327681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.342853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.359937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:04.362018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:04.379616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.380917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:04.393431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.393976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.394516 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Floating IP ba26b907-f881-4ace-9a56-10f9284e5d9b disassociated. External IP: 172.25.8.204, port: 07205987-da50-4196-8e2f-e68870f8e7fa. May 27 03:53:04.395021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Calling delete_port for 07205987-da50-4196-8e2f-e68870f8e7fa owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:04.399141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.399604 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment bf42c9bc-fd4e-4304-80a0-11f62c5e3b78 of type vlan for network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 May 27 03:53:04.401810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.431050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.458172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.474956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.479049 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cef25a-024b-46fa-ada9-f6fe4764266d'] response: {'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'code': 200} May 27 03:53:04.522292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.541180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.544918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4352627 May 27 03:53:04.551697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.568105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.569819 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-50ca232f-b308-442e-832d-240fde4f2d8e tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3319023 May 27 03:53:04.571816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.574783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc249ca-2bdb-4d1a-a5b6-62d059fd2b6c tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0645fe84-d31f-496c-8f50-0f5a7af5fbb0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.576497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:04.577253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.578030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Deleting port b00aa6ba-1970-4349-8ace-ed2b10852745 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:04.578378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.581052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49186) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.609943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--894731188'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:04.612942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:04.630578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:04.671277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:04.698212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:04.698498 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:04.699970 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:53:04.788361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5364583 May 27 03:53:04.799813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49190) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:04.809008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:04.828871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047f384-4097-4587-9c74-58eab9de472b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=93c7371f-131c-496e-b5f7-d1ee2ae143b8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.840877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:04.846509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.914483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.966927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:04.993338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d353ed-9e0d-4e2c-9912-c65602f5a428,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.029282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:05.039912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:05.041676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] For port b00aa6ba-1970-4349-8ace-ed2b10852745, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b00aa6ba-1970-4349-8ace-ed2b10852745,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:05.041824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.049588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:05.053856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:05.059566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:05.061020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:05.089307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:05.092165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=0888bb09-9df4-4f08-90cf-beae9116f698,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.131736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:05.134013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:05.281724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Deleting port 07205987-da50-4196-8e2f-e68870f8e7fa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:05.282055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.350673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Calling delete_port for b00aa6ba-1970-4349-8ace-ed2b10852745 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:05.379759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.404277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.407712 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.614062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 03:53:05.614675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 03:53:05.741242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Router 722f2743-3b90-460e-919e-21c1ee30b42f is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:53:05.836197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:05.977643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=5f267933-eb59-46ac-8a35-165222999d41,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:05.993828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:06.001835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:06.002733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: 93c7371f-131c-496e-b5f7-d1ee2ae143b8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:06.004886 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Sync routers for ids ['722f2743-3b90-460e-919e-21c1ee30b42f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:06.011743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.012860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c78b916-5a31-44d5-b50c-3c64ba6be419 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "PUT /v2.0/routers/722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 200 len: 697 time: 1.4156363 May 27 03:53:06.015470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49196) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:06.019324 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Routers {'722f2743-3b90-460e-919e-21c1ee30b42f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:06.020084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['722f2743-3b90-460e-919e-21c1ee30b42f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.041345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.074344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.079612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.157132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:06.167568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Set router 722f2743-3b90-460e-919e-21c1ee30b42f gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:06.174102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73e6ca6a-d27b-4b6a-b0c4-11a3f2e3c5c8 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/routers/722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 200 len: 703 time: 0.1548359 May 27 03:53:06.174519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49200) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:06.177473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 93c7371f-131c-496e-b5f7-d1ee2ae143b8) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:06.185420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf779b9-ed43-4c8d-97d7-c08ec87870f8 None None] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:06.221112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:06.221695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.230910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5985fad3-b065-4055-adba-ab17c2fc8206 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 200 len: 205 time: 0.0532911 May 27 03:53:06.234075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49204) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:06.293991 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f2743-3b90-460e-919e-21c1ee30b42f', 'name': 'tempest-RoutersIpV6Test-router-616168458', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:04Z', 'updated_at': '2022-05-27T03:53:05Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.299491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Checking router: 722f2743-3b90-460e-919e-21c1ee30b42f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:06.312749 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Routers {'722f2743-3b90-460e-919e-21c1ee30b42f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:06.313393 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['722f2743-3b90-460e-919e-21c1ee30b42f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.337220 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.357472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eddb5b94-3353-46b4-bf99-fd4bf3740bc1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5537188 May 27 03:53:06.360551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49210) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:06.370321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8', 'name': 'tempest-PortsTestJSON-771203394'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:06.449705 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] Set router 722f2743-3b90-460e-919e-21c1ee30b42f gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:06.469408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-93c7371f-131c-496e-b5f7-d1ee2ae143b8', 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': '5f267933-eb59-46ac-8a35-165222999d41'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:06.469603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.471469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.575871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f2743-3b90-460e-919e-21c1ee30b42f', 'name': 'tempest-RoutersIpV6Test-router-616168458', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:04Z', 'updated_at': '2022-05-27T03:53:05Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:06.579953 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987c8e6-da72-4743-9ab5-edbd965d5adc None None] The sync data for ids ['722f2743-3b90-460e-919e-21c1ee30b42f'] in n-d-843301-2 is: [{'id': '722f2743-3b90-460e-919e-21c1ee30b42f', 'name': 'tempest-RoutersIpV6Test-router-616168458', 'tenant_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:04Z', 'updated_at': '2022-05-27T03:53:05Z', 'revision_number': 2, 'project_id': 'b4fc5e06934040bcb284d8c6fd493d8b', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:06.641308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:06.654183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:06.670835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Allocated IP 172.20.0.2 (93c7371f-131c-496e-b5f7-d1ee2ae143b8/5f267933-eb59-46ac-8a35-165222999d41/f4736748-9674-4321-adde-65d5d6b1838b) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:06.757376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea48e2e0-95d2-4efb-a005-6c407d384e93,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:06.781531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.782881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ac54e35b-6104-4b4c-a627-a980cc1b773b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2238429 May 27 03:53:06.831193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49216) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:06.850144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.893640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '0645fe84-d31f-496c-8f50-0f5a7af5fbb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea48e2e0-95d2-4efb-a005-6c407d384e93', 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:06.894455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.897920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d5222-9abc-4675-b75f-63f2ed97d354 req-ca3b64ef-a074-47e2-ae50-d33e5587a827 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:06.898702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c2d5222-9abc-4675-b75f-63f2ed97d354 req-ca3b64ef-a074-47e2-ae50-d33e5587a827 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:06.905278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Transition to ACTIVE for port object f4736748-9674-4321-adde-65d5d6b1838b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:06.909563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:06.909816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] For port 07205987-da50-4196-8e2f-e68870f8e7fa, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=07205987-da50-4196-8e2f-e68870f8e7fa,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:06.910054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.916934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:06.917501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.920295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:06.920794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.922483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:06.934993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:06.997509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:06.997735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.079344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 85891eb5-8b3e-4242-b79a-5634d820165b yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:07.125859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.145144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.169743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.181470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6c2d5222-9abc-4675-b75f-63f2ed97d354 req-ca3b64ef-a074-47e2-ae50-d33e5587a827 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:07.182622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c2d5222-9abc-4675-b75f-63f2ed97d354 req-ca3b64ef-a074-47e2-ae50-d33e5587a827 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 943 time: 1.8469057 May 27 03:53:07.232366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.232848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Fanout notify agent at l3_agent the message router_deleted on router 722f2743-3b90-460e-919e-21c1ee30b42f {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:07.273811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.276946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.278010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52503f11-5f45-4eaf-962a-8e2678878c47 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 204 len: 168 time: 1.0431473 May 27 03:53:07.279519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.281896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.282259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4769364-7f52-42f1-afb3-da9749d3bffd {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:07.291866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49222) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.337926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4495652f-2cea-409f-baaa-93e2a849ebf6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.342283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c2d5222-9abc-4675-b75f-63f2ed97d354 req-a260c127-efa8-46a1-94b7-7f963f7e9615 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc428d41-01d3-40e2-b184-7374ab40fd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426487 May 27 03:53:07.342916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Transition to ACTIVE for port object f4736748-9674-4321-adde-65d5d6b1838b will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:07.347652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3e9ca0f9-8372-48e0-9ab8-3f9ce76189f6 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 200 len: 205 time: 0.0547171 May 27 03:53:07.350004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49226) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.355468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.359747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.427389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.427891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3e990a-1a37-4e87-8ccb-69acac36e08a {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:07.444479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.448476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0899993c-86af-4d1d-b799-ae963491eb1e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6135252 May 27 03:53:07.454354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00aa6ba-1970-4349-8ace-ed2b10852745,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.456630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:07.460163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.460444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:07.465106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:07.469092 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-8616700b-3428-47ff-8ca7-c01ead332b51 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:07.473006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8616700b-3428-47ff-8ca7-c01ead332b51 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/722f2743-3b90-460e-919e-21c1ee30b42f HTTP/1.1" status: 404 len: 336 time: 0.1190929 May 27 03:53:07.474379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.477701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.482459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8387eb73-1d9b-420e-b458-203ebdaff0f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 204 len: 168 time: 7.8087220 May 27 03:53:07.482543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.487342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Pushing event updated for resources: {'Port': ['ID=f4736748-9674-4321-adde-65d5d6b1838b,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.497211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-1038331478'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:07.518340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:07.532747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:07.536264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.11 (93c7371f-131c-496e-b5f7-d1ee2ae143b8/5f267933-eb59-46ac-8a35-165222999d41/85891eb5-8b3e-4242-b79a-5634d820165b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:07.538756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.546099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:07.558542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:07.564569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.583878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Attempting to bind port f4736748-9674-4321-adde-65d5d6b1838b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:07.584128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Attempting to bind port f4736748-9674-4321-adde-65d5d6b1838b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:07.584390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Attempting to bind port f4736748-9674-4321-adde-65d5d6b1838b on network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:07.593092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:07.593474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Checking segment: {'id': 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:07.593919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.594383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Bound using segment: {'id': 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:07.594892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Bound port: f4736748-9674-4321-adde-65d5d6b1838b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93c7371f-131c-496e-b5f7-d1ee2ae143b8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:07.595308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.598107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.601869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e4a6b3fa-a7ff-401a-b446-ecc8fca16486 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4769364-7f52-42f1-afb3-da9749d3bffd HTTP/1.1" status: 204 len: 168 time: 8.2402022 May 27 03:53:07.605963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49242) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.668079 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7caa4d-3715-4847-9606-494464a8a766 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:07.668530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7caa4d-3715-4847-9606-494464a8a766 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:07.670240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a7caa4d-3715-4847-9606-494464a8a766 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/545e4ffb-c916-4751-8734-84c47dac716e HTTP/1.1" status: 404 len: 337 time: 0.1903689 May 27 03:53:07.698520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] For port f4736748-9674-4321-adde-65d5d6b1838b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:07.702064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] For port f4736748-9674-4321-adde-65d5d6b1838b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f4736748-9674-4321-adde-65d5d6b1838b,segment=NetworkSegment(bf42c9bc-fd4e-4304-80a0-11f62c5e3b78),segment_id=bf42c9bc-fd4e-4304-80a0-11f62c5e3b78)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:07.707240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.710249 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.754895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:07.758625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.801189 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-369d2508-b524-410e-9ac6-3ce8c2ef9d87 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:07.801629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369d2508-b524-410e-9ac6-3ce8c2ef9d87 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:07.805657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-369d2508-b524-410e-9ac6-3ce8c2ef9d87 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/3cc35731-d6d1-4a5c-9ee7-95c18695879c HTTP/1.1" status: 404 len: 337 time: 0.0896173 May 27 03:53:07.806374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49250) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.817966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.818341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.818648 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Floating IP ba26b907-f881-4ace-9a56-10f9284e5d9b disassociated. External IP: 172.25.8.204, port: 07205987-da50-4196-8e2f-e68870f8e7fa. May 27 03:53:07.818994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Calling delete_port for 07205987-da50-4196-8e2f-e68870f8e7fa owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:07.820335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f4b2c-9589-4773-84c7-498af9576614 None None] Pushing event updated for resources: {'Port': ['ID=f4736748-9674-4321-adde-65d5d6b1838b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.855841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.864000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Deleting subnet 732bc6d1-d129-42a7-b68c-622cbb8335e6 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:07.880807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.894553 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-820361e7-7ace-42df-a648-be453512f15b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:07.894953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820361e7-7ace-42df-a648-be453512f15b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:07.896612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-820361e7-7ace-42df-a648-be453512f15b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/0c76078c-e1c2-4f12-8e85-0f317584fb5a HTTP/1.1" status: 404 len: 337 time: 0.0893128 May 27 03:53:07.908937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49254) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.911464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:07.914352 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4495652f-2cea-409f-baaa-93e2a849ebf6 HTTP/1.1" status: 204 len: 168 time: 0.4517691 May 27 03:53:07.914352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:07.946542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eefddc-b3cc-457e-a640-964233b8c0b2 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4495652f-2cea-409f-baaa-93e2a849ebf6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.952398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49258) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:07.994645 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-5464cd9b-a0c1-42d6-a8b0-a248f084e20b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:07.995079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5464cd9b-a0c1-42d6-a8b0-a248f084e20b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:08.020691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.023082 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 039825c5-c179-4e25-b168-069dfd8c7562 of type vlan for network 4e2fc582-2009-4a9e-a199-9458073f548b May 27 03:53:08.031171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.058654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5464cd9b-a0c1-42d6-a8b0-a248f084e20b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/70ee1025-004d-4491-a48a-30a01d0bda38 HTTP/1.1" status: 404 len: 337 time: 0.1468723 May 27 03:53:08.065240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.099902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 85891eb5-8b3e-4242-b79a-5634d820165b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:08.129390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.146396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c357bd6b-1401-4831-a73f-14559bcd3710 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:08.146666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb8a9dc0-fab3-4fad-b1b6-6c0372ab919a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Synchronizing usage tracker for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:08.153908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.185060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c357bd6b-1401-4831-a73f-14559bcd3710 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:08.189174 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c357bd6b-1401-4831-a73f-14559bcd3710 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2215481 May 27 03:53:08.191881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.213109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.217637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:08.218320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.241331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.266381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb8a9dc0-fab3-4fad-b1b6-6c0372ab919a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] Unset dirty status for tenant:b4fc5e06934040bcb284d8c6fd493d8b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:08.267625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb8a9dc0-fab3-4fad-b1b6-6c0372ab919a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 200 len: 205 time: 0.1989348 May 27 03:53:08.277017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.375767 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-b4263312-0e40-47d0-8ce7-5c8243423e14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:08.376712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b4263312-0e40-47d0-8ce7-5c8243423e14 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/76041fb3-e9bb-44db-b21c-0d4c105491f0 HTTP/1.1" status: 404 len: 336 time: 0.0909548 May 27 03:53:08.387171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.420612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=4e2fc582-2009-4a9e-a199-9458073f548b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:08.429684 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-53b4e9df-ffca-4f86-af4a-6a987ae7e973 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9459848 May 27 03:53:08.430506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49280) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.440927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:08.446330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-224cba64-f431-4f9e-b0c5-9a5997805b82 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=80395e06-ab34-4bfe-8715-08d96ea08250 HTTP/1.1" status: 200 len: 205 time: 0.0561073 May 27 03:53:08.448381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:08.450555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49284) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.451629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4e2fc582-2009-4a9e-a199-9458073f548b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:08.453660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.475996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=85891eb5-8b3e-4242-b79a-5634d820165b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:08.478503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:08.498005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:08.535703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.613548 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-bd5a012d-fb5e-4169-8456-09b22a3ca1e0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:08.614584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd5a012d-fb5e-4169-8456-09b22a3ca1e0 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/80395e06-ab34-4bfe-8715-08d96ea08250 HTTP/1.1" status: 404 len: 336 time: 0.1630862 May 27 03:53:08.619869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event deleted for resources: {'Port': ['ID=07205987-da50-4196-8e2f-e68870f8e7fa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:08.623405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.747368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.778191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66981935-2564-4099-90b7-241eed5c12df req-c32e2cf7-2e61-4d60-b1c2-f4364e8eaf26 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.2031016 May 27 03:53:08.808590 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1e1b25-a59b-4289-9242-b9ebed24f2ff tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:08.809068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1e1b25-a59b-4289-9242-b9ebed24f2ff tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:08.821912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:08.822762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.846808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.867239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:08.888178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-de995e2d-7833-4ab1-bf4b-8d66681075a1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5234094 May 27 03:53:08.889585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:08.892001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.904162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee1e1b25-a59b-4289-9242-b9ebed24f2ff tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/18419abe-5345-4fde-a5bf-8051f300e785 HTTP/1.1" status: 404 len: 337 time: 0.2767637 May 27 03:53:08.909538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:08.944283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:08.980267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:08.990656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:09.026684 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ac0a592-dce5-44be-8f95-9efa2c3fb142 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 200 len: 205 time: 0.0781863 May 27 03:53:09.030204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49300) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.036022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732bc6d1-d129-42a7-b68c-622cbb8335e6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:09.044331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.051493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.059390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6ccf1-7c69-4527-bd4f-756ec46f6f07 None None] Network 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:09.065418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ed1a116a-ff75-4ca0-a022-c0ea8980117f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/732bc6d1-d129-42a7-b68c-622cbb8335e6 HTTP/1.1" status: 204 len: 168 time: 1.4437175 May 27 03:53:09.068573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.114399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:09.131475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.165296 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-cfb9fb3c-b893-493e-8142-ff808fdebfc1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:09.166298 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cfb9fb3c-b893-493e-8142-ff808fdebfc1 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/28909813-e9d0-42fb-a06a-11dfa2db89bb HTTP/1.1" status: 404 len: 336 time: 0.1342950 May 27 03:53:09.169538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 85891eb5-8b3e-4242-b79a-5634d820165b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:09.169880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.197137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a82c8-363f-4c34-bea7-a4849fb5ed40 None None] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:09.250790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.260618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea48e2e0-95d2-4efb-a005-6c407d384e93,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:09.316369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35cee348-7731-4f05-a03b-5b77b938f267 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 HTTP/1.1" status: 200 len: 205 time: 0.0625150 May 27 03:53:09.319843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49312) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.406711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.421022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.422190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-490b8a07-c9fb-49f0-8e02-dd3385ba43bc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/ea48e2e0-95d2-4efb-a005-6c407d384e93 HTTP/1.1" status: 204 len: 168 time: 1.2293293 May 27 03:53:09.429829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.441475 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-484ec248-c488-4deb-9368-a201428fed59 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:09.442558 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-484ec248-c488-4deb-9368-a201428fed59 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/0d0aacdd-46b1-4de3-9623-eb07bbbf9b82 HTTP/1.1" status: 404 len: 336 time: 0.1199884 May 27 03:53:09.460197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.464109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.498476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c7ac347-518b-4cf8-9216-56573c6a5744 None None] Provisioning for port f4736748-9674-4321-adde-65d5d6b1838b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:09.523370 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c23ad5c-0ed6-4351-9096-824883f7da0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:09.524139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c23ad5c-0ed6-4351-9096-824883f7da0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:09.527815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5c23ad5c-0ed6-4351-9096-824883f7da0f tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/71ea4eec-376c-41f5-a903-fdd2f3508ea3 HTTP/1.1" status: 404 len: 337 time: 0.0530009 May 27 03:53:09.530751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.581827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Deleting port a13fee02-20ef-47cf-8c58-dd19e53e2c56 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:09.582179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.625981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dcb88cce-93be-47f9-be40-6bf95b857822 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b23a582-12d6-4f1b-87bb-624577c62f84 HTTP/1.1" status: 200 len: 205 time: 0.0883412 May 27 03:53:09.639708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49328) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.683450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] DHCP port deletion for 3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:09.688891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Deleting port a13fee02-20ef-47cf-8c58-dd19e53e2c56 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:09.689559 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.853768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a82644e-d33b-42de-a6ed-46f7757d2b30 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:09.876232 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-07d299a8-7b4b-43bf-8c3e-5bd11c373b78 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:09.877870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07d299a8-7b4b-43bf-8c3e-5bd11c373b78 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/6b23a582-12d6-4f1b-87bb-624577c62f84 HTTP/1.1" status: 404 len: 336 time: 0.2348940 May 27 03:53:09.897341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49334) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:09.907080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] For port a13fee02-20ef-47cf-8c58-dd19e53e2c56, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a13fee02-20ef-47cf-8c58-dd19e53e2c56,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:09.907399 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:09.934143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Router dc912c65-267b-425d-8c83-18b0803b3b8a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:09.980938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] For port a13fee02-20ef-47cf-8c58-dd19e53e2c56, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a13fee02-20ef-47cf-8c58-dd19e53e2c56,segment=NetworkSegment(7b30c8fc-a921-4300-851f-ecfb367b1c30),segment_id=7b30c8fc-a921-4300-851f-ecfb367b1c30)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:09.981308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.049988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.058926 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6161871-8c6d-42da-855a-b48a0c92f7e9 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:10.059475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6161871-8c6d-42da-855a-b48a0c92f7e9 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:10.105584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a82644e-d33b-42de-a6ed-46f7757d2b30 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:10.109972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9a82644e-d33b-42de-a6ed-46f7757d2b30 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6733582 May 27 03:53:10.116194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.123841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Calling delete_port for a13fee02-20ef-47cf-8c58-dd19e53e2c56 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:10.142108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a6161871-8c6d-42da-855a-b48a0c92f7e9 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/0e7eefc9-2136-45bd-a216-d5fb177a15a5 HTTP/1.1" status: 404 len: 337 time: 0.2412491 May 27 03:53:10.148855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f4736748-9674-4321-adde-65d5d6b1838b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:10.160762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.220075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 85891eb5-8b3e-4242-b79a-5634d820165b owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:10.264420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Calling delete_port for a13fee02-20ef-47cf-8c58-dd19e53e2c56 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:10.271938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.322914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bdfdf2eb-2e03-4e17-b923-8815800aabb9 req-57a3893f-46ae-4027-b2f9-03786f4420ae tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:10.327281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.339891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Provisioning for port 85891eb5-8b3e-4242-b79a-5634d820165b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:10.360119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Provisioning complete for port 85891eb5-8b3e-4242-b79a-5634d820165b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:10.360651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.378937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=71f08688-55a5-41ea-a7f9-e05d3323dc72,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:10.427558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Port 85891eb5-8b3e-4242-b79a-5634d820165b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:10.431562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:10.431906 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:10.443269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f4736748-9674-4321-adde-65d5d6b1838b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:10.447633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '039825c5-c179-4e25-b168-069dfd8c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:10.447858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Provisioning complete for port f4736748-9674-4321-adde-65d5d6b1838b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:10.448153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 4e2fc582-2009-4a9e-a199-9458073f548b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:10.448277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.475995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f4736748-9674-4321-adde-65d5d6b1838b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:10.476711 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.483606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.555665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a13fee02-20ef-47cf-8c58-dd19e53e2c56,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:10.623754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af010716-82f7-4136-8f37-381ba219e81b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcc28e26-1c26-4292-9c95-533e8cb883dc HTTP/1.1" status: 200 len: 205 time: 0.3967619 May 27 03:53:10.637627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49346) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.645759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 4e2fc582-2009-4a9e-a199-9458073f548b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:10.668325 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.693390 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.705659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=85891eb5-8b3e-4242-b79a-5634d820165b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:10.728971 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1614de8c-bda8-48ad-bbf0-c915a7132a4b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] delete failed (client error): The resource could not be found. May 27 03:53:10.731741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1614de8c-bda8-48ad-bbf0-c915a7132a4b tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/routers/dcc28e26-1c26-4292-9c95-533e8cb883dc HTTP/1.1" status: 404 len: 336 time: 0.0860162 May 27 03:53:10.731879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f4736748-9674-4321-adde-65d5d6b1838b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f4736748-9674-4321-adde-65d5d6b1838b,segment=NetworkSegment(bf42c9bc-fd4e-4304-80a0-11f62c5e3b78),segment_id=bf42c9bc-fd4e-4304-80a0-11f62c5e3b78)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:10.731976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4e2fc582-2009-4a9e-a199-9458073f548b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:10.733760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49350) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.740976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:10.741553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.747916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2ceeb-0128-44db-9f9d-b3771cacd117 None None] Network 4e2fc582-2009-4a9e-a199-9458073f548b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:10.766678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.778555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] No DVR routers for this DVR port a13fee02-20ef-47cf-8c58-dd19e53e2c56 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:10.811303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bdfdf2eb-2e03-4e17-b923-8815800aabb9 req-57a3893f-46ae-4027-b2f9-03786f4420ae tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:10.823317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bdfdf2eb-2e03-4e17-b923-8815800aabb9 req-57a3893f-46ae-4027-b2f9-03786f4420ae tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.7610843 May 27 03:53:10.839535 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-6911246b-6938-4220-8d2c-af550c0f181a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:10.839975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6911246b-6938-4220-8d2c-af550c0f181a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:10.886904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6911246b-6938-4220-8d2c-af550c0f181a tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/a3fbde03-befc-4c8f-bbda-0cf7a2a27d01 HTTP/1.1" status: 404 len: 337 time: 0.1518795 May 27 03:53:10.889898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49354) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.912952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a13fee02-20ef-47cf-8c58-dd19e53e2c56 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:10.934413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e31156de-3eff-40db-98ac-fc62fc71af2c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4968455 May 27 03:53:10.952403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49358) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.960648 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dc50aa-0041-4a21-8c0e-b8d98acd7cd7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] DELETE failed (client error): The resource could not be found. May 27 03:53:10.961297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dc50aa-0041-4a21-8c0e-b8d98acd7cd7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:10.962995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34dc50aa-0041-4a21-8c0e-b8d98acd7cd7 tempest-RoutersIpV6Test-1194071974 tempest-RoutersIpV6Test-1194071974-project] 10.222.0.46 "DELETE /v2.0/subnets/5caf0db7-b8c3-458f-942d-ff81d823045b HTTP/1.1" status: 404 len: 337 time: 0.0721941 May 27 03:53:10.968042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:10.973520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ed596b5f-9277-442e-9809-800c269c8f75 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/85891eb5-8b3e-4242-b79a-5634d820165b HTTP/1.1" status: 204 len: 168 time: 2.0791354 May 27 03:53:10.974375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49364) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:10.981885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1950239729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:11.008977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Deleting port a13fee02-20ef-47cf-8c58-dd19e53e2c56 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:11.009531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.036051 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0a8762-3115-4ce9-89e4-59576fe9af79 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:53:11.036393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0a8762-3115-4ce9-89e4-59576fe9af79 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:11.041450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.052096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d0a8762-3115-4ce9-89e4-59576fe9af79 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/85891eb5-8b3e-4242-b79a-5634d820165b HTTP/1.1" status: 404 len: 333 time: 0.0705001 May 27 03:53:11.053026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49368) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.067359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a13fee02-20ef-47cf-8c58-dd19e53e2c56 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:11.067822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a13fee02-20ef-47cf-8c58-dd19e53e2c56 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:11.083262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:11.100431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b30c8fc-a921-4300-851f-ecfb367b1c30') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:11.100730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b30c8fc-a921-4300-851f-ecfb367b1c30') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:11.113902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.134725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.142523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:11.143558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.151122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4f34d-12dd-4f45-8c72-c9244f786154 None None] The port 'a13fee02-20ef-47cf-8c58-dd19e53e2c56' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:11.157189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:11.157649 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-2474655f-7efd-414f-89b9-36f6bd548ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:11.168397 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ef7cbf-f507-4b21-a28e-fb652057a049 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:11.170587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88ef7cbf-f507-4b21-a28e-fb652057a049 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:11.177214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f4736748-9674-4321-adde-65d5d6b1838b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: timer() May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:11.179143 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:11.181082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:11.207136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88ef7cbf-f507-4b21-a28e-fb652057a049 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:11.211927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88ef7cbf-f507-4b21-a28e-fb652057a049 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/85891eb5-8b3e-4242-b79a-5634d820165b HTTP/1.1" status: 404 len: 333 time: 0.1581159 May 27 03:53:11.212533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.264351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.268687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:11.280268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:11.305823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:11.348580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.350524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4e2fc582-2009-4a9e-a199-9458073f548b', 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '71f08688-55a5-41ea-a7f9-e05d3323dc72'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:11.351612 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.366306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.367280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.438760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.442422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.481815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.505563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 5f267933-eb59-46ac-8a35-165222999d41 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:11.509252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.529829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Allocated IP 172.20.0.2 (4e2fc582-2009-4a9e-a199-9458073f548b/71f08688-55a5-41ea-a7f9-e05d3323dc72/2d2015f9-6412-414f-9c05-2527479d742c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:11.555735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:11.588106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.607480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.619050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.658423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f02ec421-42d4-47a7-a261-01fddaffab5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/3c5a7577-b850-4a3e-9a0d-d0b828d1ca3e HTTP/1.1" status: 204 len: 168 time: 2.5865841 May 27 03:53:11.661324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0645fe84-d31f-496c-8f50-0f5a7af5fbb0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:11.676463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.677645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0f14fe4e-0e77-4e46-b5b1-1f1587825011 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/0645fe84-d31f-496c-8f50-0f5a7af5fbb0 HTTP/1.1" status: 204 len: 168 time: 1.5263734 May 27 03:53:11.682928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.709215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.728542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b68fc555-563f-4c93-a2d4-fe51c439fadf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4fc5e06934040bcb284d8c6fd493d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2861159 May 27 03:53:11.729277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49390) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.760526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.761747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de1647cb-0e6b-4ac4-91c0-72c9ece2836f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8042457 May 27 03:53:11.775500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.782073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:11.836736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.853544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:11.874192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84e920d9-cfcd-4611-baba-1b003f79e2f9 None None] Could not find standard attr ID for object 85891eb5-8b3e-4242-b79a-5634d820165b. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:53:11.881405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:11.882287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:11.895155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.925622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:11.971995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:11.973795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-922f8d3f-2b7e-4f90-afcc-c06f20fcc6be tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:11.999681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] No DVR routers for this DVR port 07205987-da50-4196-8e2f-e68870f8e7fa on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:12.003728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.005781 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84bcfa62-7552-4461-ba6b-cc752a506171 req-ac024c14-93cc-4a13-92f7-7390061c3bb2 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "DELETE /v2.0/ports/07205987-da50-4196-8e2f-e68870f8e7fa HTTP/1.1" status: 204 len: 173 time: 10.4595029 May 27 03:53:12.008953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-deleted', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:12.030628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f4736748-9674-4321-adde-65d5d6b1838b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:12.111679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.125736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.144758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Transition to ACTIVE for port object 2d2015f9-6412-414f-9c05-2527479d742c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:12.200488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Transition to ACTIVE for port object 2d2015f9-6412-414f-9c05-2527479d742c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:12.201626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f4736748-9674-4321-adde-65d5d6b1838b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:12.201985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.215277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8f36af1-5f1d-4953-b270-b095f566f249 req-2ef6f6ac-34f6-4a44-b88e-e629c7794969 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cabdb55-53e8-4f95-8552-75b7f9033f90 HTTP/1.1" status: 200 len: 210 time: 0.1403863 May 27 03:53:12.226252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-922f8d3f-2b7e-4f90-afcc-c06f20fcc6be tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:12.227912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-922f8d3f-2b7e-4f90-afcc-c06f20fcc6be tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5440681 May 27 03:53:12.229713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b324f1c2-1a90-4655-9fd0-d0fdbc939078,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.230962 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9059fe33-dadf-4883-9f2c-ae9282b71330'] response: {'server_uuid': '3cabdb55-53e8-4f95-8552-75b7f9033f90', 'name': 'network-vif-deleted', 'tag': '07205987-da50-4196-8e2f-e68870f8e7fa', 'status': 'completed', 'code': 200} May 27 03:53:12.238895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49406) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:12.259848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086014905'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:12.271312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.274835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6d4b74db-9a73-4149-9278-2fab4d3bb523 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b324f1c2-1a90-4655-9fd0-d0fdbc939078 HTTP/1.1" status: 204 len: 168 time: 0.5394497 May 27 03:53:12.278865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:12.292956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.310056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:12.323039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a4ae57b9-72dc-4021-96ec-87feedd6f361 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecc88577a2ef4f05875f7489d71ddad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3847227 May 27 03:53:12.326551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:12.339730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Router 14486ae8-cd50-4e75-82d3-5e5baf144f11 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:12.341913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.360493 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.411617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:12.438656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=5f267933-eb59-46ac-8a35-165222999d41,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.458137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.461207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:12.480963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:12.493720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:12.495009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c636733-8e78-45b7-a6f5-276954ca2fde None None] Network 93c7371f-131c-496e-b5f7-d1ee2ae143b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:12.513636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a65f764f-b679-4486-997b-13e27cce4c67 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/5f267933-eb59-46ac-8a35-165222999d41 HTTP/1.1" status: 204 len: 168 time: 1.3000619 May 27 03:53:12.532989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Network 4e2fc582-2009-4a9e-a199-9458073f548b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:12.533679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:12.535439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Pushing event updated for resources: {'Port': ['ID=2d2015f9-6412-414f-9c05-2527479d742c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.544576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:12.611740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:12.645100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:12.648988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.680019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.817208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.837853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.843289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.860147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.866201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e8f05e-a9dc-4862-8430-42bc08386164,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.886418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port f4736748-9674-4321-adde-65d5d6b1838b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:12.886755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.971834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.973059 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a5a364cb-0ae6-4c36-984a-29a25405d0e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5e8f05e-a9dc-4862-8430-42bc08386164 HTTP/1.1" status: 204 len: 168 time: 0.6454153 May 27 03:53:12.973943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32755dd3-ed0e-4113-b756-8b4a2bc006f2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:12.981421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:12.985224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9abb4ce8-57fb-4d27-8231-b426c7c0d31e tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7378442 May 27 03:53:12.988330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:13.000130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '32755dd3-ed0e-4113-b756-8b4a2bc006f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:13.010516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:13.015137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:13.018852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:13.025241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:13.034090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.065751 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.333579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Attempting to bind port 2d2015f9-6412-414f-9c05-2527479d742c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:13.334675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Attempting to bind port 2d2015f9-6412-414f-9c05-2527479d742c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '039825c5-c179-4e25-b168-069dfd8c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:13.335268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Attempting to bind port 2d2015f9-6412-414f-9c05-2527479d742c on network 4e2fc582-2009-4a9e-a199-9458073f548b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:13.361376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port f4736748-9674-4321-adde-65d5d6b1838b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f4736748-9674-4321-adde-65d5d6b1838b,segment=NetworkSegment(bf42c9bc-fd4e-4304-80a0-11f62c5e3b78),segment_id=bf42c9bc-fd4e-4304-80a0-11f62c5e3b78)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:13.361956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.370904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:13.371273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Checking segment: {'id': '039825c5-c179-4e25-b168-069dfd8c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:13.371669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.372053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Bound using segment: {'id': '039825c5-c179-4e25-b168-069dfd8c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:13.372554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Bound port: 2d2015f9-6412-414f-9c05-2527479d742c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039825c5-c179-4e25-b168-069dfd8c7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4e2fc582-2009-4a9e-a199-9458073f548b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:13.383090 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Sync routers for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:13.390997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.408987 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:13.409358 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 03:53:13.410131 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_agentschedulers_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76041fb3-e9bb-44db-b21c-0d4c105491f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 03:53:13.440582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.448808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:13.450686 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 03:53:13.451317 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_agentschedulers_db [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76041fb3-e9bb-44db-b21c-0d4c105491f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 03:53:13.451703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415dfc93-1642-4336-bea1-146a8e00b68c None None] The sync data for ids ['76041fb3-e9bb-44db-b21c-0d4c105491f0'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:13.470923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:13.476139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.557431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:13.560744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Sync routers for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:13.611872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5749ed6-6b33-4798-b698-94e0e4b4201b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:13.616134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for f4736748-9674-4321-adde-65d5d6b1838b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:13.677654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:13.678359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:13.697834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-558889e9-189f-4158-915f-63de104249f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/14486ae8-cd50-4e75-82d3-5e5baf144f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9028542 May 27 03:53:13.699228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.702616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49450) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:13.703897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8b9f4188-0583-4f5a-9d72-d633f445faf9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7130649 May 27 03:53:13.705121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49452) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:13.746060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cedbbb-7e58-4d10-b2bd-459a2c98732f None None] DHCP port deletion for 93c7371f-131c-496e-b5f7-d1ee2ae143b8 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:13.792228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.826574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.827098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-21cedbbb-7e58-4d10-b2bd-459a2c98732f None None] Deleting port f4736748-9674-4321-adde-65d5d6b1838b {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:13.827502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-21cedbbb-7e58-4d10-b2bd-459a2c98732f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.864516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] For port 2d2015f9-6412-414f-9c05-2527479d742c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:13.882329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.20.0.1 (4e2fc582-2009-4a9e-a199-9458073f548b/71f08688-55a5-41ea-a7f9-e05d3323dc72/0301929a-98de-4c67-8d5d-e250f015981d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:13.887387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.940141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.951997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] For port 2d2015f9-6412-414f-9c05-2527479d742c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2d2015f9-6412-414f-9c05-2527479d742c,segment=NetworkSegment(039825c5-c179-4e25-b168-069dfd8c7562),segment_id=039825c5-c179-4e25-b168-069dfd8c7562)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:13.966942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.968239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc428d41-01d3-40e2-b184-7374ab40fd98,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:13.973603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:13.977101 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.051904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f4736748-9674-4321-adde-65d5d6b1838b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:14.089801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.091070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4273875e-d864-4384-b458-8f82deed0e6f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc428d41-01d3-40e2-b184-7374ab40fd98 HTTP/1.1" status: 204 len: 168 time: 0.5326567 May 27 03:53:14.094796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.121221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:14.129279 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-beb1c2bb-5149-43a4-a14c-ac64c6315dcd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] show failed (client error): The resource could not be found. May 27 03:53:14.130492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No DVR routers for this DVR port f4736748-9674-4321-adde-65d5d6b1838b on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:14.134534 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-beb1c2bb-5149-43a4-a14c-ac64c6315dcd tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups/fc428d41-01d3-40e2-b184-7374ab40fd98 HTTP/1.1" status: 404 len: 347 time: 0.0376859 May 27 03:53:14.143353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.167079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-21cedbbb-7e58-4d10-b2bd-459a2c98732f None None] The port 'f4736748-9674-4321-adde-65d5d6b1838b' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:14.185070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f4736748-9674-4321-adde-65d5d6b1838b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:14.185704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f4736748-9674-4321-adde-65d5d6b1838b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:14.208321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:14.218549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.261645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=f4736748-9674-4321-adde-65d5d6b1838b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:14.265227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49476) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.268757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5749ed6-6b33-4798-b698-94e0e4b4201b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:14.269087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4102d9-0eaa-471b-8cae-4bdbfcaf6edc None None] Pushing event updated for resources: {'Port': ['ID=2d2015f9-6412-414f-9c05-2527479d742c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:14.281370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:14.281898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:14.383641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.410962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c7371f-131c-496e-b5f7-d1ee2ae143b8']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:14.424162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:14.424465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf42c9bc-fd4e-4304-80a0-11f62c5e3b78') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:14.437281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.450226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:14.457020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.466230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:14.466670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.537834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Deleting port 6b4f110e-8739-4a64-a83e-1167f9d2b46b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:14.538448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: timer() May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:14.589532 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:14.599782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.605103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.615439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.619193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b2d67a9f-8eb6-451b-9c78-870cbfdc80fc tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b5749ed6-6b33-4798-b698-94e0e4b4201b HTTP/1.1" status: 204 len: 168 time: 0.9079349 May 27 03:53:14.638241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.640789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/93c7371f-131c-496e-b5f7-d1ee2ae143b8 HTTP/1.1" status: 204 len: 168 time: 2.0925136 May 27 03:53:14.643484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ce66-5002-49f2-93a6-d3d10eb3a0cc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=93c7371f-131c-496e-b5f7-d1ee2ae143b8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:14.645856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49488) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:14.655954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1492810137'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:14.665011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:14.674502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:14.681633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:14.688945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:14.715619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.727978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:14.735924 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.772594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:14.785313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.785981 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment 0634c64d-30bb-45f9-abfc-6055e1fac69c of type vlan for network f801c8dd-2277-4a27-8864-96a7af9788b0 May 27 03:53:14.809361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 0301929a-98de-4c67-8d5d-e250f015981d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:14.837425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.866092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:14.955355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1013540331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:15.001437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:15.028684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:15.032608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:router and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:15.037516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:15.044471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:15.073287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.074742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.083289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-837cff96-210f-4ad5-a4b2-e01e0a62bfce tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:15.099624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.118409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.123219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:15.123904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.127643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-837cff96-210f-4ad5-a4b2-e01e0a62bfce tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:15.131632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-837cff96-210f-4ad5-a4b2-e01e0a62bfce tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4621131 May 27 03:53:15.132571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49498) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:15.171047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.171381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.186330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.216676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5671887 May 27 03:53:15.250461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:15.311220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.312396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-13acdd33-855d-4d24-96d1-2e84a3a44e72 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0402143 May 27 03:53:15.316214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49512) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:15.328699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:15.328915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-574651413'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:15.334987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:15.339598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:network and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:15.342487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:15.348929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:15.353143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.357323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40f059-28db-4edc-81a7-990c10011405 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=f801c8dd-2277-4a27-8864-96a7af9788b0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.365307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Calling delete_port for 6b4f110e-8739-4a64-a83e-1167f9d2b46b owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:15.365499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:15.368635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.390671 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.459843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:15.488982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:security_group_rule and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:15.500552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:15.500552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:15.555341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.559950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f801c8dd-2277-4a27-8864-96a7af9788b0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:15.573901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Deleting port bd7c1886-826e-4946-bc0f-573f3f66e355 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:15.574226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.691345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.762891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=0301929a-98de-4c67-8d5d-e250f015981d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:15.874353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:53:06Z', 'revision_number': 5, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port': {'id': 'bd7c1886-826e-4946-bc0f-573f3f66e355', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:10Z', 'updated_at': '2022-05-27T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:15.888634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Checking router: 14486ae8-cd50-4e75-82d3-5e5baf144f11 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:15.931382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Routers {'14486ae8-cd50-4e75-82d3-5e5baf144f11'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:15.933096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['14486ae8-cd50-4e75-82d3-5e5baf144f11'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:15.933373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:15.935122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:15.972247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:15.988145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 4e2fc582-2009-4a9e-a199-9458073f548b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:15.996805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:16.010124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f95cca-b433-4761-bd66-36abcb873dc0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:16.011683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.014424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77715a-635c-4f26-91f2-83bb8beff462 None None] Network 4e2fc582-2009-4a9e-a199-9458073f548b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:16.032522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.033449 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Added segment 7497ed20-dbfe-4532-bbc2-3c466bca2c23 of type vlan for network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 May 27 03:53:16.057257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:16.062407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] For port bd7c1886-826e-4946-bc0f-573f3f66e355, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd7c1886-826e-4946-bc0f-573f3f66e355,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:16.062767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.135804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:16.138333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:16.178590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.217308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2d2015f9-6412-414f-9c05-2527479d742c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:16.249678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Calling delete_port for bd7c1886-826e-4946-bc0f-573f3f66e355 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:16.273755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.279448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:16.290651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.298507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.331104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.376438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d2eaa729-facf-4598-82ec-5c2be90047a4 None None] Provisioning for port 2d2015f9-6412-414f-9c05-2527479d742c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:16.384031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event deleted for resources: {'Port': ['ID=6b4f110e-8739-4a64-a83e-1167f9d2b46b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:16.391869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] Set router 14486ae8-cd50-4e75-82d3-5e5baf144f11 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:16.400821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.424450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32755dd3-ed0e-4113-b756-8b4a2bc006f2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:16.444872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:16.459085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:16.462406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.465463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:16.466281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.493268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:16.537332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.538500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e11c2ca5-ee76-4e8f-a6a3-91792467afaf tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/32755dd3-ed0e-4113-b756-8b4a2bc006f2 HTTP/1.1" status: 204 len: 168 time: 1.4032207 May 27 03:53:16.546571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:16.566493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.571185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c5ab2c7-8899-41be-a429-3e5e563fed6e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "DELETE /v2.0/floatingips/ba26b907-f881-4ace-9a56-10f9284e5d9b HTTP/1.1" status: 204 len: 168 time: 2.4218960 May 27 03:53:16.589679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a23c2e-3499-4848-9738-00ab40061693 None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:48:28Z', 'revision_number': 4, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd52f89d4-7af7-4749-9ff1-5b6b816317e5', 'name': '', 'network_id': '554af7fe-7a3c-46d8-8468-7a0c9adeb85d', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'mac_address': 'fa:16:3e:5b:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:26Z', 'updated_at': '2022-05-27T03:48:45Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'subnets': [{'id': '964369f5-336e-4c5e-b71d-78d6bdd581e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:16.596410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df15172c-4753-4631-bda2-f9715840a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:53:15Z', 'revision_number': 6, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:16.609763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2d2015f9-6412-414f-9c05-2527479d742c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:16.611914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Network': ['ID=68de954e-30a2-49a5-a5db-d07fe1a1ad72,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:16.621791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7da3bac6-2f69-4f82-876d-72543d3e0bcd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3023770 May 27 03:53:16.627268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15172c-4753-4631-bda2-f9715840a361 None None] The sync data for ids ['14486ae8-cd50-4e75-82d3-5e5baf144f11'] in n-d-843301-2 is: [{'id': '14486ae8-cd50-4e75-82d3-5e5baf144f11', 'name': 'tempest-TestAggregatesBasicOps-792715592-router', 'tenant_id': '1474b41e90bd4239b5051097c068fa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:09Z', 'updated_at': '2022-05-27T03:53:15Z', 'revision_number': 6, 'project_id': '1474b41e90bd4239b5051097c068fa92', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:16.635452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:16.642108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.642609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2d2015f9-6412-414f-9c05-2527479d742c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:16.643254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.682488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:16.750272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'subnet': {'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:16.786343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.909696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7c1886-826e-4946-bc0f-573f3f66e355,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:16.957602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.988513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:16.988971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1b48c1c-b2f8-4098-8fb7-13a798ac70ad tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:17.013772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.042373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:17.047071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Usage tracker for resource:security_group_rule and tenant:8ffcc3d4984d43af8e4440d7135e8926 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:17.050102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:17.057995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:17.078668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2d2015f9-6412-414f-9c05-2527479d742c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2d2015f9-6412-414f-9c05-2527479d742c,segment=NetworkSegment(039825c5-c179-4e25-b168-069dfd8c7562),segment_id=039825c5-c179-4e25-b168-069dfd8c7562)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:17.088364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.146253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.165569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.178702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1b48c1c-b2f8-4098-8fb7-13a798ac70ad tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:17.194910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1b48c1c-b2f8-4098-8fb7-13a798ac70ad tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6218891 May 27 03:53:17.195613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49554) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:17.212200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107f81-c224-485e-8715-60555b99635f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec978097-9792-46d4-960d-73766653ca84,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:17.240632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767828208'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:17.277668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:17.281504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2d2015f9-6412-414f-9c05-2527479d742c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:17.436445 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.611495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:17.625582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Provisioning complete for port 2d2015f9-6412-414f-9c05-2527479d742c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:17.627243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.748905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:17.808166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.839217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Provisioning for port 0301929a-98de-4c67-8d5d-e250f015981d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:17.845958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Provisioning complete for port 0301929a-98de-4c67-8d5d-e250f015981d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:17.846657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:17.909927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1035f855-f2bc-447b-bd6a-757f62cceb0f None None] Port 0301929a-98de-4c67-8d5d-e250f015981d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:17.964679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:subnet and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:17.974982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:17.979857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:17.993360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07107f81-c224-485e-8715-60555b99635f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ffcc3d4984d43af8e4440d7135e8926&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5304534 May 27 03:53:17.994853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:17.997443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:18.004415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.018082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2d2015f9-6412-414f-9c05-2527479d742c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:18.023313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:18.041826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.045403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:18.056104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.061183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:18.067748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:18.206084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.232762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.251214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=f89d9d84-88c3-4ff9-adb8-67e8885f7a70,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:18.262609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2d2015f9-6412-414f-9c05-2527479d742c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:18.263189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.288522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.289671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': '0634c64d-30bb-45f9-abfc-6055e1fac69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:18.290159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: f801c8dd-2277-4a27-8864-96a7af9788b0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:18.301900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.302866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.303391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14486ae8-cd50-4e75-82d3-5e5baf144f11 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:18.308201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.332050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.332642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-79b8a037-81b4-4b3d-b30e-2249078ac93a None None] Provisioning complete for port 0301929a-98de-4c67-8d5d-e250f015981d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:18.333353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-79b8a037-81b4-4b3d-b30e-2249078ac93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.349613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network f801c8dd-2277-4a27-8864-96a7af9788b0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:18.366434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.404177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec978097-9792-46d4-960d-73766653ca84,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:18.413713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.436835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.440452 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-42fd1a54-e0bb-4ce6-a5cb-65b2e4f80c29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec978097-9792-46d4-960d-73766653ca84 HTTP/1.1" status: 204 len: 168 time: 0.4382403 May 27 03:53:18.442273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.445356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6cfd3deb-cc8e-4cb9-bf3f-91a8361595cf admin admin] 10.222.0.46 "DELETE /v2.0/routers/14486ae8-cd50-4e75-82d3-5e5baf144f11 HTTP/1.1" status: 204 len: 168 time: 4.7394500 May 27 03:53:18.446090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:18.458760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378d3a9d-3c94-49d9-a3c6-a626caf0d620,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:18.463414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-79b8a037-81b4-4b3d-b30e-2249078ac93a None None] Port 0301929a-98de-4c67-8d5d-e250f015981d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:18.536683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Deleting subnet 4dbce941-b6a0-46ad-a9ea-3b0c47da9b85 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:18.546411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f801c8dd-2277-4a27-8864-96a7af9788b0) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:18.555419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd01e5-be7c-44fe-8b37-a72efe710fa3 None None] Network f801c8dd-2277-4a27-8864-96a7af9788b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:18.557478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.590364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:18.590954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.673332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.675166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-13ba9a82-b2a6-4197-a754-086561707fea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4750218 May 27 03:53:18.679064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.683371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49570) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:18.699162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0aec7b08-2482-464c-8c9f-2e7e1587426c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4476562 May 27 03:53:18.701091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=0301929a-98de-4c67-8d5d-e250f015981d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:18.703430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:18.714720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '378d3a9d-3c94-49d9-a3c6-a626caf0d620', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:18.726778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-138565034'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:18.737757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:18.738958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd7c1886-826e-4946-bc0f-573f3f66e355 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:18.760126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3840fde7-a799-4cae-972a-964d339cd5bb None None] New status for floating IP ba26b907-f881-4ace-9a56-10f9284e5d9b: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:53:18.804802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:18.813409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bd7c1886-826e-4946-bc0f-573f3f66e355 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:18.813749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd7c1886-826e-4946-bc0f-573f3f66e355 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:18.814895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24d353ed-9e0d-4e2c-9912-c65602f5a428 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:18.822789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:18.858400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:18.863106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 24d353ed-9e0d-4e2c-9912-c65602f5a428 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:18.863498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 24d353ed-9e0d-4e2c-9912-c65602f5a428 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:18.863909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b00aa6ba-1970-4349-8ace-ed2b10852745 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:18.880674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:18.914074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b00aa6ba-1970-4349-8ace-ed2b10852745 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:18.914421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b00aa6ba-1970-4349-8ace-ed2b10852745 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:19.000866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.007215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:19.016980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:19.021820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.049607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:19.059316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.091227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f801c8dd-2277-4a27-8864-96a7af9788b0', 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': 'f89d9d84-88c3-4ff9-adb8-67e8885f7a70'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:19.093581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.206904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 46e76545-4211-486f-9c58-23d75039ccb8 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:19.227043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.293068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Subnet': ['ID=0b19a93a-8ca6-4f3f-b74d-d243039a6373,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:19.326871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Checking segment: {'id': '7497ed20-dbfe-4532-bbc2-3c466bca2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:19.327301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network hostable DHCP agents. Network: 68de954e-30a2-49a5-a5db-d07fe1a1ad72, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:19.367384 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.379388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Allocated IP 172.20.0.2 (f801c8dd-2277-4a27-8864-96a7af9788b0/f89d9d84-88c3-4ff9-adb8-67e8885f7a70/f28cc364-77a0-4787-873f-d49dfc5ad636) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:19.385783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.391394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 4e2fc582-2009-4a9e-a199-9458073f548b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:19.393110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:19.402494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:19.418255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.461084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30bea35-366c-4ce5-8686-3a8339548a0c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:19.493849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 68de954e-30a2-49a5-a5db-d07fe1a1ad72) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:19.495658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbce941-b6a0-46ad-a9ea-3b0c47da9b85,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:19.503836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:19.504431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.506388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff5ad5-ea75-4ea6-b611-6c50447a43c9 None None] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:19.541910 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.544046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d6e730da-1067-4850-af3e-1f1f48d74d8c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4dbce941-b6a0-46ad-a9ea-3b0c47da9b85 HTTP/1.1" status: 204 len: 168 time: 1.0968127 May 27 03:53:19.551364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eed74d82-a722-4605-b675-ad83fe1f114f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9105031 May 27 03:53:19.551364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:19.567366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:19.570103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.574234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-15fcf908-9e85-4152-be34-3b7f2ba982ea tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8786643 May 27 03:53:19.597279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49600) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:19.604798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'network': {'name': 'tempest-router-network01--1596799494'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:19.662631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65213272-825d-4f9c-a1e5-19c01cd0c951 None None] Network a7588099-2c5d-48c6-b331-a28e835ca6b6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:19.703132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:19.737717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:network and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:19.771683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7202b775-3a79-46f9-8eb5-6a8b3673718b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules/d30bea35-366c-4ce5-8686-3a8339548a0c HTTP/1.1" status: 200 len: 705 time: 0.1733179 May 27 03:53:19.780697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:19.783763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49608) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:19.809397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:19.816913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.841662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:19.848870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.915882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Deleting port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:19.916796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:19.959423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:19.988387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d4df2c1-cf01-47e4-8f43-c5e10269c38b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:20.005148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.005495 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Added segment 98ca71c4-c79e-43c6-a44a-5221b560b750 of type vlan for network 1d931e2d-7ace-42e0-bf58-9bfabc673569 May 27 03:53:20.122453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 915c3757-b664-4625-84d7-fc231430dcb2 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:53:20.212267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] For port 9ea45363-0faf-40d0-ae76-d24f0e03cb97, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ea45363-0faf-40d0-ae76-d24f0e03cb97,segment=NetworkSegment(b6a3bb90-ecf1-46d0-ac0f-ef043f670dba),segment_id=b6a3bb90-ecf1-46d0-ac0f-ef043f670dba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:20.212625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.326674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.377577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Calling delete_port for 9ea45363-0faf-40d0-ae76-d24f0e03cb97 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:20.427301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Transition to ACTIVE for port object f28cc364-77a0-4787-873f-d49dfc5ad636 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:20.502480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.512680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f02b43c5-2ca1-4dbd-9d66-fc56ab42ba7c None None] Provisioning complete for port 0301929a-98de-4c67-8d5d-e250f015981d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:20.515593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f02b43c5-2ca1-4dbd-9d66-fc56ab42ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.573870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.578941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:20.616502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-072eba59-1b82-43b4-bb0c-e3e9a8104f9a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/915c3757-b664-4625-84d7-fc231430dcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8368044 May 27 03:53:20.619043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:20.688033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d4df2c1-cf01-47e4-8f43-c5e10269c38b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:20.689939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4d4df2c1-cf01-47e4-8f43-c5e10269c38b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9053543 May 27 03:53:20.690791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea45363-0faf-40d0-ae76-d24f0e03cb97,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:20.706872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:20.711522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.723205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:20.724227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:20.931301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] Sync routers for ids ['915c3757-b664-4625-84d7-fc231430dcb2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:21.035828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a7b3b-41de-436c-8931-f62f9558c610 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:21.036811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-640a7b3b-41de-436c-8931-f62f9558c610 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:21.047189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Transition to ACTIVE for port object f28cc364-77a0-4787-873f-d49dfc5ad636 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:21.056887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-640a7b3b-41de-436c-8931-f62f9558c610 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:21.058625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-640a7b3b-41de-436c-8931-f62f9558c610 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports/0301929a-98de-4c67-8d5d-e250f015981d HTTP/1.1" status: 200 len: 910 time: 0.4369018 May 27 03:53:21.061515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:21.087226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71f08688-55a5-41ea-a7f9-e05d3323dc72'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:21.103042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-68de954e-30a2-49a5-a5db-d07fe1a1ad72', 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72', 'tenant_id': '682fa2d06f984200a7cacf3854f40995', 'fixed_ips': [{'subnet_id': '0b19a93a-8ca6-4f3f-b74d-d243039a6373'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:21.103843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.131578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.247307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f02b43c5-2ca1-4dbd-9d66-fc56ab42ba7c None None] Port 0301929a-98de-4c67-8d5d-e250f015981d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:21.289606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] No DVR routers for this DVR port 9ea45363-0faf-40d0-ae76-d24f0e03cb97 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:21.315187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] Routers {'915c3757-b664-4625-84d7-fc231430dcb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:21.318279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['915c3757-b664-4625-84d7-fc231430dcb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:21.465932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0671a6e3-e14a-4b0a-b225-90c3348655f4 req-272dfd85-4430-4f68-abaf-8624146e98fe tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1090589 May 27 03:53:21.479892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:21.485783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e0017-2f39-4d6a-a19d-adfc97d30aea None None] DHCP port deletion for a7588099-2c5d-48c6-b331-a28e835ca6b6 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:21.509312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9404876 May 27 03:53:21.545143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49660) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:21.566376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.11 (f801c8dd-2277-4a27-8864-96a7af9788b0/f89d9d84-88c3-4ff9-adb8-67e8885f7a70/46e76545-4211-486f-9c58-23d75039ccb8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:21.576401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b668733-650c-46ce-90c6-3c3dc061543d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Network': ['ID=1d931e2d-7ace-42e0-bf58-9bfabc673569,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:21.580613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'network': {'name': 'tempest-router-network02--945182947'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:21.587267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:21.592662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:network and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:21.598599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:21.599385 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.611097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.639650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.648993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.659745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:21.679368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Network f801c8dd-2277-4a27-8864-96a7af9788b0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:21.682340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d30bea35-366c-4ce5-8686-3a8339548a0c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:21.689652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:21.692334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:21.693238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7588099-2c5d-48c6-b331-a28e835ca6b6']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:21.701862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.714166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c0dd80b-46de-4230-879a-300879d84d37 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d30bea35-366c-4ce5-8686-3a8339548a0c HTTP/1.1" status: 204 len: 168 time: 0.9814854 May 27 03:53:21.715199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49664) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:21.743252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Pushing event updated for resources: {'Port': ['ID=f28cc364-77a0-4787-873f-d49dfc5ad636,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:21.756078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:21.756373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a3bb90-ecf1-46d0-ac0f-ef043f670dba') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:21.787732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.825218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.842964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:21.843522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: timer() May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:21.880534 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:21.935429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:21.962410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 46e76545-4211-486f-9c58-23d75039ccb8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:22.086934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] Routers {'915c3757-b664-4625-84d7-fc231430dcb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:22.089554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['915c3757-b664-4625-84d7-fc231430dcb2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:22.200484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f070953a-7630-4d45-8e00-5f410339c74a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:22.213628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.217505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ea45363-0faf-40d0-ae76-d24f0e03cb97 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:22.226964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.227381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.246564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.260070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:22.356218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a7588099-2c5d-48c6-b331-a28e835ca6b6 HTTP/1.1" status: 204 len: 168 time: 2.8014669 May 27 03:53:22.362703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49674) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:22.369380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514bcfe-0095-4e71-8bcb-63122921dcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7588099-2c5d-48c6-b331-a28e835ca6b6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.372516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f070953a-7630-4d45-8e00-5f410339c74a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:22.379302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f070953a-7630-4d45-8e00-5f410339c74a tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6602318 May 27 03:53:22.380183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49676) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:22.381666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=46e76545-4211-486f-9c58-23d75039ccb8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.386738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '378d3a9d-3c94-49d9-a3c6-a626caf0d620', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:22.396107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:22.410799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9ea45363-0faf-40d0-ae76-d24f0e03cb97 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:22.411532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:22.414454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ea45363-0faf-40d0-ae76-d24f0e03cb97 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:22.422323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Attempting to bind port f28cc364-77a0-4787-873f-d49dfc5ad636 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:22.422867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Attempting to bind port f28cc364-77a0-4787-873f-d49dfc5ad636 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '0634c64d-30bb-45f9-abfc-6055e1fac69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:22.424073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Attempting to bind port f28cc364-77a0-4787-873f-d49dfc5ad636 on network f801c8dd-2277-4a27-8864-96a7af9788b0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:22.453229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.458907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:22.459320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd325787-0bb1-4f49-b961-5eebd5bdce9c None None] The sync data for ids ['915c3757-b664-4625-84d7-fc231430dcb2'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:22.473505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:22.473894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Checking segment: {'id': '0634c64d-30bb-45f9-abfc-6055e1fac69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:22.474331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.474727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Bound using segment: {'id': '0634c64d-30bb-45f9-abfc-6055e1fac69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:22.475214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Bound port: f28cc364-77a0-4787-873f-d49dfc5ad636, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0634c64d-30bb-45f9-abfc-6055e1fac69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f801c8dd-2277-4a27-8864-96a7af9788b0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:22.475586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.524501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network f801c8dd-2277-4a27-8864-96a7af9788b0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:22.557417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:22.560769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:22.566915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.581504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.607778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c452c4-e364-45b8-b4dc-47949a2967c7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.641373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.645804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-12e8f02c-1cfb-4b72-9be0-dc6f88620265 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2619183 May 27 03:53:22.646107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49684) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:22.677179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad73d3c5-d772-47f5-8aaf-0457c4578380 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules/36c452c4-e364-45b8-b4dc-47949a2967c7 HTTP/1.1" status: 200 len: 705 time: 0.0276735 May 27 03:53:22.677628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49688) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:22.678328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d8537881-7557-4c45-a513-582f827c00cb None None] For port f28cc364-77a0-4787-873f-d49dfc5ad636, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:22.681834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d8537881-7557-4c45-a513-582f827c00cb None None] For port f28cc364-77a0-4787-873f-d49dfc5ad636, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f28cc364-77a0-4787-873f-d49dfc5ad636,segment=NetworkSegment(0634c64d-30bb-45f9-abfc-6055e1fac69c),segment_id=0634c64d-30bb-45f9-abfc-6055e1fac69c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:22.685559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:22.688432 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.695421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.699947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Allocated IP 2001:db8::2 (68de954e-30a2-49a5-a5db-d07fe1a1ad72/0b19a93a-8ca6-4f3f-b74d-d243039a6373/498fd7f7-a021-4ee7-9c25-6b7a0497a76f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:22.744865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-959de719-7feb-431d-956a-8a432d8e7e0b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:22.767223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-959de719-7feb-431d-956a-8a432d8e7e0b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:22.771357 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-959de719-7feb-431d-956a-8a432d8e7e0b tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0902071 May 27 03:53:22.772011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:22.781200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d25a1431-a025-4ca6-9ad8-2ef64b0325b0 req-02f739c9-d018-482f-a4f4-c696a9ca2dba tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1007502 May 27 03:53:22.816814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:22.870874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.883596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.911632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.943070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36c452c4-e364-45b8-b4dc-47949a2967c7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.959393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:22.960708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8537881-7557-4c45-a513-582f827c00cb None None] Pushing event updated for resources: {'Port': ['ID=f28cc364-77a0-4787-873f-d49dfc5ad636,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:22.963013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bbde236e-7e5e-4dbc-a0fa-e6f26d5aa9aa tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/36c452c4-e364-45b8-b4dc-47949a2967c7 HTTP/1.1" status: 204 len: 168 time: 0.1893961 May 27 03:53:22.965591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:23.015988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.016332 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Added segment 9a273384-d066-4a16-aa43-1c4e1a2094d2 of type vlan for network e83cc2d4-6b80-41b1-ae60-90364180e81e May 27 03:53:23.029908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:23.030603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.071910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0151865a-e28e-45be-aea3-03753cbab736 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:23.105565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0151865a-e28e-45be-aea3-03753cbab736 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:23.109512 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0151865a-e28e-45be-aea3-03753cbab736 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1403527 May 27 03:53:23.109770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49700) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:23.116786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '378d3a9d-3c94-49d9-a3c6-a626caf0d620', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:23.135434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:23.159763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:23.182539 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Project 1d26353673de4492ab9c7f63d47779dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:53:23.219836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.303773 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.334291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Transition to ACTIVE for port object 498fd7f7-a021-4ee7-9c25-6b7a0497a76f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:23.348585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.359869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.361005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49706) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:23.361694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-da094786-265f-43ca-924a-ee8b2f34b880 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.6549184 May 27 03:53:23.368052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.386693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Transition to ACTIVE for port object 498fd7f7-a021-4ee7-9c25-6b7a0497a76f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:23.424274 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.465373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18038b1b-f459-4065-a05d-e160f877dce4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:23.515150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:23.518351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:23.523654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:23.535551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 46e76545-4211-486f-9c58-23d75039ccb8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:23.535551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.555699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.559384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:23.560007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.584459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Pushing event updated for resources: {'Port': ['ID=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:23.601752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.602938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fba9d957-f146-4c86-ae98-e93e1a8f0684 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4922655 May 27 03:53:23.609411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49712) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:23.641405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a765b297-2b69-43eb-91b7-93dd10e8ba40 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules/18038b1b-f459-4065-a05d-e160f877dce4 HTTP/1.1" status: 200 len: 711 time: 0.0308859 May 27 03:53:23.644754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49718) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:23.674973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Attempting to bind port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:23.675636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Attempting to bind port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7497ed20-dbfe-4532-bbc2-3c466bca2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:23.676197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Attempting to bind port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f on network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:23.686018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:23.687263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Checking segment: {'id': '7497ed20-dbfe-4532-bbc2-3c466bca2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:23.687865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.688422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Bound using segment: {'id': '7497ed20-dbfe-4532-bbc2-3c466bca2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:23.689606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Bound port: 498fd7f7-a021-4ee7-9c25-6b7a0497a76f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7497ed20-dbfe-4532-bbc2-3c466bca2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68de954e-30a2-49a5-a5db-d07fe1a1ad72'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:23.690327 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.778363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b2cbf206-870a-43e9-82ae-370935f1a6a9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:23.849358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] For port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:23.865836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] For port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,segment=NetworkSegment(7497ed20-dbfe-4532-bbc2-3c466bca2c23),segment_id=7497ed20-dbfe-4532-bbc2-3c466bca2c23)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:23.878194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:23.961493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b2cbf206-870a-43e9-82ae-370935f1a6a9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:23.965382 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b2cbf206-870a-43e9-82ae-370935f1a6a9 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3171542 May 27 03:53:23.966466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49726) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.005900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.076248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e57d5-1b41-4ffc-91a5-1b5d3e232f31 None None] Pushing event updated for resources: {'Port': ['ID=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:24.153694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f28cc364-77a0-4787-873f-d49dfc5ad636 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:24.154190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.185530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.258140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.7093859 May 27 03:53:24.258875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.271601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.272507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.273608 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36829805-cbb8-4b02-b6da-5ff96f69a788 req-973a5f40-6221-4832-93cc-846ea4d4b5b4 tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1518946 May 27 03:53:24.283055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc81035-430c-4472-a601-fbc24dc9a5cb tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Network': ['ID=e83cc2d4-6b80-41b1-ae60-90364180e81e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:24.303910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e83cc2d4-6b80-41b1-ae60-90364180e81e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:24.346477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'subnet': {'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:24.363882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.365433 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/18038b1b-f459-4065-a05d-e160f877dce4 HTTP/1.1" status: 204 len: 168 time: 0.3982770 May 27 03:53:24.370460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.487625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45f06-3306-454d-846e-740dbe8b3e8f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18038b1b-f459-4065-a05d-e160f877dce4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:24.690686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 46e76545-4211-486f-9c58-23d75039ccb8 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:24.786300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c7b83-0fa5-48ca-bef7-ad68d3d47a80 None None] Network f801c8dd-2277-4a27-8864-96a7af9788b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:24.827914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66470bb2-6e4c-48cf-97b4-b9fb436c390d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:24.832409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:53:24.841172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f28cc364-77a0-4787-873f-d49dfc5ad636 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:24.872353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.887656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66470bb2-6e4c-48cf-97b4-b9fb436c390d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:24.889050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66470bb2-6e4c-48cf-97b4-b9fb436c390d tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5086656 May 27 03:53:24.890167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.930772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:24.958842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Provisioning for port f28cc364-77a0-4787-873f-d49dfc5ad636 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:24.959005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:24.988234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Provisioning complete for port f28cc364-77a0-4787-873f-d49dfc5ad636 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:24.988588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.156049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=0301929a-98de-4c67-8d5d-e250f015981d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.194661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:25.195334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.196764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-61ee2d99-becf-4864-8ecb-befdc7b1bfd2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/ports/0301929a-98de-4c67-8d5d-e250f015981d HTTP/1.1" status: 200 len: 910 time: 4.1341598 May 27 03:53:25.201043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:25.406586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=46e76545-4211-486f-9c58-23d75039ccb8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.453548 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.463598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.512230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:25.526582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:subnet and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:25.529592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] For port f28cc364-77a0-4787-873f-d49dfc5ad636, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f28cc364-77a0-4787-873f-d49dfc5ad636,segment=NetworkSegment(0634c64d-30bb-45f9-abfc-6055e1fac69c),segment_id=0634c64d-30bb-45f9-abfc-6055e1fac69c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:25.581978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.618287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:25.640185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:25.672541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.676839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.685768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:25.698952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0f33199-09b9-49d1-8626-d25c90d9d1b4 req-aa4c9ea5-60f0-43cf-b4c2-7609832a5fbe tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.0815356 May 27 03:53:25.703574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9b75b-17e2-4862-bcf5-19b725a77e17 None None] Pushing event updated for resources: {'Port': ['ID=f28cc364-77a0-4787-873f-d49dfc5ad636,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:25.850926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653f071-5ed8-48c6-8b48-93d965dc4109 None None] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:25.871592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:25.921037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-11022218-35c8-447d-9e91-b4c5ac8e3f62 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/46e76545-4211-486f-9c58-23d75039ccb8 HTTP/1.1" status: 204 len: 168 time: 2.5588505 May 27 03:53:25.929888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49762) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:26.020963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.040941 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1390b601-67b5-4728-bf3a-004316ce516e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:26.041508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1390b601-67b5-4728-bf3a-004316ce516e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:26.057852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.064686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bbe09b34-d297-461c-b700-c44a383b704f None None] Provisioning for port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:26.218977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f28cc364-77a0-4787-873f-d49dfc5ad636 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:26.222565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.245838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911b2f5-156b-46df-9072-11d11f05d8b7 req-e56058c9-95fc-44ed-879d-cf43272b748e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:26.247664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1911b2f5-156b-46df-9072-11d11f05d8b7 req-e56058c9-95fc-44ed-879d-cf43272b748e tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.8930578 May 27 03:53:26.298955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d3a9d-3c94-49d9-a3c6-a626caf0d620,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:26.317120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1390b601-67b5-4728-bf3a-004316ce516e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:26.318848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1390b601-67b5-4728-bf3a-004316ce516e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/46e76545-4211-486f-9c58-23d75039ccb8 HTTP/1.1" status: 404 len: 333 time: 0.3762774 May 27 03:53:26.332988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49766) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:26.350341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-562d66b4-c213-49d8-98eb-9a1cd3322c8b None None] Provisioning complete for port f28cc364-77a0-4787-873f-d49dfc5ad636 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:26.350740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-562d66b4-c213-49d8-98eb-9a1cd3322c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.359057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00db44d7-5139-4fa0-8871-124e7f4da64e req-7d9e41ca-7e87-47bc-b9c2-823f09aab5ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.2304807 May 27 03:53:26.428330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.432318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7ba71f4-dc0b-4209-b0a1-02066d3229b8 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/378d3a9d-3c94-49d9-a3c6-a626caf0d620 HTTP/1.1" status: 204 len: 168 time: 1.5011983 May 27 03:53:26.440252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49770) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:26.449539 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.523884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f28cc364-77a0-4787-873f-d49dfc5ad636 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:26.524193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.642751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1911b2f5-156b-46df-9072-11d11f05d8b7 req-ecc170e2-984c-45fe-8fa3-72ce0f7f39f6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638968 May 27 03:53:26.817539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 498fd7f7-a021-4ee7-9c25-6b7a0497a76f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:26.865809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-47f1c2a3-3130-4c7a-9358-dc131b2ad319 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:26.922622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet f89d9d84-88c3-4ff9-adb8-67e8885f7a70 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:26.953532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:26.999604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-55966cee-9dfb-4a35-9ce6-542937f68dc1 None None] Could not find standard attr ID for object 46e76545-4211-486f-9c58-23d75039ccb8. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:53:27.042448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-47f1c2a3-3130-4c7a-9358-dc131b2ad319 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:27.044041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47f1c2a3-3130-4c7a-9358-dc131b2ad319 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6005359 May 27 03:53:27.049741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49778) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:27.065816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:27.077290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:27.077984 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.083902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849566513'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:27.100157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.105145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcee63c2-7894-4711-ae07-3f88862b03fb req-8bf5eb35-6fb2-4a8c-bb3b-18a82b2e4a2b tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1742568 May 27 03:53:27.111678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:27.166753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:27.176612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fde546b8-4b50-439b-91e5-9b2d9ff7ab59 None None] Provisioning complete for port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:27.177552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fde546b8-4b50-439b-91e5-9b2d9ff7ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.190666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.263256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Subnet': ['ID=09f4b51a-4702-4ca4-9fb2-becb72b2cfab,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:27.289227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.356280 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.359708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:27.364051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:27.367103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:27.373270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:27.376001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-3a5a325c-b52f-4a0c-b559-2ab8cd60797c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:27.376779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-3a5a325c-b52f-4a0c-b559-2ab8cd60797c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:27.424717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Checking segment: {'id': '98ca71c4-c79e-43c6-a44a-5221b560b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:27.425245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network hostable DHCP agents. Network: 1d931e2d-7ace-42e0-bf58-9bfabc673569, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:27.436991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,segment=NetworkSegment(7497ed20-dbfe-4532-bbc2-3c466bca2c23),segment_id=7497ed20-dbfe-4532-bbc2-3c466bca2c23)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:27.447754 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.490175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-3a5a325c-b52f-4a0c-b559-2ab8cd60797c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:27.494938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-3a5a325c-b52f-4a0c-b559-2ab8cd60797c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.5173113 May 27 03:53:27.502987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.504454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.509184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fde546b8-4b50-439b-91e5-9b2d9ff7ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.540276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.565727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:27.585427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Deleting port 0d0bc253-4e9d-4ad7-a275-633df80bad96 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:27.585782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.586103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:27.627854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-fde546b8-4b50-439b-91e5-9b2d9ff7ab59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:27.628182 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-fde546b8-4b50-439b-91e5-9b2d9ff7ab59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:27.635977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 1d931e2d-7ace-42e0-bf58-9bfabc673569) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:27.637979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03401cb8-6041-4f69-a272-f3d3df8b2648,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:27.647027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.648459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bb5e83c9-6b94-4e37-8375-941b3ed1d034 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5963311 May 27 03:53:27.650522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:27.651288 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.655328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:27.661632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8e321-0426-45dc-b88f-b62b2bea6f2f None None] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:27.682103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Request body: {'security_group_rule': {'security_group_id': '03401cb8-6041-4f69-a272-f3d3df8b2648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:27.716650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:27.730331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Usage tracker for resource:security_group_rule and tenant:1d26353673de4492ab9c7f63d47779dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:27.743685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:27.763942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:27.774909 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.823076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef2c00f1-feac-4bfa-a0e3-d6d00bc0265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.834979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-281b886b-3922-40c0-80bf-13d3483da821 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5227423 May 27 03:53:27.841525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:27.852401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'subnet': {'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:27.896642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=f89d9d84-88c3-4ff9-adb8-67e8885f7a70,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:27.908226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:27.910086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9a50421-c64f-46ef-b019-69e44c1da21c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/f89d9d84-88c3-4ff9-adb8-67e8885f7a70 HTTP/1.1" status: 204 len: 168 time: 1.5735245 May 27 03:53:27.917507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077bad5-f300-43d8-b19a-714e126b1696 None None] Network f801c8dd-2277-4a27-8864-96a7af9788b0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:27.919007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49792) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:27.919652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.035081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 498fd7f7-a021-4ee7-9c25-6b7a0497a76f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:28.079275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-1d931e2d-7ace-42e0-bf58-9bfabc673569', 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569', 'tenant_id': '682fa2d06f984200a7cacf3854f40995', 'fixed_ips': [{'subnet_id': '09f4b51a-4702-4ca4-9fb2-becb72b2cfab'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:28.080861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.119351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.143387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:28.162907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcf4b0-ebee-47a1-b928-0ada8d962f13 req-954a791a-396a-4bc4-a45e-d23abc3936ed tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:28.164654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fadcf4b0-ebee-47a1-b928-0ada8d962f13 req-954a791a-396a-4bc4-a45e-d23abc3936ed tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 945 time: 0.3274372 May 27 03:53:28.167667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.189967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:subnet and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:28.209427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:28.215011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.227560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:28.238309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port f28cc364-77a0-4787-873f-d49dfc5ad636 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:28.238651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.268346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] For port 0d0bc253-4e9d-4ad7-a275-633df80bad96, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=0d0bc253-4e9d-4ad7-a275-633df80bad96,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:28.268871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.398743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ab55e-cc51-4960-b0df-8bafb6b41182,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:28.412782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Calling delete_port for 0d0bc253-4e9d-4ad7-a275-633df80bad96 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:28.424011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fadcf4b0-ebee-47a1-b928-0ada8d962f13 req-b18e5323-9583-4c1c-b978-197362e7a3a4 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526455 May 27 03:53:28.444393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:28.481805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.483292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e6aa43e-7812-482e-a683-ac733b43f1c0 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8231432 May 27 03:53:28.489916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49800) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:28.519905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:28.520272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.588434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Allocated IP 2001:db8::2 (1d931e2d-7ace-42e0-bf58-9bfabc673569/09f4b51a-4702-4ca4-9fb2-becb72b2cfab/afdb8c92-be91-4f60-89ac-3f37899c881f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:28.686669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.696003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port f28cc364-77a0-4787-873f-d49dfc5ad636, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f28cc364-77a0-4787-873f-d49dfc5ad636,segment=NetworkSegment(0634c64d-30bb-45f9-abfc-6055e1fac69c),segment_id=0634c64d-30bb-45f9-abfc-6055e1fac69c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:28.696003 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.718521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-207359e5-1395-473d-9b66-f67884c21d92 req-61f68113-d402-4bf3-bb31-7d866cd45e89 tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.3687170 May 27 03:53:28.718692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] DHCP port deletion for f801c8dd-2277-4a27-8864-96a7af9788b0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:28.747268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Deleting port f28cc364-77a0-4787-873f-d49dfc5ad636 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:28.747578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.843999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for f28cc364-77a0-4787-873f-d49dfc5ad636 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:28.878266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Deleting port fafa9386-5fea-49a8-a281-304c22664d42 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:28.878606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.880828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.919447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:28.967403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.012645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.023264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No DVR routers for this DVR port f28cc364-77a0-4787-873f-d49dfc5ad636 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:29.061768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03401cb8-6041-4f69-a272-f3d3df8b2648,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.064091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=f28cc364-77a0-4787-873f-d49dfc5ad636,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.092015 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.127339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] For port f28cc364-77a0-4787-873f-d49dfc5ad636, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f28cc364-77a0-4787-873f-d49dfc5ad636,segment=NetworkSegment(0634c64d-30bb-45f9-abfc-6055e1fac69c),segment_id=0634c64d-30bb-45f9-abfc-6055e1fac69c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:29.127989 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.189914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.197711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.201337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa905ad2-1176-4752-80ca-76dae2be0bc4 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/03401cb8-6041-4f69-a272-f3d3df8b2648 HTTP/1.1" status: 204 len: 168 time: 0.7102528 May 27 03:53:29.204287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49810) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.257912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f801c8dd-2277-4a27-8864-96a7af9788b0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.280065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0634c64d-30bb-45f9-abfc-6055e1fac69c') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.280359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0634c64d-30bb-45f9-abfc-6055e1fac69c') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:29.282464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Calling delete_port for f28cc364-77a0-4787-873f-d49dfc5ad636 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:29.295284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b0aae1e-d65a-4e49-9351-dd9833131407 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:29.299798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.309823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 0301929a-98de-4c67-8d5d-e250f015981d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:29.310513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.322844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.327767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b0aae1e-d65a-4e49-9351-dd9833131407 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:29.332304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b0aae1e-d65a-4e49-9351-dd9833131407 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1269011 May 27 03:53:29.332867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49816) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.337555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:29.338005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: timer() May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:29.353812 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:29.388634 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:29.389489 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:29.471853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ccf9b61-29b3-41b1-94ff-69e83f3126d3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Synchronizing usage tracker for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:29.476516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.517704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Transition to ACTIVE for port object afdb8c92-be91-4f60-89ac-3f37899c881f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:29.520925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.548925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/f801c8dd-2277-4a27-8864-96a7af9788b0 HTTP/1.1" status: 204 len: 168 time: 1.6191981 May 27 03:53:29.550180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Transition to ACTIVE for port object afdb8c92-be91-4f60-89ac-3f37899c881f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:29.555330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.562313 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.567670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.584417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'name': 'tempest-PortsTestJSON-1654629994'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:29.600615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c2b51-8b4b-4324-b36f-f9db134c806f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=f801c8dd-2277-4a27-8864-96a7af9788b0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.606319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ccf9b61-29b3-41b1-94ff-69e83f3126d3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] Unset dirty status for tenant:1d26353673de4492ab9c7f63d47779dd on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:29.610977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ccf9b61-29b3-41b1-94ff-69e83f3126d3 tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2750700 May 27 03:53:29.617031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.628639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c06a9ea4-f6a3-433f-bc05-5117d24bd308'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:53:29.717364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:29.719702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Pushing event updated for resources: {'Port': ['ID=afdb8c92-be91-4f60-89ac-3f37899c881f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.722558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:29.731637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:29.761359 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-1011964d-97eb-47dd-bf1c-38213daebd6f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] delete failed (client error): The resource could not be found. May 27 03:53:29.768429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1011964d-97eb-47dd-bf1c-38213daebd6f tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "DELETE /v2.0/security-groups/03401cb8-6041-4f69-a272-f3d3df8b2648 HTTP/1.1" status: 404 len: 347 time: 0.1499281 May 27 03:53:29.772060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49834) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:29.774281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2328ef4a-e15b-4e32-96aa-0060ee24c064 req-16981953-b4ca-4124-bdbc-58d8095c7f8d tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.0938635 May 27 03:53:29.857665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c991f046-f773-4e17-a335-8c60cad072fd tempest-SecGroupIPv6Test-1392825245 tempest-SecGroupIPv6Test-1392825245-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0822990 May 27 03:53:29.880123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:29.890324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:29.900034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Deleting port f28cc364-77a0-4787-873f-d49dfc5ad636 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:29.900414 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.904637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event deleted for resources: {'Port': ['ID=0d0bc253-4e9d-4ad7-a275-633df80bad96,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:29.916040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:29.924142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.928931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:29.963259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Attempting to bind port afdb8c92-be91-4f60-89ac-3f37899c881f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:29.963631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Attempting to bind port afdb8c92-be91-4f60-89ac-3f37899c881f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '98ca71c4-c79e-43c6-a44a-5221b560b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:29.963997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Attempting to bind port afdb8c92-be91-4f60-89ac-3f37899c881f on network 1d931e2d-7ace-42e0-bf58-9bfabc673569 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:29.990324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 8cc0e38d-2706-46ce-939b-786f8689076e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:30.010172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-894194e2-ed5c-4e65-89ac-44de20bd9aee req-01d6d6ab-307c-43aa-9ea0-950cd983dcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a2c9f1e358497c9c110c5c43510cde&device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.2189834 May 27 03:53:30.012259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c86d685e-857d-40a2-a7aa-5fc2b785d65d None None] The port 'f28cc364-77a0-4787-873f-d49dfc5ad636' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:30.022754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] No DVR routers for this DVR port 0d0bc253-4e9d-4ad7-a275-633df80bad96 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:30.027378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dcd8349d-ab0b-47c4-99a0-497152e797dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.028940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:30.029603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Checking segment: {'id': '98ca71c4-c79e-43c6-a44a-5221b560b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:30.029839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.030501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Bound using segment: {'id': '98ca71c4-c79e-43c6-a44a-5221b560b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:30.030613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Bound port: afdb8c92-be91-4f60-89ac-3f37899c881f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ca71c4-c79e-43c6-a44a-5221b560b750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d931e2d-7ace-42e0-bf58-9bfabc673569'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:30.031004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.083040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f28cc364-77a0-4787-873f-d49dfc5ad636 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:30.136502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.136856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.138125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.138461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.139448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.139912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.140115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.140450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.140613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f28cc364-77a0-4787-873f-d49dfc5ad636 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:30.141069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f28cc364-77a0-4787-873f-d49dfc5ad636 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:30.142981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.143294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.143636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:30.184113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.234059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] For port afdb8c92-be91-4f60-89ac-3f37899c881f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:30.239944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] For port afdb8c92-be91-4f60-89ac-3f37899c881f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=afdb8c92-be91-4f60-89ac-3f37899c881f,segment=NetworkSegment(98ca71c4-c79e-43c6-a44a-5221b560b750),segment_id=98ca71c4-c79e-43c6-a44a-5221b560b750)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:30.245297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] For port fafa9386-5fea-49a8-a281-304c22664d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fafa9386-5fea-49a8-a281-304c22664d42,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:30.245681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.247491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.363514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0d0bc253-4e9d-4ad7-a275-633df80bad96 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:30.379235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.403920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:30.419836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.442276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 0d0bc253-4e9d-4ad7-a275-633df80bad96 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:30.442547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 0d0bc253-4e9d-4ad7-a275-633df80bad96 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:30.465561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.483851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577bcf-9db7-4805-8f4e-90402c0a7dae None None] Pushing event updated for resources: {'Port': ['ID=afdb8c92-be91-4f60-89ac-3f37899c881f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.496724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'name': 'network-vif-deleted', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:30.510207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Calling delete_port for fafa9386-5fea-49a8-a281-304c22664d42 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:30.514583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:30.518556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:30.532843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:30.536563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:30.537283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.581791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0144556 May 27 03:53:30.582056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cc00abb-d40d-45fa-add2-eb35dcffa182 req-54ecd2d7-057b-404e-aaf7-f49727dc627e tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.6444759 May 27 03:53:30.585513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49852) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:30.585901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-894194e2-ed5c-4e65-89ac-44de20bd9aee req-cd029c45-9f69-4422-827b-98f8bff672cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a2c9f1e358497c9c110c5c43510cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5469949 May 27 03:53:30.660704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c24559-12ec-45b0-a8e1-6ef83a05b909 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=8cc0e38d-2706-46ce-939b-786f8689076e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:30.698899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 8cc0e38d-2706-46ce-939b-786f8689076e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:30.699367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:30.764716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 0301929a-98de-4c67-8d5d-e250f015981d owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:30.795188 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c70c286-ef8c-4f40-8311-b99eb6b73c03'] response: {'server_uuid': 'a753fc2b-6958-4396-b5f8-055bb9e75806', 'name': 'network-vif-deleted', 'tag': '0d0bc253-4e9d-4ad7-a275-633df80bad96', 'status': 'completed', 'code': 200} May 27 03:53:30.901468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2765bc4d-53ec-4222-a65a-943eeafa94bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d26353673de4492ab9c7f63d47779dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4964366 May 27 03:53:30.936852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49858) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:30.995131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Subnet': ['ID=ed3de369-f297-45c9-8295-8c4782d20839,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.011482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-335c603a-f1f1-41a3-b15f-cbc24b06f9ac req-abf9cdfc-0b3c-4f2b-a245-d5377550c302 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=a753fc2b-6958-4396-b5f8-055bb9e75806 HTTP/1.1" status: 200 len: 210 time: 0.0737679 May 27 03:53:31.011667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b65bb81-34ea-404c-84dd-c6eae69194d0 req-54af3cd6-d12c-4776-975b-13a7f5005ccb tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.21 "DELETE /v2.0/ports/0d0bc253-4e9d-4ad7-a275-633df80bad96 HTTP/1.1" status: 204 len: 173 time: 3.5135722 May 27 03:53:31.160798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.204359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Checking segment: {'id': '9a273384-d066-4a16-aa43-1c4e1a2094d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:31.204764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network hostable DHCP agents. Network: e83cc2d4-6b80-41b1-ae60-90364180e81e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:31.237096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894194e2-ed5c-4e65-89ac-44de20bd9aee req-6dab9998-a5a9-45d7-9d9d-d3311b36249f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.238562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-894194e2-ed5c-4e65-89ac-44de20bd9aee req-6dab9998-a5a9-45d7-9d9d-d3311b36249f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4458213 May 27 03:53:31.274895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network e83cc2d4-6b80-41b1-ae60-90364180e81e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:31.299838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.305452 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.315913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 8cc0e38d-2706-46ce-939b-786f8689076e owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:31.374917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, e83cc2d4-6b80-41b1-ae60-90364180e81e) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:31.377470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.383948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010434f2-cb49-4d5f-b611-4d2567162780 None None] Network e83cc2d4-6b80-41b1-ae60-90364180e81e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:31.388250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:31.388839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.432546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.458539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.507815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.510563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.530299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=8cc0e38d-2706-46ce-939b-786f8689076e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.539572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-152fe42a-29c7-4217-81dc-5f3c1e0ef62b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6928501 May 27 03:53:31.541445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96139cbc-f03d-4d91-820b-1ff83e1bad5f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.543474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:31.564846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafa9386-5fea-49a8-a281-304c22664d42,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.672593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.718070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.786932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=0301929a-98de-4c67-8d5d-e250f015981d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:31.876991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-e83cc2d4-6b80-41b1-ae60-90364180e81e', 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e', 'tenant_id': '682fa2d06f984200a7cacf3854f40995', 'fixed_ips': [{'subnet_id': 'ed3de369-f297-45c9-8295-8c4782d20839'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:31.882311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.889415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8589d703-739f-4bf9-9cd0-198a7aff0c27 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/8cc0e38d-2706-46ce-939b-786f8689076e HTTP/1.1" status: 204 len: 168 time: 1.3030033 May 27 03:53:31.901463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49870) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:31.908373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:31.939326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae291484-c4be-4a7c-9ae8-a4eff770270b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96139cbc-f03d-4d91-820b-1ff83e1bad5f HTTP/1.1" status: 204 len: 168 time: 0.9733198 May 27 03:53:31.966404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'mac_address': 'fa:16:3e:73:16:f9', 'name': 'tempest-PortsTestJSON-772984346'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:31.977171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851dec7-224f-4529-8fc9-cbd9744aa019 None None] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:32.112312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a620cd-231e-4175-90c3-e0b1aecac1d9 req-096b429d-3111-42d6-961a-c22ff9c288c2 tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1524911 May 27 03:53:32.184851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:32.190524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:32.194598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:32.409901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8659e51e-ae3d-45b3-82a8-8b3f74db0e5c None None] Provisioning for port afdb8c92-be91-4f60-89ac-3f37899c881f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:32.452130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device afdb8c92-be91-4f60-89ac-3f37899c881f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:32.462251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:32.552821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:32.755162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port afdb8c92-be91-4f60-89ac-3f37899c881f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:32.838109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.858377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:32.858846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Allocated IP 2001:db8::2 (e83cc2d4-6b80-41b1-ae60-90364180e81e/ed3de369-f297-45c9-8295-8c4782d20839/bd2a7d8d-7da7-468f-9efa-50fb19e913c0) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:33.020514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port dfef79c7-6b23-41ea-a485-a3d6d454e4dc yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:33.247837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.259053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Transition to ACTIVE for port object bd2a7d8d-7da7-468f-9efa-50fb19e913c0 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:33.279748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Transition to ACTIVE for port object bd2a7d8d-7da7-468f-9efa-50fb19e913c0 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:33.289333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.293180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port afdb8c92-be91-4f60-89ac-3f37899c881f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:33.293756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.318132 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.462365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Network e83cc2d4-6b80-41b1-ae60-90364180e81e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:33.470683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:33.472923 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.475618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:33.509717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Pushing event updated for resources: {'Port': ['ID=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:33.646707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-10ea1957-03a9-4d20-b365-33f9abe5f503 req-135f040a-abd1-45ac-a2ba-5c6bd78551a7 tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.2135532 May 27 03:53:33.695078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Attempting to bind port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:33.695663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Attempting to bind port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9a273384-d066-4a16-aa43-1c4e1a2094d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:33.696029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Attempting to bind port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 on network e83cc2d4-6b80-41b1-ae60-90364180e81e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:33.709254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.738060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:33.738434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Checking segment: {'id': '9a273384-d066-4a16-aa43-1c4e1a2094d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:33.738831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.739224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Bound using segment: {'id': '9a273384-d066-4a16-aa43-1c4e1a2094d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:33.739756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Bound port: bd2a7d8d-7da7-468f-9efa-50fb19e913c0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a273384-d066-4a16-aa43-1c4e1a2094d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e83cc2d4-6b80-41b1-ae60-90364180e81e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:33.740077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.828000 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-894194e2-ed5c-4e65-89ac-44de20bd9aee req-6f67eaae-9696-4a19-9259-3fa23087e982 tempest-ServersAaction247Test-1847482862 tempest-ServersAaction247Test-1847482862-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd603765-8305-4db9-be23-075bd7d59017 HTTP/1.1" status: 200 len: 210 time: 0.1242082 May 27 03:53:33.875625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port afdb8c92-be91-4f60-89ac-3f37899c881f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=afdb8c92-be91-4f60-89ac-3f37899c881f,segment=NetworkSegment(98ca71c4-c79e-43c6-a44a-5221b560b750),segment_id=98ca71c4-c79e-43c6-a44a-5221b560b750)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:33.891292 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.960115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-17544cf8-4c86-43d5-8747-c1dde5dc9e0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3121710 May 27 03:53:33.968410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:33.974884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] For port bd2a7d8d-7da7-468f-9efa-50fb19e913c0, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:33.982905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router 915c3757-b664-4625-84d7-fc231430dcb2 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:34.005322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] For port bd2a7d8d-7da7-468f-9efa-50fb19e913c0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,segment=NetworkSegment(9a273384-d066-4a16-aa43-1c4e1a2094d2),segment_id=9a273384-d066-4a16-aa43-1c4e1a2094d2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:34.009536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6cd43d6f-27fc-4cb2-8768-3785a67e6951 None None] Provisioning complete for port afdb8c92-be91-4f60-89ac-3f37899c881f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:34.010304 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6cd43d6f-27fc-4cb2-8768-3785a67e6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.053974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.072527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=afdb8c92-be91-4f60-89ac-3f37899c881f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:34.076675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:34.134206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48357-c591-4385-a880-4d698f5b4bed req-33ab5e0d-4749-4228-a108-7d21a6b255ee tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:34.143087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50e48357-c591-4385-a880-4d698f5b4bed req-33ab5e0d-4749-4228-a108-7d21a6b255ee tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.9718122 May 27 03:53:34.240338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.283679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Allocated IP 2001:db8::1 (1d931e2d-7ace-42e0-bf58-9bfabc673569/09f4b51a-4702-4ca4-9fb2-becb72b2cfab/df7f10a3-e1fe-470e-9934-2e0ea60098a6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:34.351546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afb3b3-3d05-4c90-a7ce-a1f2034cd944 None None] Pushing event updated for resources: {'Port': ['ID=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:34.439289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.597920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--537492857'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:34.606222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:34.611155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:34.614695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:34.623467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:34.651795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.653028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:34.664962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49916) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:34.665817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:34.669251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:34.673603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:34.674190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.684210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841444194', 'description': 'tempest-description--751912332'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:34.691142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.723071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:34.758961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:34.771148 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] Sync routers for ids ['915c3757-b664-4625-84d7-fc231430dcb2'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:34.771612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:34.778502 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-cc638567-f5ce-47fb-985c-0dd10c73c7db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1096 time: 0.6415901 May 27 03:53:34.784829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:34.789137 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] Routers {'915c3757-b664-4625-84d7-fc231430dcb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:34.789316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:34.789766 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['915c3757-b664-4625-84d7-fc231430dcb2'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.795880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1fc10c9f-308c-4b17-8e13-3836f1ed4984 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/915c3757-b664-4625-84d7-fc231430dcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5938153 May 27 03:53:34.796543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:34.802507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:34.812112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:34.825978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=dfef79c7-6b23-41ea-a485-a3d6d454e4dc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:34.851192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50e48357-c591-4385-a880-4d698f5b4bed req-6d2cf799-81cf-4e8b-97d3-9082d53c026c tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070062 May 27 03:53:34.864851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.871548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9314349 May 27 03:53:34.876856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49926) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:34.878222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.878394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84309f78-596a-498f-89e5-70bfffaa4ac6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:34.878596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.878883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.879215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.879559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.879867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.879979 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.880187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.880507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.880817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.881331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.881654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c28759-419c-4440-b639-3dbcba2fcb98 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:34.884926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:34.900824 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] Routers {'915c3757-b664-4625-84d7-fc231430dcb2'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:34.901850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['915c3757-b664-4625-84d7-fc231430dcb2'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.915072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Transition to ACTIVE for port object df7f10a3-e1fe-470e-9934-2e0ea60098a6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:34.944687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:34.950373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:34.955692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:34.966922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:34.974325 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:34.974929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107e4d-9db8-454b-ae84-2a17c986b5a4 None None] The sync data for ids ['915c3757-b664-4625-84d7-fc231430dcb2'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:34.990733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.070773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:35.079330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:35.087999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:35.087999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.114343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84309f78-596a-498f-89e5-70bfffaa4ac6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:35.115751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84309f78-596a-498f-89e5-70bfffaa4ac6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=915c3757-b664-4625-84d7-fc231430dcb2 HTTP/1.1" status: 200 len: 205 time: 0.3148341 May 27 03:53:35.128725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Port': ['ID=df7f10a3-e1fe-470e-9934-2e0ea60098a6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:35.130527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:35.196680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.207765 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.258249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd888ea8-64c4-425a-b523-db8c31ececf7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:35.258857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd888ea8-64c4-425a-b523-db8c31ececf7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:35.267580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.268688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6009123 May 27 03:53:35.273844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:35.297681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '42004bd6-b943-4067-afae-215c4e0c6978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:35.315131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.337689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:35.339855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50599847-e6e1-4d83-b994-250fbdf849a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42004bd6-b943-4067-afae-215c4e0c6978,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:35.367708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:35.368946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:35.370284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd888ea8-64c4-425a-b523-db8c31ececf7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:35.371573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cd888ea8-64c4-425a-b523-db8c31ececf7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/dfef79c7-6b23-41ea-a485-a3d6d454e4dc HTTP/1.1" status: 200 len: 840 time: 0.4897258 May 27 03:53:35.377601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:35.381786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49950) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:35.454462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:35.537244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port dfef79c7-6b23-41ea-a485-a3d6d454e4dc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:35.537244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.590638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-13000f43-e64c-40e3-bd2e-d2144aa065d9 None None] Provisioning for port df7f10a3-e1fe-470e-9934-2e0ea60098a6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:35.598119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-13000f43-e64c-40e3-bd2e-d2144aa065d9 None None] Provisioning complete for port df7f10a3-e1fe-470e-9934-2e0ea60098a6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:35.598928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-13000f43-e64c-40e3-bd2e-d2144aa065d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.614872 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.669905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-13000f43-e64c-40e3-bd2e-d2144aa065d9 None None] Port df7f10a3-e1fe-470e-9934-2e0ea60098a6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:35.712246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-7468f37d-cc84-42d0-a3e4-919458e6d8e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:35.713731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-7468f37d-cc84-42d0-a3e4-919458e6d8e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.9063849 May 27 03:53:35.743248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f5a1d-bd02-468d-a755-513c4c1a486c None None] Network e83cc2d4-6b80-41b1-ae60-90364180e81e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:35.791874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.816616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.841277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-08abf95b-8639-487f-80be-7248c01c34cd None None] Provisioning for port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:35.880587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.939914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:35.942079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:35.984577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Usage tracker for resource:security_group_rule and tenant:12a2c9f1e358497c9c110c5c43510cde is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:36.005798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:36.056594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:36.060400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:36.066628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:36.072333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:36.082708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:36.164377 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.169549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd2a7d8d-7da7-468f-9efa-50fb19e913c0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:36.216423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.257854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:36.265115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:36.265478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.271596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-b67d53c8-5f82-4c2b-a1ed-943bf7ade44f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 1000 time: 0.5477614 May 27 03:53:36.284682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf1d8ec-c95f-4bbe-8612-42d3aa728ca7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.299885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.365339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.435709 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.450456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.458751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71679042-1f3f-4359-8bb3-ed3d963527b0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.460411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e3276ead-9eca-4ea2-89b4-933a457efaaa None None] Provisioning complete for port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:36.460960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e3276ead-9eca-4ea2-89b4-933a457efaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.521589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port bd2a7d8d-7da7-468f-9efa-50fb19e913c0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,segment=NetworkSegment(9a273384-d066-4a16-aa43-1c4e1a2094d2),segment_id=9a273384-d066-4a16-aa43-1c4e1a2094d2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:36.534156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.534156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device afdb8c92-be91-4f60-89ac-3f37899c881f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:36.616701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.617853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5309153 May 27 03:53:36.624760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for dfef79c7-6b23-41ea-a485-a3d6d454e4dc owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:36.637438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:36.649430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47b578-33b6-438f-ab32-c1a3b7168ae6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6184b-c123-49b2-be94-997d50fdc393,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.658136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.662194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e0e3a5b6-ff72-4a59-ab1c-b233bab31040 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3820260 May 27 03:53:36.673443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49962) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:36.675571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.702677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '42004bd6-b943-4067-afae-215c4e0c6978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:36.734312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:36.740582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.747018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:36.749274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port afdb8c92-be91-4f60-89ac-3f37899c881f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:36.749840 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.751570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:36.756609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.775165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:36.851463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac44bb-9e3f-42c9-8e45-3f2574f96c1a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.863113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.870267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.870927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-08146efb-c0c9-4891-a31d-ba4415803cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:36.872342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-08146efb-c0c9-4891-a31d-ba4415803cbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.5679686 May 27 03:53:36.884706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-154de74d-d45f-4ad5-a16b-10e95d2da25f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12a2c9f1e358497c9c110c5c43510cde&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5093536 May 27 03:53:36.886040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.894354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.895055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.897983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49966) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:36.948225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:36.978440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=dfef79c7-6b23-41ea-a485-a3d6d454e4dc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:36.998084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.011594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-6a051037-171b-420f-91d3-31ad95b9054f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:37.012304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-6a051037-171b-420f-91d3-31ad95b9054f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:37.038083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.049458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-09d15d87-7f02-40ad-b884-c0612fadf186 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:37.050152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-09d15d87-7f02-40ad-b884-c0612fadf186 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:37.068769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-438ef8e8-adf0-44d3-baec-cdc9d89d9e80 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:37.096442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-6a051037-171b-420f-91d3-31ad95b9054f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:37.097606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-6a051037-171b-420f-91d3-31ad95b9054f tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.9118485 May 27 03:53:37.114116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-09d15d87-7f02-40ad-b884-c0612fadf186 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:37.115168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-09d15d87-7f02-40ad-b884-c0612fadf186 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 946 time: 0.7960529 May 27 03:53:37.171664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98a9ebba-9513-43cf-9a4f-7564a0c41b5c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/dfef79c7-6b23-41ea-a485-a3d6d454e4dc HTTP/1.1" status: 204 len: 168 time: 1.7852085 May 27 03:53:37.173503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.174074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router 915c3757-b664-4625-84d7-fc231430dcb2 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:37.176720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-438ef8e8-adf0-44d3-baec-cdc9d89d9e80 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:37.177982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-438ef8e8-adf0-44d3-baec-cdc9d89d9e80 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5301883 May 27 03:53:37.180160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:37.186386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Port': ['ID=df7f10a3-e1fe-470e-9934-2e0ea60098a6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:37.192750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:37.235777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-security--453391908', 'description': 'tempest-security-description-339937743'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:37.294833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.298318 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a985f63-61a8-4108-acdf-d59db6c5319b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:37.298766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1a985f63-61a8-4108-acdf-d59db6c5319b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:37.315399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.342020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-e16d66dc-a0b3-485a-8b77-8d1206f07fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550326 May 27 03:53:37.375402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.380236 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.381381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ddb24b1-f31a-46c5-a29b-52f623661656 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/915c3757-b664-4625-84d7-fc231430dcb2 HTTP/1.1" status: 204 len: 168 time: 2.2429776 May 27 03:53:37.384238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940d1e37-a9fc-4ad8-9435-a2db77d2dc3b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:37.390915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:37.396147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.448613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Deleting port c06a9ea4-f6a3-433f-bc05-5117d24bd308 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:37.448866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.448992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.449992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-779ebddd-3ea3-4bcb-ba3e-09059d6a7ed8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7757339 May 27 03:53:37.450736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1a985f63-61a8-4108-acdf-d59db6c5319b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:37.455019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a985f63-61a8-4108-acdf-d59db6c5319b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/dfef79c7-6b23-41ea-a485-a3d6d454e4dc HTTP/1.1" status: 404 len: 333 time: 0.2668064 May 27 03:53:37.472243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:37.472568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49984) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:37.479779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:37.500319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'name': 'tempest-PortsTestJSON-230414047'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:37.517368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:37.519429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-0f25c575-c303-4f43-ad64-67f6bbee66b6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:37.521420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:37.589299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.597041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:37.613806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-0f25c575-c303-4f43-ad64-67f6bbee66b6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:37.615277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80a0e791-b11e-40a1-b7b2-855246cc2e13 req-0f25c575-c303-4f43-ad64-67f6bbee66b6 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac077280-7f73-4eaa-a4cd-e849e83949f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024962 May 27 03:53:37.672199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-1301f57c-afd3-48b3-aaff-39476a9fdb50 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232031 May 27 03:53:37.818115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6657bbf3-479d-4dc6-8c73-272f1803766a None None] Provisioning complete for port df7f10a3-e1fe-470e-9934-2e0ea60098a6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:37.818694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6657bbf3-479d-4dc6-8c73-272f1803766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:37.820814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:37.865931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:floatingip and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:37.874805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6657bbf3-479d-4dc6-8c73-272f1803766a None None] Port df7f10a3-e1fe-470e-9934-2e0ea60098a6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:37.897389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:37.942142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:38.019167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd2a7d8d-7da7-468f-9efa-50fb19e913c0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:38.035942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.050601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] For port c06a9ea4-f6a3-433f-bc05-5117d24bd308, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c06a9ea4-f6a3-433f-bc05-5117d24bd308,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:38.051221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.068419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.070501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cd4b7c3-941f-40b7-ae46-2a2ee3125e0d req-662ededd-6c98-4f7a-9927-5876d6a6f67a service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913245 May 27 03:53:38.071159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.072671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "PUT /v2.0/security-groups/d4a6184b-c123-49b2-be94-997d50fdc393 HTTP/1.1" status: 200 len: 1610 time: 0.8757539 May 27 03:53:38.102154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:38.102674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.105001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49990) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:38.110287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.148474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:38.195127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Calling delete_port for c06a9ea4-f6a3-433f-bc05-5117d24bd308 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:38.206459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:38.299885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4027a-1dcf-40ab-b5ed-163d68788109 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6184b-c123-49b2-be94-997d50fdc393,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:38.366876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.405847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.421146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Pushing event deleted for resources: {'Port': ['ID=c06a9ea4-f6a3-433f-bc05-5117d24bd308,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:38.429398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:38.442425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:38.445513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.445970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Sync routers for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:38.457048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 71f08688-55a5-41ea-a7f9-e05d3323dc72 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:38.464552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:38.466474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:38.467221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.499993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac44bb-9e3f-42c9-8e45-3f2574f96c1a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:38.510159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d7084318-bf7d-4c90-9980-915efea7c6b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/0118d9ff-23c9-4c03-89c2-0c3bc85d77af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1129756 May 27 03:53:38.515213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 49994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:38.518914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] No DVR routers for this DVR port c06a9ea4-f6a3-433f-bc05-5117d24bd308 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:38.567286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.570800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78c19ec3-9fe7-4fa4-ab11-bd553f78dde8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cac44bb-9e3f-42c9-8e45-3f2574f96c1a HTTP/1.1" status: 204 len: 168 time: 1.6388605 May 27 03:53:38.572974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port bb199111-565f-4750-931b-da4c039c5c05 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:38.590164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.592106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21cb8d24-0f84-4c15-84b2-d48cbad636fd req-824f517a-0d60-4bbf-8bd3-88f17b28ae4b tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.41 "DELETE /v2.0/ports/c06a9ea4-f6a3-433f-bc05-5117d24bd308 HTTP/1.1" status: 204 len: 173 time: 1.4710412 May 27 03:53:38.592547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'name': 'network-vif-deleted', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:38.612682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b957a59-7bc8-4b84-8eb3-3ec9a1155124 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups/d4a6184b-c123-49b2-be94-997d50fdc393 HTTP/1.1" status: 200 len: 1610 time: 0.5039518 May 27 03:53:38.620047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:38.674823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:38.734152 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfb3e2c-9aaa-4d9a-a123-a96f2580a8d0'] response: {'server_uuid': '8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9', 'name': 'network-vif-deleted', 'tag': 'c06a9ea4-f6a3-433f-bc05-5117d24bd308', 'status': 'completed', 'code': 200} May 27 03:53:38.765793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:38.830248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.114606 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.218098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.308260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.313339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7340c45e-9126-42a7-a48a-25727b958f71 req-c0587e86-700a-4317-afc2-fe1952c388a5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Synchronizing usage tracker for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:39.324739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-5da6adcc-1b89-45ec-b4a8-227a0effd62b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0703802 May 27 03:53:39.334920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:53:31Z', 'revision_number': 5, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:39.343633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Checking router: 0118d9ff-23c9-4c03-89c2-0c3bc85d77af for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:39.359428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Routers {'0118d9ff-23c9-4c03-89c2-0c3bc85d77af'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:39.360445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:39.378451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-7340c45e-9126-42a7-a48a-25727b958f71 req-c0587e86-700a-4317-afc2-fe1952c388a5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] Unset dirty status for tenant:c77ca19851384977bf4d327f83814d7a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:39.379510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7340c45e-9126-42a7-a48a-25727b958f71 req-c0587e86-700a-4317-afc2-fe1952c388a5 tempest-ServerRescueNegativeTestJSON-1883124743 tempest-ServerRescueNegativeTestJSON-1883124743-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 210 time: 0.4122264 May 27 03:53:39.402614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.420938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.541979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.558981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Deleting port 29ac0025-2119-4014-bc1e-e5d7ceed05ad {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:39.559862 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.592720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.25.8.99 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3a3880ac-a03a-4755-b7c5-4769cba47df4) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:39.592993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-9ed418b2-0fe8-4ce0-8127-ff23eb7096a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c77ca19851384977bf4d327f83814d7a&device_id=8f92a84b-d9e5-4884-bd5b-cd87a57ff0f9 HTTP/1.1" status: 200 len: 210 time: 0.1146176 May 27 03:53:39.618802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] Set router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:39.764674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.796254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Router 26ed25f4-228f-4689-b6af-db2639506aee is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:53:39.812318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.827719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=71f08688-55a5-41ea-a7f9-e05d3323dc72,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:39.858117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.862771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6184b-c123-49b2-be94-997d50fdc393,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:39.863398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6786b-87a7-4cd8-94fb-3e4bd9ac2d3a None None] Network 4e2fc582-2009-4a9e-a199-9458073f548b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:39.872805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:39.973298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:39.974768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c06a9ea4-f6a3-433f-bc05-5117d24bd308 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:40.003678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-c05e4885-7bff-4730-a4ae-d17748f2b69c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:40.006851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-c05e4885-7bff-4730-a4ae-d17748f2b69c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c77ca19851384977bf4d327f83814d7a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3835490 May 27 03:53:40.025384 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.026920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-76bb0847-8bcd-4cbf-9434-2022a14c3443 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4a6184b-c123-49b2-be94-997d50fdc393 HTTP/1.1" status: 204 len: 168 time: 1.4031258 May 27 03:53:40.035243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c06a9ea4-f6a3-433f-bc05-5117d24bd308 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:40.035826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c06a9ea4-f6a3-433f-bc05-5117d24bd308 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:40.040518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.135121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] For port 29ac0025-2119-4014-bc1e-e5d7ceed05ad, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=29ac0025-2119-4014-bc1e-e5d7ceed05ad,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:40.135682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.178199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2128651085-network', 'tenant_id': '9790020b1b1a4220975fed839d7c90b3'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:40.187563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-50bc197e-f8f1-4d02-b6da-28e7c9285f9d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/71f08688-55a5-41ea-a7f9-e05d3323dc72 HTTP/1.1" status: 204 len: 168 time: 2.7939045 May 27 03:53:40.232158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.246274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.246510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:40.255248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:53:31Z', 'revision_number': 5, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:40.262020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb782ac-8934-434c-bc6b-0de0304094fe None None] The sync data for ids ['0118d9ff-23c9-4c03-89c2-0c3bc85d77af'] in n-d-843301-2 is: [{'id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'name': 'tempest-TestAggregatesBasicOps-1298443230-router', 'tenant_id': '15ac4dc2f8924043ba2819050a7a0002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:52:36Z', 'updated_at': '2022-05-27T03:53:31Z', 'revision_number': 5, 'project_id': '15ac4dc2f8924043ba2819050a7a0002', 'gw_port': {'id': '29ac0025-2119-4014-bc1e-e5d7ceed05ad', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118d9ff-23c9-4c03-89c2-0c3bc85d77af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:52:39Z', 'updated_at': '2022-05-27T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:40.278243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=bb199111-565f-4750-931b-da4c039c5c05,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:40.283400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:40.292467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:40.316203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:40.320511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:40.320843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Calling delete_port for 29ac0025-2119-4014-bc1e-e5d7ceed05ad owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:40.321323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.359442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.376338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Usage tracker for resource:network and tenant:9790020b1b1a4220975fed839d7c90b3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:40.394814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:40.396002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-713ee33e-a781-4f7f-aa99-ebc7e63afcbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9207535 May 27 03:53:40.405189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50038) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.420968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:40.491832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:40.497235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:40.500099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2eeb85f-0be6-4628-bf77-79823d636045 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4545634 May 27 03:53:40.501495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.501718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.502634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:40.505216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:40.541083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=3a3880ac-a03a-4755-b7c5-4769cba47df4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:40.583678 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a8069da4-cd32-4db1-9cef-85d0752d31c3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] delete failed (client error): The resource could not be found. May 27 03:53:40.586315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8069da4-cd32-4db1-9cef-85d0752d31c3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4a6184b-c123-49b2-be94-997d50fdc393 HTTP/1.1" status: 404 len: 347 time: 0.0712459 May 27 03:53:40.597053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.602355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-6799a004-8e56-4dc5-ab33-5b80e4381f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:40.603822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38e351fb-2df8-42b5-9c8e-a9d69f81163b req-6799a004-8e56-4dc5-ab33-5b80e4381f39 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5899088 May 27 03:53:40.607506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.616867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Made reservation on behalf of 9790020b1b1a4220975fed839d7c90b3 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:40.619305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.636613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] DHCP port deletion for 4e2fc582-2009-4a9e-a199-9458073f548b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:40.643662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Deleting port 2d2015f9-6412-414f-9c05-2527479d742c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:40.643964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.644403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.646794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104725029'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:40.678576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:40.683061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 2d2015f9-6412-414f-9c05-2527479d742c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:40.683637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.704176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.717538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:40.720711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:40.730680 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] Sync routers for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:40.741941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61362d93-7aab-4064-841c-dd94976e6d22 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1914544 May 27 03:53:40.747677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:40.753641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:40.760053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50058) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:40.838838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:40.843498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:40.846510 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:40.860852 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:40.861883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:40.919594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Usage tracker for resource:security_group_rule and tenant:9790020b1b1a4220975fed839d7c90b3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:40.934382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:40.945075 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:40.945614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:40.948133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b191ebc5-80da-436b-b2b8-d3e83629c5de None None] The sync data for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:40.988478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] For port 2d2015f9-6412-414f-9c05-2527479d742c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2d2015f9-6412-414f-9c05-2527479d742c,segment=NetworkSegment(039825c5-c179-4e25-b168-069dfd8c7562),segment_id=039825c5-c179-4e25-b168-069dfd8c7562)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:40.989251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.056998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:41.127029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Calling delete_port for 2d2015f9-6412-414f-9c05-2527479d742c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:41.171319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:41.184832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:41.209873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.224319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:41.242350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.260149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] Pushing event deleted for resources: {'Port': ['ID=2d2015f9-6412-414f-9c05-2527479d742c,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:41.271226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d715c-afec-4942-8115-872d7f3e7f75 None None] No DVR routers for this DVR port 2d2015f9-6412-414f-9c05-2527479d742c on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:41.353012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.377441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.379686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.425466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 2d2015f9-6412-414f-9c05-2527479d742c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2d2015f9-6412-414f-9c05-2527479d742c,segment=NetworkSegment(039825c5-c179-4e25-b168-069dfd8c7562),segment_id=039825c5-c179-4e25-b168-069dfd8c7562)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:41.425823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.429456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.445419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ac0025-2119-4014-bc1e-e5d7ceed05ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:41.510935 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.527407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.559997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] In _notify_port_updated(), no bound segment for port bb199111-565f-4750-931b-da4c039c5c05 on network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:53:41.564481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:41.565255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.569761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/ports/bb199111-565f-4750-931b-da4c039c5c05 HTTP/1.1" status: 200 len: 818 time: 1.1622810 May 27 03:53:41.571431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.592935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:41.606523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 2d2015f9-6412-414f-9c05-2527479d742c owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:41.638193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.656835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872954c9-002b-4abd-9eeb-6d6477c9d74f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=bb199111-565f-4750-931b-da4c039c5c05,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:41.701248 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:53:41.781854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:41.810761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a0a12-3b69-4d68-815c-b64588f555c6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:41.828018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.828366 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Added segment 62401806-f712-4117-9e20-0df85cdbe905 of type vlan for network e8309ced-0b93-4f24-983b-0cf3fe8ae00b May 27 03:53:41.834646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98985d-a147-4af7-b2d6-bbb10463175a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:41.843885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port bb199111-565f-4750-931b-da4c039c5c05 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:41.844280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.855215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:41.856408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-46281c60-d5f4-4beb-a36b-8d410de6c76e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2494996 May 27 03:53:41.861601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:41.879755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '3b98985d-a147-4af7-b2d6-bbb10463175a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:41.891070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:41.908784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:41.913498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:41.931420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:42.042042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:42.042360 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:42.086463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2d2015f9-6412-414f-9c05-2527479d742c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:42.098553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.105833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.106486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.134105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.194389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2d2015f9-6412-414f-9c05-2527479d742c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:42.195076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2d2015f9-6412-414f-9c05-2527479d742c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:42.195585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fafa9386-5fea-49a8-a281-304c22664d42 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:42.197788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.227020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fafa9386-5fea-49a8-a281-304c22664d42 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:42.227497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fafa9386-5fea-49a8-a281-304c22664d42 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:42.382946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=3a3880ac-a03a-4755-b7c5-4769cba47df4,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:42.436232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.438914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.448773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.491443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549236ce-9e5f-465c-9f93-bcb0cb0d4c25,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:42.497093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.498285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29c24108-4ab4-47a0-adae-74ea764cc72a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0246928 May 27 03:53:42.504092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.507837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e88963c-0afd-4105-a193-2a0daf365ac1 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6426861 May 27 03:53:42.508175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:42.589711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.606169 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.653114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 2d2015f9-6412-414f-9c05-2527479d742c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:42.653114 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.686093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.709477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=549236ce-9e5f-465c-9f93-bcb0cb0d4c25,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:42.713144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.714246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a89946f4-89a5-4554-81ab-bed1fdb1514a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/549236ce-9e5f-465c-9f93-bcb0cb0d4c25 HTTP/1.1" status: 204 len: 168 time: 0.2051597 May 27 03:53:42.715865 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-71a5590f-9da8-443e-a958-c94a329bd75a tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:53:42.719675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-71a5590f-9da8-443e-a958-c94a329bd75a tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9517744 May 27 03:53:42.720354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:42.720669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:42.833052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.833888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:42.834456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.839116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.881697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] The port '2d2015f9-6412-414f-9c05-2527479d742c' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:42.905252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-339204bf-5339-4e06-8c7c-be67a1f95222 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:42.927221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-339204bf-5339-4e06-8c7c-be67a1f95222 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:42.928430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-339204bf-5339-4e06-8c7c-be67a1f95222 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2068589 May 27 03:53:42.932479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:42.976555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:42.996112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.135107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.164648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.170124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for bb199111-565f-4750-931b-da4c039c5c05 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:43.214454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.261156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] Pushing event updated for resources: {'Network': ['ID=e8309ced-0b93-4f24-983b-0cf3fe8ae00b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:43.271779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e8309ced-0b93-4f24-983b-0cf3fe8ae00b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:43.303147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-4cde2150-eb09-4d87-a261-024f09c81fa7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--841444194&fields=id&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 267 time: 0.5399427 May 27 03:53:43.325595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-252bcea8-fcec-4d2d-96e8-c07565c60807 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3510869 May 27 03:53:43.329338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.332777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50096) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:43.361773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Request body: {'subnet': {'network_id': 'e8309ced-0b93-4f24-983b-0cf3fe8ae00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2128651085-subnet', 'tenant_id': '9790020b1b1a4220975fed839d7c90b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:43.369793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98985d-a147-4af7-b2d6-bbb10463175a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:43.371762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:43.379821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Usage tracker for resource:subnet and tenant:9790020b1b1a4220975fed839d7c90b3 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:43.383761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:43.386162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.400957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:43.415455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.416473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e7899959-debd-45d5-b6cb-2cb9eb9f10b0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/3b98985d-a147-4af7-b2d6-bbb10463175a HTTP/1.1" status: 204 len: 168 time: 0.4831059 May 27 03:53:43.420517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:43.436447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Made reservation on behalf of 9790020b1b1a4220975fed839d7c90b3 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:43.438731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.478550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.479079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0118d9ff-23c9-4c03-89c2-0c3bc85d77af {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:53:43.493800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2fc582-2009-4a9e-a199-9458073f548b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:43.529513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039825c5-c179-4e25-b168-069dfd8c7562') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:43.529784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039825c5-c179-4e25-b168-069dfd8c7562') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:43.536761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.539317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.542622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79c46f8b-ce42-4454-91cc-d2d762060300 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0118d9ff-23c9-4c03-89c2-0c3bc85d77af HTTP/1.1" status: 204 len: 168 time: 5.0243125 May 27 03:53:43.544954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:43.594998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.624570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=bb199111-565f-4750-931b-da4c039c5c05,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:43.639822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-488dcc7e-abf4-444b-9e16-be04b6ce6d74 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:43.655595 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.676611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:43.677029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.692380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: timer() May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:43.698159 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:43.764831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-d84df2f7-8b0d-4e36-996f-2e64daa16138 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:43.766935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-d84df2f7-8b0d-4e36-996f-2e64daa16138 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.4507256 May 27 03:53:43.790498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b4053ea0-aa9c-46dc-abd4-67d3756c327e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/bb199111-565f-4750-931b-da4c039c5c05 HTTP/1.1" status: 204 len: 168 time: 2.1917682 May 27 03:53:43.801014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:43.833917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-488dcc7e-abf4-444b-9e16-be04b6ce6d74 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:43.835134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-488dcc7e-abf4-444b-9e16-be04b6ce6d74 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4137461 May 27 03:53:43.841433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:43.844720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Deleting subnet 0deed8d7-2ba8-4412-8b9c-fa92e38beaab {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:43.847821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.856214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700737118'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:43.861081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.893863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:43.908719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-54dd4a6f-81f1-4c7e-b0a1-6fa437bc52e1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/quotas/58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 375 time: 0.1331205 May 27 03:53:43.960609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:43.964451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:43.994662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 29ac0025-2119-4014-bc1e-e5d7ceed05ad no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:44.015259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.047796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=4e2fc582-2009-4a9e-a199-9458073f548b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:44.056846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 29ac0025-2119-4014-bc1e-e5d7ceed05ad {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:44.057328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 29ac0025-2119-4014-bc1e-e5d7ceed05ad not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:44.064744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-16851223-9e14-4af2-8a72-d35107b12ea6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/4e2fc582-2009-4a9e-a199-9458073f548b HTTP/1.1" status: 204 len: 168 time: 3.8285725 May 27 03:53:44.070004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.085151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.111809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.127453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2c9aa-55f4-401f-8615-e93470eeb1df tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:44.128138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-06e2c9aa-55f4-401f-8615-e93470eeb1df tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:44.132405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2090730705', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:44.150202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:44.162390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-eea9dd9c-1dc4-4f30-9a1b-269cc47a4d19 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2456000 May 27 03:53:44.166805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-06e2c9aa-55f4-401f-8615-e93470eeb1df tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:44.167894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-06e2c9aa-55f4-401f-8615-e93470eeb1df tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3658731 May 27 03:53:44.170571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.173498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:44.184433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:44.212832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:44.295318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.296146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.299361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.308944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:44.344622 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad46b71-7d74-4bb1-a0c0-32a232c5f545 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:53:44.350410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cad46b71-7d74-4bb1-a0c0-32a232c5f545 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/bb199111-565f-4750-931b-da4c039c5c05 HTTP/1.1" status: 404 len: 333 time: 0.1742814 May 27 03:53:44.350410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.355532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1083004344'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:44.358167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:44.364526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:44.365885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:44.377804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:44.382154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:44.389337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:44.389513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:44.408797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:44.411702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.443675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.472506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd8a468-2a2b-468a-894c-b864cba6ef43,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:44.536909 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.622015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:44.627309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Checking segment: {'id': '62401806-f712-4117-9e20-0df85cdbe905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8309ced-0b93-4f24-983b-0cf3fe8ae00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:44.627675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Network hostable DHCP agents. Network: e8309ced-0b93-4f24-983b-0cf3fe8ae00b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:44.633244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.640343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.651581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.651930 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment 18f9c35f-efe9-4058-b9f8-396edfc02980 of type vlan for network 4749a1d0-4162-491c-a87a-50e67de946d4 May 27 03:53:44.652734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.692552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.747551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.756331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-81827683-9cd3-4970-baba-a80c65a09995 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288044 May 27 03:53:44.770074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0deed8d7-2ba8-4412-8b9c-fa92e38beaab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:44.808886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8762e17f-e131-4a5f-8985-648e73a75810,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:44.826110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.829804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ccd00315-d9fa-462c-bd38-c7345c768f8f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7519531 May 27 03:53:44.829972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1cf81-339a-4dd8-8564-9bcee5e0f87f None None] Network 6edf2669-9af5-49fb-a111-710f4479c0c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:44.830413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.833202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6d306551-83c4-42d1-884e-b477d8343215 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0deed8d7-2ba8-4412-8b9c-fa92e38beaab HTTP/1.1" status: 204 len: 168 time: 1.2834494 May 27 03:53:44.834616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.834961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50134) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.835664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.836826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-445655be-ae80-4ca5-b5fa-ba440348117a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9900355 May 27 03:53:44.840439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50138) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:44.863897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-624564210'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:44.867293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Network e8309ced-0b93-4f24-983b-0cf3fe8ae00b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:44.872306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '8762e17f-e131-4a5f-8985-648e73a75810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:44.886120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:44.905005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.909168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:44.909769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:44.936529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:44.939485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:44.952627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:44.970978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:44.977655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, e8309ced-0b93-4f24-983b-0cf3fe8ae00b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:44.983419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:44.986747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:44.996646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:44.997254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.000743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:45.014907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a616593-c05b-499c-8e3d-0c1342c6d127 None None] Network e8309ced-0b93-4f24-983b-0cf3fe8ae00b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:45.042089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.054234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e47b9d9d-f1cb-43b6-896e-f878bbaeb698 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7039230 May 27 03:53:45.058400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7078614 May 27 03:53:45.062532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.070456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:45.104374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:45.106355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:45.109247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.126804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-59f96a0f-f28d-437a-a4ab-80e7e8ffd168 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622682 May 27 03:53:45.139346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ae14a-3d1c-46c1-90a1-9edeb83509f0 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=4749a1d0-4162-491c-a87a-50e67de946d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:45.163312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Deleting port d2801dce-971c-4a55-8014-31223d05416a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:45.163655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.237836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port df7f10a3-e1fe-470e-9934-2e0ea60098a6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:45.238233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.261660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:45.303355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:45.308964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:45.332107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.332455 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 7b5102c5-da7f-4eec-b18f-f2991b01a26f of type vlan for network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 May 27 03:53:45.361305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:45.414134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:45.419491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:45.449670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:45.458478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.488236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.509202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Deleting subnet dcd8a468-2a2b-468a-894c-b864cba6ef43 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:53:45.513158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:45.526195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.557426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.574767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e900a-1469-4103-a160-2e7b349204fb None None] Network e8309ced-0b93-4f24-983b-0cf3fe8ae00b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:45.597983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a067b103-aaa8-459e-b111-f6bf3ffd1b50,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:45.768929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:53:45.777902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.788228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] DHCP port deletion for 6edf2669-9af5-49fb-a111-710f4479c0c4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:53:45.803790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Deleting port d2801dce-971c-4a55-8014-31223d05416a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:45.804165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.829990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] For port d2801dce-971c-4a55-8014-31223d05416a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d2801dce-971c-4a55-8014-31223d05416a,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:45.830358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.870023 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:45.978708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Calling delete_port for d2801dce-971c-4a55-8014-31223d05416a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:45.993642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.112919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] For port d2801dce-971c-4a55-8014-31223d05416a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d2801dce-971c-4a55-8014-31223d05416a,segment=NetworkSegment(8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0),segment_id=8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:46.114595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.175178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.194387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.195552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-caa256c1-2201-45be-a50c-bd0d14127bf3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3522682 May 27 03:53:46.209335 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.213206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:46.213953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.218214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50168) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:46.241294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.270960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d2801dce-971c-4a55-8014-31223d05416a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:53:46.285746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30550eb2-2940-4499-abe2-163bf3b38e7d req-99b24ead-3436-40bc-851f-da9a26620f10 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.8397250 May 27 03:53:46.291864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.303919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '8762e17f-e131-4a5f-8985-648e73a75810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:46.311168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Calling delete_port for d2801dce-971c-4a55-8014-31223d05416a owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:46.384483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:46.402663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2801dce-971c-4a55-8014-31223d05416a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:46.405782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d2801dce-971c-4a55-8014-31223d05416a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:53:46.406406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d2801dce-971c-4a55-8014-31223d05416a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:53:46.419180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd8a468-2a2b-468a-894c-b864cba6ef43,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:46.445297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Deleting port d52f89d4-7af7-4749-9ff1-5b6b816317e5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:46.445503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.458045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:53:46.458405 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:53:46.463806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:46.473209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.509325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-36c5c53c-2c04-45e0-8c6e-f1576e7a5186 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dcd8a468-2a2b-468a-894c-b864cba6ef43 HTTP/1.1" status: 204 len: 168 time: 1.1858695 May 27 03:53:46.521577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:46.522277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:46.542510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Calling delete_port for df7f10a3-e1fe-470e-9934-2e0ea60098a6 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:46.573063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7349865 May 27 03:53:46.574280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:46.576461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] No DVR routers for this DVR port d2801dce-971c-4a55-8014-31223d05416a on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:53:46.584989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158d4d-7e5f-4a1a-b929-4fc5144557a2 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=5dc0752d-9b3f-4f97-a98e-6502a86d5ac0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:46.589740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:46.597350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:46.648103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:46.696210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.815661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.832729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.908811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:46.920881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.922977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:46.926759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edf2669-9af5-49fb-a111-710f4479c0c4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:46.938867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:46.941719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=61365286-08a4-49e4-804d-ab641acf29ad,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:46.950729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:46.950901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0438f4-4fa4-44d6-ba3f-969d4e4fdcf0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:46.960197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Deleting port d2801dce-971c-4a55-8014-31223d05416a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:53:46.961195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:46.962876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:46.973515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.002895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:47.013926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] For port d52f89d4-7af7-4749-9ff1-5b6b816317e5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d52f89d4-7af7-4749-9ff1-5b6b816317e5,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:47.014287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.019081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.043026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-dc29df09-bb4c-4489-a1d2-b90c5ddc5dba None None] The port 'd2801dce-971c-4a55-8014-31223d05416a' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:53:47.083540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:47.083931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.102356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: timer() May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:47.104184 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:47.167460 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.168149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': '18f9c35f-efe9-4058-b9f8-396edfc02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:47.168526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: 4749a1d0-4162-491c-a87a-50e67de946d4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:47.177325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-2175532e-6499-46ad-bfbf-72afb1ed77d7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:47.178801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-2175532e-6499-46ad-bfbf-72afb1ed77d7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.41 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.4760163 May 27 03:53:47.185842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Calling delete_port for d52f89d4-7af7-4749-9ff1-5b6b816317e5 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:53:47.264284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1335d81e-439e-4d68-bd28-d8bfefcac3c7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:47.280466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.343155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.351832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.423284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8309ced-0b93-4f24-983b-0cf3fe8ae00b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:47.438646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-001d1f32-8278-4834-9a38-6f0761c88f7b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 472 time: 0.2026143 May 27 03:53:47.443490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 4749a1d0-4162-491c-a87a-50e67de946d4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:47.448294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62401806-f712-4117-9e20-0df85cdbe905') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:47.448585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62401806-f712-4117-9e20-0df85cdbe905') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:47.463002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'port': {'device_id': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'admin_state_up': True, 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'security_groups': ['42004bd6-b943-4067-afae-215c4e0c6978']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:47.496031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.500770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.502630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6edf2669-9af5-49fb-a111-710f4479c0c4 HTTP/1.1" status: 204 len: 168 time: 2.6633334 May 27 03:53:47.511704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.515236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ff761a4-6586-440a-9555-1944cb2f1f09 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2729981 May 27 03:53:47.517708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773ed2-d5ce-42ca-927f-ff7eb623f183 admin admin] Pushing event deleted for resources: {'Network': ['ID=6edf2669-9af5-49fb-a111-710f4479c0c4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:47.522638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50186) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:47.531003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '8762e17f-e131-4a5f-8985-648e73a75810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:47.538751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:47.540827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.551816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4749a1d0-4162-491c-a87a-50e67de946d4) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:47.561814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4784d8-32b1-4c8a-9610-63588f5ecbd4 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:47.567464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:47.568048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.583362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:47.598908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.600297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:47.603060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Port': ['ID=df7f10a3-e1fe-470e-9934-2e0ea60098a6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:47.611773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:47.624574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:53:47.625136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: timer() May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:53:47.639409 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:53:47.778758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c5c1bcb9-dffc-476f-b523-d4f61743844b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7046704 May 27 03:53:47.807497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:47.830182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d5fee02-b5aa-4dfb-a509-3b7230436fe2 req-17eeaa92-d4e9-463c-90b4-6a586e404556 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.3903775 May 27 03:53:47.835664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:47.857993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:47.902932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4749a1d0-4162-491c-a87a-50e67de946d4', 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': '61365286-08a4-49e4-804d-ab641acf29ad'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:47.904164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.916333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.981970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.989116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:47.994075 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.016683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:48.095291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Allocated IP 172.20.0.2 (4749a1d0-4162-491c-a87a-50e67de946d4/61365286-08a4-49e4-804d-ab641acf29ad/8a4cb261-005d-4770-838b-b4e82d678eee) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:48.166808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.179867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8309ced-0b93-4f24-983b-0cf3fe8ae00b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:48.207795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.219730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:48.225093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e203d528-d026-41f0-9876-ca11358087e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e8309ced-0b93-4f24-983b-0cf3fe8ae00b HTTP/1.1" status: 204 len: 168 time: 1.7025306 May 27 03:53:48.226198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.260942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.270834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8d3690-52ad-4ad0-a222-fbfb70f370e7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:48.297221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=732ac43b-cdbc-43db-a23c-c972022fbe43,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:48.313071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:48.316436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.338140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.350834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Transition to ACTIVE for port object 8a4cb261-005d-4770-838b-b4e82d678eee will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:48.361489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52f89d4-7af7-4749-9ff1-5b6b816317e5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:48.373955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Transition to ACTIVE for port object 8a4cb261-005d-4770-838b-b4e82d678eee will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:48.381984 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.389211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-83003bd2-6bcc-4d1a-be45-01bbf9f645d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1474b41e90bd4239b5051097c068fa92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5271354 May 27 03:53:48.390462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50200) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:48.443416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.447745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:48.452367 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0e1c8f0c-f2bc-43a7-8a6f-6a2ffa152791 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9268472 May 27 03:53:48.452537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:48.454738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:48.455701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:48.466432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '8762e17f-e131-4a5f-8985-648e73a75810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:48.477186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:48.481195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:48.482105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:48.491959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:48.497782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:48.568605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:48.584481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:48.600807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Pushing event updated for resources: {'Port': ['ID=8a4cb261-005d-4770-838b-b4e82d678eee,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:48.611225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:48.634342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:48.640920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:48.647880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:48.670622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.670964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.671304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.671637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.672018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.672862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.673218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.673557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.673859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.674180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.674497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:48.696533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Attempting to bind port 8a4cb261-005d-4770-838b-b4e82d678eee on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:48.697812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Attempting to bind port 8a4cb261-005d-4770-838b-b4e82d678eee by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '18f9c35f-efe9-4058-b9f8-396edfc02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:48.698115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Attempting to bind port 8a4cb261-005d-4770-838b-b4e82d678eee on network 4749a1d0-4162-491c-a87a-50e67de946d4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:48.708412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:48.708782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Checking segment: {'id': '18f9c35f-efe9-4058-b9f8-396edfc02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:48.709622 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.709622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Bound using segment: {'id': '18f9c35f-efe9-4058-b9f8-396edfc02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:48.710348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Bound port: 8a4cb261-005d-4770-838b-b4e82d678eee, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f9c35f-efe9-4058-b9f8-396edfc02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:48.710536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.711748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.742261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:48.769507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:48.773327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.790953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Router 26ed25f4-228f-4689-b6af-db2639506aee has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:48.791767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:48.805895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948608cf-6fc7-4ef9-9385-1c0457e2d135 None None] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:48.809372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:48.810064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.819003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:48.836154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-235d1ca4-b27d-4a6e-980c-a1bd118f6f38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9790020b1b1a4220975fed839d7c90b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793923 May 27 03:53:48.838567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50212) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:48.879710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a4cb261-005d-4770-838b-b4e82d678eee,segment=NetworkSegment(18f9c35f-efe9-4058-b9f8-396edfc02980),segment_id=18f9c35f-efe9-4058-b9f8-396edfc02980)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:48.894594 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.931982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b91ed82-561d-4651-a9fc-ee3f9a50a634 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3117490 May 27 03:53:48.939927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:48.954485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:48.985747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.049051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beaae7-031e-4fcd-b1cd-a75a841f1680 None None] Pushing event updated for resources: {'Port': ['ID=8a4cb261-005d-4770-838b-b4e82d678eee,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.092925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.117248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.20.0.9 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/7fc44854-8074-457f-99fe-bacd3b3b026d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:49.142510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:49.143764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.160329 n-d-843301-2 neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61365286-08a4-49e4-804d-ab641acf29ad (CIDR: 172.20.0.0/28) May 27 03:53:49.180174 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:53:49.180996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:53:49.250444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3ec66369-8234-4584-9580-b79551a6d191 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4384482 May 27 03:53:49.250654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:49.257120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:49.274732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.376732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.388848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9179c7b4-6de7-44bc-a625-6022779f30b4 req-20d7f150-5228-40a4-8901-ab40be4673d7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.3220501 May 27 03:53:49.394367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Allocated IP 172.20.0.2 (5dc0752d-9b3f-4f97-a98e-6502a86d5ac0/732ac43b-cdbc-43db-a23c-c972022fbe43/80c3f5f7-473e-4405-8d93-323ca161aeeb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:49.432454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9f8c72-3bfa-4b68-a0fc-e8986793b049,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.502548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91012db2-9052-4f91-a8b8-685181917bb1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.502926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.505269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-25770e42-a73d-4661-8f23-390708726d9f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0464122 May 27 03:53:49.510331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50226) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:49.511443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.515310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:49.530652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:49.531956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dae0d655-b1a8-4f8f-b7a8-70df7ff0e18e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080776 May 27 03:53:49.543000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.543238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '8762e17f-e131-4a5f-8985-648e73a75810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:49.556161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:49.560470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-614b0c1e-eb77-42fc-8338-628c448eda10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91012db2-9052-4f91-a8b8-685181917bb1 HTTP/1.1" status: 204 len: 168 time: 1.0814831 May 27 03:53:49.631253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:49.642774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.653341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:49.675248 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.683532 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a1e14bcf-9640-4e70-92d9-0264d471c54c tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] delete failed (client error): The resource could not be found. May 27 03:53:49.686172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Transition to ACTIVE for port object 80c3f5f7-473e-4405-8d93-323ca161aeeb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:49.688653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1e14bcf-9640-4e70-92d9-0264d471c54c tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1613710155 HTTP/1.1" status: 404 len: 335 time: 0.1261432 May 27 03:53:49.697874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50236) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:49.705363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Transition to ACTIVE for port object 80c3f5f7-473e-4405-8d93-323ca161aeeb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:49.710876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] Sync routers for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:49.716406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6eea9dc1-0466-4018-b2b6-1b308d9e648b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'router': {'external_gateway_info': {'network_id': '26ed25f4-228f-4689-b6af-db2639506aee'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:49.716785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:49.726854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.792099 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.814815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:49.817102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:49.817102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:49.869131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Pushing event updated for resources: {'Port': ['ID=80c3f5f7-473e-4405-8d93-323ca161aeeb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:49.870332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:49.877806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:49.887764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:49.891565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:49.894287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:49.901321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:49.917166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.922447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:49.947850 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.962541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Transition to ACTIVE for port object 7fc44854-8074-457f-99fe-bacd3b3b026d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:49.974322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:49.979502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.983614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:49.995932 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Attempting to bind port 80c3f5f7-473e-4405-8d93-323ca161aeeb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:49.996303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Attempting to bind port 80c3f5f7-473e-4405-8d93-323ca161aeeb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:49.996805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Attempting to bind port 80c3f5f7-473e-4405-8d93-323ca161aeeb on network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:50.005253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:50.005800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:50.017930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a0a12-3b69-4d68-815c-b64588f555c6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:50.044264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.048341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ff0dcb12-7a9f-4f95-b907-c833ebdfdf74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c3a0a12-3b69-4d68-815c-b64588f555c6 HTTP/1.1" status: 204 len: 168 time: 1.2039776 May 27 03:53:50.119044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:50.119728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Checking segment: {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:50.121152 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.121759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Bound using segment: {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:50.122469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Bound port: 80c3f5f7-473e-4405-8d93-323ca161aeeb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:50.123060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.160523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.164062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:50.164714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ef306-f216-41e4-a210-a55ea7405650 None None] The sync data for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:50.194126 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.320930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b0bdc4-4002-41e5-9bdb-ec75ec60bb0a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:50.341300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.361151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] For port 80c3f5f7-473e-4405-8d93-323ca161aeeb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:50.365871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] For port 80c3f5f7-473e-4405-8d93-323ca161aeeb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80c3f5f7-473e-4405-8d93-323ca161aeeb,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:50.369578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.369841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a4cb261-005d-4770-838b-b4e82d678eee up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:50.371233 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d5ae76de-77e5-479a-acab-02ea1ebbc7a3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8537524 May 27 03:53:50.374473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:50.420687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.537392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d66de-1149-429b-9dc9-94a100f9245d None None] Pushing event updated for resources: {'Port': ['ID=80c3f5f7-473e-4405-8d93-323ca161aeeb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:50.599006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8a4cb261-005d-4770-838b-b4e82d678eee completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:50.637686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50252) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:50.731355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71352c7-faa9-4a84-a219-5dc94fcb8fd1 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:50.773707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.811552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.913141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.936317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f52a1130-a7e3-4cc7-b019-5a5f1a06a85f req-990f6175-4eac-47ee-99c5-b8cd923c92dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:50.957305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Provisioning for port 8a4cb261-005d-4770-838b-b4e82d678eee completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:50.978841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Provisioning complete for port 8a4cb261-005d-4770-838b-b4e82d678eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:50.979414 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:50.996200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c007e8de-0718-4600-ab26-d27fa4fac040 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15ac4dc2f8924043ba2819050a7a0002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3500030 May 27 03:53:50.996919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:51.053029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7b0bdc4-4002-41e5-9bdb-ec75ec60bb0a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.058391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.191470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f52a1130-a7e3-4cc7-b019-5a5f1a06a85f req-990f6175-4eac-47ee-99c5-b8cd923c92dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:51.191717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.20.0.1 (5dc0752d-9b3f-4f97-a98e-6502a86d5ac0/732ac43b-cdbc-43db-a23c-c972022fbe43/f7506032-b277-4e15-b334-b3d8682a3dc5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:51.193486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f52a1130-a7e3-4cc7-b019-5a5f1a06a85f req-990f6175-4eac-47ee-99c5-b8cd923c92dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.4799671 May 27 03:53:51.241980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.286923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a4cb261-005d-4770-838b-b4e82d678eee,segment=NetworkSegment(18f9c35f-efe9-4058-b9f8-396edfc02980),segment_id=18f9c35f-efe9-4058-b9f8-396edfc02980)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:51.293326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.338288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:51.361796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:51.362511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.363637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1cf8811f-ffb5-4fa0-a18c-b21541dbfc63 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f7b0bdc4-4002-41e5-9bdb-ec75ec60bb0a HTTP/1.1" status: 204 len: 168 time: 0.9878795 May 27 03:53:51.369174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a7ad-4621-4f14-b451-18626d4480b1 None None] Pushing event updated for resources: {'Port': ['ID=8a4cb261-005d-4770-838b-b4e82d678eee,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.379458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50270) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:51.437556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:51.447107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.486218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9276a786-a458-4ae2-a736-254a1544614c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:51.534940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.541783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9276a786-a458-4ae2-a736-254a1544614c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:51.545696 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9276a786-a458-4ae2-a736-254a1544614c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1625111 May 27 03:53:51.547267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.548692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50276) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:51.575898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object f7506032-b277-4e15-b334-b3d8682a3dc5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:51.609087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dc1-0466-4018-b2b6-1b308d9e648b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.631671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:51.636941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.647267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.667035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.683106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.760392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-40b22e47-31f2-4c3e-87ce-b26e35bed6de tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3143413 May 27 03:53:51.764352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.808480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Request body: {'port': {'device_id': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:51.852775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.863424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.883897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d9f8c72-3bfa-4b68-a0fc-e8986793b049,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.905482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:51.917898 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-6eea9dc1-0466-4018-b2b6-1b308d9e648b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] update failed (client error): The resource could not be found. May 27 03:53:51.919124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6eea9dc1-0466-4018-b2b6-1b308d9e648b tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee HTTP/1.1" status: 404 len: 339 time: 2.2160265 May 27 03:53:51.924985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50286) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:51.928836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:51.946063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3a04f-5a48-4ae4-9bbb-99cb6fd7962d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:51.949486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:51.951915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:52.028313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1212128742'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:52.037798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:52.042712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:network and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:52.045976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:52.053207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:52.066953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.071051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.075547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eeaaf00d-158d-42ca-9e3b-fd0f7bfcd242 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5cc3a04f-5a48-4ae4-9bbb-99cb6fd7962d HTTP/1.1" status: 204 len: 168 time: 1.0645664 May 27 03:53:52.079495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:52.086930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.122883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.131968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0fc17305-3549-410a-8bb4-a4fdc1e785dd tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5d9f8c72-3bfa-4b68-a0fc-e8986793b049 HTTP/1.1" status: 204 len: 168 time: 0.5763032 May 27 03:53:52.132792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bf4af2a5-2382-4062-b164-c22f322868d3 None None] Provisioning complete for port 8a4cb261-005d-4770-838b-b4e82d678eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:52.133678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4af2a5-2382-4062-b164-c22f322868d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.144367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50300) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:52.291778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80c3f5f7-473e-4405-8d93-323ca161aeeb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:52.387986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.393868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:52.407327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.407999 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Added segment b9814dbc-527b-423b-a8c0-e4138ca1baaa of type vlan for network 2c4d28f0-456b-40a9-adbc-3607714ea252 May 27 03:53:52.440529 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.443999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929583d-44c7-41af-be39-bc9cd1259f2b None None] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:52.486847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.491695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:52.492510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.513834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 4749a1d0-4162-491c-a87a-50e67de946d4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:52.522793 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.549347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:52.620620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Network': ['ID=2c4d28f0-456b-40a9-adbc-3607714ea252,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:52.635840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:52.637682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce636c4-5bcc-45ff-bb5f-ed1bc7298589 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:52.638175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.673204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7a3fc0db-85fc-4ae1-92ad-51c4a3b7fc34 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:52.711865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d29cb4f-ce82-492b-b254-97322bc37596 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7710757 May 27 03:53:52.712702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:52.737202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'subnet': {'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:52.766729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7a3fc0db-85fc-4ae1-92ad-51c4a3b7fc34 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:52.771550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7a3fc0db-85fc-4ae1-92ad-51c4a3b7fc34 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.6258199 May 27 03:53:52.772470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50326) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:52.798783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:52.877711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:52.888169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=5bdef416-b33e-477e-9814-44a3ee83de7f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:53.120092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:53.124585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Usage tracker for resource:subnet and tenant:682fa2d06f984200a7cacf3854f40995 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:53.131688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:53.146608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:53.182653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-32891cf0-bbd8-4998-a9c8-8508662ced90 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9308462 May 27 03:53:53.199104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:53.222484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'fixed_ips': [{'subnet_id': '61365286-08a4-49e4-804d-ab641acf29ad'}, {'subnet_id': '5bdef416-b33e-477e-9814-44a3ee83de7f'}], 'name': 'tempest-PortsTestJSON-1922142425'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:53.229388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Made reservation on behalf of 682fa2d06f984200a7cacf3854f40995 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:53.328551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:53.345830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.353147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 80c3f5f7-473e-4405-8d93-323ca161aeeb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:53.358169 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.358981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a4cb261-005d-4770-838b-b4e82d678eee up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:53.476425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Provisioning for port 80c3f5f7-473e-4405-8d93-323ca161aeeb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:53.489469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Provisioning complete for port 80c3f5f7-473e-4405-8d93-323ca161aeeb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:53.489838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.514795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.590966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654fb77-4082-4cf0-b880-10441f8ec51d req-f7b80d42-e430-4d3c-9b94-93bdbdfefcad tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:53.595782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8a4cb261-005d-4770-838b-b4e82d678eee triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:53.596153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.604050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b8d3690-52ad-4ad0-a222-fbfb70f370e7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:53.604425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c654fb77-4082-4cf0-b880-10441f8ec51d req-f7b80d42-e430-4d3c-9b94-93bdbdfefcad tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 931 time: 1.0532901 May 27 03:53:53.613930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.623657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:53.624509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-652593d6-a4fd-4717-8de0-5f19dac36709 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/6b8d3690-52ad-4ad0-a222-fbfb70f370e7 HTTP/1.1" status: 204 len: 168 time: 0.8228045 May 27 03:53:53.683540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.824029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:53.840825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Update dhcp port {'port': {'network_id': '4749a1d0-4162-491c-a87a-50e67de946d4', 'fixed_ips': [{'subnet_id': '61365286-08a4-49e4-804d-ab641acf29ad', 'ip_address': '172.20.0.2'}, {'subnet_id': '5bdef416-b33e-477e-9814-44a3ee83de7f'}], 'binding:host_id': 'n-d-843301-2'}, 'id': '8a4cb261-005d-4770-838b-b4e82d678eee'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:53:53.918207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c654fb77-4082-4cf0-b880-10441f8ec51d req-7d71b484-8b52-4c61-8da8-f4432a59bcea tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118269 May 27 03:53:53.954920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:53.969996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:53.986741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e3d8cda-7fe6-4b09-8a60-95c662c8dfa0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:53.993138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:54.017231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:54.018035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.039356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e3d8cda-7fe6-4b09-8a60-95c662c8dfa0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:54.043032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e3d8cda-7fe6-4b09-8a60-95c662c8dfa0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4033170 May 27 03:53:54.047484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50362) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:54.059151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.064513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.112277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.128723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] For port 80c3f5f7-473e-4405-8d93-323ca161aeeb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80c3f5f7-473e-4405-8d93-323ca161aeeb,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:54.159785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:54.171813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.202307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.284270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Pushing event updated for resources: {'Port': ['ID=80c3f5f7-473e-4405-8d93-323ca161aeeb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.286350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.302478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.315173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.333567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:54.338203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Usage tracker for resource:security_group_rule and tenant:685f22bdfa944c3ca4433ab11f56170c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:54.341679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:54.350010 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.350594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:54.356224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.400878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1335d81e-439e-4d68-bd28-d8bfefcac3c7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.436775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc44854-8074-457f-99fe-bacd3b3b026d {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:53:54.445277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.450899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-005154bd-7372-4ced-8a66-8d792b4ec876 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/1335d81e-439e-4d68-bd28-d8bfefcac3c7 HTTP/1.1" status: 204 len: 168 time: 0.4010491 May 27 03:53:54.450899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:54.488634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.498249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.507707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.512285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80c3f5f7-473e-4405-8d93-323ca161aeeb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:54.545398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Provisioning for port 7fc44854-8074-457f-99fe-bacd3b3b026d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:54.560343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Provisioning complete for port 7fc44854-8074-457f-99fe-bacd3b3b026d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:54.560631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.569508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Transition to ACTIVE for port object 7fc44854-8074-457f-99fe-bacd3b3b026d will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:54.616301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Allocated IP 172.20.0.18 (4749a1d0-4162-491c-a87a-50e67de946d4/5bdef416-b33e-477e-9814-44a3ee83de7f/8a4cb261-005d-4770-838b-b4e82d678eee) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:54.618011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.630537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=685f22bdfa944c3ca4433ab11f56170c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2396545 May 27 03:53:54.637882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910a6e-5587-4140-be3c-13a24df1953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8480a9f-8354-4099-900a-3dd24721dd48,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:54.652716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d237b80d-faf8-4ade-912d-090d30ee7bc7 None None] Port 7fc44854-8074-457f-99fe-bacd3b3b026d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:54.657226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50380) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:54.661325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.699006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6cd7ce7-0736-47b0-a550-1d061fd57006 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:54.740847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:54.743460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6cd7ce7-0736-47b0-a550-1d061fd57006 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:54.747935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6cd7ce7-0736-47b0-a550-1d061fd57006 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2906396 May 27 03:53:54.754233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:54.755114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:54.763762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 80c3f5f7-473e-4405-8d93-323ca161aeeb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:54.764188 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:54.926773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.026352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Subnet': ['ID=c004fafd-cee9-4b72-8e6d-beb23874a105,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.029906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port ddf0988e-159d-491c-84b6-0f49542e05ff yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:53:55.126186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a4cb261-005d-4770-838b-b4e82d678eee,segment=NetworkSegment(18f9c35f-efe9-4058-b9f8-396edfc02980),segment_id=18f9c35f-efe9-4058-b9f8-396edfc02980)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:55.131486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Provisioning complete for port 80c3f5f7-473e-4405-8d93-323ca161aeeb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:55.131851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.150807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.153462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.237928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.276662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.290847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Checking segment: {'id': 'b9814dbc-527b-423b-a8c0-e4138ca1baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:55.291374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network hostable DHCP agents. Network: 2c4d28f0-456b-40a9-adbc-3607714ea252, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:53:55.299346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.307627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Router dc912c65-267b-425d-8c83-18b0803b3b8a has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:55.319884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Transition to ACTIVE for port object 8a4cb261-005d-4770-838b-b4e82d678eee will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:55.327246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.379095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.405007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94790beb-eb9d-4082-8cfb-e15d8131ece3 None None] Pushing event updated for resources: {'Port': ['ID=8a4cb261-005d-4770-838b-b4e82d678eee,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.408848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.415076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Provisioning for port f7506032-b277-4e15-b334-b3d8682a3dc5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:55.504204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc555aab-31a9-4521-9154-8975eeaaa62f req-75275ee3-9438-4e0c-8abe-a9bbde7c9809 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:55.511291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc555aab-31a9-4521-9154-8975eeaaa62f req-75275ee3-9438-4e0c-8abe-a9bbde7c9809 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.3420258 May 27 03:53:55.518744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:53:55.521119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a067b103-aaa8-459e-b111-f6bf3ffd1b50,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:55.540791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.544209 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62d9f819-9526-4a0e-9adb-d4f76bd268a4 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a067b103-aaa8-459e-b111-f6bf3ffd1b50 HTTP/1.1" status: 204 len: 168 time: 0.5246346 May 27 03:53:55.548818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:55.571256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Provisioning complete for port f7506032-b277-4e15-b334-b3d8682a3dc5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:55.572171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.592609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2c4d28f0-456b-40a9-adbc-3607714ea252) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:55.605989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:55.606559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.631582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-fc555aab-31a9-4521-9154-8975eeaaa62f req-29838ebb-2086-4712-a4cc-3851a693380a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:55.633819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-848b5a4e-8a5a-40c9-9bc3-d9c3801d0e12 None None] Port f7506032-b277-4e15-b334-b3d8682a3dc5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:55.635239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289ee6f-6414-4bef-8369-56d08d6283b0 None None] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:53:55.649359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-316db7bb-a24c-4111-89b6-7c18b7ce21f5 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9291074 May 27 03:53:55.660643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:55.673851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b1b3f9df-2e08-4cb6-b3a1-c807c574a2d1 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:55.732120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Attempting to bind port 7fc44854-8074-457f-99fe-bacd3b3b026d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:55.732671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Attempting to bind port 7fc44854-8074-457f-99fe-bacd3b3b026d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:55.732764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Attempting to bind port 7fc44854-8074-457f-99fe-bacd3b3b026d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:55.762634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-449d528c-ae75-4c87-85c4-6b11a8a03a08 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:55.768604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.786495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Port 7fc44854-8074-457f-99fe-bacd3b3b026d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:53:55.786832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Attempting to bind port 7fc44854-8074-457f-99fe-bacd3b3b026d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:55.837365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-fc555aab-31a9-4521-9154-8975eeaaa62f req-29838ebb-2086-4712-a4cc-3851a693380a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:55.845480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc555aab-31a9-4521-9154-8975eeaaa62f req-29838ebb-2086-4712-a4cc-3851a693380a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331447 May 27 03:53:55.877294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-043d3ec9-625d-4a28-983e-7351c73f0bcf None None] Provisioning complete for port f7506032-b277-4e15-b334-b3d8682a3dc5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:55.877812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-043d3ec9-625d-4a28-983e-7351c73f0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:55.897013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-449d528c-ae75-4c87-85c4-6b11a8a03a08 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:55.898664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-449d528c-ae75-4c87-85c4-6b11a8a03a08 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3460987 May 27 03:53:55.902790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50412) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:55.948955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-043d3ec9-625d-4a28-983e-7351c73f0bcf None None] Port f7506032-b277-4e15-b334-b3d8682a3dc5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:53:56.043030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8480a9f-8354-4099-900a-3dd24721dd48,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:56.051207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:56.051549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:56.051929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:56.052368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Bound port: 7fc44854-8074-457f-99fe-bacd3b3b026d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:56.052716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.142184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2c4d28f0-456b-40a9-adbc-3607714ea252', 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252', 'tenant_id': '682fa2d06f984200a7cacf3854f40995', 'fixed_ips': [{'subnet_id': 'c004fafd-cee9-4b72-8e6d-beb23874a105'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:53:56.145841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.282425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.285110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5c511658-bb23-4f0c-8c01-fe28e4bcda00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8480a9f-8354-4099-900a-3dd24721dd48 HTTP/1.1" status: 204 len: 168 time: 1.6164453 May 27 03:53:56.322309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:56.344299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.344826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:56.358877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.436750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Allocated IP 2001:db8:1::2 (2c4d28f0-456b-40a9-adbc-3607714ea252/c004fafd-cee9-4b72-8e6d-beb23874a105/28743341-754a-4a1e-9ef0-fbe2c9f600fb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:56.442562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:53:56.444679 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.455263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a4cb261-005d-4770-838b-b4e82d678eee up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:53:56.501761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.538958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:56.610248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.611648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-08903eb5-39b1-4a6e-b801-2776b459803b service neutron] 10.222.0.41 "PUT /v2.0/ports/7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 200 len: 1091 time: 4.8075705 May 27 03:53:56.613379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f9df-2e08-4cb6-b3a1-c807c574a2d1 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.627705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:53:56.790290 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c642cb9-3249-465e-a173-ebdd5f7c12c4'] response: {'name': 'network-changed', 'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'status': 'completed', 'code': 200} May 27 03:53:56.824800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.13 (4749a1d0-4162-491c-a87a-50e67de946d4/61365286-08a4-49e4-804d-ab641acf29ad/ddf0988e-159d-491c-84b6-0f49542e05ff) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:56.844670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8fdbe970-a157-4080-9368-f773704ed938 None None] Provisioning for port 8a4cb261-005d-4770-838b-b4e82d678eee completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:53:56.852574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.24 (4749a1d0-4162-491c-a87a-50e67de946d4/5bdef416-b33e-477e-9814-44a3ee83de7f/ddf0988e-159d-491c-84b6-0f49542e05ff) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:56.868334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8fdbe970-a157-4080-9368-f773704ed938 None None] Provisioning complete for port 8a4cb261-005d-4770-838b-b4e82d678eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:53:56.868866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe970-a157-4080-9368-f773704ed938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:56.908712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:56.923871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-00857e21-de75-4ab5-ad0d-c370f51c86d0 admin admin] 10.222.0.46 "PUT /v2.0/routers/dc912c65-267b-425d-8c83-18b0803b3b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4090681 May 27 03:53:56.924539 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Sync routers for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:56.936868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:56.979175 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:56.982550 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:57.064561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.162408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762e17f-e131-4a5f-8985-648e73a75810,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:57.193273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:57.232997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:53:57.257389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.267189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3839b295-0d6f-430e-b5cc-ac4da95f5515 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3213851 May 27 03:53:57.274119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-e3fdc0c1-2cd2-4414-ae1b-94b8826a3a55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 1094 time: 0.6077881 May 27 03:53:57.275023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:57.275682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.279133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Transition to ACTIVE for port object 28743341-754a-4a1e-9ef0-fbe2c9f600fb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:57.279824 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8734ae6e-532f-4fb3-9c7b-1027aae7a8d0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/8762e17f-e131-4a5f-8985-648e73a75810 HTTP/1.1" status: 204 len: 168 time: 1.3745947 May 27 03:53:57.284611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:57.289640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-76430040'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:57.294005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:57.294762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:57.366069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-74c57312-d332-428e-80fa-3ae267f74312 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:53:57.377939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:57.467146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50450) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:57.472972 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:57.475567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:57.478925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'network': {'name': 'tempest-network-smoke--1043482101', 'project_id': '7f6730793a1840b788c89b391229a97d', 'port_security_enabled': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:57.482523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-74c57312-d332-428e-80fa-3ae267f74312 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:53:57.487635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-74c57312-d332-428e-80fa-3ae267f74312 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1917202 May 27 03:53:57.492095 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-b1b3f9df-2e08-4cb6-b3a1-c807c574a2d1 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:53:57.496747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1b3f9df-2e08-4cb6-b3a1-c807c574a2d1 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee HTTP/1.1" status: 400 len: 364 time: 1.8314741 May 27 03:53:57.496747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:57.497022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:57.498554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:57.510645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:57.522661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:57.538991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--679394836'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:57.553941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-3d9c0148-4812-40ad-bc7f-00adf001a748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 200 len: 217 time: 0.2683475 May 27 03:53:57.572619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:57.575915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:57.669941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:57.697012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:57.700210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.756412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-643a34e8-b96c-4676-83c6-28e23248b11b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:57.758323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-643a34e8-b96c-4676-83c6-28e23248b11b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.1792214 May 27 03:53:57.764980 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.779008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:network and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:57.804759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec8e1b-9830-453b-9f19-f52698de4e6a req-dcd29e42-4733-4649-9ba0-03902565ea75 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:57.822781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dec8e1b-9830-453b-9f19-f52698de4e6a req-dcd29e42-4733-4649-9ba0-03902565ea75 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.6163099 May 27 03:53:57.858941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.864930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:53:47Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:57.865247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:57.869451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Transition to ACTIVE for port object 28743341-754a-4a1e-9ef0-fbe2c9f600fb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:57.870730 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Checking router: dc912c65-267b-425d-8c83-18b0803b3b8a for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:57.875264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:57.885893 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Routers {'dc912c65-267b-425d-8c83-18b0803b3b8a'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:53:57.887027 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:53:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dc912c65-267b-425d-8c83-18b0803b3b8a'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:57.893978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:57.903239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:57.907603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.932001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object ddf0988e-159d-491c-84b6-0f49542e05ff will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:57.933367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:57.937948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.938518 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 52181918-84b7-4fe3-8846-491c42db678f of type vlan for network 75f1be66-1733-4547-bdcf-c140a62106d1 May 27 03:53:57.944550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.951075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:57.958279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:57.960038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:57.978255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:58.020198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.021486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5dfce0fb-062a-4030-84ff-ab5526439bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.025617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Pushing event updated for resources: {'Port': ['ID=28743341-754a-4a1e-9ef0-fbe2c9f600fb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.045819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-da558ab0-8167-45b1-bf33-184830b2ee65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646687 May 27 03:53:58.080257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:58.082794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:58.097255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:58.115603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.118685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.197662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] Set router dc912c65-267b-425d-8c83-18b0803b3b8a gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:53:58.250647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dec8e1b-9830-453b-9f19-f52698de4e6a req-3f4249a0-72e6-41e1-961a-cbe19b7296aa tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260573 May 27 03:53:58.270755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:53:52Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:53:53Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:58.273654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:58.281628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:53:58.282255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Updating router e04e1798-3a11-4f02-ab74-e7e6dc917551 port f7506032-b277-4e15-b334-b3d8682a3dc5 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:53:58.286673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group_rule and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:58.298058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:58.313626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:58.339526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Attempting to bind port 28743341-754a-4a1e-9ef0-fbe2c9f600fb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:53:58.340185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Attempting to bind port 28743341-754a-4a1e-9ef0-fbe2c9f600fb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b9814dbc-527b-423b-a8c0-e4138ca1baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:53:58.340827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Attempting to bind port 28743341-754a-4a1e-9ef0-fbe2c9f600fb on network 2c4d28f0-456b-40a9-adbc-3607714ea252 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:53:58.363708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:53:58.364466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Checking segment: {'id': 'b9814dbc-527b-423b-a8c0-e4138ca1baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:53:58.365119 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.365765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Bound using segment: {'id': 'b9814dbc-527b-423b-a8c0-e4138ca1baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:53:58.366475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Bound port: 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9814dbc-527b-423b-a8c0-e4138ca1baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c4d28f0-456b-40a9-adbc-3607714ea252'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:53:58.367077 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.405678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=ddf0988e-159d-491c-84b6-0f49542e05ff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.429942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.436861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.508284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.539838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] For port 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:53:58.546306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] For port 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=28743341-754a-4a1e-9ef0-fbe2c9f600fb,segment=NetworkSegment(b9814dbc-527b-423b-a8c0-e4138ca1baaa),segment_id=b9814dbc-527b-423b-a8c0-e4138ca1baaa)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:53:58.558082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.562539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:58.563413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.563880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:53:58.589545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.612561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.622431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-339bc780-b06c-4874-a1f4-b565f15d379b service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682936 May 27 03:53:58.659086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.659417 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Added segment 5a198693-ce92-47db-a249-afe96376aa7e of type vlan for network b77616a8-755d-4aa1-830b-ecffbbe21190 May 27 03:53:58.668564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687512ae-87ee-4064-b6ae-bd88a3d01ed2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:58.816399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:58.858793 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:53:47Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:58.870782 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb038e8-7285-4fcd-a398-2656c795ac15 None None] The sync data for ids ['dc912c65-267b-425d-8c83-18b0803b3b8a'] in n-d-843301-2 is: [{'id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'name': 'tempest-ServerRescueNegativeTestJSON-2079928706-router', 'tenant_id': 'c77ca19851384977bf4d327f83814d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:15Z', 'updated_at': '2022-05-27T03:53:47Z', 'revision_number': 5, 'project_id': 'c77ca19851384977bf4d327f83814d7a', 'gw_port': {'id': 'a1fb4c9c-713d-4ba2-ae99-cde3a097c89a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c65-267b-425d-8c83-18b0803b3b8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:17Z', 'updated_at': '2022-05-27T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:53:58.997770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.000581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 4749a1d0-4162-491c-a87a-50e67de946d4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:59.002125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=75f1be66-1733-4547-bdcf-c140a62106d1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.004272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.017366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:59.017996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.038803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:59.059276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:53:59.154233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.188308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Transition to ACTIVE for port object f7506032-b277-4e15-b334-b3d8682a3dc5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:53:59.206789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 75f1be66-1733-4547-bdcf-c140a62106d1 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:59.267674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Network': ['ID=b77616a8-755d-4aa1-830b-ecffbbe21190,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.271869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.272070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e2d4b-a0cf-4398-a040-d379148a5411 None None] Pushing event updated for resources: {'Port': ['ID=28743341-754a-4a1e-9ef0-fbe2c9f600fb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.275703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.276980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7571867 May 27 03:53:59.286870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bfcaf1d5-1b12-410b-9ca1-76bde3c61119 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.9984956 May 27 03:53:59.287974 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.296702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:59.297063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:59.301604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b77616a8-755d-4aa1-830b-ecffbbe21190 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:53:59.369539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ead0-4e8b-4804-b277-927e8dfc5d33 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170d749c-d400-401b-b86f-11432d9300f3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.392879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '170d749c-d400-401b-b86f-11432d9300f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:59.402072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:59.447365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:59.477308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:53:59.488251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.496695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089dcfc-a4fb-4174-be26-c6962c8bf743 None None] Pushing event updated for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:59.591129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-323b6258-8352-4863-a8df-e92c9a31bc1b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1196871 May 27 03:53:59.594470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:59.601444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'admin_state_up': True, 'project_id': '7f6730793a1840b788c89b391229a97d', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:59.616359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:59.624170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:59.626092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:router and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:59.698867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:59.702578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:59.770621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:59.827348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:53:59.831710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:53:59.835483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:53:59.856023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:59.866061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:53:59.895724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-01e9820d-2024-45d1-b6f0-cbf117b9c221 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.6931539 May 27 03:53:59.903314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:53:59.913297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5d8deb02-0296-4710-80cf-a08e670dc4c5 req-1f66177c-3fbe-4e6c-80c3-e2f214d02bc3 service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9518585 May 27 03:53:59.926297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.927913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.939831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61365286-08a4-49e4-804d-ab641acf29ad'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:53:59.971286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:53:59.974325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Allocated IP 2001:db8::1 (68de954e-30a2-49a5-a5db-d07fe1a1ad72/0b19a93a-8ca6-4f3f-b74d-d243039a6373/8a204641-16f5-4e02-a52b-b48c2032be10) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:59.988847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:53:59.995406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ca98348-30bd-4c98-bd29-a4be5b5eeb5b None None] Provisioning for port ddf0988e-159d-491c-84b6-0f49542e05ff completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:00.068343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Attempting to bind port f7506032-b277-4e15-b334-b3d8682a3dc5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:00.068706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Attempting to bind port f7506032-b277-4e15-b334-b3d8682a3dc5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:00.069124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Attempting to bind port f7506032-b277-4e15-b334-b3d8682a3dc5 on network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:00.075006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0ca98348-30bd-4c98-bd29-a4be5b5eeb5b None None] Provisioning complete for port ddf0988e-159d-491c-84b6-0f49542e05ff triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:00.075377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ca98348-30bd-4c98-bd29-a4be5b5eeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.136273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:00.136634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Checking segment: {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:00.149345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.149845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Bound using segment: {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:00.150361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Bound port: f7506032-b277-4e15-b334-b3d8682a3dc5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5102c5-da7f-4eec-b18f-f2991b01a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:00.150750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.175852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fa745294-788f-4df4-9ec6-f5c43fa4f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.195152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0ca98348-30bd-4c98-bd29-a4be5b5eeb5b None None] Port ddf0988e-159d-491c-84b6-0f49542e05ff cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:00.207847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.358317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] For port f7506032-b277-4e15-b334-b3d8682a3dc5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:00.362410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] For port f7506032-b277-4e15-b334-b3d8682a3dc5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7506032-b277-4e15-b334-b3d8682a3dc5,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:00.381615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.382505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.403106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d62b11-5141-4ce7-b321-3dcb56c2f04c req-70e5f2c7-a4c4-4fb5-b2ad-90cd42a214fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:00.409824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01d62b11-5141-4ce7-b321-3dcb56c2f04c req-70e5f2c7-a4c4-4fb5-b2ad-90cd42a214fe tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.7745981 May 27 03:54:00.539877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 28743341-754a-4a1e-9ef0-fbe2c9f600fb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:00.543858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.565996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.584545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Transition to ACTIVE for port object 8a204641-16f5-4e02-a52b-b48c2032be10 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:00.631757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089dcfc-a4fb-4174-be26-c6962c8bf743 None None] Pushing event updated for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:00.650903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08218fe-09ea-4358-a37d-a1e97b2c5f65 None None] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:00.707781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.707894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.758581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.780201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01d62b11-5141-4ce7-b321-3dcb56c2f04c req-1f357d65-32c7-4129-b96d-85786fb819c3 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694479 May 27 03:54:00.783395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-dfff7d90-75cc-4624-9bb7-c1a7c6107a57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 1094 time: 0.7727582 May 27 03:54:00.796389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Deleting port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:00.797008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.836152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:00.841238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:00.850826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:00.851668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.853826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Port': ['ID=8a204641-16f5-4e02-a52b-b48c2032be10,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:00.865326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:00.919452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:00.920092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:01.056103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6d6d320b-b197-4975-9714-0a13521ebe52 None None] Provisioning for port 28743341-754a-4a1e-9ef0-fbe2c9f600fb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:01.082947 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.137476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.191625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b9d2ef-b9e9-4dee-91d0-2c21d87f19c1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:01.200413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.220613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.319498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 28743341-754a-4a1e-9ef0-fbe2c9f600fb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:01.346534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 28743341-754a-4a1e-9ef0-fbe2c9f600fb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:01.346899 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.384649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.25.8.18 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/286832b8-9334-41e1-9853-fdf4ca95ccba) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:01.436627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.469783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=f10a10dd-6521-45cb-8f20-6f701a55eff5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:01.482961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:01.553902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.739696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.741536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-370b8f0c-7be7-42be-8d73-af832856d8d3 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 2.4044738 May 27 03:54:01.742392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.753096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:01.797309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-67b337df-c298-4389-b91b-33c25b0e30b7 None None] Provisioning for port 8a204641-16f5-4e02-a52b-b48c2032be10 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:01.842670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-67b337df-c298-4389-b91b-33c25b0e30b7 None None] Provisioning complete for port 8a204641-16f5-4e02-a52b-b48c2032be10 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:01.842981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67b337df-c298-4389-b91b-33c25b0e30b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.862708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.900205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:01.910143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:01.910509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: 75f1be66-1733-4547-bdcf-c140a62106d1, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:01.971878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-747b036c-850f-4d9b-83ef-e1c062bb06a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:01.973185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-747b036c-850f-4d9b-83ef-e1c062bb06a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 1.1014931 May 27 03:54:01.987033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.034146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-67b337df-c298-4389-b91b-33c25b0e30b7 None None] Port 8a204641-16f5-4e02-a52b-b48c2032be10 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:02.064719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] For port a1fb4c9c-713d-4ba2-ae99-cde3a097c89a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:02.065863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.092061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:02.106352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:02.115062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7fc44854-8074-457f-99fe-bacd3b3b026d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:54:02.128617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:02.172124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=28743341-754a-4a1e-9ef0-fbe2c9f600fb,segment=NetworkSegment(b9814dbc-527b-423b-a8c0-e4138ca1baaa),segment_id=b9814dbc-527b-423b-a8c0-e4138ca1baaa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:02.184210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=286832b8-9334-41e1-9853-fdf4ca95ccba,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.197577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.206644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91024d-a63d-4df2-a630-7a1cf1d98631 req-98b4a974-42a7-4da2-af55-c34694e17ca0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:02.208196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b91024d-a63d-4df2-a630-7a1cf1d98631 req-98b4a974-42a7-4da2-af55-c34694e17ca0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.2887242 May 27 03:54:02.255820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d52f89d4-7af7-4749-9ff1-5b6b816317e5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:02.260024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Calling delete_port for a1fb4c9c-713d-4ba2-ae99-cde3a097c89a owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:02.285273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.302637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.303747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.310115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d52f89d4-7af7-4749-9ff1-5b6b816317e5 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:02.310696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d52f89d4-7af7-4749-9ff1-5b6b816317e5 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:02.312337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d718fd69-59c5-454a-9f44-b42d36e93eab None None] Provisioning complete for port 28743341-754a-4a1e-9ef0-fbe2c9f600fb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:02.312909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d718fd69-59c5-454a-9f44-b42d36e93eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.346509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:02.354449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50550) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:02.437344 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-c54d5ebd-5e8a-47b7-9688-5e2333ca36ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 200 len: 217 time: 0.4510899 May 27 03:54:02.486187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=28743341-754a-4a1e-9ef0-fbe2c9f600fb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.522790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 75f1be66-1733-4547-bdcf-c140a62106d1 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:02.543872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.590752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:02.599335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:53:52Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:00Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:02.611457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'port_id': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'mac_address': 'fa:16:3e:70:6b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:54:02.614523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e53d79-a164-4f63-be13-6610fd4a69c2 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:53:52Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:00Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:02.624524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 75f1be66-1733-4547-bdcf-c140a62106d1) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:02.660165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:02.664177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd881e3-0b81-4d0d-88ed-fb86329b503a None None] Network 75f1be66-1733-4547-bdcf-c140a62106d1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:02.664790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.665992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b91024d-a63d-4df2-a630-7a1cf1d98631 req-7298a6b9-9e54-47df-ab76-1aee1ff6445a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4482822 May 27 03:54:02.684118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event updated for resources: {'Port': ['ID=8a204641-16f5-4e02-a52b-b48c2032be10,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:02.752282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-7da1bc75-8132-4a09-9b63-5b94098fec80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:02.754035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-7da1bc75-8132-4a09-9b63-5b94098fec80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.2938261 May 27 03:54:02.758520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.775882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:02.777900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:02.788474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.810964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.828460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc44854-8074-457f-99fe-bacd3b3b026d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:02.864375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:02.914307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:02.937525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33c55dc8-1baf-4f3b-b9b4-48c6c240a24f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5844820 May 27 03:54:02.962406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:03.051939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.052654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.125984 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.202547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:03.237443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-75f1be66-1733-4547-bdcf-c140a62106d1', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:03.239782 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.245361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Delete allocated IP 172.20.0.24 (4749a1d0-4162-491c-a87a-50e67de946d4/5bdef416-b33e-477e-9814-44a3ee83de7f) {{(pid=84155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:54:03.329853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3fedda73-6b54-4b5b-9784-4374ed8a82d7 None None] Provisioning complete for port 8a204641-16f5-4e02-a52b-b48c2032be10 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:03.330489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fedda73-6b54-4b5b-9784-4374ed8a82d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.366352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['7fc44854-8074-457f-99fe-bacd3b3b026d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:54:03.374358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.476500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Router 26ed25f4-228f-4689-b6af-db2639506aee has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:03.494823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3fedda73-6b54-4b5b-9784-4374ed8a82d7 None None] Port 8a204641-16f5-4e02-a52b-b48c2032be10 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:03.543973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fb4c9c-713d-4ba2-ae99-cde3a097c89a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:03.615654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Allocated IP 172.21.0.2 (75f1be66-1733-4547-bdcf-c140a62106d1/f10a10dd-6521-45cb-8f20-6f701a55eff5/956f6c7f-9cf1-4b68-a781-cd3560961ef1) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:03.637785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.693606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:03.718691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d749c-d400-401b-b86f-11432d9300f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:03.735984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc1fbb736bf46529556a50fba8ea129 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:03.769612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router 1e34c465-6265-475b-8a55-91e3eac16b26 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:54:03.902128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.914892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Transition to ACTIVE for port object 956f6c7f-9cf1-4b68-a781-cd3560961ef1 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:03.952387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Transition to ACTIVE for port object 956f6c7f-9cf1-4b68-a781-cd3560961ef1 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:03.959686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:03.961741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:03.981316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:04.013182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:04.025786 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] Sync routers for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:04.056999 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:04.057977 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.059381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Pushing event updated for resources: {'Port': ['ID=956f6c7f-9cf1-4b68-a781-cd3560961ef1,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:04.059611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f2420591-2033-4d85-b44c-1c91164452c2 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5587919 May 27 03:54:04.061127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50562) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:04.076726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Network 75f1be66-1733-4547-bdcf-c140a62106d1 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:04.079522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:04.084113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:04.181311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Attempting to bind port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:04.181809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Attempting to bind port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:04.182276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Attempting to bind port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 on network 75f1be66-1733-4547-bdcf-c140a62106d1 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:04.191874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:04.192720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Checking segment: {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:04.194548 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.195108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Bound using segment: {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:04.196059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Bound port: 956f6c7f-9cf1-4b68-a781-cd3560961ef1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:04.198142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.204651 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.217362 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:04.218778 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.220339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.227786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:04.243813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.262246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object ddf0988e-159d-491c-84b6-0f49542e05ff will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:04.267075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-e62e8e6b-1a1f-4c09-96a7-37e25f18f02a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4938781 May 27 03:54:04.268005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.269364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9d7fd96f-5bee-41ff-9e91-d47b2622ce00 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/170d749c-d400-401b-b86f-11432d9300f3 HTTP/1.1" status: 204 len: 168 time: 2.5102406 May 27 03:54:04.281176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.283164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.283777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7be1b-48e7-49a2-b5ac-39d4a5988c77 None None] The sync data for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:04.301911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:04.326567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] For port 956f6c7f-9cf1-4b68-a781-cd3560961ef1, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:04.332079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] For port 956f6c7f-9cf1-4b68-a781-cd3560961ef1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=956f6c7f-9cf1-4b68-a781-cd3560961ef1,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:04.344039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.405935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dc1fbb736bf46529556a50fba8ea129&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0423331 May 27 03:54:04.407362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:04.471860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f05c8-8df4-44fa-b4c3-138dbd5d51f7 None None] Pushing event updated for resources: {'Port': ['ID=956f6c7f-9cf1-4b68-a781-cd3560961ef1,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:04.553741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c4e6379d-8a7e-44fc-976b-e7f7b9e3016b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2450542 May 27 03:54:04.555108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50572) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:04.567532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--660719802'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:04.582911 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.592679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:04.604710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:04.610104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:04.621400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:04.654352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4f6a-44e5-462f-b78d-d25916799ffa tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.654830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f7506032-b277-4e15-b334-b3d8682a3dc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:04.731039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:04.752681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.758457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-6f52cf53-86e3-445a-a8e5-1ecea173ffb3 service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687541 May 27 03:54:04.766615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Sync routers for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:04.792684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:04.795538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:04.854678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.890884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:04.895041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-94ba04f0-ee45-4eb5-a2e4-18f353d83d8c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2966573 May 27 03:54:04.895740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50580) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:04.908817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:04.917087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:04.921846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:04.933041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:04.992858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f7506032-b277-4e15-b334-b3d8682a3dc5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:05.018860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f7506032-b277-4e15-b334-b3d8682a3dc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:05.019101 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.034391 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-9b7b4f6a-44e5-462f-b78d-d25916799ffa tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 03:54:05.038310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b7b4f6a-44e5-462f-b78d-d25916799ffa tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee HTTP/1.1" status: 409 len: 329 time: 0.9706886 May 27 03:54:05.043923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50586) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.093717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:05.134272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26109-a13e-4d06-8d97-b57c50a936c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af67617d-a301-434e-b5a6-f8b83c8d6f7b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:05.221820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.230894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bae13929-6a49-4660-8c13-ede86083ae85 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7f6730793a1840b788c89b391229a97d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3303032 May 27 03:54:05.230894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.233243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=ddf0988e-159d-491c-84b6-0f49542e05ff,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:05.234511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50590) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.378923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc1a7a-abff-4f0f-aa3c-a2e53aa8c0b2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:05.419669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.420916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-77fcad62-eb25-4a5c-9ca8-6e12ccae7193 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8647206 May 27 03:54:05.426256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.438263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743068722'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:05.469247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:05.475931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:05.485173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:05.496430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd7047-f4bd-4be5-99f8-7d6fc1d9be5d tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:05.505110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1acd7047-f4bd-4be5-99f8-7d6fc1d9be5d tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2613947 May 27 03:54:05.510323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:05.512554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.537168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.539880 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.542370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.583651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f7506032-b277-4e15-b334-b3d8682a3dc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7506032-b277-4e15-b334-b3d8682a3dc5,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:05.607258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.608944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 28743341-754a-4a1e-9ef0-fbe2c9f600fb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:05.660502 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c7620040-e037-4c28-a39e-8fc6c481b0dc tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1456943 May 27 03:54:05.661200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50602) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.696126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110689d2-b543-45e3-92ce-38737451d888 req-1f9a54e8-3602-4adf-a92e-dc5ca8af4680 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:05.698980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-110689d2-b543-45e3-92ce-38737451d888 req-1f9a54e8-3602-4adf-a92e-dc5ca8af4680 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 944 time: 1.7336948 May 27 03:54:05.699896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] In _notify_port_updated(), no bound segment for port ddf0988e-159d-491c-84b6-0f49542e05ff on network 4749a1d0-4162-491c-a87a-50e67de946d4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:54:05.705064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:05.707959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.714062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04eaa3ce-ef7d-4478-bd8d-25eb02099cef tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/ports/ddf0988e-159d-491c-84b6-0f49542e05ff HTTP/1.1" status: 200 len: 920 time: 5.7995491 May 27 03:54:05.760587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50606) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:05.774315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.774551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 28743341-754a-4a1e-9ef0-fbe2c9f600fb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:05.774796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.774931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc912c65-267b-425d-8c83-18b0803b3b8a {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:54:05.775797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140000184', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'project_id': '7f6730793a1840b788c89b391229a97d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:05.797732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.840167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61365286-08a4-49e4-804d-ab641acf29ad'}, {'subnet_id': '5bdef416-b33e-477e-9814-44a3ee83de7f'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:05.840840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:05.847181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Checking router: 1e34c465-6265-475b-8a55-91e3eac16b26 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:05.847526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Updating router 1e34c465-6265-475b-8a55-91e3eac16b26 port 286832b8-9334-41e1-9853-fdf4ca95ccba binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:05.900143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:05.911486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.912330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-110689d2-b543-45e3-92ce-38737451d888 req-17206322-94a3-403e-b673-4e28c19d79ca tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578863 May 27 03:54:05.974696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-009d8e8a-b13a-4042-a583-916fdccb81af None None] Provisioning for port ddf0988e-159d-491c-84b6-0f49542e05ff completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:05.988048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-009d8e8a-b13a-4042-a583-916fdccb81af None None] Provisioning complete for port ddf0988e-159d-491c-84b6-0f49542e05ff triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:05.988186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:05.988729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-009d8e8a-b13a-4042-a583-916fdccb81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:05.994319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:05.999719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:subnet and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:06.006331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:06.009690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:06.012809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eafaaada-1cde-4bac-a4b3-529c2fa3d7e7 req-5bf8083d-1ed8-47cb-9c75-c6edfa491aca service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2154987 May 27 03:54:06.012969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:06.026429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:06.031195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:06.063906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:06.075621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc0008-4600-4f04-adb2-2f121ff22edf None None] Network 75f1be66-1733-4547-bdcf-c140a62106d1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:06.088518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.089222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.090629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-27fa833e-d9b7-41d5-be6b-0799d236718d admin admin] 10.222.0.46 "DELETE /v2.0/routers/dc912c65-267b-425d-8c83-18b0803b3b8a HTTP/1.1" status: 204 len: 168 time: 9.1522481 May 27 03:54:06.096495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:06.169052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7fc44854-8074-457f-99fe-bacd3b3b026d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:06.311389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-009d8e8a-b13a-4042-a583-916fdccb81af None None] Port ddf0988e-159d-491c-84b6-0f49542e05ff cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:06.334420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.337424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.345546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.383838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.431569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.511267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Deleting subnet 964369f5-336e-4c5e-b71d-78d6bdd581e0 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:06.515638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.532360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6ce68417-dc1f-4ea8-b1e6-53023dc5f41e None None] Provisioning for port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:06.547685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 7fc44854-8074-457f-99fe-bacd3b3b026d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:06.603697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 7fc44854-8074-457f-99fe-bacd3b3b026d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:06.604064 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.666403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.681708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82d4de-c000-4608-beb1-edbe171fa076,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:06.690808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.695184 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88fea024-da78-4d49-b073-4072493f81dc tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2672369 May 27 03:54:06.701537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50616) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:06.713858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc1a7a-abff-4f0f-aa3c-a2e53aa8c0b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e82d4de-c000-4608-beb1-edbe171fa076', 'remote_ip_prefix': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:06.732592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:06.738139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:06.745721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:06.751223 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.751747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:06.777388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.824840 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.845989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:06.876976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:06.914009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af67617d-a301-434e-b5a6-f8b83c8d6f7b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:06.972926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:06.976843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 956f6c7f-9cf1-4b68-a781-cd3560961ef1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:07.035632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.036765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-98829ade-a74a-47b7-b2c3-20029bc5d712 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af67617d-a301-434e-b5a6-f8b83c8d6f7b HTTP/1.1" status: 204 len: 168 time: 2.4520071 May 27 03:54:07.037848 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b57043-659e-4646-9411-8436b13bea77'] response: {'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'code': 200} May 27 03:54:07.047853 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.200090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:07.236097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.251554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Transition to ACTIVE for port object 286832b8-9334-41e1-9853-fdf4ca95ccba will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:07.267873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.309028 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.357413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.386072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:07.394025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] Provisioning complete for port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:07.394924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.418179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.432419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Attempting to bind port 286832b8-9334-41e1-9853-fdf4ca95ccba on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:07.432821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Attempting to bind port 286832b8-9334-41e1-9853-fdf4ca95ccba by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:07.433382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Attempting to bind port 286832b8-9334-41e1-9853-fdf4ca95ccba on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:07.435563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:07.436097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.442827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.530950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2836ee-dad1-4f64-a3ce-fc312da775b7 None None] Pushing event updated for resources: {'Port': ['ID=286832b8-9334-41e1-9853-fdf4ca95ccba,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:07.555396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57e73eba-8678-4d5c-890f-9e203799f75f req-83e049e4-2006-463d-b602-4a944461b47a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 1096 time: 0.3859332 May 27 03:54:07.556328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e689d0-3a6e-4001-a449-10a5bc427d27,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:07.571142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:07.572368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:07.572368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.572682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:07.573723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Bound port: 286832b8-9334-41e1-9853-fdf4ca95ccba, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:07.574154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.597316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Subnet': ['ID=acf60b97-6e91-4b39-93c5-d9c3061af157,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:07.612081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.614534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3830d6e2-ee33-4cc8-8bde-52c34a84cb35 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9102650 May 27 03:54:07.626771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:07.646632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cb1e3-f894-4f8f-991a-e307114e81a5 req-915754f0-8cd6-4ee3-91f0-2cc6cabb8f40 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:07.648084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f53cb1e3-f894-4f8f-991a-e307114e81a5 req-915754f0-8cd6-4ee3-91f0-2cc6cabb8f40 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.4407375 May 27 03:54:07.649217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.664088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50632) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:07.694331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.708135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Checking segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:07.708521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network hostable DHCP agents. Network: b77616a8-755d-4aa1-830b-ecffbbe21190, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:07.771270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964369f5-336e-4c5e-b71d-78d6bdd581e0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:07.776585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] For port 286832b8-9334-41e1-9853-fdf4ca95ccba, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:07.790700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.798784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:07.806001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Usage tracker for resource:security_group_rule and tenant:824cf19daaa544de92e80e92280846e7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:07.808107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] For port 286832b8-9334-41e1-9853-fdf4ca95ccba, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=286832b8-9334-41e1-9853-fdf4ca95ccba,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:07.809233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.811478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:07.815570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network b77616a8-755d-4aa1-830b-ecffbbe21190 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:07.826294 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.835714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:07.836936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.853838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b77616a8-755d-4aa1-830b-ecffbbe21190) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:07.858165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:07.858780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.874417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324349fc-e5b6-40db-ac17-588451e00964 None None] Network 554af7fe-7a3c-46d8-8468-7a0c9adeb85d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:07.876315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.895137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89878c-fa5d-4505-a309-7c217bd169a0 None None] Network b77616a8-755d-4aa1-830b-ecffbbe21190 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:07.917391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b0e9a83-17ec-48e2-9e8c-56f87915c1a0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2315598 May 27 03:54:07.917619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ef763fb3-5e41-49e4-8f51-00b6d77d4c72 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/964369f5-336e-4c5e-b71d-78d6bdd581e0 HTTP/1.1" status: 204 len: 168 time: 1.5803323 May 27 03:54:07.917619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:07.934390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57e73eba-8678-4d5c-890f-9e203799f75f req-bdf6a77e-a476-48f1-85f6-3d28bc2c7134 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679514 May 27 03:54:07.943541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:07.943875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50638) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:08.006681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.29 (4749a1d0-4162-491c-a87a-50e67de946d4/5bdef416-b33e-477e-9814-44a3ee83de7f/ddf0988e-159d-491c-84b6-0f49542e05ff) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:08.007070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port 8a204641-16f5-4e02-a52b-b48c2032be10 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:08.007441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.048082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.098556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] For port 956f6c7f-9cf1-4b68-a781-cd3560961ef1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=956f6c7f-9cf1-4b68-a781-cd3560961ef1,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:08.148300 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.169861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.180030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2836ee-dad1-4f64-a3ce-fc312da775b7 None None] Pushing event updated for resources: {'Port': ['ID=286832b8-9334-41e1-9853-fdf4ca95ccba,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.246109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6966ecc2-e406-4931-9a37-f8eb81880126,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.250674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f53cb1e3-f894-4f8f-991a-e307114e81a5 req-f882485e-299b-4494-a3eb-a7006d5fa6ef tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437634 May 27 03:54:08.262212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3c20cf2-6552-4fb3-b1e2-5d62887ece62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=824cf19daaa544de92e80e92280846e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5921178 May 27 03:54:08.264092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:08.279198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.310362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:08.311175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:08.323267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.426653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Calling delete_port for 8a204641-16f5-4e02-a52b-b48c2032be10 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:08.442746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.476010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:08.476354 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:08.515158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d52048-cb6f-478c-acca-f864d85ad2c9 None None] Pushing event updated for resources: {'Port': ['ID=956f6c7f-9cf1-4b68-a781-cd3560961ef1,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.527827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.564020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.613907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e689d0-3a6e-4001-a449-10a5bc427d27,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.615882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:08.626535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.630474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79de6ec0-f5c2-4dad-b482-8bf300ea3df0 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e5e689d0-3a6e-4001-a449-10a5bc427d27 HTTP/1.1" status: 204 len: 168 time: 1.0006905 May 27 03:54:08.632627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:08.656608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.659926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b77616a8-755d-4aa1-830b-ecffbbe21190', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:08.660845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.719088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.731201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.750478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Deleting port 10abb1a0-c6df-4394-8b09-9fac3859c765 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:08.750815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.764980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] DHCP port deletion for 554af7fe-7a3c-46d8-8468-7a0c9adeb85d request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:08.777923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Deleting port 10abb1a0-c6df-4394-8b09-9fac3859c765 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:08.777923 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.778429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966ecc2-e406-4931-9a37-f8eb81880126,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.791730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Port': ['ID=8a204641-16f5-4e02-a52b-b48c2032be10,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:08.842696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:08.843873 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47f51813-6b70-4350-9ced-0e8e3bea1138 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6966ecc2-e406-4931-9a37-f8eb81880126 HTTP/1.1" status: 204 len: 168 time: 0.5803022 May 27 03:54:08.889857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:08.919898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-402185a4-f57e-4413-bc68-4672acc169eb tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:08.924381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.090574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object ddf0988e-159d-491c-84b6-0f49542e05ff will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:09.125573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-402185a4-f57e-4413-bc68-4672acc169eb tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:09.129771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-402185a4-f57e-4413-bc68-4672acc169eb tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4768214 May 27 03:54:09.133526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:09.137511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.159891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.443890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f7506032-b277-4e15-b334-b3d8682a3dc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:09.715384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=ddf0988e-159d-491c-84b6-0f49542e05ff,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:09.740690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.759526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] For port 10abb1a0-c6df-4394-8b09-9fac3859c765, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=10abb1a0-c6df-4394-8b09-9fac3859c765,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:09.760054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.792875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbe9-791d-4d4b-832f-80c3e3360011 req-c1d79776-6154-409e-9174-2d748fab3bc7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:09.795138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fc5bbe9-791d-4d4b-832f-80c3e3360011 req-c1d79776-6154-409e-9174-2d748fab3bc7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.2847857 May 27 03:54:09.815667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Router 26ed25f4-228f-4689-b6af-db2639506aee has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:09.868682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] For port 10abb1a0-c6df-4394-8b09-9fac3859c765, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=10abb1a0-c6df-4394-8b09-9fac3859c765,segment=NetworkSegment(352ca695-9eb8-463e-a117-a74ef4cc6dd0),segment_id=352ca695-9eb8-463e-a117-a74ef4cc6dd0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:09.869403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:09.909016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Allocated IP 172.20.0.2 (b77616a8-755d-4aa1-830b-ecffbbe21190/acf60b97-6e91-4b39-93c5-d9c3061af157/8be0f609-b4b4-4dd0-b080-795d12e89547) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:09.919302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Calling delete_port for 10abb1a0-c6df-4394-8b09-9fac3859c765 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:10.026080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8872e108-e6c3-4c5a-b5fe-4cf422478e18 None None] Provisioning for port ddf0988e-159d-491c-84b6-0f49542e05ff completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:10.026303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Calling delete_port for 10abb1a0-c6df-4394-8b09-9fac3859c765 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:10.035175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fc5bbe9-791d-4d4b-832f-80c3e3360011 req-e61217c6-fe19-4491-a736-2b53b98d1050 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177012 May 27 03:54:10.070895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:10.080451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b956579c-4d6f-48ae-ab33-5e1e28dd7657 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0357099 May 27 03:54:10.084172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50674) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:10.089740 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] Sync routers for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:10.104952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8872e108-e6c3-4c5a-b5fe-4cf422478e18 None None] Provisioning complete for port ddf0988e-159d-491c-84b6-0f49542e05ff triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:10.105318 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8872e108-e6c3-4c5a-b5fe-4cf422478e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.106908 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:10.112209 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:10.161856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.21.0.1 (75f1be66-1733-4547-bdcf-c140a62106d1/f10a10dd-6521-45cb-8f20-6f701a55eff5/cd5bf48c-ba53-4cf2-a626-12031c99c6b4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:10.195582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.244926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f7506032-b277-4e15-b334-b3d8682a3dc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:10.245333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.263066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:10.266062 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-60cf5fbc-9095-4d6b-834a-075d5533e86f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] show failed (client error): The resource could not be found. May 27 03:54:10.268091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60cf5fbc-9095-4d6b-834a-075d5533e86f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-898096390 HTTP/1.1" status: 404 len: 334 time: 0.1829824 May 27 03:54:10.274125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:10.283244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dccb1f06-cfca-4142-9775-913ccfd49c59 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:10.295894 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] Routers {'26ed25f4-228f-4689-b6af-db2639506aee'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:10.296820 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['26ed25f4-228f-4689-b6af-db2639506aee'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:10.318276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8872e108-e6c3-4c5a-b5fe-4cf422478e18 None None] Port ddf0988e-159d-491c-84b6-0f49542e05ff cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:10.351638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] Pushing event deleted for resources: {'Port': ['ID=10abb1a0-c6df-4394-8b09-9fac3859c765,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:10.386042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b72e4-a01e-4eda-8bdf-c9baab446488 None None] No DVR routers for this DVR port 10abb1a0-c6df-4394-8b09-9fac3859c765 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:10.392129 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-dccb1f06-cfca-4142-9775-913ccfd49c59 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] update failed (client error): The resource could not be found. May 27 03:54:10.393661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dccb1f06-cfca-4142-9775-913ccfd49c59 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1930936515 HTTP/1.1" status: 404 len: 335 time: 0.1182535 May 27 03:54:10.399930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:10.420391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:10.432731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:10.433326 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5bdc60-123e-4d45-967a-2681b90ba4cb None None] The sync data for ids ['26ed25f4-228f-4689-b6af-db2639506aee'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:10.460944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8724cb-030b-46c2-acd1-2769d18f1523 None None] The sync data for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 is: [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:02Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:10.554084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 03:54:10.554084 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] May 27 03:54:10.554084 n-d-843301-2 neutron-server[84155]: [parameters: {'port_id': '10abb1a0-c6df-4394-8b09-9fac3859c765', 'host': 'n-d-843301-2', 'level': 0}] May 27 03:54:10.554084 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:10.554560 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:10.555200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.563710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a1fb4c9c-713d-4ba2-ae99-cde3a097c89a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:10.580032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.606786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] In _notify_port_updated(), no bound segment for port ddf0988e-159d-491c-84b6-0f49542e05ff on network 4749a1d0-4162-491c-a87a-50e67de946d4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:54:10.612829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:10.613721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.617470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ab393d8e-1976-424d-b283-5b543ba1bf96 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/ports/ddf0988e-159d-491c-84b6-0f49542e05ff HTTP/1.1" status: 200 len: 1000 time: 4.8421092 May 27 03:54:10.617623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Transition to ACTIVE for port object 8be0f609-b4b4-4dd0-b080-795d12e89547 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:10.617955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a1fb4c9c-713d-4ba2-ae99-cde3a097c89a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:10.618255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a1fb4c9c-713d-4ba2-ae99-cde3a097c89a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:10.625282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:10.641096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Transition to ACTIVE for port object 8be0f609-b4b4-4dd0-b080-795d12e89547 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:10.651215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.719497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port ddf0988e-159d-491c-84b6-0f49542e05ff {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:10.719843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.727519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Network b77616a8-755d-4aa1-830b-ecffbbe21190 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:10.730850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:10.735235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:10.746493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Pushing event updated for resources: {'Port': ['ID=8be0f609-b4b4-4dd0-b080-795d12e89547,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:10.806823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 956f6c7f-9cf1-4b68-a781-cd3560961ef1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:10.859026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.925892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82d4de-c000-4608-beb1-edbe171fa076,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:10.952041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Attempting to bind port 8be0f609-b4b4-4dd0-b080-795d12e89547 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:10.952977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Attempting to bind port 8be0f609-b4b4-4dd0-b080-795d12e89547 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:10.953339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Attempting to bind port 8be0f609-b4b4-4dd0-b080-795d12e89547 on network b77616a8-755d-4aa1-830b-ecffbbe21190 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:10.991287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:10.991690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Checking segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:10.992045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.992451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Bound using segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:10.993004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Bound port: 8be0f609-b4b4-4dd0-b080-795d12e89547, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:10.993365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:10.998085 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.033656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.037310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b17e81f7-2cbb-41df-a8fa-fb5e78d366f6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/1e82d4de-c000-4608-beb1-edbe171fa076 HTTP/1.1" status: 204 len: 168 time: 1.8933880 May 27 03:54:11.062502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Deleting port 10abb1a0-c6df-4394-8b09-9fac3859c765 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:11.064238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.081159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:11.081574 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.142367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object cd5bf48c-ba53-4cf2-a626-12031c99c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:11.145691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:11.269691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:11.274155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8be0f609-b4b4-4dd0-b080-795d12e89547,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:11.299286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] The port '10abb1a0-c6df-4394-8b09-9fac3859c765' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:54:11.309306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.473668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting subnet c004fafd-cee9-4b72-8e6d-beb23874a105 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:11.481812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.518201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.572063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcef6f2-0511-4828-b972-3583d8370ae2 None None] Pushing event updated for resources: {'Port': ['ID=8be0f609-b4b4-4dd0-b080-795d12e89547,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:11.587563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-37b60fd8-8379-4917-971c-a9e81718debe tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:11.595939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.629476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.683765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 10abb1a0-c6df-4394-8b09-9fac3859c765 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:11.755031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 10abb1a0-c6df-4394-8b09-9fac3859c765 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:11.755470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 10abb1a0-c6df-4394-8b09-9fac3859c765 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:11.756973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for ddf0988e-159d-491c-84b6-0f49542e05ff owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:11.766042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554af7fe-7a3c-46d8-8468-7a0c9adeb85d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:11.789068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-37b60fd8-8379-4917-971c-a9e81718debe tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:11.790257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-37b60fd8-8379-4917-971c-a9e81718debe tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6310370 May 27 03:54:11.804098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352ca695-9eb8-463e-a117-a74ef4cc6dd0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:11.804387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352ca695-9eb8-463e-a117-a74ef4cc6dd0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:11.807882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50714) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:11.817763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.851619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 75f1be66-1733-4547-bdcf-c140a62106d1 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:11.868557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf290-3a1c-4652-99df-009a29504eae req-218f17c2-7773-4d63-b877-1e44400fda2c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:11.870546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-013bf290-3a1c-4652-99df-009a29504eae req-218f17c2-7773-4d63-b877-1e44400fda2c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.6264298 May 27 03:54:11.879046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:11.895749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:11.898291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:11.968359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:11.978120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.024320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.111569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.115858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.214275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:12.214681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.233143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: timer() May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:12.242703 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:12.310792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-922e010c-8f10-421d-83b7-4fa019a3be03 None None] Provisioning for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:12.316849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-922e010c-8f10-421d-83b7-4fa019a3be03 None None] Provisioning complete for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:12.317256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.317678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-922e010c-8f10-421d-83b7-4fa019a3be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.362005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-013bf290-3a1c-4652-99df-009a29504eae req-a816730f-e498-46d1-8142-79a6dfb74622 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861530 May 27 03:54:12.374879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.395171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Subnet': ['ID=c004fafd-cee9-4b72-8e6d-beb23874a105,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:12.409053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.428092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-922e010c-8f10-421d-83b7-4fa019a3be03 None None] Port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:12.435549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.460235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=554af7fe-7a3c-46d8-8468-7a0c9adeb85d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:12.479649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.505179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4146d561-6801-4f50-89e9-4c71deedfc01 admin admin] 10.222.0.46 "DELETE /v2.0/networks/554af7fe-7a3c-46d8-8468-7a0c9adeb85d HTTP/1.1" status: 204 len: 168 time: 4.5602300 May 27 03:54:12.528467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc1a7a-abff-4f0f-aa3c-a2e53aa8c0b2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:12.594398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc56f5c-a429-4915-9b94-0c7e887e8cce None None] Network 2c4d28f0-456b-40a9-adbc-3607714ea252 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:12.614695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.631403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.632545 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c2f8c2a5-16bf-4e91-b87e-5ccc4fe55032 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3fc1a7a-abff-4f0f-aa3c-a2e53aa8c0b2 HTTP/1.1" status: 204 len: 168 time: 0.8236680 May 27 03:54:12.639106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a4df1b5-4dce-46c4-9bf2-8df9bdc75c8f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/subnets/c004fafd-cee9-4b72-8e6d-beb23874a105 HTTP/1.1" status: 204 len: 168 time: 2.2356467 May 27 03:54:12.641504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50730) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:12.641825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:12.723437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:12.942437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 286832b8-9334-41e1-9853-fdf4ca95ccba up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:12.965515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=ddf0988e-159d-491c-84b6-0f49542e05ff,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:13.087901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bc81c-846b-46f0-8f14-88dd3d118455 None None] Network b77616a8-755d-4aa1-830b-ecffbbe21190 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:13.094510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.162288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ce2aba34-e6f1-4ae9-a75a-e4a47c91eca7 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:13.226354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] DHCP port deletion for 2c4d28f0-456b-40a9-adbc-3607714ea252 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:13.260365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.265839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Deleting port 28743341-754a-4a1e-9ef0-fbe2c9f600fb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:13.266210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.284521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951ccf-a798-41b4-8684-8bc6f99104be req-b965dd3e-dd15-41db-a230-965714945dcc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:13.286176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-20951ccf-a798-41b4-8684-8bc6f99104be req-b965dd3e-dd15-41db-a230-965714945dcc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.7508578 May 27 03:54:13.333736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50744) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.334328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ce2aba34-e6f1-4ae9-a75a-e4a47c91eca7 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:13.343268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ce2aba34-e6f1-4ae9-a75a-e4a47c91eca7 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6928294 May 27 03:54:13.344628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.350817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c780ed8f-cdc3-42cf-9806-8a49a3fcfd95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c77ca19851384977bf4d327f83814d7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525370 May 27 03:54:13.356074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 286832b8-9334-41e1-9853-fdf4ca95ccba completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:13.362600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077554954'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:13.363690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9ab7e4ad-919c-49cc-a2fd-c7d37ca18b47 None None] Provisioning for port 8be0f609-b4b4-4dd0-b080-795d12e89547 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:13.365132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'port_id': '7fc44854-8074-457f-99fe-bacd3b3b026d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:13.367216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.383083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 286832b8-9334-41e1-9853-fdf4ca95ccba triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:13.383452 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.406053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:13.487987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.490571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-67119e6d-b023-4fe3-b61e-5d2b75786062 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/ddf0988e-159d-491c-84b6-0f49542e05ff HTTP/1.1" status: 204 len: 168 time: 2.8642740 May 27 03:54:13.491776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port 28743341-754a-4a1e-9ef0-fbe2c9f600fb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:13.492504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.521071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.525938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:13.543433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.594526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.621194 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf7bca0-30da-4ea8-877c-8dec0899a380 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:54:13.621673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1cf7bca0-30da-4ea8-877c-8dec0899a380 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:13.641041 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.779852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1cf7bca0-30da-4ea8-877c-8dec0899a380 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:13.784299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] For port 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=28743341-754a-4a1e-9ef0-fbe2c9f600fb,segment=NetworkSegment(b9814dbc-527b-423b-a8c0-e4138ca1baaa),segment_id=b9814dbc-527b-423b-a8c0-e4138ca1baaa)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:13.784299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.785085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1cf7bca0-30da-4ea8-877c-8dec0899a380 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/ddf0988e-159d-491c-84b6-0f49542e05ff HTTP/1.1" status: 404 len: 333 time: 0.2629447 May 27 03:54:13.794136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50768) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:13.842199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:13.859706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.878091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:13.889158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:13.892733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.924599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Calling delete_port for 28743341-754a-4a1e-9ef0-fbe2c9f600fb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:13.929264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:13.938750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:14.002756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 286832b8-9334-41e1-9853-fdf4ca95ccba, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=286832b8-9334-41e1-9853-fdf4ca95ccba,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:14.008373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:14.025306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.026764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8be0f609-b4b4-4dd0-b080-795d12e89547 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:14.086808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:14.092389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3b78c2a21547018fb50e685abe3a54 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:14.097408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:14.106787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:14.127548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.179282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=286832b8-9334-41e1-9853-fdf4ca95ccba,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:14.195906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.202521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.205172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.207221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] For port 28743341-754a-4a1e-9ef0-fbe2c9f600fb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=28743341-754a-4a1e-9ef0-fbe2c9f600fb,segment=NetworkSegment(b9814dbc-527b-423b-a8c0-e4138ca1baaa),segment_id=b9814dbc-527b-423b-a8c0-e4138ca1baaa)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:14.207635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.237849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.265524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] Pushing event deleted for resources: {'Port': ['ID=28743341-754a-4a1e-9ef0-fbe2c9f600fb,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:14.287109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce2d4c-1619-4646-a591-034e4b08668c None None] No DVR routers for this DVR port 28743341-754a-4a1e-9ef0-fbe2c9f600fb on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:14.294724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8be0f609-b4b4-4dd0-b080-795d12e89547 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:14.302771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8be0f609-b4b4-4dd0-b080-795d12e89547 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:14.303756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.366673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Calling delete_port for 28743341-754a-4a1e-9ef0-fbe2c9f600fb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:14.391008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4a214918-d3b7-405b-b6ff-e8185f34e714 None None] Provisioning complete for port 8be0f609-b4b4-4dd0-b080-795d12e89547 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:14.391588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a214918-d3b7-405b-b6ff-e8185f34e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.547739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:14.548465 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:14.583516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.590608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.616669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.631904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.636078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4a214918-d3b7-405b-b6ff-e8185f34e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.650974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:14.660390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8be0f609-b4b4-4dd0-b080-795d12e89547,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:14.667151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 5bdef416-b33e-477e-9814-44a3ee83de7f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:14.669434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.691939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.728995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.735095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.792848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8be0f609-b4b4-4dd0-b080-795d12e89547,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:14.800136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.802931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-4a214918-d3b7-405b-b6ff-e8185f34e714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:14.803353 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-4a214918-d3b7-405b-b6ff-e8185f34e714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:14.815710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca3d1c3-c39d-46c6-aef4-9d33518f823b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:14.817648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 286832b8-9334-41e1-9853-fdf4ca95ccba up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:14.820059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.900636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 286832b8-9334-41e1-9853-fdf4ca95ccba triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:14.901027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.933982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.952057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:14.969833 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP 7332d9aa-fff1-46b2-9c1b-87290b3c3988 associated. External IP: 172.25.8.99, port: 7fc44854-8074-457f-99fe-bacd3b3b026d. May 27 03:54:15.006991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac077280-7f73-4eaa-a4cd-e849e83949f0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:15.054270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port 28743341-754a-4a1e-9ef0-fbe2c9f600fb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:15.054872 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.113373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 28743341-754a-4a1e-9ef0-fbe2c9f600fb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:15.150510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 28743341-754a-4a1e-9ef0-fbe2c9f600fb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:15.150933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 28743341-754a-4a1e-9ef0-fbe2c9f600fb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:15.221719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] The port '28743341-754a-4a1e-9ef0-fbe2c9f600fb' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:54:15.243540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.244733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7162aa00-e00c-4888-825e-d2c5843f8f13 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8952434 May 27 03:54:15.252638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:15.256082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.257234 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0fa7d7e4-ae11-42d2-9614-4ebb40676e98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac077280-7f73-4eaa-a4cd-e849e83949f0 HTTP/1.1" status: 204 len: 168 time: 1.8849056 May 27 03:54:15.277890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': 'aca3d1c3-c39d-46c6-aef4-9d33518f823b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:15.279611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae4e70-e0d0-45ee-8f82-b6b7a6719c96,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:15.311924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:15.402494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a7fff46-7761-4f01-9e23-5b4336a1d389 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a3b78c2a21547018fb50e685abe3a54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8031332 May 27 03:54:15.404766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network 75f1be66-1733-4547-bdcf-c140a62106d1 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:15.411810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:15.415590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:15.514184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:15.517934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:15.527837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:15.611851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.630730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.680282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4d28f0-456b-40a9-adbc-3607714ea252']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:15.683568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6af9ac4-24a1-453c-809f-fe73f4a975b9 None None] Provisioning complete for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:15.684551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6af9ac4-24a1-453c-809f-fe73f4a975b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.726295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.20.0.1 (b77616a8-755d-4aa1-830b-ecffbbe21190/acf60b97-6e91-4b39-93c5-d9c3061af157/308d709e-e9e3-4ca5-985f-19ec6ef9e2fe) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:15.726773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9814dbc-527b-423b-a8c0-e4138ca1baaa') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:15.727080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9814dbc-527b-423b-a8c0-e4138ca1baaa') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:15.752573 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.763858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6af9ac4-24a1-453c-809f-fe73f4a975b9 None None] Port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:15.775301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.777480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.785253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.788396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.824860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525f7207-3ad3-4e49-99a9-ce400bd4c5e3,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:15.832789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:15.833244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:15.849749 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:15.905934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:15.909682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3516777-f0ca-4481-85c4-64e6670b989a tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6491075 May 27 03:54:15.918162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50792) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.058821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.063929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.092753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.100245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.105139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Network': ['ID=2c4d28f0-456b-40a9-adbc-3607714ea252,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:16.115180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.130414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d8edb88-922b-4587-8505-e520c2260738 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/networks/2c4d28f0-456b-40a9-adbc-3607714ea252 HTTP/1.1" status: 204 len: 168 time: 3.4817202 May 27 03:54:16.131168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.138026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.165699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.196639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae4e70-e0d0-45ee-8f82-b6b7a6719c96,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:16.222989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.231845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.267187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.294627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdef416-b33e-477e-9814-44a3ee83de7f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:16.297592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Transition to ACTIVE for port object 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:16.310198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.317484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44703e-b2a6-4303-9baf-be4c053460de None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:16.326727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.328397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a5ade047-a27c-431d-9bf7-454450372571 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3ae4e70-e0d0-45ee-8f82-b6b7a6719c96 HTTP/1.1" status: 204 len: 168 time: 0.9106379 May 27 03:54:16.333815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7582b39c-28c2-4280-bd2d-aed835b0d4da tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/5bdef416-b33e-477e-9814-44a3ee83de7f HTTP/1.1" status: 204 len: 168 time: 2.5384080 May 27 03:54:16.337198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.340977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.362762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=525f7207-3ad3-4e49-99a9-ce400bd4c5e3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:16.385850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.387095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eb14df9c-abbb-4c39-bbc6-2861763f0b20 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/525f7207-3ad3-4e49-99a9-ce400bd4c5e3 HTTP/1.1" status: 204 len: 168 time: 0.4680183 May 27 03:54:16.392285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50816) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.420035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:16.493863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 61365286-08a4-49e4-804d-ab641acf29ad {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:16.502663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.505376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f6f98159-b2b3-4a8d-8952-ea01c038f5a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:16.512800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.528051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting subnet ed3de369-f297-45c9-8295-8c4782d20839 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:16.535879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.618999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.758363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.782689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8be0f609-b4b4-4dd0-b080-795d12e89547 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:16.837032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network b77616a8-755d-4aa1-830b-ecffbbe21190 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:16.845086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:16.845707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:16.866564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f6f98159-b2b3-4a8d-8952-ea01c038f5a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:16.867415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:16.876016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f6f98159-b2b3-4a8d-8952-ea01c038f5a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4825556 May 27 03:54:16.876676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:16.941228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8be0f609-b4b4-4dd0-b080-795d12e89547 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:16.941633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:16.945494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-134837504-network', 'tenant_id': '46096d54f90c495394f6ba0308cab1f4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:16.968853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:16.980236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:16.992026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.029173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:17.064605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Usage tracker for resource:network and tenant:46096d54f90c495394f6ba0308cab1f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:17.081229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:17.114342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:17.187559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.212889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Made reservation on behalf of 46096d54f90c495394f6ba0308cab1f4 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:17.215469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.216974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.246405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.272716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.290285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.306546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0307e08e-427a-43ed-8e7b-db154f577a36 None None] Provisioning for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:17.314689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0307e08e-427a-43ed-8e7b-db154f577a36 None None] Provisioning complete for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:17.315302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0307e08e-427a-43ed-8e7b-db154f577a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.368119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3de369-f297-45c9-8295-8c4782d20839,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:17.370022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.372292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:17.391006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Usage tracker for resource:security_group_rule and tenant:14cd57eaac8a4e5287dba414818e44fb is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:17.398859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.402509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf3655-d23a-486d-b475-f07f15b4002c None None] Network e83cc2d4-6b80-41b1-ae60-90364180e81e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:17.409719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:17.436074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:17.439541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.455034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e2c98bd-5d16-4406-89cb-4a3fd244a743 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/subnets/ed3de369-f297-45c9-8295-8c4782d20839 HTTP/1.1" status: 204 len: 168 time: 1.3158638 May 27 03:54:17.464716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:17.541531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.588571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:17.591963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:17.614193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:17.622256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0307e08e-427a-43ed-8e7b-db154f577a36 None None] Port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:17.628163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.643508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=61365286-08a4-49e4-804d-ab641acf29ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:17.647675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Usage tracker for resource:security_group_rule and tenant:46096d54f90c495394f6ba0308cab1f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:17.652787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:17.656297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:17.656960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:17.666418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:17.675531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.700138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-239f3189-e723-4f42-aa9b-52149397f408 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/61365286-08a4-49e4-804d-ab641acf29ad HTTP/1.1" status: 204 len: 168 time: 1.3594453 May 27 03:54:17.703484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e0ff93c-676f-4a76-a2b2-e3d22251030a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7290187 May 27 03:54:17.704364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.710405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:17.710966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50838) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:17.717292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca3d1c3-c39d-46c6-aef4-9d33518f823b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:17.721935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c45bc0-4149-42d4-8fe2-d3503f6a5b65 None None] Network 4749a1d0-4162-491c-a87a-50e67de946d4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:17.751663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652877'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:17.775105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:17.797613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:17.802427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.971714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:17.982241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:17.999967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.013565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:18.017675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fffa9ba5-b5a4-4722-96bc-126abf20f734 None None] Provisioning complete for port 8a4cb261-005d-4770-838b-b4e82d678eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:18.018183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fffa9ba5-b5a4-4722-96bc-126abf20f734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.022788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:18.035451 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:18.041328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.064708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:18.073809 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:18.078228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.079340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8dd87f04-cc68-4e95-917f-bd1909a3e40b tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/aca3d1c3-c39d-46c6-aef4-9d33518f823b HTTP/1.1" status: 204 len: 168 time: 1.1003327 May 27 03:54:18.081798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:18.118629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:18.133302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.178401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:18.191741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-464518bd-bf65-4b27-b159-02c5133e3c41 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "PUT /v2.0/floatingips/7332d9aa-fff1-46b2-9c1b-87290b3c3988 HTTP/1.1" status: 200 len: 990 time: 4.8550885 May 27 03:54:18.193166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988ee6b-e4ae-45b4-bc41-bc50616cc6d7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:18.206876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:18.210487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-33dace05-72b3-43e1-9980-79f014090b2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14cd57eaac8a4e5287dba414818e44fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0825069 May 27 03:54:18.218694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.219126 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Added segment 8f07da66-d650-4236-8e5e-7c53443813ba of type vlan for network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 May 27 03:54:18.220077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:18.260681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:18.269635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.306559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting subnet 09f4b51a-4702-4ca4-9fb2-becb72b2cfab {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:18.311986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] DHCP port deletion for e83cc2d4-6b80-41b1-ae60-90364180e81e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:18.314726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6dc96a6b-6efb-4dc5-8d28-79f7c81e1cc5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:18.318262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:18.321034 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.327361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.342196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.343338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Deleting port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:18.344337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.379699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.383876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:18.396495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.396872 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 7f05b7b7-efb0-4144-ab66-344195a7ce0d of type vlan for network cfe0430b-3720-4750-8025-5f5a5604451f May 27 03:54:18.398270 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:18.429560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.463053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:18.491906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.495138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 8a4cb261-005d-4770-838b-b4e82d678eee {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:18.495461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.527541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.545890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.549840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:18.551988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.554329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.557963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:18.558536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.574981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.681073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.689826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6dc96a6b-6efb-4dc5-8d28-79f7c81e1cc5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:18.691539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6dc96a6b-6efb-4dc5-8d28-79f7c81e1cc5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5602467 May 27 03:54:18.713108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50858) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:18.806553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373588551'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:18.816107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:18.836363 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:54:18.841881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bd2a7d8d-7da7-468f-9efa-50fb19e913c0 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:18.852572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:18.900229 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7a98e3-1aab-438c-90c5-e549a4593aa4'] response: {'name': 'network-changed', 'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'status': 'completed', 'code': 200} May 27 03:54:18.916136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] DHCP port deletion for 4749a1d0-4162-491c-a87a-50e67de946d4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:18.916714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5378945 May 27 03:54:18.929275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.2135534 May 27 03:54:18.935206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:18.935607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50864) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:18.937494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:19.004386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:19.016914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79562a-4bfb-4fd5-aa47-5dfea4d5fcab admin admin] Pushing event updated for resources: {'Network': ['ID=7701d7ea-9b49-4eaf-a2e6-334cccd79215,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:19.018456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Deleting port 8a4cb261-005d-4770-838b-b4e82d678eee {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:19.019580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.022977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Request body: {'subnet': {'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-134837504-subnet', 'tenant_id': '46096d54f90c495394f6ba0308cab1f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:19.033725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:19.054788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7332d9aa-fff1-46b2-9c1b-87290b3c3988', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:70:6b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:40Z', 'updated_at': '2022-05-27T03:54:14Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}, {'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:19.059298 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:19.072170 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:19.072371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:19.079573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:19.102065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a4cb261-005d-4770-838b-b4e82d678eee,segment=NetworkSegment(18f9c35f-efe9-4058-b9f8-396edfc02980),segment_id=18f9c35f-efe9-4058-b9f8-396edfc02980)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:19.102770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.113438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.145012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988ee6b-e4ae-45b4-bc41-bc50616cc6d7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:19.167329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.168438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-83efa7f6-5ea2-497c-9c7c-623e7b4c3cdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6988ee6b-e4ae-45b4-bc41-bc50616cc6d7 HTTP/1.1" status: 204 len: 168 time: 0.9470160 May 27 03:54:19.176788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network b77616a8-755d-4aa1-830b-ecffbbe21190 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:19.192495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-a90c6758-a68c-4cdc-b97a-d89c17720b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 1096 time: 0.2945874 May 27 03:54:19.193534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:19.350506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:19.370065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] For port bd2a7d8d-7da7-468f-9efa-50fb19e913c0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,segment=NetworkSegment(9a273384-d066-4a16-aa43-1c4e1a2094d2),segment_id=9a273384-d066-4a16-aa43-1c4e1a2094d2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:19.374945 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.497132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:19.501529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:19.505308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:19.512106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:19.526396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 8a4cb261-005d-4770-838b-b4e82d678eee owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:19.562439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:19.564807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31489cdc-c170-4372-9745-be43f83191c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=cfe0430b-3720-4750-8025-5f5a5604451f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:19.578011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:19.595136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Usage tracker for resource:subnet and tenant:46096d54f90c495394f6ba0308cab1f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:19.604844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:19.614080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.686578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:19.724311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network cfe0430b-3720-4750-8025-5f5a5604451f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:19.769681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Calling delete_port for bd2a7d8d-7da7-468f-9efa-50fb19e913c0 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:19.799747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:19.805997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:19.810315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:19.819823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:19.914913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.953543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:19.961174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7332d9aa-fff1-46b2-9c1b-87290b3c3988', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:70:6b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:40Z', 'updated_at': '2022-05-27T03:54:14Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}, {'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:19.965915 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f54c27-01aa-4f03-be5b-9c00b427cfdf None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7332d9aa-fff1-46b2-9c1b-87290b3c3988', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.99', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:70:6b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:40Z', 'updated_at': '2022-05-27T03:54:14Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}, {'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:19.970787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Made reservation on behalf of 46096d54f90c495394f6ba0308cab1f4 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:19.974508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.000459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.058129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-0e1fd500-027a-4aca-b9bf-9f0beeb7a2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:20.063915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-0e1fd500-027a-4aca-b9bf-9f0beeb7a2ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.7677958 May 27 03:54:20.205526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-df4be629-e3c1-40b6-ae7c-67150d537706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 200 len: 998 time: 0.1371858 May 27 03:54:20.211807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe745d-3689-41e7-baa1-1b98aa870b72,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:20.226387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.241738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.242066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.304629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-7142cc10-0572-4f8f-9192-3d287560da6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:20.306255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-7142cc10-0572-4f8f-9192-3d287560da6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.0934758 May 27 03:54:20.306854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d015971a-3e0f-43d1-b184-78535cef2369 None None] Provisioning complete for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:20.307380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d015971a-3e0f-43d1-b184-78535cef2369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.388569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.441642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router 1e34c465-6265-475b-8a55-91e3eac16b26 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:20.465438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-8d43d9ee-8727-41de-b32a-a25aa0c9e0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493702 May 27 03:54:20.485929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] Pushing event deleted for resources: {'Port': ['ID=bd2a7d8d-7da7-468f-9efa-50fb19e913c0,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:20.499592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No DVR routers for this DVR port 8a4cb261-005d-4770-838b-b4e82d678eee on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:20.504542 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.506362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826db3a4-f37d-42ca-b72c-1677f85b2ee4 None None] New status for floating IP 7332d9aa-fff1-46b2-9c1b-87290b3c3988: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:54:20.730165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=8a4cb261-005d-4770-838b-b4e82d678eee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:20.786129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-29e9da0c-3356-44d0-9684-c7ba1d242abc service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102224 May 27 03:54:20.860460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Subnet': ['ID=09f4b51a-4702-4ca4-9fb2-becb72b2cfab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:20.866067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e0e99-1daa-4fea-92d3-aa9546ed9666 None None] No DVR routers for this DVR port bd2a7d8d-7da7-468f-9efa-50fb19e913c0 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:20.878290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d015971a-3e0f-43d1-b184-78535cef2369 None None] Port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:20.893348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:12Z', 'revision_number': 3, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:20.899453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] For port 8a4cb261-005d-4770-838b-b4e82d678eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a4cb261-005d-4770-838b-b4e82d678eee,segment=NetworkSegment(18f9c35f-efe9-4058-b9f8-396edfc02980),segment_id=18f9c35f-efe9-4058-b9f8-396edfc02980)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:20.899848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.911124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:20.911938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Updating router e04e1798-3a11-4f02-ab74-e7e6dc917551 port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:20.963760 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.966009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-744a1191-85ee-4827-a066-105fb0e76446 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2467828 May 27 03:54:20.973889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:20.986266 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:20.986430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': 'a3fe745d-3689-41e7-baa1-1b98aa870b72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:20.992663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ec0d27e-8166-41bc-8f76-52f386ac2b9a req-aedbb947-b24d-4245-914d-127b0b31e03d service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990623 May 27 03:54:20.996692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:21.004336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:21.008465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:21.032706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:21.051014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:21.058308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5aaf6a5b-e92c-457a-b7d5-203f6e91f62b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "PUT /v2.0/routers/1e34c465-6265-475b-8a55-91e3eac16b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1120119 May 27 03:54:21.061788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.069041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--744372629', 'description': 'tempest-secgroup_access--744372629 description', 'project_id': '7f6730793a1840b788c89b391229a97d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:21.075791 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Sync routers for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:21.078293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.084270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:21.085596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a4cb261-005d-4770-838b-b4e82d678eee no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:21.092456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:21.095536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.103378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:21.104195 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:21.106762 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:21.112358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.115412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:21.128074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d3391-c11a-41b5-ac9b-a410a25a2bc4 None None] Network 1d931e2d-7ace-42e0-bf58-9bfabc673569 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:21.128716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0eee2f4a-e194-4bce-8da3-abdf396a5a1e tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/subnets/09f4b51a-4702-4ca4-9fb2-becb72b2cfab HTTP/1.1" status: 204 len: 168 time: 3.6627769 May 27 03:54:21.141764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50902) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.189290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.224142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4749a1d0-4162-491c-a87a-50e67de946d4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:21.229882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Calling delete_port for 8a4cb261-005d-4770-838b-b4e82d678eee owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:21.263482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.265021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8a4cb261-005d-4770-838b-b4e82d678eee {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:21.265627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a4cb261-005d-4770-838b-b4e82d678eee not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:21.267467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:21.274349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group_rule and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:21.280475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.283780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:21.288273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.303365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:21.343686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.345007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3661911 May 27 03:54:21.345998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba31e1-ee82-46ed-9dbe-ab96e1a9490c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5010545-1d30-4d88-8c12-8ed16c7e3742,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:21.347003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f9c35f-efe9-4058-b9f8-396edfc02980') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:21.347302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f9c35f-efe9-4058-b9f8-396edfc02980') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:21.348971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.377317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de5c2bb7-3618-43de-858c-cf6b6bedb001 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules/b5010545-1d30-4d88-8c12-8ed16c7e3742 HTTP/1.1" status: 200 len: 705 time: 0.0270934 May 27 03:54:21.389454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.462642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:21.463251 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:21.474468 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:21.481635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.492260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e976fa5-a3d7-4f68-8d31-25b2df9498a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:21.495532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.497241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.502375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.584374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.585660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.5228200 May 27 03:54:21.586903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7d3a5-0c1d-4f8e-aa5b-a42dcee63765 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:21.589001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.589606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e976fa5-a3d7-4f68-8d31-25b2df9498a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:21.590761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5e976fa5-a3d7-4f68-8d31-25b2df9498a6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2003350 May 27 03:54:21.603752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.640371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.643222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1852212894', 'description': 'tempest-secgroup_general--1852212894 description', 'project_id': '7f6730793a1840b788c89b391229a97d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:21.659179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.666410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:21.673419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa804ab-0894-427e-89fa-15762a4c75ee,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:21.697101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:21.701089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:21.711383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.716685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:21.743029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.775095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.782159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=3323b745-bd55-4de1-8602-7eb99a1c63de,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:21.808195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:21.808594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.816782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.852388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5010545-1d30-4d88-8c12-8ed16c7e3742,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:21.862068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:21.873727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group_rule and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:21.876613 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:21.880046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:21.885781 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:18Z', 'revision_number': 2, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:21.889944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:21.894643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.897689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7ec442c6-bbc4-472d-995c-913d4e5d3552 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b5010545-1d30-4d88-8c12-8ed16c7e3742 HTTP/1.1" status: 204 len: 168 time: 0.2919130 May 27 03:54:21.903310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:21.905649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Checking router: 1e34c465-6265-475b-8a55-91e3eac16b26 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:21.906199 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Updating router 1e34c465-6265-475b-8a55-91e3eac16b26 port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:21.969479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:21.969843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: cfe0430b-3720-4750-8025-5f5a5604451f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:21.977840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Checking segment: {'id': '8f07da66-d650-4236-8e5e-7c53443813ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:21.978235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Network hostable DHCP agents. Network: 7701d7ea-9b49-4eaf-a2e6-334cccd79215, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:21.987578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Deleting port 8a4cb261-005d-4770-838b-b4e82d678eee {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:21.987954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:21.990377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-02909cd2-d486-47d8-b8f2-b93749275778 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:21.996958 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.023612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] DHCP port deletion for 1d931e2d-7ace-42e0-bf58-9bfabc673569 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:22.047035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-02909cd2-d486-47d8-b8f2-b93749275778 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:22.048303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-02909cd2-d486-47d8-b8f2-b93749275778 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1409893 May 27 03:54:22.051777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.059439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': 'a3fe745d-3689-41e7-baa1-1b98aa870b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:22.079573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:22.083193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.086597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network cfe0430b-3720-4750-8025-5f5a5604451f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:22.098735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.118995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Deleting port afdb8c92-be91-4f60-89ac-3f37899c881f {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:22.121243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.123103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:22.137525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.142295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.5401800 May 27 03:54:22.145713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50940) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.155832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'security_group_rule': {'security_group_id': 'f4a9b9a9-b93a-41e6-91a1-a7ef997396bc', 'project_id': '7f6730793a1840b788c89b391229a97d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:22.210099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:22.212276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.217055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.232056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:security_group_rule and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:22.238715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:22.251902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66071-fafb-4138-9d8a-710d423598a5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c9d49b-186c-4abc-914e-46fae6534092,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.253738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83cc2d4-6b80-41b1-ae60-90364180e81e']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:22.261157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:22.270913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a273384-d066-4a16-aa43-1c4e1a2094d2') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:22.271306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a273384-d066-4a16-aa43-1c4e1a2094d2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:22.286631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.305770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.313988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:22.314478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.337192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f965cac-092f-4ac6-9563-78edb7ddf20b None None] The port '8a4cb261-005d-4770-838b-b4e82d678eee' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:54:22.342032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:22.395969 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:22.403458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:22.429610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, cfe0430b-3720-4750-8025-5f5a5604451f) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:22.442120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.446457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.452774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.465528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 7701d7ea-9b49-4eaf-a2e6-334cccd79215) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:22.467866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.468553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.471685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.472507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59048161-b7b5-4b04-ba86-12507a2ae103,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.503247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d8ebd-6e4d-4a9e-9522-d4dd6d137a7a None None] Network cfe0430b-3720-4750-8025-5f5a5604451f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:22.516676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.521057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.525719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=4749a1d0-4162-491c-a87a-50e67de946d4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.529569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:22.530003 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.534356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.537960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c85543-e65e-4a5f-98de-43cb43480b79 None None] Network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:22.541911 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.550894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c442bacd-e1ab-4d52-ba1b-7d50a853dbbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/4749a1d0-4162-491c-a87a-50e67de946d4 HTTP/1.1" status: 204 len: 168 time: 4.8367767 May 27 03:54:22.570813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50950) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.573561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074c0666-a617-4cbf-9723-6325d1fb545d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.576102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.582845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/networks/e83cc2d4-6b80-41b1-ae60-90364180e81e HTTP/1.1" status: 204 len: 168 time: 1.4355855 May 27 03:54:22.583065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.586439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7b593122-9d85-4e37-9f7d-5a585905ab52 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5336783 May 27 03:54:22.589730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.590267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.591308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2fae-a845-4078-bb4a-af7b560f7b3f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Network': ['ID=e83cc2d4-6b80-41b1-ae60-90364180e81e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:22.622960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5adb0901-717b-4526-b930-e112aca4f03c tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules/59048161-b7b5-4b04-ba86-12507a2ae103 HTTP/1.1" status: 200 len: 705 time: 0.0309846 May 27 03:54:22.624238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.644134 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.646477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.647720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-330a23b2-0abe-4ce7-b8bc-f4243b5f328b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4996958 May 27 03:54:22.656739 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2cfe8e10-fda2-48f3-b4cc-80382a84a6f8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7136467 May 27 03:54:22.661921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:22.667009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16145a26-f2cc-420f-991a-0243d9cb5d3d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7253902 May 27 03:54:22.677455 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Transition to ACTIVE for port object 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:22.707368 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.804521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:22.824710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port afdb8c92-be91-4f60-89ac-3f37899c881f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:22.825222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.001841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Transition to ACTIVE for port object cd5bf48c-ba53-4cf2-a626-12031c99c6b4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:23.025824 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Pushing event updated for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:23.052740 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.065363 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.065796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.066124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.066447 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.066764 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.067083 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.067397 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.067699 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.068011 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.068319 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:23.095580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device afdb8c92-be91-4f60-89ac-3f37899c881f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:23.190273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d8840-fa0d-47c0-a4f6-315c03a93aa6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:23.191005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-640d8840-fa0d-47c0-a4f6-315c03a93aa6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:23.212983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bbfa1cf8-b7f9-464c-9574-acce3a198666 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:23.244364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.297662 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Attempting to bind port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:23.298061 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Attempting to bind port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:23.298413 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Attempting to bind port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe on network b77616a8-755d-4aa1-830b-ecffbbe21190 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:23.312810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:23.313831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Checking segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:23.313960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bbfa1cf8-b7f9-464c-9574-acce3a198666 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:23.314319 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.314595 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Bound using segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:23.315061 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Bound port: 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:23.316949 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.317117 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bbfa1cf8-b7f9-464c-9574-acce3a198666 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6904643 May 27 03:54:23.319885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:23.421344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.571876 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] For port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:23.575902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.576065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] For port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:23.589347 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.711397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-640d8840-fa0d-47c0-a4f6-315c03a93aa6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:23.720413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-640d8840-fa0d-47c0-a4f6-315c03a93aa6 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1353858 May 27 03:54:23.729346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:23.751803 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3589-8344-468a-9bad-fe73afa7a063 None None] Pushing event updated for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:23.776541 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:23.777192 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:23.782169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] For port afdb8c92-be91-4f60-89ac-3f37899c881f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=afdb8c92-be91-4f60-89ac-3f37899c881f,segment=NetworkSegment(98ca71c4-c79e-43c6-a44a-5221b560b750),segment_id=98ca71c4-c79e-43c6-a44a-5221b560b750)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:23.782533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.803726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:23.818666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-0cec1696-528e-4659-a4da-c4e26e2fc8cb tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:23.856194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] For port afdb8c92-be91-4f60-89ac-3f37899c881f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=afdb8c92-be91-4f60-89ac-3f37899c881f,segment=NetworkSegment(98ca71c4-c79e-43c6-a44a-5221b560b750),segment_id=98ca71c4-c79e-43c6-a44a-5221b560b750)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:23.857223 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.888402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.928687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59048161-b7b5-4b04-ba86-12507a2ae103,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:23.951602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1904991145-network', 'tenant_id': '3877e867b14c49908bba52b2c93f9942'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:23.986933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:23.998206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a9007276-56f6-49f8-ad1b-eabd38e0f74f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/59048161-b7b5-4b04-ba86-12507a2ae103 HTTP/1.1" status: 204 len: 168 time: 0.6773846 May 27 03:54:24.001449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51012) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:24.081532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8aba998c-f47a-4b4a-9e2a-b58d20426e36 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3459215 May 27 03:54:24.082374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:24.095077 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:24.101976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1520664001'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:24.105748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Calling delete_port for afdb8c92-be91-4f60-89ac-3f37899c881f owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:24.109173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:24.115372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:24.118213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-0cec1696-528e-4659-a4da-c4e26e2fc8cb tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:24.119492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-0cec1696-528e-4659-a4da-c4e26e2fc8cb tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1852212894&fields=id&tenant_id=7f6730793a1840b788c89b391229a97d HTTP/1.1" status: 200 len: 267 time: 0.9025350 May 27 03:54:24.139806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Calling delete_port for afdb8c92-be91-4f60-89ac-3f37899c881f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:24.165078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:24.170692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:24.177893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:24.179061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9015a2-55ea-4133-aaea-6b7281b428b5 None None] Pushing event updated for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:24.231726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Usage tracker for resource:network and tenant:3877e867b14c49908bba52b2c93f9942 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:24.270134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cf7f3e5-7a6a-4fe9-af38-0a24dbd6f62e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:24.271414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c506e-3a31-4078-85a8-ea2122290e38 None None] Network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:24.280929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:24.284802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:24.288494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.309336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:24.348876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Made reservation on behalf of 3877e867b14c49908bba52b2c93f9942 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:24.351290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.379241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-bbd331a3-41db-4a61-86cd-aa8103a2a450 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--744372629&fields=id&tenant_id=7f6730793a1840b788c89b391229a97d HTTP/1.1" status: 200 len: 267 time: 0.1489005 May 27 03:54:24.380199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.431287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cf7f3e5-7a6a-4fe9-af38-0a24dbd6f62e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:24.433482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9cf7f3e5-7a6a-4fe9-af38-0a24dbd6f62e tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4301026 May 27 03:54:24.442255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:24.443405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:24.450872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:24.458440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': 'a3fe745d-3689-41e7-baa1-1b98aa870b72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:24.465888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Usage tracker for resource:security_group_rule and tenant:3877e867b14c49908bba52b2c93f9942 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:24.472753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:24.476295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:24.484088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.484621 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment b9eba9d3-f8f8-4eed-a23d-72588a03acc4 of type vlan for network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef May 27 03:54:24.487258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:24.503083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:24.548528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.561772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.586095 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:23Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:24.591157 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e750a8-67b5-46a5-8304-2f5aec3f6d93 None None] The sync data for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 is: [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:23Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:24.634831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.748388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.758487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:24.759072 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:24.764501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.781624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.793668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.801324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.811634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:24.812285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.850462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52768f15-c7eb-414a-a026-136849393523,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:24.851509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.898569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:24.905734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.908314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-85472457-4abb-4375-b23e-bc7a14bd76d1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:24.909214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-85472457-4abb-4375-b23e-bc7a14bd76d1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:24.934723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:24.935082 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Added segment df413aab-cf8f-404e-ad33-53ea7dfc1369 of type vlan for network 6464b3d7-25fc-4b6d-b360-310031010768 May 27 03:54:24.970909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-85472457-4abb-4375-b23e-bc7a14bd76d1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:24.973123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-85472457-4abb-4375-b23e-bc7a14bd76d1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 797 time: 0.5832520 May 27 03:54:25.000617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] Pushing event deleted for resources: {'Port': ['ID=afdb8c92-be91-4f60-89ac-3f37899c881f,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:25.004312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-403336f9-4125-4114-ab47-bf7014e1adb9 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/quotas/7f6730793a1840b788c89b391229a97d HTTP/1.1" status: 200 len: 375 time: 0.0217679 May 27 03:54:25.009172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.033851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62c44b-a836-49c2-8520-5908d003f11f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:25.119615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:25.126415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-77a946d7-8d7e-4d79-9e53-a6dc0925d721 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0394523 May 27 03:54:25.127343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:25.145739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:25.148762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Attempting to bind port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:25.149526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Attempting to bind port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:25.149992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Attempting to bind port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 on network 75f1be66-1733-4547-bdcf-c140a62106d1 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:25.157688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb86c70-e8be-41c8-ae2d-d5bb7459a72b None None] No DVR routers for this DVR port afdb8c92-be91-4f60-89ac-3f37899c881f on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:25.202907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.206467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-749c45be-ba9c-455c-8644-e92b34ae4603 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7564578 May 27 03:54:25.209817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:25.212396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Checking segment: {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:25.212927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.213427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Bound using segment: {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:25.217117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Bound port: cd5bf48c-ba53-4cf2-a626-12031c99c6b4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52181918-84b7-4fe3-8846-491c42db678f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:25.217734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.236573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51044) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:25.242023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-cfe0430b-3720-4750-8025-5f5a5604451f', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:25.243012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.252382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.252382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:25.252382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.316793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port afdb8c92-be91-4f60-89ac-3f37899c881f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:25.317360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.345225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:25.353266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:25.359514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:25.366970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:25.396721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:25.506410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] For port cd5bf48c-ba53-4cf2-a626-12031c99c6b4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:25.513784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] For port cd5bf48c-ba53-4cf2-a626-12031c99c6b4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:25.538027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.598091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-66876835-dd54-4f77-91fe-378eeb335986 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules/5f62c44b-a836-49c2-8520-5908d003f11f HTTP/1.1" status: 200 len: 706 time: 0.3559077 May 27 03:54:25.612155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51052) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:25.622570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-c19a25e7-0aa3-447e-88bc-d1789ca7f380 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6083834 May 27 03:54:25.625660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:25.632808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] The port 'afdb8c92-be91-4f60-89ac-3f37899c881f' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:54:25.655949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.660800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-24bee7f5-dd69-447f-b985-b5881e272552 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:54:25.668648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-24bee7f5-dd69-447f-b985-b5881e272552 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120711 May 27 03:54:25.675534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:25.753277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] Pushing event updated for resources: {'Network': ['ID=6464b3d7-25fc-4b6d-b360-310031010768,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:25.756364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45506f7e-9bff-4ae1-b466-ef3b2a6e7831 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9515114 May 27 03:54:25.774635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:25.790284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6464b3d7-25fc-4b6d-b360-310031010768 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:25.798361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:25.814445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Request body: {'subnet': {'network_id': '6464b3d7-25fc-4b6d-b360-310031010768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1904991145-subnet', 'tenant_id': '3877e867b14c49908bba52b2c93f9942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:25.976725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4ddb1e16-e36c-406a-b993-258d5c595dc8 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:25.994241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:26.015352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Usage tracker for resource:subnet and tenant:3877e867b14c49908bba52b2c93f9942 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:26.025885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:26.033228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:26.049655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:26.086094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.116837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-6ca4be3b-1a0c-4252-ad99-f76f641ae3f6 service neutron] 10.222.0.46 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454658 May 27 03:54:26.122759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Made reservation on behalf of 3877e867b14c49908bba52b2c93f9942 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:26.125892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.206334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4ddb1e16-e36c-406a-b993-258d5c595dc8 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:26.210048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4ddb1e16-e36c-406a-b993-258d5c595dc8 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.5838377 May 27 03:54:26.220507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:26.275390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d931e2d-7ace-42e0-bf58-9bfabc673569']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:26.302583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ca71c4-c79e-43c6-a44a-5221b560b750') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:26.302847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ca71c4-c79e-43c6-a44a-5221b560b750') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:26.322663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.361096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.373959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9015a2-55ea-4133-aaea-6b7281b428b5 None None] Pushing event updated for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:26.385554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:26.386183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.390470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:26.397533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:26.398085 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:26.407360 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:26.414648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-409ed741-26b4-4819-9662-7a2c128f10c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736611 May 27 03:54:26.456043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.478783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:26.479332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:26.492044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.524697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.537356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.537644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.590316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:26.596289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.625359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Network': ['ID=1d931e2d-7ace-42e0-bf58-9bfabc673569,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:26.643604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7f98ff58-fe3a-4cac-9b7a-de4c17ee94dd tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/networks/1d931e2d-7ace-42e0-bf58-9bfabc673569 HTTP/1.1" status: 204 len: 168 time: 4.0474370 May 27 03:54:26.645546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51076) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:26.648599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Usage tracker for resource:security_group_rule and tenant:a702fe8a397e4cf88c847b82d9d80631 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:26.664558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:26.670414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.719112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Allocated IP 172.22.0.2 (cfe0430b-3720-4750-8025-5f5a5604451f/3323b745-bd55-4de1-8602-7eb99a1c63de/88854f2d-ed90-49ad-b060-c09902991160) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:26.741125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:26.772843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.823783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:26.867480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f62c44b-a836-49c2-8520-5908d003f11f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:26.881167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a26ccde1-f16d-4b71-9eec-80b311ed63d7 req-897e6024-be0b-48f1-bca2-b06836c16cce tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:26.930964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:26.932606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a26ccde1-f16d-4b71-9eec-80b311ed63d7 req-897e6024-be0b-48f1-bca2-b06836c16cce tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:26.949007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a26ccde1-f16d-4b71-9eec-80b311ed63d7 req-897e6024-be0b-48f1-bca2-b06836c16cce tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.2533927 May 27 03:54:27.024059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=e73d25ee-2aa1-4b24-801a-9f86ce4cd67f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.024277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:27.107560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:27.108050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:27.128857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting subnet 0b19a93a-8ca6-4f3f-b74d-d243039a6373 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:27.130758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.131870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.138797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f58c9739-c413-431c-9875-6eb79a211d07 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5f62c44b-a836-49c2-8520-5908d003f11f HTTP/1.1" status: 204 len: 168 time: 0.9173791 May 27 03:54:27.143150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.143948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51088) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:27.167970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.210263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.232049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.243857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.314710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae79e34f-d718-4790-943a-f8f9560cf119,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.340866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d2ad6f-d02a-4f4e-829a-7b94daff4043,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.353326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c278a29a-6570-4608-ad56-e8f31023d89e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a702fe8a397e4cf88c847b82d9d80631&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3183532 May 27 03:54:27.354457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:27.364340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:27.377138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fa50831-6634-46bd-9ca5-0fad36d76148 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:27.390603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.425633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:27.439105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:27.439747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.449948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6639212-1cbf-4ff8-a4af-42556eeeced5 None None] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:27.472591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fa50831-6634-46bd-9ca5-0fad36d76148 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:27.477331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2fa50831-6634-46bd-9ca5-0fad36d76148 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3318048 May 27 03:54:27.477465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51096) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:27.482442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Checking segment: {'id': 'df413aab-cf8f-404e-ad33-53ea7dfc1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6464b3d7-25fc-4b6d-b360-310031010768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:27.483389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Network hostable DHCP agents. Network: 6464b3d7-25fc-4b6d-b360-310031010768, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:27.498262 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33ef3628-f6bd-49cc-801b-0203f239e14f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3588176 May 27 03:54:27.499887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:27.512998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef', 'name': 'tempest-PortsTestJSON-1062615516'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:27.572386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.630068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.647349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.656315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.658969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Subnet': ['ID=0b19a93a-8ca6-4f3f-b74d-d243039a6373,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.662477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.662952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Transition to ACTIVE for port object 88854f2d-ed90-49ad-b060-c09902991160 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:27.674562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.681447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d4d5d3c-6aea-4969-9f14-999395cd720d tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/subnets/0b19a93a-8ca6-4f3f-b74d-d243039a6373 HTTP/1.1" status: 204 len: 168 time: 1.0345359 May 27 03:54:27.685362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:27.729061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.740508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Network 6464b3d7-25fc-4b6d-b360-310031010768 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:27.763039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3728966-97e6-4023-9c59-3ecb43b3c9f0 None None] Network 68de954e-30a2-49a5-a5db-d07fe1a1ad72 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:27.791032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.800170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6464b3d7-25fc-4b6d-b360-310031010768) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:27.805127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:27.806504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.842058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:27.860653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.861060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53b9a0-3cee-40d7-bbea-9f3e741e407f None None] Network 6464b3d7-25fc-4b6d-b360-310031010768 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:27.863725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-298c1ea7-9ede-4a6a-95e7-9a4babf8105a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0539670 May 27 03:54:27.869608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:27.880071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Deleting port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:27.881265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.898550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.923042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:27.927648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.942895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae79e34f-d718-4790-943a-f8f9560cf119,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:27.966657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:27.979577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66582b0f-fb45-498d-86d5-5c62fb44e303 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae79e34f-d718-4790-943a-f8f9560cf119 HTTP/1.1" status: 204 len: 168 time: 0.6147475 May 27 03:54:27.996723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 2ecd051f-010c-41c1-b894-34c08c4a180e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:54:28.001995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.053869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe745d-3689-41e7-baa1-1b98aa870b72,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:28.195852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef', 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': 'e73d25ee-2aa1-4b24-801a-9f86ce4cd67f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:28.196930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.214930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f04a-0565-42ce-bbd4-d37c6ffdbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.231224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Transition to ACTIVE for port object 88854f2d-ed90-49ad-b060-c09902991160 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:28.291843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.346737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Network cfe0430b-3720-4750-8025-5f5a5604451f is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:28.352093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052338a2-1b6f-4cec-9c55-998be0e350d4 None None] Network 6464b3d7-25fc-4b6d-b360-310031010768 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:28.381208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.382660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-85444491-9e59-46d7-84d1-056626441ef5 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/a3fe745d-3689-41e7-baa1-1b98aa870b72 HTTP/1.1" status: 204 len: 168 time: 0.9032490 May 27 03:54:28.389731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:28.392702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5994fff-ccc1-4a36-a330-f716326f06b4 req-f88b564b-89be-49a1-8450-e4e7daf3d5f2 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.1395218 May 27 03:54:28.393702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51122) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:28.477165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] For port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,segment=NetworkSegment(7497ed20-dbfe-4532-bbc2-3c466bca2c23),segment_id=7497ed20-dbfe-4532-bbc2-3c466bca2c23)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:28.478295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:28.484378 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.577152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.4 (e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef/e73d25ee-2aa1-4b24-801a-9f86ce4cd67f/2ecd051f-010c-41c1-b894-34c08c4a180e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:28.581982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.22.0.1 (cfe0430b-3720-4750-8025-5f5a5604451f/3323b745-bd55-4de1-8602-7eb99a1c63de/348d3baf-1537-4e7f-ab99-96c9cd857cca) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:28.619334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-1bf1961b-7c21-41ca-9317-0d7b5c86ae0f tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:28.620811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-1bf1961b-7c21-41ca-9317-0d7b5c86ae0f tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 797 time: 0.3160334 May 27 03:54:28.717382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Attempting to bind port 88854f2d-ed90-49ad-b060-c09902991160 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:28.717752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Attempting to bind port 88854f2d-ed90-49ad-b060-c09902991160 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:28.718104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Attempting to bind port 88854f2d-ed90-49ad-b060-c09902991160 on network cfe0430b-3720-4750-8025-5f5a5604451f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:28.785974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Pushing event updated for resources: {'Port': ['ID=88854f2d-ed90-49ad-b060-c09902991160,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:28.801901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:28.802268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Checking segment: {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:28.803040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.803040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Bound using segment: {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:28.803505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Bound port: 88854f2d-ed90-49ad-b060-c09902991160, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:28.803939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:28.824141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:28.834496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-90ee19d4-82ad-42c8-8f60-9b020258a85c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:28.872160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:12Z', 'revision_number': 3, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:25Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:28.881174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Calling delete_port for 498fd7f7-a021-4ee7-9c25-6b7a0497a76f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:28.886816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-90ee19d4-82ad-42c8-8f60-9b020258a85c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:28.887960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-90ee19d4-82ad-42c8-8f60-9b020258a85c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f6730793a1840b788c89b391229a97d HTTP/1.1" status: 200 len: 477 time: 0.2261696 May 27 03:54:28.919539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3020c-5c7a-4ead-aa97-65a0150acfae None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:12Z', 'revision_number': 3, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:25Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:28.935183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6933a574-9526-4eb7-bbad-3d8b6ee98856 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:28.974228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6933a574-9526-4eb7-bbad-3d8b6ee98856 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:28.980066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6933a574-9526-4eb7-bbad-3d8b6ee98856 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5787437 May 27 03:54:28.980066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51130) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:28.986998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251997401'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:28.994372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:29.006604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:29.048739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.086280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.120322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:29.126793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:29.130266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:29.136852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:29.173401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.197527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'port': {'device_id': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'admin_state_up': True, 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'security_groups': ['71c9d49b-186c-4abc-914e-46fae6534092', 'f4a9b9a9-b93a-41e6-91a1-a7ef997396bc']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:29.219444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.224575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] For port 88854f2d-ed90-49ad-b060-c09902991160, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:29.230424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] For port 88854f2d-ed90-49ad-b060-c09902991160, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=88854f2d-ed90-49ad-b060-c09902991160,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:29.236998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.272062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.326419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] No DVR routers for this DVR port 498fd7f7-a021-4ee7-9c25-6b7a0497a76f on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:29.341386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Port': ['ID=498fd7f7-a021-4ee7-9c25-6b7a0497a76f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:29.379200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.380414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3994024 May 27 03:54:29.387103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51138) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:29.405142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Request body: {'security_group_rule': {'security_group_id': '989b1f70-ae0d-41de-82f9-bac6a21e31dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:29.420021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e74374-af4b-4294-9c0e-daa7f5c58216 None None] Pushing event updated for resources: {'Port': ['ID=88854f2d-ed90-49ad-b060-c09902991160,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:29.424352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe100e53-0960-4b1f-b02a-331211ba6ae9 None None] DHCP port deletion for 68de954e-30a2-49a5-a5db-d07fe1a1ad72 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:29.528747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.581661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68de954e-30a2-49a5-a5db-d07fe1a1ad72']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:29.598075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:29.606530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Usage tracker for resource:security_group_rule and tenant:e9c3912d07e44ae8983d191a965e4bc0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:29.615177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:29.640866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ad483-6624-4876-a57a-d2d9e93e7556 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989b1f70-ae0d-41de-82f9-bac6a21e31dd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:29.646342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7497ed20-dbfe-4532-bbc2-3c466bca2c23') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:29.646858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7497ed20-dbfe-4532-bbc2-3c466bca2c23') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:29.661756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:29.682856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:29.693426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:29.697935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Usage tracker for resource:security_group_rule and tenant:2795bc541b424a3e842703d01e8c2465 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:29.702519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:29.713124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6215a7-ecb2-4170-a338-1133fac4048e req-d72b2cc6-cfe7-441c-9599-72d1c09b390b tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:29.714220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-df6215a7-ecb2-4170-a338-1133fac4048e req-d72b2cc6-cfe7-441c-9599-72d1c09b390b tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Synchronizing usage tracker for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:29.715044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.725326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.729338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60066314-6b30-49ac-a66c-79a1c66bee99 req-b12ca7df-580f-4aeb-b4c9-c7f28d98f4d8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.0851927 May 27 03:54:29.743849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 348d3baf-1537-4e7f-ab99-96c9cd857cca will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:29.751761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.768495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:29.786924 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.813991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:29.814347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.820956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.833088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:29.833668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:29.836492 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:30.021197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.031969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd5bf48c-ba53-4cf2-a626-12031c99c6b4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:30.052849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network cfe0430b-3720-4750-8025-5f5a5604451f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:30.055385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-df6215a7-ecb2-4170-a338-1133fac4048e req-d72b2cc6-cfe7-441c-9599-72d1c09b390b tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Unset dirty status for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:30.064431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-d72b2cc6-cfe7-441c-9599-72d1c09b390b tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/networks?id=7701d7ea-9b49-4eaf-a2e6-334cccd79215 HTTP/1.1" status: 200 len: 824 time: 0.8329203 May 27 03:54:30.071810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d257604f-77dd-4db1-b7fa-3863f94a7606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.085846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:30.088478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:30.131829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:30.139676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:30.140394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.142600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.155466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-224885e8-9b48-4026-9843-736df9afb34f tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/quotas/46096d54f90c495394f6ba0308cab1f4 HTTP/1.1" status: 200 len: 375 time: 0.0902829 May 27 03:54:30.157344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.173613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.190264 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/networks/68de954e-30a2-49a5-a5db-d07fe1a1ad72 HTTP/1.1" status: 204 len: 168 time: 2.5039315 May 27 03:54:30.197135 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.197982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51146) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.201431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 2ecd051f-010c-41c1-b894-34c08c4a180e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:30.202120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da721-af43-468c-a8cc-93c0e2be4a5f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Pushing event deleted for resources: {'Network': ['ID=68de954e-30a2-49a5-a5db-d07fe1a1ad72,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.240632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.250995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-a4b89c1c-77a0-4126-9e56-6a154246ae89 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=46096d54f90c495394f6ba0308cab1f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945849 May 27 03:54:30.253304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:30.269016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e444be02-531a-4f88-927e-4e5779870af7 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Synchronizing usage tracker for tenant:682fa2d06f984200a7cacf3854f40995 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:30.281094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.287430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09bf71d-fd9a-418e-8ca8-3137943b4b4b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.297125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.297518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.297862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.298269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.298609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.298994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.299334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.299695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.300023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.300393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.300738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:30.303555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.305174 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6f882f28-c184-45e0-ac1b-e9526a9b58ab tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9153278 May 27 03:54:30.308681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51150) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.312576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e444be02-531a-4f88-927e-4e5779870af7 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Unset dirty status for tenant:682fa2d06f984200a7cacf3854f40995 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:30.314203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e444be02-531a-4f88-927e-4e5779870af7 tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "GET /v2.0/ports?device_id=26ed25f4-228f-4689-b6af-db2639506aee HTTP/1.1" status: 200 len: 205 time: 0.1148188 May 27 03:54:30.323164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51154) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.336944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port cd5bf48c-ba53-4cf2-a626-12031c99c6b4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:30.342737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.391740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.403266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.414351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 498fd7f7-a021-4ee7-9c25-6b7a0497a76f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:30.440172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.450196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 498fd7f7-a021-4ee7-9c25-6b7a0497a76f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:54:30.450578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 498fd7f7-a021-4ee7-9c25-6b7a0497a76f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:54:30.452581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.471194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:30.508240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.537567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b1f70-ae0d-41de-82f9-bac6a21e31dd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.559814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.561277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-934587be-1968-44a7-9daf-756b81accd16 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/989b1f70-ae0d-41de-82f9-bac6a21e31dd HTTP/1.1" status: 204 len: 168 time: 0.2514932 May 27 03:54:30.565408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.597587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.626140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.626363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a963a06-fdf7-4eb8-9284-f2677d3c716f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:30.633719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.646681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a963a06-fdf7-4eb8-9284-f2677d3c716f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:30.650697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a963a06-fdf7-4eb8-9284-f2677d3c716f tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0815537 May 27 03:54:30.651346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.680269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Allocated IP 172.20.0.2 (e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef/e73d25ee-2aa1-4b24-801a-9f86ce4cd67f/a4b693c6-7ff8-4f1b-961f-4a455238c0bb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:30.714695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70f3bd07-4978-40b2-9f3b-da3ddb11f4e6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Synchronizing usage tracker for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:30.734023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-70f3bd07-4978-40b2-9f3b-da3ddb11f4e6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] Unset dirty status for tenant:e9c3912d07e44ae8983d191a965e4bc0 on resource:security_group_rule {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:30.738235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70f3bd07-4978-40b2-9f3b-da3ddb11f4e6 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0835173 May 27 03:54:30.738594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51168) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.759373 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-ea4c8e8f-b98a-45d4-aaf0-3d724a17df39 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] delete failed (client error): The resource could not be found. May 27 03:54:30.764759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:30.765314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ea4c8e8f-b98a-45d4-aaf0-3d724a17df39 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "DELETE /v2.0/security-groups/989b1f70-ae0d-41de-82f9-bac6a21e31dd HTTP/1.1" status: 404 len: 347 time: 0.0211210 May 27 03:54:30.765404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.765724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.849601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-483d2e3e-3445-4e5b-bef6-23169dd8a72b service neutron] 10.222.0.46 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975518 May 27 03:54:30.850338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8412523-4ac9-418b-8385-ad565e608914 tempest-SecGroupTest-1342306564 tempest-SecGroupTest-1342306564-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0725691 May 27 03:54:30.926911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2795bc541b424a3e842703d01e8c2465&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0990245 May 27 03:54:30.927674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:30.949156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:30.958620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a4b7-4e95-457a-bb76-508ab552b326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f21af2-0570-4eb2-bac5-8199611e01d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:30.964783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:30.975714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Transition to ACTIVE for port object a4b693c6-7ff8-4f1b-961f-4a455238c0bb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:30.996114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Transition to ACTIVE for port object a4b693c6-7ff8-4f1b-961f-4a455238c0bb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:31.000619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93bd84-97b0-4b9b-9381-1c688353ec23 None None] Network cfe0430b-3720-4750-8025-5f5a5604451f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:31.019808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.022525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:31.030274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.075204 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-900add54-015f-4b00-b7a1-e046756e5d84 req-2f03c54a-47de-43ed-9a1e-0e29ea383bf2 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.0603883 May 27 03:54:31.091735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:31.093980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.124869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.139493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=2ecd051f-010c-41c1-b894-34c08c4a180e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:31.197996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.215276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f21af2-0570-4eb2-bac5-8199611e01d4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:31.221812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.225413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9543d5f8-1542-445c-b994-4fbc4e1f36d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07f21af2-0570-4eb2-bac5-8199611e01d4 HTTP/1.1" status: 204 len: 168 time: 0.2971663 May 27 03:54:31.233535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:31.254451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:31.262717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:31.287188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Pushing event updated for resources: {'Port': ['ID=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:31.344732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eea5a9a2-8fa5-45cb-a28d-55a2c3895e8c None None] Provisioning for port 88854f2d-ed90-49ad-b060-c09902991160 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:31.345927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:31.383601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.488762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Attempting to bind port a4b693c6-7ff8-4f1b-961f-4a455238c0bb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:31.489100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Attempting to bind port a4b693c6-7ff8-4f1b-961f-4a455238c0bb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:31.489475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Attempting to bind port a4b693c6-7ff8-4f1b-961f-4a455238c0bb on network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:31.504686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:31.505197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Checking segment: {'id': 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:31.505657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.506004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Bound using segment: {'id': 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:31.506463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Bound port: a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:31.507551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.550308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.557889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.641266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:31.641874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.669662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 88854f2d-ed90-49ad-b060-c09902991160 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:31.762285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] For port a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:31.768086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] For port a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,segment=NetworkSegment(b9eba9d3-f8f8-4eed-a23d-72588a03acc4),segment_id=b9eba9d3-f8f8-4eed-a23d-72588a03acc4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:31.782317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.806660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-677671dc-d9a5-4473-a529-e9066679565b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9c3912d07e44ae8983d191a965e4bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4582071 May 27 03:54:31.809198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:31.907278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 88854f2d-ed90-49ad-b060-c09902991160 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:31.927070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 88854f2d-ed90-49ad-b060-c09902991160 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:31.927435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.936233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:31.979278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.20.0.6 (b77616a8-755d-4aa1-830b-ecffbbe21190/acf60b97-6e91-4b39-93c5-d9c3061af157/bc63572a-1875-4610-9828-e14ef9e4e105) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:32.005282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.034895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987a187-6e92-40c5-94cd-cbbe4292b10f None None] Pushing event updated for resources: {'Port': ['ID=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:32.084014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:32.084145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-32c5aac4-2843-414d-851f-ef063767bc13 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5769615 May 27 03:54:32.101923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef', 'name': 'tempest-PortsTestJSON-1163632067'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:32.112025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-ef562437-0f88-45b4-844a-4a519e46a9ed service neutron] 10.222.0.46 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2605562 May 27 03:54:32.317310 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.328651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Provisioning complete for port 88854f2d-ed90-49ad-b060-c09902991160 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:32.329051 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.447612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.455691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 88854f2d-ed90-49ad-b060-c09902991160, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=88854f2d-ed90-49ad-b060-c09902991160,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:32.504998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.505789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd5bf48c-ba53-4cf2-a626-12031c99c6b4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:32.681413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82a94f00-5c37-480b-a686-e0172eb3b374 req-2b1cd021-c090-423f-989e-caba23e14cf9 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.2034857 May 27 03:54:32.692716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=88854f2d-ed90-49ad-b060-c09902991160,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:32.699628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:32.700259 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.718233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf1d8ec-c95f-4bbe-8612-42d3aa728ca7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:32.741509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.746276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-df44919f-7278-4058-8b7e-b831692ac12a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcf1d8ec-c95f-4bbe-8612-42d3aa728ca7 HTTP/1.1" status: 204 len: 168 time: 0.9338000 May 27 03:54:32.766515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Provisioning for port 348d3baf-1537-4e7f-ab99-96c9cd857cca completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:32.778376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Provisioning complete for port 348d3baf-1537-4e7f-ab99-96c9cd857cca triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:32.779068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.783522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:32.809956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:32.823876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:32.830806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:32.857267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:32.861138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:32.907608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 183ae6ae-e976-40e8-9366-577c39d384d8 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:54:32.976262 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4e8fe6d-8318-4de8-8465-b2b8f521c8e9 req-fd69539d-2ad1-46c4-9a03-e21c13d0a825 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.1802475 May 27 03:54:32.978037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1110b189-ac20-44b0-b547-d90e6aabadf1 None None] Port 348d3baf-1537-4e7f-ab99-96c9cd857cca cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:33.036482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.051371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.126302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-836f46d1-8fb1-4b4d-8b18-a32de96c15d8 None None] Provisioning complete for port 348d3baf-1537-4e7f-ab99-96c9cd857cca triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:33.127059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-836f46d1-8fb1-4b4d-8b18-a32de96c15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.204649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.225325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.5 (e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef/e73d25ee-2aa1-4b24-801a-9f86ce4cd67f/183ae6ae-e976-40e8-9366-577c39d384d8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:33.241921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.258471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-836f46d1-8fb1-4b4d-8b18-a32de96c15d8 None None] Port 348d3baf-1537-4e7f-ab99-96c9cd857cca cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:33.337129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Transition to ACTIVE for port object bc63572a-1875-4610-9828-e14ef9e4e105 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:33.492076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.574582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.575108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Fanout notify agent at l3_agent the message router_deleted on router 26ed25f4-228f-4689-b6af-db2639506aee {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:54:33.672267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a4b693c6-7ff8-4f1b-961f-4a455238c0bb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:33.731805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.737773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2abbbf-ed36-478b-b764-d3c05c4d4961 None None] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:33.738803 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b7f46f89-43af-4910-b60e-0c595ee1604f tempest-RoutersNegativeIpV6Test-17098872 tempest-RoutersNegativeIpV6Test-17098872-project] 10.222.0.46 "DELETE /v2.0/routers/26ed25f4-228f-4689-b6af-db2639506aee HTTP/1.1" status: 204 len: 168 time: 3.3655367 May 27 03:54:33.763875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.764699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:33.819110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 183ae6ae-e976-40e8-9366-577c39d384d8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:33.846804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.854942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network b77616a8-755d-4aa1-830b-ecffbbe21190 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:33.856514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:33.873919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.883919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:33.924264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8eef60ed-3ee9-465f-8831-71a9ab137752 None None] Provisioning for port a4b693c6-7ff8-4f1b-961f-4a455238c0bb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:33.948647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:34.086800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:34.304142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:34.309864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=183ae6ae-e976-40e8-9366-577c39d384d8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:34.324213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:34.334287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:34.338580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a4b693c6-7ff8-4f1b-961f-4a455238c0bb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:34.401889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a4b693c6-7ff8-4f1b-961f-4a455238c0bb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:34.402513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.468088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:34.473477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.474253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.477339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ddb53c7d-4f47-47de-8dfe-3b1190f62771 None None] Provisioning for port bc63572a-1875-4610-9828-e14ef9e4e105 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:34.503657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ddb53c7d-4f47-47de-8dfe-3b1190f62771 None None] Provisioning complete for port bc63572a-1875-4610-9828-e14ef9e4e105 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:34.504542 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ddb53c7d-4f47-47de-8dfe-3b1190f62771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.562220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f194fb7-7e0d-4662-842b-6c5d99287661 req-5111b786-a004-4fa6-95e8-5304596ed1e5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:34.568530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f194fb7-7e0d-4662-842b-6c5d99287661 req-5111b786-a004-4fa6-95e8-5304596ed1e5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 970 time: 0.4786630 May 27 03:54:34.577931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b68f57ab-26a1-4fce-85b8-3216846dea9d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4925902 May 27 03:54:34.627545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:34.790824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ddb53c7d-4f47-47de-8dfe-3b1190f62771 None None] Port bc63572a-1875-4610-9828-e14ef9e4e105 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:34.797103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.831124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f194fb7-7e0d-4662-842b-6c5d99287661 req-df614720-646c-49ba-8ddb-a28126b63e4b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2501662 May 27 03:54:34.861913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f25ad080-89c0-4f1b-a216-5fc36fe91676 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=682fa2d06f984200a7cacf3854f40995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4697533 May 27 03:54:34.866098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,segment=NetworkSegment(b9eba9d3-f8f8-4eed-a23d-72588a03acc4),segment_id=b9eba9d3-f8f8-4eed-a23d-72588a03acc4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:34.876284 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:34.877445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 88854f2d-ed90-49ad-b060-c09902991160 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:34.878775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fb234-50cf-41d5-aadc-c621aa52a704 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:34.879754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe2fb234-50cf-41d5-aadc-c621aa52a704 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:34.884496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51302) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:34.911047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe2fb234-50cf-41d5-aadc-c621aa52a704 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:34.915495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fe2fb234-50cf-41d5-aadc-c621aa52a704 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2869544 May 27 03:54:34.916459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:34.945190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6215a7-ecb2-4170-a338-1133fac4048e req-b83c8a72-b23e-477e-ab99-4fa77fdd54da tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:34.947054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-b83c8a72-b23e-477e-ab99-4fa77fdd54da tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.41 "GET /v2.0/networks?id=7701d7ea-9b49-4eaf-a2e6-334cccd79215 HTTP/1.1" status: 200 len: 824 time: 0.4605925 May 27 03:54:35.003454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:35.013290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b22dfbf3-2c4d-4744-b4c5-13254602dd03 req-91648021-a9a3-4054-9ec1-cb0775584cb7 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.7168846 May 27 03:54:35.024866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:35.034773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.084750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 88854f2d-ed90-49ad-b060-c09902991160 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:35.085039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.113558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Request body: {'port': {'device_id': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215', 'admin_state_up': True, 'tenant_id': '46096d54f90c495394f6ba0308cab1f4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:35.132097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 183ae6ae-e976-40e8-9366-577c39d384d8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:35.137815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.310499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-92f222e5-219d-4061-b9ce-6cef5953adbe tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 6.1379821 May 27 03:54:35.312332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:35.355577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Provisioning for port 183ae6ae-e976-40e8-9366-577c39d384d8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:35.361768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Provisioning complete for port 183ae6ae-e976-40e8-9366-577c39d384d8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:35.362129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.370101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:35.392039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-f9a2eedb-8543-4d45-ac3f-9c140f2e517c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:54:35.393220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-f9a2eedb-8543-4d45-ac3f-9c140f2e517c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0201995 May 27 03:54:35.394758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:35.415729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Request body: {'port': {'device_id': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:35.440690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Port 183ae6ae-e976-40e8-9366-577c39d384d8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:35.463238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Usage tracker for resource:port and tenant:46096d54f90c495394f6ba0308cab1f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:35.465869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Provisioning for port 2ecd051f-010c-41c1-b894-34c08c4a180e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:35.482760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Provisioning complete for port 2ecd051f-010c-41c1-b894-34c08c4a180e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:35.483139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.488527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:35.503670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:35.535014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a4b693c6-7ff8-4f1b-961f-4a455238c0bb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:35.540867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Made reservation on behalf of 46096d54f90c495394f6ba0308cab1f4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:35.549027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.617803 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.659629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Port 2ecd051f-010c-41c1-b894-34c08c4a180e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:35.661380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.681562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a4b693c6-7ff8-4f1b-961f-4a455238c0bb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:35.681930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.711718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Provisioning complete for port a4b693c6-7ff8-4f1b-961f-4a455238c0bb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:35.712010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb272dd4-ff52-4b14-a354-ef531f38df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.757886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.846525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.878938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:35.895229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network cfe0430b-3720-4750-8025-5f5a5604451f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:35.907101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:35.910081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:35.916950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Usage tracker for resource:security_group_rule and tenant:8e6f8299507b44ac8780260f200f03f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:35.920478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:35.927650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:35.980880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-89b71006-901a-4e62-8046-2d6ca6959b25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0247083 May 27 03:54:36.084334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.130960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f95cca-b433-4761-bd66-36abcb873dc0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:36.140118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.176523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e6f8299507b44ac8780260f200f03f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8401210 May 27 03:54:36.219358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Provisioning complete for port 183ae6ae-e976-40e8-9366-577c39d384d8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:36.219641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.224802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:36.285161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.285504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.285836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.286166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.286593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.286920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.287339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.287988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.287988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.288384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.288662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:36.339954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Port 183ae6ae-e976-40e8-9366-577c39d384d8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:36.354766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Provisioning complete for port 2ecd051f-010c-41c1-b894-34c08c4a180e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:36.355214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.383099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1f8e5-31e2-4112-a4ed-b751e417489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0d96e-bc94-4ff4-8620-fc0288e76ef1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:36.429622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-345f1f5f-f466-4703-8a7d-7c331576273c None None] Port 2ecd051f-010c-41c1-b894-34c08c4a180e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:36.436935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.440428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4349feb7-eaee-46d4-b054-c9243a1d5215 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39f95cca-b433-4761-bd66-36abcb873dc0 HTTP/1.1" status: 204 len: 168 time: 1.5431280 May 27 03:54:36.484810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0284b78b-1c40-4bc7-9873-ea3a1e656ab9 req-46eb67b6-7901-40f9-b225-acd9f91e427f tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.1149406 May 27 03:54:36.487119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.558483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9ff7ba40-0399-48c6-9a88-1399242982d5 None None] Provisioning complete for port 348d3baf-1537-4e7f-ab99-96c9cd857cca triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:36.558857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ba40-0399-48c6-9a88-1399242982d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.644660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7ba40-0399-48c6-9a88-1399242982d5 None None] Port 348d3baf-1537-4e7f-ab99-96c9cd857cca cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:36.679858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Allocated IP 172.20.0.6 (7701d7ea-9b49-4eaf-a2e6-334cccd79215/caa804ab-0894-427e-89fa-15762a4c75ee/ca0d312f-38b9-47c6-8194-4b1cb3ac09e3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:36.723206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 183ae6ae-e976-40e8-9366-577c39d384d8 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:36.770987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.831829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:36.911562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ff44-12dc-4f04-a900-c69ec1fb1ad7 req-69c535c1-9e99-43c1-b060-eed1cf6527c7 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:36.913198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6735ff44-12dc-4f04-a900-c69ec1fb1ad7 req-69c535c1-9e99-43c1-b060-eed1cf6527c7 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 970 time: 0.7787149 May 27 03:54:37.053483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6735ff44-12dc-4f04-a900-c69ec1fb1ad7 req-2d7ad0cd-5979-4f71-a6f1-e5221d90cba0 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1241727 May 27 03:54:37.057163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:37.087980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0d96e-bc94-4ff4-8620-fc0288e76ef1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:37.102972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:37.170442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=183ae6ae-e976-40e8-9366-577c39d384d8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:37.212934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:37.215892 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae368071-f057-4c69-936b-789054ad4dd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bff0d96e-bc94-4ff4-8620-fc0288e76ef1 HTTP/1.1" status: 204 len: 168 time: 0.9827797 May 27 03:54:37.341048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-f97f5429-d282-4e32-a18e-165ee312fae2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1096 time: 0.9663956 May 27 03:54:37.352113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:37.377682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-99a32dab-9ba1-4dfa-a48a-0ee558f4d871 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/183ae6ae-e976-40e8-9366-577c39d384d8 HTTP/1.1" status: 204 len: 168 time: 2.4552474 May 27 03:54:37.380775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:37.774611 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd389afb-d5a7-4bf5-bb64-04125af6ca40 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:54:37.775285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd389afb-d5a7-4bf5-bb64-04125af6ca40 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:37.803513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dbfd35d-c5f6-46c0-9fa7-ed2a082cf398 req-65344179-48d7-4c43-a4d9-6efabe34c60c tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.1198580 May 27 03:54:37.906941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd389afb-d5a7-4bf5-bb64-04125af6ca40 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:37.910907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51402) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:37.911148 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cd389afb-d5a7-4bf5-bb64-04125af6ca40 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/183ae6ae-e976-40e8-9366-577c39d384d8 HTTP/1.1" status: 404 len: 333 time: 0.5241764 May 27 03:54:38.018716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:38.024980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:38.070444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 2ecd051f-010c-41c1-b894-34c08c4a180e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:38.075572 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.087635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.090888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-ae6d8758-2219-46c3-8355-aa78e4212a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:38.105266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-ae6d8758-2219-46c3-8355-aa78e4212a34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.7076702 May 27 03:54:38.111003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63572a-1875-4610-9828-e14ef9e4e105 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:38.367411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.407707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Transition to ACTIVE for port object bc63572a-1875-4610-9828-e14ef9e4e105 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:38.467439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-025b4e3c-e0e8-4264-9540-4aee9643a415 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 1000 time: 0.3612895 May 27 03:54:38.478311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.631953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5b1916c6-201b-49ee-aed2-2c8fb349af28 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2015893577', 'prefixes': ['172.20.0.0/16']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:38.632627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.648813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f2b47-03d1-4a2f-b4bb-ba055e57b1b4 req-58b1eb56-1381-4f95-b449-26a296c90e09 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:38.650308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e0f2b47-03d1-4a2f-b4bb-ba055e57b1b4 req-58b1eb56-1381-4f95-b449-26a296c90e09 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 982 time: 0.2826958 May 27 03:54:38.667336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b1916c6-201b-49ee-aed2-2c8fb349af28 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:38.776823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 2ecd051f-010c-41c1-b894-34c08c4a180e owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:38.805716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:38.808514 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:38.835604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-91179be7-9476-428c-923f-fbce32e0f739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:38.837112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-91179be7-9476-428c-923f-fbce32e0f739 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.3487687 May 27 03:54:38.909670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e0f2b47-03d1-4a2f-b4bb-ba055e57b1b4 req-950a9d76-0a3e-4c0f-8397-95d02543766e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2020900 May 27 03:54:39.217872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:39.232933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.239022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:39.274650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:39.299396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=2ecd051f-010c-41c1-b894-34c08c4a180e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:39.300464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Pushing event updated for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:39.445774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.473171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-479a4121-d328-4636-a25c-0a4dc5baeb16 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/2ecd051f-010c-41c1-b894-34c08c4a180e HTTP/1.1" status: 204 len: 168 time: 1.5607064 May 27 03:54:39.475348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51438) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:39.533139 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeec56d-8d65-4941-80a0-ab1830077e11 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:54:39.534029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0eeec56d-8d65-4941-80a0-ab1830077e11 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:39.556836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0eeec56d-8d65-4941-80a0-ab1830077e11 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:39.559359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0eeec56d-8d65-4941-80a0-ab1830077e11 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/2ecd051f-010c-41c1-b894-34c08c4a180e HTTP/1.1" status: 404 len: 333 time: 0.0824261 May 27 03:54:39.565555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51444) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:39.602159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:39.602832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.625637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:39.642035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c964-0528-4a96-994c-529974fed47b req-15ba3554-3d65-44ab-8f72-202e9e34f8a9 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:39.643711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eac6c964-0528-4a96-994c-529974fed47b req-15ba3554-3d65-44ab-8f72-202e9e34f8a9 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 931 time: 0.5854332 May 27 03:54:39.646619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-336b2615-c77d-46a8-96a3-fcbdc5e02a4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7550607 May 27 03:54:39.656274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Attempting to bind port bc63572a-1875-4610-9828-e14ef9e4e105 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:39.656626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Attempting to bind port bc63572a-1875-4610-9828-e14ef9e4e105 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:39.656999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Attempting to bind port bc63572a-1875-4610-9828-e14ef9e4e105 on network b77616a8-755d-4aa1-830b-ecffbbe21190 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:39.698307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2c50f638-33ac-4eaf-98ad-f14454fa108f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0353155 May 27 03:54:39.703583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:39.704994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6d8dcee6-dd83-47da-9442-bbb8a666b81d tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6550481 May 27 03:54:39.710374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Port bc63572a-1875-4610-9828-e14ef9e4e105 on network b77616a8-755d-4aa1-830b-ecffbbe21190 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:54:39.713082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Attempting to bind port bc63572a-1875-4610-9828-e14ef9e4e105 on network b77616a8-755d-4aa1-830b-ecffbbe21190 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:39.718478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'network': {'name': 'tempest-RoutersTest-630345433'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:39.727480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-843143b9-623f-4045-97cb-0f3b30751c0a tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:54:39.728459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-843143b9-623f-4045-97cb-0f3b30751c0a tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150692 May 27 03:54:39.742570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:39.766142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:network and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:39.768748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:39.769121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Checking segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:39.769508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Bound using segment: {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:39.769945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Bound port: bc63572a-1875-4610-9828-e14ef9e4e105, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a198693-ce92-47db-a249-afe96376aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:39.770291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.782789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:39.798938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:39.803638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-eac6c964-0528-4a96-994c-529974fed47b req-bddad083-3afb-47df-8a44-dfeb8e2ed2fd tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Synchronizing usage tracker for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:39.842920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b1916c6-201b-49ee-aed2-2c8fb349af28 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.844105 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b1916c6-201b-49ee-aed2-2c8fb349af28 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.8216834 May 27 03:54:39.854599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:39.907890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:39.910940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.954016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet e73d25ee-2aa1-4b24-801a-9f86ce4cd67f {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:54:39.958729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:39.978760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-eac6c964-0528-4a96-994c-529974fed47b req-bddad083-3afb-47df-8a44-dfeb8e2ed2fd tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Unset dirty status for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:39.979950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eac6c964-0528-4a96-994c-529974fed47b req-bddad083-3afb-47df-8a44-dfeb8e2ed2fd tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207607 May 27 03:54:40.046072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.047454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Request body: {'port': {'device_id': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:40.105455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-404d0650-65a8-4019-95a7-7cb68260d060 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "GET /v2.0/subnetpools/897a4c7a-e29e-4490-839d-2d92f4979c5d HTTP/1.1" status: 200 len: 732 time: 0.2475090 May 27 03:54:40.112742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:40.160544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:40.170651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc63572a-1875-4610-9828-e14ef9e4e105,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:40.224391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ab4b69c5-3346-403a-b977-e6d1ee2cd3fe tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-924224526'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:40.259146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.322166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:40.322639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.385370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-3b8024c2-eb7d-45a6-942d-d9406b4cb6c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1770084 May 27 03:54:40.404440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63e8f7-8c2c-465c-aff9-3d84f31760c3 req-1e91af9d-dbe8-4966-b166-c353d545fb3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:40.406240 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d63e8f7-8c2c-465c-aff9-3d84f31760c3 req-1e91af9d-dbe8-4966-b166-c353d545fb3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 982 time: 0.2442913 May 27 03:54:40.455777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.480618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-cb2fdf1d-2057-4788-a3e9-9adb3af47cac service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195426 May 27 03:54:40.501872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51476) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:40.511527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.511861 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added segment 4b4984b8-19f6-4e15-b2b9-8306f982d9ef of type vlan for network aee074ca-b49f-431b-bb90-db73a26f19f2 May 27 03:54:40.543328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.546059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 1130 time: 5.1346297 May 27 03:54:40.552490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=e73d25ee-2aa1-4b24-801a-9f86ce4cd67f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:40.561805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:40.570463 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d63e8f7-8c2c-465c-aff9-3d84f31760c3 req-3d5213fe-1f41-4b5f-9654-7563c0e6e0bb tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1562042 May 27 03:54:40.573270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.589116 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5a09eea7-ac40-409c-88da-2c9c82990d52 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/e73d25ee-2aa1-4b24-801a-9f86ce4cd67f HTTP/1.1" status: 204 len: 168 time: 1.0221288 May 27 03:54:40.589881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:40.611253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619781c-cd94-4e84-92ba-4295a6349276 None None] Network e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:40.664339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.710050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290d1f5-288c-4cc8-ba83-d5b48aa2ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:40.773043 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493d05af-641d-47f3-a878-4387df80313a'] response: {'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'status': 'completed', 'code': 200} May 27 03:54:40.827966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.854914 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-8c6b6866-ff80-433c-8a5a-5386cf91bec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 1096 time: 0.3372462 May 27 03:54:40.875419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:40.926585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1119773785', 'router:external': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:41.034159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:41.055588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port a4b693c6-7ff8-4f1b-961f-4a455238c0bb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:41.055938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.088152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] DHCP port deletion for e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:54:41.094125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab4b69c5-3346-403a-b977-e6d1ee2cd3fe tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.095027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Deleting port a4b693c6-7ff8-4f1b-961f-4a455238c0bb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:41.095591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.101847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ab4b69c5-3346-403a-b977-e6d1ee2cd3fe tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "PUT /v2.0/subnetpools/897a4c7a-e29e-4490-839d-2d92f4979c5d HTTP/1.1" status: 200 len: 683 time: 0.9815233 May 27 03:54:41.110386 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.125403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:41.129779 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.133723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:network and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:41.133723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51492) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:41.191299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c2b8c4fe-539e-4526-b2b3-17469240db07 req-2f011291-c931-4bb4-a21b-6699d4483da4 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810875 May 27 03:54:41.254663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:41.304693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:41.328916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6228235 May 27 03:54:41.339573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:41.368215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'subnet': {'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:41.396622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-d541c5f1-83eb-432b-b7e6-8f3c627abef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1133 time: 0.7071395 May 27 03:54:41.437118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] For port a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,segment=NetworkSegment(b9eba9d3-f8f8-4eed-a23d-72588a03acc4),segment_id=b9eba9d3-f8f8-4eed-a23d-72588a03acc4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:41.437505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.529339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a4b693c6-7ff8-4f1b-961f-4a455238c0bb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:54:41.537424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Made reservation on behalf of 8aa021aa1c1746da9f95171fdfa97a13 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:41.539718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.632490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bf0f2-8384-4d88-9e00-31e7def5a83f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Network': ['ID=aee074ca-b49f-431b-bb90-db73a26f19f2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:41.662549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Calling delete_port for a4b693c6-7ff8-4f1b-961f-4a455238c0bb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:41.691317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-3c664876-4dc8-4376-b68f-aae6fdfdf28f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 217 time: 0.2659295 May 27 03:54:41.721569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network aee074ca-b49f-431b-bb90-db73a26f19f2 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:41.803614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:41.816128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8932bd-f5f2-4974-8505-674758ae5554 req-3b9b3846-dcb9-410c-a9d1-cd2b12ac19b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:41.817611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-3b9b3846-dcb9-410c-a9d1-cd2b12ac19b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.9370854 May 27 03:54:41.828328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83a023da-1756-4d1c-b063-d01b2b0a9778 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] Notify callbacks [] for subnetpool, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.837714 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-83a023da-1756-4d1c-b063-d01b2b0a9778 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "DELETE /v2.0/subnetpools/897a4c7a-e29e-4490-839d-2d92f4979c5d HTTP/1.1" status: 204 len: 168 time: 0.5938618 May 27 03:54:41.840387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.848321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-b0df5b54-2541-41c5-940c-0613c5505384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:41.850811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-b0df5b54-2541-41c5-940c-0613c5505384 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 200 len: 835 time: 0.1423848 May 27 03:54:41.851552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:41.856476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:subnet and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:41.865747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:41.922879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97434a0-d39f-450b-97d9-0e48d008baee req-2b1c3cbe-7634-49c2-a0fe-01da844fcd3a tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:41.924230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d97434a0-d39f-450b-97d9-0e48d008baee req-2b1c3cbe-7634-49c2-a0fe-01da844fcd3a tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 931 time: 0.6493275 May 27 03:54:41.933456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port a4b693c6-7ff8-4f1b-961f-4a455238c0bb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,segment=NetworkSegment(b9eba9d3-f8f8-4eed-a23d-72588a03acc4),segment_id=b9eba9d3-f8f8-4eed-a23d-72588a03acc4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:41.933824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:41.943443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:41.970306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:41.974201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:security_group_rule and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:41.977320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:41.983824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:41.999903 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-85a4b6f0-5a65-4b34-846b-3f5b40fb141a tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] show failed (client error): The resource could not be found. May 27 03:54:42.003388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-85a4b6f0-5a65-4b34-846b-3f5b40fb141a tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "GET /v2.0/subnetpools/897a4c7a-e29e-4490-839d-2d92f4979c5d HTTP/1.1" status: 404 len: 346 time: 0.1374149 May 27 03:54:42.014893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:42.023359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Made reservation on behalf of fa7ad60a0e9442549f23f49aa0c5c271 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:42.147977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.155347 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:42.160675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for a4b693c6-7ff8-4f1b-961f-4a455238c0bb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:42.233034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d97434a0-d39f-450b-97d9-0e48d008baee req-82e78594-a6de-452a-9774-e45e37265729 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840965 May 27 03:54:42.259974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-68e9ca0e-7438-4c7f-bd24-c2d79816b46d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 200 len: 1000 time: 0.4037256 May 27 03:54:42.292976 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.376864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] Pushing event deleted for resources: {'Port': ['ID=a4b693c6-7ff8-4f1b-961f-4a455238c0bb,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:42.382134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def19db-adf2-40d5-9223-f338cee9677d None None] No DVR routers for this DVR port a4b693c6-7ff8-4f1b-961f-4a455238c0bb on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:42.399979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:54:42.400309 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:54:42.411829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8932bd-f5f2-4974-8505-674758ae5554 req-8fae1562-5015-4b0f-83b4-ddb842100641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:42.413995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-8fae1562-5015-4b0f-83b4-ddb842100641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.1465242 May 27 03:54:42.418300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.473085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.514629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:42.529867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f793514-a1a7-4700-829e-412e9a6b6eab,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:42.534769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.535201 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Added segment 46e88615-0ad6-4728-a90e-c8b8fd051b0c of type vlan for network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 May 27 03:54:42.555320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-b3cabd70-e1a8-4785-8b73-d22ff3d50130 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355085 May 27 03:54:42.578264 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-97b58941-0c4d-40cc-9b95-7956ccfad661 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] delete failed (client error): The resource could not be found. May 27 03:54:42.579287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-97b58941-0c4d-40cc-9b95-7956ccfad661 tempest-SubnetPoolsTestJSON-346057424 tempest-SubnetPoolsTestJSON-346057424-project] 10.222.0.46 "DELETE /v2.0/subnetpools/897a4c7a-e29e-4490-839d-2d92f4979c5d HTTP/1.1" status: 404 len: 346 time: 0.5623133 May 27 03:54:42.598405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.606057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:42.618599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.634758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.712522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Transition to ACTIVE for port object ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:42.728799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.729764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:42.730635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.740564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.749988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-efacb6d3-23df-41d4-9227-5f8d0f8db698 service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816492 May 27 03:54:42.782983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97a910-0f97-46f3-b572-71960cb49295 req-0ece80e0-34a5-4890-99fd-4a12bbce631e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:42.783926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b97a910-0f97-46f3-b572-71960cb49295 req-0ece80e0-34a5-4890-99fd-4a12bbce631e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:42.808252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-fb7e7b1c-cc69-44a8-acd1-d33c932474b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b77616a8-755d-4aa1-830b-ecffbbe21190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9380295 May 27 03:54:42.905162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port a4b693c6-7ff8-4f1b-961f-4a455238c0bb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:42.905500 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:42.991681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:42.996475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Network': ['ID=05b507e4-e2bb-4b89-890c-a4f0b0e772c5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:43.003814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] The port 'a4b693c6-7ff8-4f1b-961f-4a455238c0bb' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:54:43.010683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b97a910-0f97-46f3-b572-71960cb49295 req-0ece80e0-34a5-4890-99fd-4a12bbce631e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:43.011800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b97a910-0f97-46f3-b572-71960cb49295 req-0ece80e0-34a5-4890-99fd-4a12bbce631e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 982 time: 1.0772147 May 27 03:54:43.021433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:43.057018 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-81d25064-0995-41d3-bbcf-1b4182c978b6 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5477650 May 27 03:54:43.074964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51516) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:43.096152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'subnet': {'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:43.121760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:43.146877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:43.170283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:subnet and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:43.188395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:43.202927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:43.207983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.219299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be8932bd-f5f2-4974-8505-674758ae5554 req-a52a2ae0-e526-46ab-8809-a0fb51ac3980 service neutron] 10.222.0.41 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618001 May 27 03:54:43.244522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Made reservation on behalf of 8aa021aa1c1746da9f95171fdfa97a13 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:43.255253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.292879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-6c5756cd-16ed-487b-9108-cf80db239e06 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640348 May 27 03:54:43.295695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:43.344681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b97a910-0f97-46f3-b572-71960cb49295 req-67c9d40b-65a9-40b2-a34d-b92d0af012c9 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3206632 May 27 03:54:43.390209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:43.419243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:43.419583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eba9d3-f8f8-4eed-a23d-72588a03acc4') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:43.449182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.454315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:43.462600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:43.474151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.486127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:54:43.486529 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: timer() May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:54:43.502395 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:54:43.598488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Attempting to bind port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:43.598906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Attempting to bind port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '8f07da66-d650-4236-8e5e-7c53443813ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:43.599233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Attempting to bind port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 on network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:43.601912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.658191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 on network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:54:43.658534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Attempting to bind port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 on network 7701d7ea-9b49-4eaf-a2e6-334cccd79215 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:43.668489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.721704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:43.753124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:43.753353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Checking segment: {'id': '8f07da66-d650-4236-8e5e-7c53443813ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:43.753880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Bound using segment: {'id': '8f07da66-d650-4236-8e5e-7c53443813ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:43.754317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Bound port: ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f07da66-d650-4236-8e5e-7c53443813ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:43.754654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.780308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.809864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.830488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:43.843203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-563ea0f7-49ce-482b-af16-5ed50d926055 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/e5666a2a-7472-4ef5-ba6f-5f9c9a3e4fef HTTP/1.1" status: 204 len: 168 time: 3.2507222 May 27 03:54:43.843873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51530) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:43.854364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213925985'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:43.859891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:43.863224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,segment=NetworkSegment(8f07da66-d650-4236-8e5e-7c53443813ba),segment_id=8f07da66-d650-4236-8e5e-7c53443813ba)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:43.863429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:43.864983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:43.872261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3c6e93b-979c-4d3a-8c78-b0954946982c req-b57628f0-22e2-4b34-beaf-079a6301506d service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709307 May 27 03:54:43.882358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:43.891912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:43.898268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Usage tracker for resource:security_group_rule and tenant:71b60ad30e354b63b9ac1fefddf22e48 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:43.913867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41cd7-2699-48cf-8ae6-7f4209c92f1f req-9fe4e8ac-4447-4b05-9eb4-e94066285399 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:43.915337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78c41cd7-2699-48cf-8ae6-7f4209c92f1f req-9fe4e8ac-4447-4b05-9eb4-e94066285399 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 943 time: 0.4122200 May 27 03:54:43.915582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.918059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:43.921143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:43.964711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:43.967749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:43.997343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:44.066498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-78c41cd7-2699-48cf-8ae6-7f4209c92f1f req-7ed3d4d6-177a-450c-bb28-e369f4594c38 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430705 May 27 03:54:44.072116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Subnet': ['ID=557f838b-16e3-4a36-be01-6885510be3d0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.079582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:44.093826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.094171 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment ec26147d-1ec0-423d-b890-64b78c8c384b of type vlan for network a56e5278-0e46-4035-a804-65c723eb2f03 May 27 03:54:44.127431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.204106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:33Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.208361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:44.208718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Updating router e04e1798-3a11-4f02-ab74-e7e6dc917551 port 348d3baf-1537-4e7f-ab99-96c9cd857cca binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:44.221953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.225584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:44.226174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.269943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:54:44.270865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.280044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.284107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.296202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.298124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 HTTP/1.1" status: 200 len: 1091 time: 4.5584991 May 27 03:54:44.304986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Checking segment: {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:44.307255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network hostable DHCP agents. Network: aee074ca-b49f-431b-bb90-db73a26f19f2, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:44.317212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:44.349146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.443343 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb95546-4970-4133-bd13-b265a04e5590'] response: {'name': 'network-changed', 'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3', 'status': 'completed', 'code': 200} May 27 03:54:44.451859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6032801 May 27 03:54:44.456399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011add67-2185-4fe7-a69d-90802f162fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.460470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51538) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:44.471604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:44.487642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf247-ca92-4f1f-8610-e64e94b620a7 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=a56e5278-0e46-4035-a804-65c723eb2f03,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.507161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a56e5278-0e46-4035-a804-65c723eb2f03 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:44.524675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bebd59-df50-4915-9a58-cf45ef6400c0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.548861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cde58bb1-7033-4eb5-8508-50b3762e37a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71b60ad30e354b63b9ac1fefddf22e48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4218841 May 27 03:54:44.552956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:44.553618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network aee074ca-b49f-431b-bb90-db73a26f19f2 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:44.561410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d15fa821-71fc-4ac4-8bec-aaf6717c85a9,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.581144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-73a6904e-b00e-4dc4-bda9-39bf97b23139 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1133 time: 0.6113963 May 27 03:54:44.634917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, aee074ca-b49f-431b-bb90-db73a26f19f2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:44.655182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:44.658594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.683478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Checking segment: {'id': '46e88615-0ad6-4728-a90e-c8b8fd051b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:44.683847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network hostable DHCP agents. Network: 05b507e4-e2bb-4b89-890c-a4f0b0e772c5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:44.688311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:44.694013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:44.694471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19178f61-31a4-4950-a7a5-2a5bfbf60404 None None] Network aee074ca-b49f-431b-bb90-db73a26f19f2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:44.698871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:44.710571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:44.737591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:44.789522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-8b135f1e-9c89-49a8-a0b2-c667f20934e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46096d54f90c495394f6ba0308cab1f4&device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 1094 time: 0.4184389 May 27 03:54:44.830709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:44.855434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fc73b-9966-40e5-bc14-34579cd80102 req-cf54d2a9-2684-4184-9cde-5463993ee3a6 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:44.856974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-813fc73b-9966-40e5-bc14-34579cd80102 req-cf54d2a9-2684-4184-9cde-5463993ee3a6 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 982 time: 0.2616594 May 27 03:54:44.860363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 05b507e4-e2bb-4b89-890c-a4f0b0e772c5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:44.866834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:44.867685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.875208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:44.929748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f3938-3665-470d-8324-61bcc0e3aa33 None None] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:44.986687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a810d577-a7b8-4a88-bc4c-66309744e982 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9106512 May 27 03:54:44.999756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:45.008408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1361658571', 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:45.023587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:45.038556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:port and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:45.045744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:45.056600 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04dec7c9-35ad-4024-b649-1ed085c3fb65 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6970234 May 27 03:54:45.063416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:45.066448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:45.139898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-1aeed294-4106-4203-aef3-255e7970a0cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 HTTP/1.1" status: 200 len: 217 time: 0.3349319 May 27 03:54:45.142752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.148424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42365028-ac8b-4535-be23-e074f1c690c4 req-e5274801-d3e7-43d6-9b60-e87833c84e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:45.149989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-e5274801-d3e7-43d6-9b60-e87833c84e3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 898 time: 0.5521591 May 27 03:54:45.165214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-813fc73b-9966-40e5-bc14-34579cd80102 req-eb6ab3c1-f8be-4908-9c00-03163c49afb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2741320 May 27 03:54:45.317627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Made reservation on behalf of 8aa021aa1c1746da9f95171fdfa97a13 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:45.320195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.384555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.410438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-cb2adcd7-a88a-4292-bb37-e7615ec5f066 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 217 time: 0.2127352 May 27 03:54:45.415703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] device_id is not set on port 5bb9c599-a745-455f-9ae5-5bd3d4c92dcc yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:54:45.509945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6215a7-ecb2-4170-a338-1133fac4048e req-4e80ad14-3679-4646-ba00-b97491f3172e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:45.511621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-4e80ad14-3679-4646-ba00-b97491f3172e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=caa804ab-0894-427e-89fa-15762a4c75ee HTTP/1.1" status: 200 len: 864 time: 0.3654501 May 27 03:54:45.513537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42365028-ac8b-4535-be23-e074f1c690c4 req-29ac019a-66a0-4768-8a08-604698527e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:45.514791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-29ac019a-66a0-4768-8a08-604698527e2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 200 len: 835 time: 0.0950112 May 27 03:54:45.555678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c8d17-63a4-42e2-9d69-22faec6c7740 None None] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:45.578075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-b3fe457a-55e4-4bb2-9cd7-f333dfcb0b20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7701d7ea-9b49-4eaf-a2e6-334cccd79215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518372 May 27 03:54:45.578539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-aee074ca-b49f-431b-bb90-db73a26f19f2', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:45.579175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.627410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.665381 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:45.791650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5d72-1fc8-4d9a-b334-503e3028ad30 req-939d1a67-9b26-4f96-adf7-0ed9aa987d79 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:45.793614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe1a5d72-1fc8-4d9a-b334-503e3028ad30 req-939d1a67-9b26-4f96-adf7-0ed9aa987d79 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Synchronizing usage tracker for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:45.813327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.852639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-51a9b9d0-acb6-43e3-a889-539a218ce88c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b77616a8-755d-4aa1-830b-ecffbbe21190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2817121 May 27 03:54:45.862179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bebd59-df50-4915-9a58-cf45ef6400c0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:45.984012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:45.987565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.20.0.12 (05b507e4-e2bb-4b89-890c-a4f0b0e772c5/d15fa821-71fc-4ac4-8bec-aaf6717c85a9/5bb9c599-a745-455f-9ae5-5bd3d4c92dcc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:46.003549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=84a691e4-3b2b-4f81-a314-47ed4f6c14cd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:46.040185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Transition to ACTIVE for port object 348d3baf-1537-4e7f-ab99-96c9cd857cca will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:46.048020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Allocated IP 172.23.0.2 (aee074ca-b49f-431b-bb90-db73a26f19f2/557f838b-16e3-4a36-be01-6885510be3d0/0d41063e-b933-4111-8c5a-7a7dd7c2e11c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:46.066388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:46.082482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:46.086733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4cf99896-9720-411c-b5a8-37641a3bcf97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71bebd59-df50-4915-9a58-cf45ef6400c0 HTTP/1.1" status: 204 len: 168 time: 1.5270224 May 27 03:54:46.092670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fe1a5d72-1fc8-4d9a-b334-503e3028ad30 req-939d1a67-9b26-4f96-adf7-0ed9aa987d79 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Unset dirty status for tenant:46096d54f90c495394f6ba0308cab1f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:46.093804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe1a5d72-1fc8-4d9a-b334-503e3028ad30 req-939d1a67-9b26-4f96-adf7-0ed9aa987d79 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 943 time: 0.7956963 May 27 03:54:46.098934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-6b8e6f09-7e56-44a1-835d-7f6239442f9b service neutron] 10.222.0.41 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719043 May 27 03:54:46.119777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-8862c291-3b7a-46a8-85ab-07271d75b25a service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351592 May 27 03:54:46.173866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': 'ec26147d-1ec0-423d-b890-64b78c8c384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:46.174274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: a56e5278-0e46-4035-a804-65c723eb2f03, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:46.328435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a56e5278-0e46-4035-a804-65c723eb2f03 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:46.351607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe1a5d72-1fc8-4d9a-b334-503e3028ad30 req-8b8e1515-c8e9-4494-95b6-1a1d340434c5 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501466 May 27 03:54:46.467103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Pushing event updated for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:46.489949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df6215a7-ecb2-4170-a338-1133fac4048e req-e8f85eb3-37b1-41c3-9d39-f9a2d0bcef91 service neutron] 10.222.0.41 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674464 May 27 03:54:46.494232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42365028-ac8b-4535-be23-e074f1c690c4 req-d1c249a0-cd7a-4ea4-aac7-534f41f87e16 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466837 May 27 03:54:46.592853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc63572a-1875-4610-9828-e14ef9e4e105 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:54:46.600672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a56e5278-0e46-4035-a804-65c723eb2f03) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:46.605252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:46.605932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:46.629790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a965fd-63ce-4311-a31c-30928b619ea9 None None] Network a56e5278-0e46-4035-a804-65c723eb2f03 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:46.665693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Attempting to bind port 348d3baf-1537-4e7f-ab99-96c9cd857cca on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:46.666061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Attempting to bind port 348d3baf-1537-4e7f-ab99-96c9cd857cca by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:46.666421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Attempting to bind port 348d3baf-1537-4e7f-ab99-96c9cd857cca on network cfe0430b-3720-4750-8025-5f5a5604451f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:46.799196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-33e62ced-4806-4029-aecb-8009182c7610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46096d54f90c495394f6ba0308cab1f4&device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 1094 time: 0.2186699 May 27 03:54:46.815296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d59f490-8f54-449a-ad52-fbd428f22086 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3529181 May 27 03:54:46.840495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:46.855522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03', 'name': 'tempest-PortsTestJSON-1114608121', 'fixed_ips': [{'subnet_id': '84a691e4-3b2b-4f81-a314-47ed4f6c14cd', 'ip_address': '172.20.0.10'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:46.978811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:46.979495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Checking segment: {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:46.980367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:46.980921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Bound using segment: {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:46.982476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Bound port: 348d3baf-1537-4e7f-ab99-96c9cd857cca, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f05b7b7-efb0-4144-ab66-344195a7ce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:46.983448 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.009472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:47.061855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.071218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b174-dbbd-442d-9953-5377e3af710a req-8cf6d7d5-25eb-4373-bcd0-ec6c3f3ff752 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:47.082787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4963b174-dbbd-442d-9953-5377e3af710a req-8cf6d7d5-25eb-4373-bcd0-ec6c3f3ff752 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 982 time: 0.6313057 May 27 03:54:47.107885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-7086dc63-d5eb-4af5-b6d4-4077ccc2354e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:47.113347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-7086dc63-d5eb-4af5-b6d4-4077ccc2354e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7701d7ea-9b49-4eaf-a2e6-334cccd79215 HTTP/1.1" status: 200 len: 925 time: 0.3068013 May 27 03:54:47.258184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-a2bfef75-8476-4aa8-b47e-d27dbe5d6e3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 HTTP/1.1" status: 200 len: 217 time: 0.1361828 May 27 03:54:47.310288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc63572a-1875-4610-9828-e14ef9e4e105,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:47.323932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4963b174-dbbd-442d-9953-5377e3af710a req-4603412e-8a65-463c-8c59-924fd7d803ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1897519 May 27 03:54:47.339682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-e545bc9f-a232-405c-a366-7ae814fca5de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:47.341621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:47.341893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-e545bc9f-a232-405c-a366-7ae814fca5de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=caa804ab-0894-427e-89fa-15762a4c75ee HTTP/1.1" status: 200 len: 864 time: 0.0766637 May 27 03:54:47.349118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'port_id': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'mac_address': 'fa:16:3e:d7:c4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:54:47.350787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:47.356778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:47.374624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:47.393770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.406053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-a433d867-2eed-4493-80c7-7b40fa3d39b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7701d7ea-9b49-4eaf-a2e6-334cccd79215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575435 May 27 03:54:47.412855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.436416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:47.441796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.523858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Transition to ACTIVE for port object 0d41063e-b933-4111-8c5a-7a7dd7c2e11c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:47.575443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:47.581473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 7b54bb9d-0236-4266-bec1-7a2957b07364 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:54:47.617819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:47.621792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:47.656187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb9c599-a745-455f-9ae5-5bd3d4c92dcc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:47.671008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a56e5278-0e46-4035-a804-65c723eb2f03', 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': '84a691e4-3b2b-4f81-a314-47ed4f6c14cd'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:54:47.671807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.682474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.708136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Transition to ACTIVE for port object 0d41063e-b933-4111-8c5a-7a7dd7c2e11c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:47.710742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc63572a-1875-4610-9828-e14ef9e4e105 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:47.737765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.752124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] For port 348d3baf-1537-4e7f-ab99-96c9cd857cca, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:47.774008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:47.781699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.786684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:47.812134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038705 May 27 03:54:47.812134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.817673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:47.854546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc63572a-1875-4610-9828-e14ef9e4e105,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:47.865889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Network aee074ca-b49f-431b-bb90-db73a26f19f2 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:47.876530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:47.883149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:47.885330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:47.888115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] For port 348d3baf-1537-4e7f-ab99-96c9cd857cca, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=348d3baf-1537-4e7f-ab99-96c9cd857cca,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:47.970330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff0025-c4ec-482b-ac01-356c011b0075 req-35970dfd-b816-4d05-b295-23891c029d09 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:47.971758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-24ff0025-c4ec-482b-ac01-356c011b0075 req-35970dfd-b816-4d05-b295-23891c029d09 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 943 time: 0.1531911 May 27 03:54:47.981490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-30cf38db-516f-4cc7-b0a6-3dbcbfb931fc service neutron] 10.222.0.41 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676026 May 27 03:54:48.041895 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-303fdf11-4008-4bc3-b706-4da965c2106a tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0384161 May 27 03:54:48.063394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:48.083787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:48.099854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Pushing event updated for resources: {'Port': ['ID=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:48.183181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-24ff0025-c4ec-482b-ac01-356c011b0075 req-d1ead78e-e010-4eee-b591-7edcb2cc7ec2 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000065 May 27 03:54:48.185668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port 5bb9c599-a745-455f-9ae5-5bd3d4c92dcc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:48.186008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:48.188758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.10 (a56e5278-0e46-4035-a804-65c723eb2f03/84a691e4-3b2b-4f81-a314-47ed4f6c14cd/7b54bb9d-0236-4266-bec1-7a2957b07364) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:48.324658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-296c55a2-29a8-4017-aa7c-6afbf39b8166 tempest-NetworksApiDiscovery-2029051578 tempest-NetworksApiDiscovery-2029051578-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5047445 May 27 03:54:48.339576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:48.356922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['bc63572a-1875-4610-9828-e14ef9e4e105'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:54:48.631111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:48.725485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Attempting to bind port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:48.725967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Attempting to bind port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:48.726193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Attempting to bind port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c on network aee074ca-b49f-431b-bb90-db73a26f19f2 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:48.744146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:48.744789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:48.794934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85d5d33c-6faa-486a-be81-167367d3c6f6 req-76c4aa52-025d-4139-afe5-2b1bb1c0c153 service neutron] 10.222.0.41 "GET /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928617 May 27 03:54:48.922315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:48.925318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for 5bb9c599-a745-455f-9ae5-5bd3d4c92dcc owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:48.938418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51616) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:48.939669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Allocated IP 172.23.0.1 (aee074ca-b49f-431b-bb90-db73a26f19f2/557f838b-16e3-4a36-be01-6885510be3d0/75d20ed4-e42d-4d7b-b959-f03775fae2b8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:49.027867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ba500-8c59-42d3-aa93-968ef043532e req-f40f0d55-0456-4b6e-8ea6-b5187c33b97b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:49.034900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec3ba500-8c59-42d3-aa93-968ef043532e req-f40f0d55-0456-4b6e-8ea6-b5187c33b97b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 983 time: 0.3486006 May 27 03:54:49.092389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:49.092805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Checking segment: {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:49.093205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.093597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Bound using segment: {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:49.094092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Bound port: 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:49.094456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.134264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.197534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec3ba500-8c59-42d3-aa93-968ef043532e req-52fe7bc3-af69-4fde-ade6-1409b2e505ac tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1616566 May 27 03:54:49.202075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 7b54bb9d-0236-4266-bec1-7a2957b07364 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:49.271057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.284571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Pushing event updated for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.307396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.328605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Transition to ACTIVE for port object 75d20ed4-e42d-4d7b-b959-f03775fae2b8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:49.334196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.365867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb9c599-a745-455f-9ae5-5bd3d4c92dcc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.446868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a56e5278-0e46-4035-a804-65c723eb2f03 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:49.454519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:49.457950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=7b54bb9d-0236-4266-bec1-7a2957b07364,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.460303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.472753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:49.508789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.509169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.509512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.509843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.510182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.510779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.511237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.511571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.511900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.512228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.512555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924fd4c-d7c6-4af8-ac11-7bb16623b0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:49.534778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:49.535236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.560380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.616667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22452391-e655-4c8c-9973-21ef701bfb38 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7741389 May 27 03:54:49.627100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:49.631355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.645204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03', 'name': 'tempest-PortsTestJSON-127497521', 'fixed_ips': [{'subnet_id': '84a691e4-3b2b-4f81-a314-47ed4f6c14cd', 'ip_address': '172.20.0.9'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:49.655509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network aee074ca-b49f-431b-bb90-db73a26f19f2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:49.656689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:49.661504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:49.670530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:49.684841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7e695313-0d1f-42e1-9642-bca8359580e1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5bb9c599-a745-455f-9ae5-5bd3d4c92dcc HTTP/1.1" status: 204 len: 168 time: 1.6000080 May 27 03:54:49.687104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:49.699032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Allocated IP 172.20.0.2 (a56e5278-0e46-4035-a804-65c723eb2f03/84a691e4-3b2b-4f81-a314-47ed4f6c14cd/9ad362ad-5c42-42d3-a1a7-827f45034eee) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:49.700846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d091d06438a4f399cbe054552d8e3e9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:49.703844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.711415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:49.713602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] For port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:49.726434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:49.751641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5', 'external_fixed_ips': [{'subnet_id': 'd15fa821-71fc-4ac4-8bec-aaf6717c85a9', 'ip_address': '172.20.0.12'}]}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:49.754835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.757250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:49.761547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:router and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:49.765285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:49.771522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:49.800059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.801094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.830261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] For port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:49.906115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c553-5914-4ffb-b33e-d5feee33a0bb req-e3a82608-aacb-4d26-bed1-ec3734a38f30 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:49.908412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.908682 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.920941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a175c553-5914-4ffb-b33e-d5feee33a0bb req-e3a82608-aacb-4d26-bed1-ec3734a38f30 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 943 time: 0.4418602 May 27 03:54:49.924397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.941041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.954351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:49.964737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:49.981736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:49.986916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:50.005747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a175c553-5914-4ffb-b33e-d5feee33a0bb req-39e37cf1-5e04-46b9-9f72-e80ed2708aa1 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833089 May 27 03:54:50.016645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:50.074945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954223c2-48a6-46b5-879f-e44d1b7b3a56 None None] Pushing event updated for resources: {'Port': ['ID=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:50.148309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:50.205203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:47Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:50.209079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e70d3-242c-4f12-b88a-33476969c060,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:50.218886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f6251286-7028-43a0-86d5-f2ea0ee9cdd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d091d06438a4f399cbe054552d8e3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2737367 May 27 03:54:50.219841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51634) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:50.292646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:54:50.301041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff0179-54d8-4236-83b6-49e1bc2028b0 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:47Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:50.348022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:50.364069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Transition to ACTIVE for port object 9ad362ad-5c42-42d3-a1a7-827f45034eee will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:50.432022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Transition to ACTIVE for port object 9ad362ad-5c42-42d3-a1a7-827f45034eee will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:50.439644 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:54:50.510873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:50.528365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:50.672929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:50.792328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:54:50.913996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc63572a-1875-4610-9828-e14ef9e4e105 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:50.992557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.007362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.026607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.128547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Pushing event updated for resources: {'Port': ['ID=9ad362ad-5c42-42d3-a1a7-827f45034eee,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:51.186723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.263352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Network a56e5278-0e46-4035-a804-65c723eb2f03 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:51.289227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049c0e-3e0c-4010-aaca-2c2807b55697 req-d6bac964-acdf-400b-a06b-77d3ca649343 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:51.290675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:51.291441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3049c0e-3e0c-4010-aaca-2c2807b55697 req-d6bac964-acdf-400b-a06b-77d3ca649343 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 983 time: 0.7890983 May 27 03:54:51.293223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:51.300507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event updated for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:51.307523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.399358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.9 (a56e5278-0e46-4035-a804-65c723eb2f03/84a691e4-3b2b-4f81-a314-47ed4f6c14cd/d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:51.441657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,segment=NetworkSegment(8f07da66-d650-4236-8e5e-7c53443813ba),segment_id=8f07da66-d650-4236-8e5e-7c53443813ba)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:51.497903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3', 'network_id': '7701d7ea-9b49-4eaf-a2e6-334cccd79215', 'port_id': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3', 'mac_address': 'fa:16:3e:a4:0e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa804ab-0894-427e-89fa-15762a4c75ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:54:51.502366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Attempting to bind port 9ad362ad-5c42-42d3-a1a7-827f45034eee on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:51.502723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Attempting to bind port 9ad362ad-5c42-42d3-a1a7-827f45034eee by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ec26147d-1ec0-423d-b890-64b78c8c384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:51.503082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Attempting to bind port 9ad362ad-5c42-42d3-a1a7-827f45034eee on network a56e5278-0e46-4035-a804-65c723eb2f03 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:51.516193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:51.516561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Checking segment: {'id': 'ec26147d-1ec0-423d-b890-64b78c8c384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:51.517572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.517572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Bound using segment: {'id': 'ec26147d-1ec0-423d-b890-64b78c8c384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:51.517881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Bound port: 9ad362ad-5c42-42d3-a1a7-827f45034eee, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec26147d-1ec0-423d-b890-64b78c8c384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a56e5278-0e46-4035-a804-65c723eb2f03'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:51.518250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.527191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port bc63572a-1875-4610-9828-e14ef9e4e105 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:51.548127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.575988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.600212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.623372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port bc63572a-1875-4610-9828-e14ef9e4e105 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:51.623733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.625826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e70d3-242c-4f12-b88a-33476969c060,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:51.660546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3049c0e-3e0c-4010-aaca-2c2807b55697 req-6da99e6b-804a-4a1c-b13d-8b796af4a2f8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3568602 May 27 03:54:51.687203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.688633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dc6c33a6-7de6-4834-832f-b42aee0515b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee5e70d3-242c-4f12-b88a-33476969c060 HTTP/1.1" status: 204 len: 168 time: 1.4685721 May 27 03:54:51.749079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Network aee074ca-b49f-431b-bb90-db73a26f19f2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:51.751509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:51.754300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0d41063e-b933-4111-8c5a-7a7dd7c2e11c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:51.785790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:51.946854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d33fb-f115-46a8-82e4-fb9710e99f4f req-d848c191-710e-405b-9446-a325e40d326c tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:51.948252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d2d33fb-f115-46a8-82e4-fb9710e99f4f req-d848c191-710e-405b-9446-a325e40d326c tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 943 time: 0.6215508 May 27 03:54:51.951317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3d0f1-153d-4e8d-992a-b085e62c03f4 None None] Network aee074ca-b49f-431b-bb90-db73a26f19f2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:51.983818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:54:52.105217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.20.0.12 (05b507e4-e2bb-4b89-890c-a4f0b0e772c5/d15fa821-71fc-4ac4-8bec-aaf6717c85a9/f7075434-a01b-44fc-8b22-7252636c7ccd) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:54:52.168134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,segment=NetworkSegment(8f07da66-d650-4236-8e5e-7c53443813ba),segment_id=8f07da66-d650-4236-8e5e-7c53443813ba)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:52.169812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-46d07b83-d5b3-45d7-a55e-7d83b53a0809 None None] Provisioning for port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:52.180867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0d2d33fb-f115-46a8-82e4-fb9710e99f4f req-1ef00817-fe62-42bd-9e5c-1728374de713 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180259 May 27 03:54:52.216816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.362235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.375497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:52.416624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:52.435812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.453556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:52.474354 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.514019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] For port 9ad362ad-5c42-42d3-a1a7-827f45034eee, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:52.529079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.562587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.576170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:52.593156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc63572a-1875-4610-9828-e14ef9e4e105,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:52.625514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:52.627301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:52.632237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.634057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:52.636883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-19c2cd01-743a-4de3-ae8f-2ed5d5fbd3cd tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5719206 May 27 03:54:52.638012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51658) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:52.650455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:52.664476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a56e5278-0e46-4035-a804-65c723eb2f03 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:52.677611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:52.681000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] For port 9ad362ad-5c42-42d3-a1a7-827f45034eee, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ad362ad-5c42-42d3-a1a7-827f45034eee,segment=NetworkSegment(ec26147d-1ec0-423d-b890-64b78c8c384b),segment_id=ec26147d-1ec0-423d-b890-64b78c8c384b)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:52.681182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:52.688436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ca0d312f-38b9-47c6-8194-4b1cb3ac09e3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:54:52.738377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=f7075434-a01b-44fc-8b22-7252636c7ccd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:52.753714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:54:52.760804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:52.779084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:54:52.807516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.824804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:52.825789 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:52.978727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:53.219460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:53.220158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.327629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befb476-b6f2-4d60-af4b-35a2fc78aa2d None None] Pushing event updated for resources: {'Port': ['ID=9ad362ad-5c42-42d3-a1a7-827f45034eee,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:53.330137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-65fde1f8-1789-4e2c-a3d7-e08d4ba6443b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7003183 May 27 03:54:53.351787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:53.381639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ea554-e0d1-4b62-a9c0-15d61cc34038 req-bc8dc09c-9655-4e75-a90c-237f807124d2 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:53.388223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639ea554-e0d1-4b62-a9c0-15d61cc34038 req-bc8dc09c-9655-4e75-a90c-237f807124d2 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.3902194 May 27 03:54:53.424286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.546527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:53.601129 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:53.603055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:53.613388 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef36adc5-d5a5-4426-8b90-c47dd42fae55'] response: {'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'code': 200} May 27 03:54:53.662630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:53.676137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.677228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 348d3baf-1537-4e7f-ab99-96c9cd857cca up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:53.838277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:53.839116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.839836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:53.984519 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:54.037632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Provisioning for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:54.047894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Provisioning complete for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:54.048310 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.111279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:54.118142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.129738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:54.149682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Provisioning complete for port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:54.150048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41057c6d-cfb5-434c-88b9-4aac31f495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.162675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:54:54.185383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Removed routes are [] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:54:54.186090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.197588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 348d3baf-1537-4e7f-ab99-96c9cd857cca completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:54.225854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 348d3baf-1537-4e7f-ab99-96c9cd857cca triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:54.227642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.389743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:54.534387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639ea554-e0d1-4b62-a9c0-15d61cc34038 req-68ce9977-65ef-462e-a985-04b971cad697 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.1313186 May 27 03:54:54.586669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661912199-network', 'tenant_id': '131fc41450934b91a2400f06623aa1b7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:54.614846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:54.626365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Usage tracker for resource:network and tenant:131fc41450934b91a2400f06623aa1b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:54.647064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9068d-ffc1-4089-9f55-3d094e68d669 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:54.647994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbb9068d-ffc1-4089-9f55-3d094e68d669 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:54.654115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-665d8f98-ed48-463c-b3f4-602d00176118 req-a9ba15fe-5ac6-4bb4-9829-f2c664c979fc service neutron] (84156) timed out ('10.222.0.41', 58836) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:54:54.657513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:54.666370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:54.690837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.694500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ebaf8ea-bdbb-4a74-8601-7c8817a0bbd6 req-bbcaff06-3888-44a8-bf84-76965fb6b7e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.8515799 May 27 03:54:54.711223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a3ec-9af0-4102-b603-96624dc36518 req-5263be2c-8a5e-48fe-8c3c-133892e5d2de tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:54.713138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5438a3ec-9af0-4102-b603-96624dc36518 req-5263be2c-8a5e-48fe-8c3c-133892e5d2de tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 944 time: 0.4950178 May 27 03:54:54.719899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:54.739907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:54.742143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.746573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbb9068d-ffc1-4089-9f55-3d094e68d669 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:54.747998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fbb9068d-ffc1-4089-9f55-3d094e68d669 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.3560710 May 27 03:54:54.751303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:54.753902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Made reservation on behalf of 131fc41450934b91a2400f06623aa1b7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:54.756412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.816767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 348d3baf-1537-4e7f-ab99-96c9cd857cca, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=348d3baf-1537-4e7f-ab99-96c9cd857cca,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:54.836934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.862868 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:49Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:47Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:50Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:54.878168 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:54.882098 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Updating router e04e1798-3a11-4f02-ab74-e7e6dc917551 port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:54.903064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:54.910985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5438a3ec-9af0-4102-b603-96624dc36518 req-e69558a5-5a6c-4258-a8fd-604141919296 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891959 May 27 03:54:54.978149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ebaf8ea-bdbb-4a74-8601-7c8817a0bbd6 req-f609529f-6a06-4a90-916f-74f84c7235eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2825024 May 27 03:54:55.048414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:55.065550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-72063889-b725-4973-b8db-230adc50a706 None None] Provisioning complete for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:55.066057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72063889-b725-4973-b8db-230adc50a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.071875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Usage tracker for resource:security_group_rule and tenant:131fc41450934b91a2400f06623aa1b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:55.076540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:55.080339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.085020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:55.086095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.090708 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.216659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.229900 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-72063889-b725-4973-b8db-230adc50a706 None None] Port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:55.244340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.249685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0d41063e-b933-4111-8c5a-7a7dd7c2e11c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:55.273353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12c30a-1e66-4361-b545-012c8fd8384d None None] Network a56e5278-0e46-4035-a804-65c723eb2f03 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:54:55.298726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:55.339001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:54:55.410619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c95ebe-0de3-4a8a-b719-59b81b08d1f8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:55.425911 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.427656 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Added segment c7a5135a-e4d0-4a39-9b6c-16e67a98a151 of type vlan for network 549cc32e-6973-419f-8390-b8f86c8d5c6c May 27 03:54:55.440302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:55.448576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.455460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d0be-607f-4544-a320-a1ce2f14ae2f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:55.461428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d0be-607f-4544-a320-a1ce2f14ae2f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:55.466238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d0be-607f-4544-a320-a1ce2f14ae2f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:55.471665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb77d0be-607f-4544-a320-a1ce2f14ae2f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7190356 May 27 03:54:55.472519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51706) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:55.476711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:54:55.567357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-79df510e-394f-421b-9fd2-ca542570896d None None] Provisioning for port 9ad362ad-5c42-42d3-a1a7-827f45034eee completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:55.589181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,segment=NetworkSegment(8f07da66-d650-4236-8e5e-7c53443813ba),segment_id=8f07da66-d650-4236-8e5e-7c53443813ba)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:55.642301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:54:55.657469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:55.658203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.673852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.804387 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e18f8ea-91c3-429f-b159-b516428859e3'] response: {'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3', 'code': 200} May 27 03:54:55.804968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:55.807224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.824093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:55.838650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:55.840333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98efe17e-5ce2-4c75-b5da-ad60319f64d3 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 934 time: 3.2006068 May 27 03:54:55.843763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51714) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:55.943189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:55.948767 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:54:56.002736 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.045334 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Transition to ACTIVE for port object 75d20ed4-e42d-4d7b-b959-f03775fae2b8 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:54:56.067754 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.073956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-44bb7ecb-2753-40b0-a51d-b6977685c050 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 934 time: 0.2285016 May 27 03:54:56.074591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51722) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:56.081740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'routes': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:56.144411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.206542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ad362ad-5c42-42d3-a1a7-827f45034eee up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:56.226913 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd40f-a9fa-4927-862e-fc7c2bf12c05 None None] Pushing event updated for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:56.306643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9ad362ad-5c42-42d3-a1a7-827f45034eee completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:56.321524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9ad362ad-5c42-42d3-a1a7-827f45034eee triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:56.322342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.398723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.521113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.521982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:56.522761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.558395 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Attempting to bind port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:54:56.558902 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Attempting to bind port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:54:56.562254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Attempting to bind port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 on network aee074ca-b49f-431b-bb90-db73a26f19f2 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:54:56.588499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:54:56.589080 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Checking segment: {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:56.595365 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.599099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Bound using segment: {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:54:56.610912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Bound port: 75d20ed4-e42d-4d7b-b959-f03775fae2b8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4984b8-19f6-4e15-b2b9-8306f982d9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:54:56.613491 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.629816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.734253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9ad362ad-5c42-42d3-a1a7-827f45034eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ad362ad-5c42-42d3-a1a7-827f45034eee,segment=NetworkSegment(ec26147d-1ec0-423d-b890-64b78c8c384b),segment_id=ec26147d-1ec0-423d-b890-64b78c8c384b)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:56.745944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.747759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.837717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Provisioning for port 7b54bb9d-0236-4266-bec1-7a2957b07364 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:56.856103 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] For port 75d20ed4-e42d-4d7b-b959-f03775fae2b8, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:54:56.860753 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] For port 75d20ed4-e42d-4d7b-b959-f03775fae2b8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75d20ed4-e42d-4d7b-b959-f03775fae2b8,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:54:56.873887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Provisioning complete for port 7b54bb9d-0236-4266-bec1-7a2957b07364 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:56.875116 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.875289 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:56.930658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:56.956185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf86c6-5a68-41ab-98de-b7452795111e req-0d8e9f80-67f8-4e29-bd70-fa61446f57e0 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:56.968153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3cf86c6-5a68-41ab-98de-b7452795111e req-0d8e9f80-67f8-4e29-bd70-fa61446f57e0 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.6201520 May 27 03:54:56.991786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Port 7b54bb9d-0236-4266-bec1-7a2957b07364 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:56.994040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9ad362ad-5c42-42d3-a1a7-827f45034eee,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.002462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 348d3baf-1537-4e7f-ab99-96c9cd857cca up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:57.019561 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd40f-a9fa-4927-862e-fc7c2bf12c05 None None] Pushing event updated for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.033904 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:57.034929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:57.105772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Provisioning for port d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:57.115650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Provisioning complete for port d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:57.116105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.200487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Port d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:57.230569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Provisioning complete for port 9ad362ad-5c42-42d3-a1a7-827f45034eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:57.231817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-be14721a-a080-466c-a5ba-57c2744c078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.295758 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:57.340291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 348d3baf-1537-4e7f-ab99-96c9cd857cca triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:57.341500 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.562168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7012439 May 27 03:54:57.574436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:57.597917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b110ed-c1fb-4980-886a-c816e457b808 admin admin] Pushing event updated for resources: {'Network': ['ID=549cc32e-6973-419f-8390-b8f86c8d5c6c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.603103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Request body: {'subnet': {'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661912199-subnet', 'tenant_id': '131fc41450934b91a2400f06623aa1b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:54:57.628493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae32afe-d467-427a-ae8d-9cafb58a1501 req-083a7676-ed7a-4906-90df-ad5b07d8b093 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:57.630007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ae32afe-d467-427a-ae8d-9cafb58a1501 req-083a7676-ed7a-4906-90df-ad5b07d8b093 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 1.8236198 May 27 03:54:57.631027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:54:57.633128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 549cc32e-6973-419f-8390-b8f86c8d5c6c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:54:57.640242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added routes are [] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:54:57.640564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.extraroute_db [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84156) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:54:57.641725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-528aacef-8846-4392-9a52-bd34c6a831eb req-3cb2c77a-b758-4194-b5e3-c2a3d393ab41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 1096 time: 1.7247570 May 27 03:54:57.645407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Usage tracker for resource:subnet and tenant:131fc41450934b91a2400f06623aa1b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:54:57.650313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:54:57.679743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.695170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f3cf86c6-5a68-41ab-98de-b7452795111e req-ab6d7d9d-2eee-44a9-afe9-6cf611ab77c1 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262239 May 27 03:54:57.709058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:54:57.757656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ae32afe-d467-427a-ae8d-9cafb58a1501 req-1df64d59-79ae-4684-9099-a9b376cc0a33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1208212 May 27 03:54:57.804024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Made reservation on behalf of 131fc41450934b91a2400f06623aa1b7 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:54:57.806340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.895009 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc671450-7e1c-47f1-8b09-9d38863a5e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:57.946120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-528aacef-8846-4392-9a52-bd34c6a831eb req-58c246c1-53af-424a-8c00-f4a011eec793 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965448 May 27 03:54:58.001930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.004351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1be54278-a4e1-4807-99f3-118c5ee3cba6 None None] Provisioning complete for port 7b54bb9d-0236-4266-bec1-7a2957b07364 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:58.005027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1be54278-a4e1-4807-99f3-118c5ee3cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.013990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:58.049460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 6, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:56Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:58.062799 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eaaa29-0c26-4ed2-96f6-469c58c54a67 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 6, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:56Z', 'revision_number': 4, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:54:58.101556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.105521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:58.105730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.148536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1be54278-a4e1-4807-99f3-118c5ee3cba6 None None] Port 7b54bb9d-0236-4266-bec1-7a2957b07364 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:54:58.170270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Sync routers for ids ['c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:54:58.192398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.193848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae87d327-bb3d-40fa-a52e-0155c00c0262 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.4535787 May 27 03:54:58.212015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Routers {'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:54:58.213375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:54:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:58.228542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51738) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:58.392715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.396021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-07a0d509-92aa-45ea-bfce-bfc555c2df4b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad HTTP/1.1" status: 204 len: 168 time: 2.9206326 May 27 03:54:58.399090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:58.434779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1be54278-a4e1-4807-99f3-118c5ee3cba6 None None] Could not find standard attr ID for object d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:54:58.529685 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f434a5f7-bbb5-44d8-a9ed-0c7815500f80 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:54:58.531536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f434a5f7-bbb5-44d8-a9ed-0c7815500f80 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:54:58.561418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:58.582241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:58.599488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Set router c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:54:58.615122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f434a5f7-bbb5-44d8-a9ed-0c7815500f80 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:54:58.616490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f434a5f7-bbb5-44d8-a9ed-0c7815500f80 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/d27ba3fe-de3d-4e3c-bda4-e0d5dd95bcad HTTP/1.1" status: 404 len: 333 time: 0.2099841 May 27 03:54:58.619261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:58.779302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fada4f87-a7da-40c7-b941-6b0d244547f4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:58.816549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 7b54bb9d-0236-4266-bec1-7a2957b07364 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:58.817219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.130327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3', 'name': '', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5', 'external_fixed_ips': [{'subnet_id': 'd15fa821-71fc-4ac4-8bec-aaf6717c85a9', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f7075434-a01b-44fc-8b22-7252636c7ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:54:49Z', 'updated_at': '2022-05-27T03:54:52Z', 'revision_number': 3, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port': {'id': 'f7075434-a01b-44fc-8b22-7252636c7ccd', 'name': '', 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:68:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd15fa821-71fc-4ac4-8bec-aaf6717c85a9', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:51Z', 'updated_at': '2022-05-27T03:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd15fa821-71fc-4ac4-8bec-aaf6717c85a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:59.131985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.140183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Checking router: c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:54:59.140535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Updating router c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 port f7075434-a01b-44fc-8b22-7252636c7ccd binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:54:59.175826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Checking segment: {'id': 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:54:59.176538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Network hostable DHCP agents. Network: 549cc32e-6973-419f-8390-b8f86c8d5c6c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:54:59.230662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.264017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75d20ed4-e42d-4d7b-b959-f03775fae2b8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:59.414189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.474956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:54:59.485134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:54:59.485616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.493544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44c1ba-9132-4e29-a086-16faa54c4baf req-a659fc9d-4d36-4924-8286-8163a6d3fd89 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:59.494911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e44c1ba-9132-4e29-a086-16faa54c4baf req-a659fc9d-4d36-4924-8286-8163a6d3fd89 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.4670210 May 27 03:54:59.537086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:59.544437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.545587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7b076396-c8a0-45b3-9ac5-597cc4f34354 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 700 time: 3.4699543 May 27 03:54:59.554289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51756) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:59.568664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 7b54bb9d-0236-4266-bec1-7a2957b07364 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:54:59.728285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e44c1ba-9132-4e29-a086-16faa54c4baf req-c5c26e44-0343-4187-ab1e-9175d5e30387 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234037 May 27 03:54:59.755466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.812678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.832222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 75d20ed4-e42d-4d7b-b959-f03775fae2b8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75d20ed4-e42d-4d7b-b959-f03775fae2b8,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:59.838083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port f7075434-a01b-44fc-8b22-7252636c7ccd {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:54:59.838439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.851221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.862044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:54:59.863099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ad362ad-5c42-42d3-a1a7-827f45034eee up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:54:59.905352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Network 549cc32e-6973-419f-8390-b8f86c8d5c6c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:54:59.919728 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73e95248-a018-4def-a83a-41a8dd55c750 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 700 time: 0.3623497 May 27 03:54:59.920182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:54:59.923201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1985c4-901a-49e6-9bd3-70052bbe09ce req-7aae35a6-a82e-4e50-8cbf-29808f0a0e68 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:59.924742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce1985c4-901a-49e6-9bd3-70052bbe09ce req-7aae35a6-a82e-4e50-8cbf-29808f0a0e68 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.7433152 May 27 03:54:59.929822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=7b54bb9d-0236-4266-bec1-7a2957b07364,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:59.970498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 549cc32e-6973-419f-8390-b8f86c8d5c6c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:54:59.998641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:54:59.999395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.078106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08945035-ffc2-4931-8f27-f67a63fda9b2 None None] Network 549cc32e-6973-419f-8390-b8f86c8d5c6c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:00.133878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-113590ac-664d-4a3a-80f5-8218dfd31e20 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5425749 May 27 03:55:00.247700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce1985c4-901a-49e6-9bd3-70052bbe09ce req-ac611ca5-bdcf-4735-854a-a8c92ff365ac tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2776146 May 27 03:55:00.294142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.318464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b6e0abf5-df3a-43c6-a253-7b23fcf1eb51 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/7b54bb9d-0236-4266-bec1-7a2957b07364 HTTP/1.1" status: 204 len: 168 time: 1.6859815 May 27 03:55:00.319449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51768) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:00.374802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.393939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Transition to ACTIVE for port object f7075434-a01b-44fc-8b22-7252636c7ccd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:00.458050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.472030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.517279 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0207d9db-c68d-47cd-8f9e-5e1a0c3dcf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.581236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:00.657509 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d5a840-ec37-4458-9b44-d794f8d899d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:55:00.658013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66d5a840-ec37-4458-9b44-d794f8d899d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:00.681096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Attempting to bind port f7075434-a01b-44fc-8b22-7252636c7ccd on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:00.681459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Attempting to bind port f7075434-a01b-44fc-8b22-7252636c7ccd by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '46e88615-0ad6-4728-a90e-c8b8fd051b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:00.681819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Attempting to bind port f7075434-a01b-44fc-8b22-7252636c7ccd on network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:00.704218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66d5a840-ec37-4458-9b44-d794f8d899d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:00.708820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66d5a840-ec37-4458-9b44-d794f8d899d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/7b54bb9d-0236-4266-bec1-7a2957b07364 HTTP/1.1" status: 404 len: 333 time: 0.3736780 May 27 03:55:00.709118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:00.710076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9ad362ad-5c42-42d3-a1a7-827f45034eee triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:00.710447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.727074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for f7075434-a01b-44fc-8b22-7252636c7ccd owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:00.768058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:00.768337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Checking segment: {'id': '46e88615-0ad6-4728-a90e-c8b8fd051b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:00.768735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.771413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Bound using segment: {'id': '46e88615-0ad6-4728-a90e-c8b8fd051b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:00.771905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Bound port: f7075434-a01b-44fc-8b22-7252636c7ccd, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e88615-0ad6-4728-a90e-c8b8fd051b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05b507e4-e2bb-4b89-890c-a4f0b0e772c5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:00.772283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:00.859217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] For port f7075434-a01b-44fc-8b22-7252636c7ccd, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:00.862442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] For port f7075434-a01b-44fc-8b22-7252636c7ccd, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7075434-a01b-44fc-8b22-7252636c7ccd,segment=NetworkSegment(46e88615-0ad6-4728-a90e-c8b8fd051b0c),segment_id=46e88615-0ad6-4728-a90e-c8b8fd051b0c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:00.870627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a325-3b7e-490d-bbe4-dc53651ef1e6 None None] Pushing event updated for resources: {'Port': ['ID=f7075434-a01b-44fc-8b22-7252636c7ccd,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:00.906400 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.031801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 84a691e4-3b2b-4f81-a314-47ed4f6c14cd {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:01.036426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.109966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.118360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75232775-b7a6-4905-89fc-0340d5aa522e req-3676d11b-7b57-4373-ac05-ce41a19a3880 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:01.126769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75232775-b7a6-4905-89fc-0340d5aa522e req-3676d11b-7b57-4373-ac05-ce41a19a3880 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.4772406 May 27 03:55:01.211299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.283218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a325-3b7e-490d-bbe4-dc53651ef1e6 None None] Pushing event updated for resources: {'Port': ['ID=f7075434-a01b-44fc-8b22-7252636c7ccd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:01.290546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16463273-40b7-4cea-8d08-33fd498a692c None None] Network 549cc32e-6973-419f-8390-b8f86c8d5c6c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:01.319673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dfd48-389d-42ef-ae74-1979e3f8721e req-dce28b21-11c2-426b-9e07-310ca9017803 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:01.322517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c2dfd48-389d-42ef-ae74-1979e3f8721e req-dce28b21-11c2-426b-9e07-310ca9017803 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.3642147 May 27 03:55:01.324147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.343832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Routers {'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:01.344652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:01.369368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.385337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/84a691e4-3b2b-4f81-a314-47ed4f6c14cd HTTP/1.1" status: 204 len: 168 time: 0.6749291 May 27 03:55:01.387880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51794) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:01.413088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d2bd-af51-4cfb-8cdf-15a723f39815 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=84a691e4-3b2b-4f81-a314-47ed4f6c14cd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:01.469601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6c2dfd48-389d-42ef-ae74-1979e3f8721e req-0a74aac4-85fc-48db-871f-3f39b3cc0e58 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326778 May 27 03:55:01.484684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbd4f3-32d0-4f9d-a873-a532c9b10ab8 None None] Network a56e5278-0e46-4035-a804-65c723eb2f03 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:01.581996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.591247 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.600863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75232775-b7a6-4905-89fc-0340d5aa522e req-c8a28f58-742f-4513-b159-81bac406ef8f tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4731801 May 27 03:55:01.667040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 9ad362ad-5c42-42d3-a1a7-827f45034eee {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:01.667385 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.737610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:01.737939 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:01.741299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.761786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.796104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:01.804581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1475721919-network', 'tenant_id': 'b0cd1f4b4b194781a6ed60badf01cd83'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:01.813655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:01.819864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Usage tracker for resource:network and tenant:b0cd1f4b4b194781a6ed60badf01cd83 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:01.823891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:01.846405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:01.859261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75d20ed4-e42d-4d7b-b959-f03775fae2b8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:01.874137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf668-2e73-455d-96bc-5bc2f7c9e2ce req-6bae7870-f7fa-43c5-a963-57fa9d48e476 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:01.875904 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69fcf668-2e73-455d-96bc-5bc2f7c9e2ce req-6bae7870-f7fa-43c5-a963-57fa9d48e476 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.1714015 May 27 03:55:01.877267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Made reservation on behalf of b0cd1f4b4b194781a6ed60badf01cd83 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:01.879844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.896724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:01.972571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:01.976588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-69fcf668-2e73-455d-96bc-5bc2f7c9e2ce req-5aeabad7-4622-4059-8ff9-1e4d1a2ebcc6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 May 27 03:55:01.978961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:b0cd1f4b4b194781a6ed60badf01cd83 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:01.981932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:01.988795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:02.061576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] Set router c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:02.070487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.078451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.106970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:55:02.122736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port 9ad362ad-5c42-42d3-a1a7-827f45034eee, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9ad362ad-5c42-42d3-a1a7-827f45034eee,segment=NetworkSegment(ec26147d-1ec0-423d-b890-64b78c8c384b),segment_id=ec26147d-1ec0-423d-b890-64b78c8c384b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:02.123366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.138497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.139000 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Added segment 75bd9074-b279-4db4-b67b-f944318ecd7a of type vlan for network 286b3135-4ee8-42be-8bd6-2f4653165af9 May 27 03:55:02.205607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.229762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47075a34-94fb-4a66-be63-9e21adb0897c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:02.256306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port f7075434-a01b-44fc-8b22-7252636c7ccd {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:02.257361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.276054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.277347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:02.278401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.293942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 9ad362ad-5c42-42d3-a1a7-827f45034eee owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:02.314527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3', 'name': '', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:54:49Z', 'updated_at': '2022-05-27T03:54:59Z', 'revision_number': 4, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:02.322872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e7302f-587f-4b00-bce2-a1bd62635c9a None None] The sync data for ids ['c0b14006-c1d2-4fc7-9c21-c940d28ef4d3'] in n-d-843301-2 is: [{'id': 'c0b14006-c1d2-4fc7-9c21-c940d28ef4d3', 'name': '', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:54:49Z', 'updated_at': '2022-05-27T03:54:59Z', 'revision_number': 4, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:02.328522 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-4771d9dd-1693-49b3-bb1f-e1cb2c1be2c5 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.5242441 May 27 03:55:02.331923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:02.332307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.419661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.452089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=286b3135-4ee8-42be-8bd6-2f4653165af9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:02.468070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0f9aa84-38c2-442a-9a02-b70bbcc47ec8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6661031 May 27 03:55:02.469141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:02.475129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Request body: {'subnet': {'network_id': '286b3135-4ee8-42be-8bd6-2f4653165af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1475721919-subnet', 'tenant_id': 'b0cd1f4b4b194781a6ed60badf01cd83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:02.480530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:02.485591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Usage tracker for resource:subnet and tenant:b0cd1f4b4b194781a6ed60badf01cd83 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:02.489569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:02.496106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:02.514743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Made reservation on behalf of b0cd1f4b4b194781a6ed60badf01cd83 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:02.517717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.530272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.551902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 286b3135-4ee8-42be-8bd6-2f4653165af9 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:55:02.583007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5350d-a53c-4864-bb73-17aef6346db8 None None] DHCP port deletion for a56e5278-0e46-4035-a804-65c723eb2f03 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:02.601398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No DVR routers for this DVR port 9ad362ad-5c42-42d3-a1a7-827f45034eee on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:02.735323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=9ad362ad-5c42-42d3-a1a7-827f45034eee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:02.844721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadb13-45ea-4c87-8ea7-b5cf627e3ab6 req-5c515e20-f073-41b5-ba7c-537f2f30130c tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:02.846198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0fadb13-45ea-4c87-8ea7-b5cf627e3ab6 req-5c515e20-f073-41b5-ba7c-537f2f30130c tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.1381576 May 27 03:55:02.879719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:02.893582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0fadb13-45ea-4c87-8ea7-b5cf627e3ab6 req-f3fb9352-ce4e-4fac-b32e-1f610fa13528 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 May 27 03:55:02.894565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.902532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Usage tracker for resource:security_group_rule and tenant:11158a84c3ba4e08bbfa48cc92ec853b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:02.911271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:02.919406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:02.948561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:03.003892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a7f341-cc6a-4e33-b96c-c10ce6442fe3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:03.020012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.030225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Checking segment: {'id': '75bd9074-b279-4db4-b67b-f944318ecd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '286b3135-4ee8-42be-8bd6-2f4653165af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:03.030739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Network hostable DHCP agents. Network: 286b3135-4ee8-42be-8bd6-2f4653165af9, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:55:03.051820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56e5278-0e46-4035-a804-65c723eb2f03']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:03.092002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Network 286b3135-4ee8-42be-8bd6-2f4653165af9 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:55:03.107869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 286b3135-4ee8-42be-8bd6-2f4653165af9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:03.112331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:03.113104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.121493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189205f2-ee33-4fd4-a069-8be030eeba6b None None] Network 286b3135-4ee8-42be-8bd6-2f4653165af9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:03.162330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a013f16a-91e9-4d94-8449-247e07062795 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6916447 May 27 03:55:03.407373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.425307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26147d-1ec0-423d-b890-64b78c8c384b') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:03.427225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26147d-1ec0-423d-b890-64b78c8c384b') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:03.454053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.516805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.549434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] For port f7075434-a01b-44fc-8b22-7252636c7ccd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7075434-a01b-44fc-8b22-7252636c7ccd,segment=NetworkSegment(46e88615-0ad6-4728-a90e-c8b8fd051b0c),segment_id=46e88615-0ad6-4728-a90e-c8b8fd051b0c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:03.550014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.571277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b6b0f-ef7c-4474-a921-bb9130370b84 None None] Network 286b3135-4ee8-42be-8bd6-2f4653165af9 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:03.589523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37b2076c-9b28-4b89-a269-1449271fdc48 req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2596552 May 27 03:55:03.617566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:03.619947 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:03.647169 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:03.647797 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:03.679366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.760413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:03.760935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: timer() May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:03.857693 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:03.878879 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:03.886009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ad362ad-5c42-42d3-a1a7-827f45034eee no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:03.931066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9ad362ad-5c42-42d3-a1a7-827f45034eee {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:03.932670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9ad362ad-5c42-42d3-a1a7-827f45034eee not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:04.044091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-56326ab4-c70e-4b65-8034-d7cbf60d6a09 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1130 time: 0.4224820 May 27 03:55:04.048669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51858) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:04.061359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:04.080480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:04.094532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:floatingip and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:04.119315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:04.133135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64f7f-3d2a-4fec-b946-17dbf75a30ea req-4fd77a1b-a355-4f1a-8c1e-36d56b40942f tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:04.144664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3b64f7f-3d2a-4fec-b946-17dbf75a30ea req-4fd77a1b-a355-4f1a-8c1e-36d56b40942f tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.3270464 May 27 03:55:04.173432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:04.178168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for f7075434-a01b-44fc-8b22-7252636c7ccd owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:04.202945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:04.243077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3b64f7f-3d2a-4fec-b946-17dbf75a30ea req-cd40851f-b18b-454e-9ca4-00b94a51d947 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971966 May 27 03:55:04.247597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1347b-1847-4ba5-9ad7-4ea0940611a4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a665a11-fe47-4308-8d0c-6d943efb5d19,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:04.408643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:04.410621 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:57Z', 'revision_number': 7, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:59Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:04.417329 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:04.438874 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:04.439849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:04.465315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:04.550431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:04.555595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=a56e5278-0e46-4035-a804-65c723eb2f03,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:04.664863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-3410bb81-80d1-4927-9455-2e583c2dfb37 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:04.671900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-3410bb81-80d1-4927-9455-2e583c2dfb37 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/networks?id=549cc32e-6973-419f-8390-b8f86c8d5c6c HTTP/1.1" status: 200 len: 809 time: 0.5035107 May 27 03:55:04.676507 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:04.689609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ee5a9b25-44e5-47bc-8ba9-8e8c653d9cbd tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/a56e5278-0e46-4035-a804-65c723eb2f03 HTTP/1.1" status: 204 len: 168 time: 3.2946780 May 27 03:55:04.690936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51864) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:04.701925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-755357786'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:04.719339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:04.728360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-c81cc6d0-5e47-4d39-905d-707ddddf1ffd tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/quotas/131fc41450934b91a2400f06623aa1b7 HTTP/1.1" status: 200 len: 375 time: 0.0552318 May 27 03:55:04.764669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:network and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:04.774632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:04.801447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-82cb5ff6-d6ae-48b0-9c2d-fb406fef8cff tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=131fc41450934b91a2400f06623aa1b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718052 May 27 03:55:04.823831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:04.843524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.25.8.116 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ef38169f-c67a-47f1-8535-45115db7e6c0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:04.978220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:04.981861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.056221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:55:05.065743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.066244 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Added segment 38c1d952-a39b-467f-8290-0baca417e18e of type vlan for network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f May 27 03:55:05.094348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.120658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:57Z', 'revision_number': 7, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:59Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:05.129858 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51440676-a03f-4c38-bae6-fb124c2aaf4e None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:54:57Z', 'revision_number': 7, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d20ed4-e42d-4d7b-b959-f03775fae2b8', 'name': '', 'network_id': 'aee074ca-b49f-431b-bb90-db73a26f19f2', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:9a:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '557f838b-16e3-4a36-be01-6885510be3d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:48Z', 'updated_at': '2022-05-27T03:54:59Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '557f838b-16e3-4a36-be01-6885510be3d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:05.144507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.148373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:05.149149 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.153619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.263539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-d0d88fac-7adc-4bfb-bf2d-ff47e9a082d9 service neutron] 10.222.0.46 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611402 May 27 03:55:05.285235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5925233 May 27 03:55:05.292689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:05.310200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:05.372657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c5b6-108c-41bd-92e8-3f6108823a60 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Network': ['ID=a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:05.376103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7075434-a01b-44fc-8b22-7252636c7ccd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:05.392781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:55:05.443712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:05.451347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-dddabf06-8a0b-4e2d-8b17-22dc95c51dcc tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:05.452933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-dddabf06-8a0b-4e2d-8b17-22dc95c51dcc tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.4418342 May 27 03:55:05.457664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:05.463358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:05.513012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:05.608638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:05.634933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.641232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Deleting port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:05.641695 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.791974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 75d20ed4-e42d-4d7b-b959-f03775fae2b8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:05.792534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.839549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:05.949531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56695688-5230-4b18-bc67-2e0a651b4898 req-8bcee1e8-55f7-4fea-9fd4-fcb58922caa8 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:05.956610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56695688-5230-4b18-bc67-2e0a651b4898 req-8bcee1e8-55f7-4fea-9fd4-fcb58922caa8 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 945 time: 0.4536917 May 27 03:55:06.047650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-7b746979-7fa3-4599-9bd5-56d52b43300d service neutron] 10.222.0.46 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761498 May 27 03:55:06.094965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51880) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:06.110652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.145366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.213573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56695688-5230-4b18-bc67-2e0a651b4898 req-e2fc685f-5c0e-45bb-a2e2-e5b067af3bf7 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559280 May 27 03:55:06.282916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:06.324078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:06.326272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 75d20ed4-e42d-4d7b-b959-f03775fae2b8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75d20ed4-e42d-4d7b-b959-f03775fae2b8,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:06.326630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.334795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:06.368503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=ef38169f-c67a-47f1-8535-45115db7e6c0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:06.483013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.548226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c226ae8-48d8-4323-83ee-dc1a16ac059c req-196bfb53-f6ae-4f36-b731-8cb063cc155e tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1807377 May 27 03:55:06.590044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] For port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,segment=NetworkSegment(8f07da66-d650-4236-8e5e-7c53443813ba),segment_id=8f07da66-d650-4236-8e5e-7c53443813ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:06.590988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.605006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 75d20ed4-e42d-4d7b-b959-f03775fae2b8 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:06.644807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.660337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.785252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.785888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:06.797749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.800954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c2fbb146-4307-4e67-875f-8218cf273d9e tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c0b14006-c1d2-4fc7-9c21-c940d28ef4d3 HTTP/1.1" status: 204 len: 168 time: 8.5651457 May 27 03:55:06.802304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51898) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:06.906578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting subnet d15fa821-71fc-4ac4-8bec-aaf6717c85a9 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:06.911499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:06.912912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Calling delete_port for ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:06.982571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:07.005891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Usage tracker for resource:security_group_rule and tenant:03493ae99d9347c09e198f2e3a1fa7d5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:07.019451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:07.037376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.082743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:07.094655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.126908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.149015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.178784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=75d20ed4-e42d-4d7b-b959-f03775fae2b8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:07.353964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.445941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=e46097f5-d591-460e-8642-d69ff3468ee5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:07.457633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d15fa821-71fc-4ac4-8bec-aaf6717c85a9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:07.491315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.562324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Checking segment: {'id': '38c1d952-a39b-467f-8290-0baca417e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:07.562695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network hostable DHCP agents. Network: a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:55:07.568116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.588044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Pushing event deleted for resources: {'Port': ['ID=ca0d312f-38b9-47c6-8194-4b1cb3ac09e3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:07.590276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.675419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc188de7-7835-4b83-b541-6b8e2b5a5c71 req-396cd772-7242-4741-9dbe-2d899401acc2 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.2189131 May 27 03:55:07.683305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.771075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-43e05b91-1801-4700-8d70-b8c0ea6fa93d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/d15fa821-71fc-4ac4-8bec-aaf6717c85a9 HTTP/1.1" status: 204 len: 168 time: 0.9659081 May 27 03:55:07.784826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] No DVR routers for this DVR port ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:07.786412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd0bd3-ffb2-4555-8576-aead06a7e363,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:07.792675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:07.794504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.808355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'name': 'network-vif-deleted', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:07.823425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2abfbd8-5a5d-460f-9d9d-84f3f77add82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03493ae99d9347c09e198f2e3a1fa7d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7250719 May 27 03:55:07.828483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51916) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:07.845992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fe63145-b981-4438-9d80-8fe97b2b7a0a req-f759dc33-a187-489f-b76e-95d97e786cf3 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1170416 May 27 03:55:07.857558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:55:07.918835 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4f3762-7c38-4d52-9855-17fe906ffc55'] response: {'server_uuid': 'd96e79d4-fc19-4edb-882b-6f2a233c6b60', 'name': 'network-vif-deleted', 'tag': 'ca0d312f-38b9-47c6-8194-4b1cb3ac09e3', 'status': 'completed', 'code': 200} May 27 03:55:07.938380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.950265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:07.958445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:07.959039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.962838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca167d4c-1a0a-42fb-99c4-f490f4efd919 None None] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:07.973098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.977777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:07.980429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc8cd785-51b4-43b2-a61e-9be831b610d5 req-8b5672e4-a3a8-44b0-a563-bda659d56da6 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.41 "DELETE /v2.0/ports/ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 HTTP/1.1" status: 204 len: 173 time: 2.5197117 May 27 03:55:07.999974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.016126 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3d54356-a26f-49bf-b178-6d5e34f9af8a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7211659 May 27 03:55:08.020861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:08.055730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1499066276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:08.069938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:08.091607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:router and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:08.210698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f', 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': 'e46097f5-d591-460e-8642-d69ff3468ee5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:55:08.212038 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.217852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:08.248176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.255370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:08.289632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.293812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd0bd3-ffb2-4555-8576-aead06a7e363,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:08.321602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.326287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-73186804-846e-4939-9e33-0ae9336b41c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4dd0bd3-ffb2-4555-8576-aead06a7e363 HTTP/1.1" status: 204 len: 168 time: 0.4963181 May 27 03:55:08.340614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:08.381084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:08.381613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ca0d312f-38b9-47c6-8194-4b1cb3ac09e3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:08.403822 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.404155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.422531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b507e4-e2bb-4b89-890c-a4f0b0e772c5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:08.444919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.455251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e88615-0ad6-4728-a90e-c8b8fd051b0c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:08.455968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e88615-0ad6-4728-a90e-c8b8fd051b0c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:08.488549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Allocated IP 172.20.0.2 (a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f/e46097f5-d591-460e-8642-d69ff3468ee5/85faf1d9-78fd-4afd-a583-23cba00c4e08) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:08.543951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.638180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.671799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:08.672366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: timer() May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:08.693498 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:08.702277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.748991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.832248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:08.913294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:08.930599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-978364a3-9b24-4d9d-ba6d-788c9f9b8c59 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:08.931776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-978364a3-9b24-4d9d-ba6d-788c9f9b8c59 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Synchronizing usage tracker for tenant:131fc41450934b91a2400f06623aa1b7 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:08.999496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Transition to ACTIVE for port object 85faf1d9-78fd-4afd-a583-23cba00c4e08 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:09.013826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.023930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.032180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Transition to ACTIVE for port object 85faf1d9-78fd-4afd-a583-23cba00c4e08 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:09.035633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05b507e4-e2bb-4b89-890c-a4f0b0e772c5 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:55:09.048354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.069451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5544793a-ff1e-4e10-9baf-ee5f498db586 req-4d74ad3d-6e35-4f12-83fa-58ee6d5c1931 tempest-ServersNegativeTestMultiTenantJSON-774861519 tempest-ServersNegativeTestMultiTenantJSON-774861519-project] 10.222.0.46 "GET /v2.0/ports?device_id=d96e79d4-fc19-4edb-882b-6f2a233c6b60 HTTP/1.1" status: 200 len: 210 time: 0.1128621 May 27 03:55:09.097331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.104182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-978364a3-9b24-4d9d-ba6d-788c9f9b8c59 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Unset dirty status for tenant:131fc41450934b91a2400f06623aa1b7 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:09.113485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-978364a3-9b24-4d9d-ba6d-788c9f9b8c59 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.21 "GET /v2.0/networks?id=549cc32e-6973-419f-8390-b8f86c8d5c6c HTTP/1.1" status: 200 len: 809 time: 0.8305647 May 27 03:55:09.120391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:09.126498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-02d52683-b8aa-4cd7-8b3e-c1c167059875 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2020531 May 27 03:55:09.129342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:09.142844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:09.149073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:09.152699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:09.233350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Network': ['ID=05b507e4-e2bb-4b89-890c-a4f0b0e772c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:09.254661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Request body: {'port': {'device_id': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c', 'admin_state_up': True, 'tenant_id': '131fc41450934b91a2400f06623aa1b7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:09.273702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Pushing event updated for resources: {'Port': ['ID=85faf1d9-78fd-4afd-a583-23cba00c4e08,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:09.386421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b3deba52-dd89-4050-a4f9-deb9cf084774 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/networks/05b507e4-e2bb-4b89-890c-a4f0b0e772c5 HTTP/1.1" status: 204 len: 168 time: 1.5796316 May 27 03:55:09.407687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 557f838b-16e3-4a36-be01-6885510be3d0 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:09.412261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.412537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Attempting to bind port 85faf1d9-78fd-4afd-a583-23cba00c4e08 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:09.412944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Attempting to bind port 85faf1d9-78fd-4afd-a583-23cba00c4e08 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '38c1d952-a39b-467f-8290-0baca417e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:09.413334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Attempting to bind port 85faf1d9-78fd-4afd-a583-23cba00c4e08 on network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:09.423291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91688ec4-4109-45bb-b08c-06614540cea6 req-5533943f-8b7a-4990-9d0d-57ce3100d728 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 210 time: 0.3242457 May 27 03:55:09.440520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:09.442457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Checking segment: {'id': '38c1d952-a39b-467f-8290-0baca417e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:09.443028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.443599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Bound using segment: {'id': '38c1d952-a39b-467f-8290-0baca417e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:09.445012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Bound port: 85faf1d9-78fd-4afd-a583-23cba00c4e08, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c1d952-a39b-467f-8290-0baca417e18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:09.445847 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.486526 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.540683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.553326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-97c452eb-bd76-469c-9529-55ca2805ee73 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5295630 May 27 03:55:09.554140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:09.596873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'network_id': 'a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f', 'name': 'tempest-PortsTestJSON-1447277698'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:09.647430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] For port 85faf1d9-78fd-4afd-a583-23cba00c4e08, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:09.651630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] For port 85faf1d9-78fd-4afd-a583-23cba00c4e08, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85faf1d9-78fd-4afd-a583-23cba00c4e08,segment=NetworkSegment(38c1d952-a39b-467f-8290-0baca417e18e),segment_id=38c1d952-a39b-467f-8290-0baca417e18e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:09.664882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.785001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:09.803313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:09.803604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:09.803943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:09.810552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.890784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Usage tracker for resource:port and tenant:131fc41450934b91a2400f06623aa1b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:09.901888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:09.922443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:09.944525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:09.946709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc5b8-abf6-4e71-b7c4-58af8b73a08a None None] Pushing event updated for resources: {'Port': ['ID=85faf1d9-78fd-4afd-a583-23cba00c4e08,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:09.987834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Made reservation on behalf of 131fc41450934b91a2400f06623aa1b7 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:09.993032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.045200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=557f838b-16e3-4a36-be01-6885510be3d0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:10.046328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:10.059861 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.075955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-639002c0-cdc6-416c-b550-6b4454d8e106 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/557f838b-16e3-4a36-be01-6885510be3d0 HTTP/1.1" status: 204 len: 168 time: 0.9454865 May 27 03:55:10.076824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:10.123270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d66e8-cae7-4bf6-9be1-bb78ff384d77 None None] Network aee074ca-b49f-431b-bb90-db73a26f19f2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:10.201406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:10.216718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:10.225030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:10.239098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:10.356663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.360668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:10.361150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:10.394719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Allocated IP 172.20.0.4 (549cc32e-6973-419f-8390-b8f86c8d5c6c/fada4f87-a7da-40c7-b941-6b0d244547f4/c533a336-9e47-47be-b695-c85e0008e387) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:10.437970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'name': 'tempest-router--1937846178', 'project_id': '864abde4d6b64c13adbbd447f07e7b51'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:10.443656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Deleting subnet caa804ab-0894-427e-89fa-15762a4c75ee {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:10.447056 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.500571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.564937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.618740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:10.626695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:router and tenant:864abde4d6b64c13adbbd447f07e7b51 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:10.633105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:10.636134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:10.636579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.690126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:10.768036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.769670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.769991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.794653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.801109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.821988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.827235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:06Z', 'revision_number': 8, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:10.835231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:10.865546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.867501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:10.870874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.878293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:10.879282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:10.913351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.922300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:10.924736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa804ab-0894-427e-89fa-15762a4c75ee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:10.945107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac96db3a-e36d-446b-ac7a-0772479fd62b req-49c84ab0-3654-46cf-87e8-ac02dee7b828 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1566749 May 27 03:55:10.973656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c2021639-1317-4376-8469-3acdc6af0a0c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/caa804ab-0894-427e-89fa-15762a4c75ee HTTP/1.1" status: 204 len: 168 time: 0.6069770 May 27 03:55:10.975077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:10.977563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] DHCP port deletion for aee074ca-b49f-431b-bb90-db73a26f19f2 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:11.065400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.069139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62f0eef7-4f6c-4bdc-ae24-83d185858772 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7024505 May 27 03:55:11.086126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51988) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:11.155978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.166671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Deleting port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:11.171304 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.187405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:55:11.243030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=ef38169f-c67a-47f1-8535-45115db7e6c0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:11.260404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:11.338810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:11.339310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.367013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46b92d-3a0b-488c-bbba-a17364bcf3d4 None None] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:11.472852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.9 (a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f/e46097f5-d591-460e-8642-d69ff3468ee5/82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:11.490546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.569499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 0d41063e-b933-4111-8c5a-7a7dd7c2e11c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:11.675743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-38b27ffa-daa1-4e08-a364-aa4dc924c109 None None] Provisioning for port 85faf1d9-78fd-4afd-a583-23cba00c4e08 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:11.759077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.818540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.906180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85faf1d9-78fd-4afd-a583-23cba00c4e08 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:11.952668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:11.985200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Network 549cc32e-6973-419f-8390-b8f86c8d5c6c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:11.988679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Pushing event updated for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:11.995980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:11.998788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:12.002011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:12.086243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] For port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0d41063e-b933-4111-8c5a-7a7dd7c2e11c,segment=NetworkSegment(4b4984b8-19f6-4e15-b2b9-8306f982d9ef),segment_id=4b4984b8-19f6-4e15-b2b9-8306f982d9ef)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:12.086631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.148835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No DVR routers for this DVR port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:12.260845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Calling delete_port for 0d41063e-b933-4111-8c5a-7a7dd7c2e11c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:12.316304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.323442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:12.324068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.337251 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.385279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:12.404963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7701d7ea-9b49-4eaf-a2e6-334cccd79215']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.424806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f07da66-d650-4236-8e5e-7c53443813ba') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.425326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f07da66-d650-4236-8e5e-7c53443813ba') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.443967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-bc89d386-8780-49c6-910d-ef6e45dff7c0 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2740042 May 27 03:55:12.449446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.467585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 85faf1d9-78fd-4afd-a583-23cba00c4e08 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:12.469485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Request body: {'port': {'device_id': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:12.505412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.523468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:12.523984 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:12.524099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.524297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.527533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.546598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:12.547004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.553342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 85faf1d9-78fd-4afd-a583-23cba00c4e08 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:12.553787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: timer() May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:12.564880 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:12.607076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee074ca-b49f-431b-bb90-db73a26f19f2']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.616707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:06Z', 'revision_number': 8, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.628261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4984b8-19f6-4e15-b2b9-8306f982d9ef') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.629048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4984b8-19f6-4e15-b2b9-8306f982d9ef') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:12.629539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a96029-5c5f-4723-838b-0789a9da4465 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:06Z', 'revision_number': 8, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': '348d3baf-1537-4e7f-ab99-96c9cd857cca', 'name': '', 'network_id': 'cfe0430b-3720-4750-8025-5f5a5604451f', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:83:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:26Z', 'updated_at': '2022-05-27T03:54:54Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '3323b745-bd55-4de1-8602-7eb99a1c63de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:12.633944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.673579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.712249 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.731755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.740238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:12.740791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.800603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 85faf1d9-78fd-4afd-a583-23cba00c4e08, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85faf1d9-78fd-4afd-a583-23cba00c4e08,segment=NetworkSegment(38c1d952-a39b-467f-8290-0baca417e18e),segment_id=38c1d952-a39b-467f-8290-0baca417e18e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:12.806966 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.860053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: timer() May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:12.882538 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:12.892825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af95fd1-2e25-4627-a261-f92530c48391 req-df6d9004-afde-466e-afa7-05b2feafda71 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:12.901109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1af95fd1-2e25-4627-a261-f92530c48391 req-df6d9004-afde-466e-afa7-05b2feafda71 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 931 time: 0.7535422 May 27 03:55:12.904077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.909617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=85faf1d9-78fd-4afd-a583-23cba00c4e08,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:12.914603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.923753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:12.933510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7701d7ea-9b49-4eaf-a2e6-334cccd79215,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:12.940695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:12.942963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:12.952045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:12.957813 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Floating IP 01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd associated. External IP: 172.25.8.116, port: bc63572a-1875-4610-9828-e14ef9e4e105. May 27 03:55:13.026611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1af95fd1-2e25-4627-a261-f92530c48391 req-c94af79a-db89-4117-b219-9241045d7078 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206305 May 27 03:55:13.037488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Deleting port 0d41063e-b933-4111-8c5a-7a7dd7c2e11c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:13.037987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.040419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:13.063334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.073022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0d41063e-b933-4111-8c5a-7a7dd7c2e11c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:13.081410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=aee074ca-b49f-431b-bb90-db73a26f19f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:13.090724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.091261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcace3a7-dedd-48c3-8095-3a176896c180 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:13.120252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.121584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c12939e9-00c8-4004-a962-1d8b1e77f6de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/routers/dcace3a7-dedd-48c3-8095-3a176896c180 HTTP/1.1" status: 204 len: 168 time: 2.0346634 May 27 03:55:13.126050 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3924bb06-4c77-417a-ad67-c3f42a21f00a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/aee074ca-b49f-431b-bb90-db73a26f19f2 HTTP/1.1" status: 204 len: 168 time: 3.0457962 May 27 03:55:13.126881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:13.130397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f35765e6-c574-4c2f-b042-6b0da0ff5ac5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7701d7ea-9b49-4eaf-a2e6-334cccd79215 HTTP/1.1" status: 204 len: 168 time: 2.1457529 May 27 03:55:13.131523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52008) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:13.191180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0d41063e-b933-4111-8c5a-7a7dd7c2e11c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:13.191500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0d41063e-b933-4111-8c5a-7a7dd7c2e11c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:13.197754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eaeb5b48-01ac-4473-b18b-74df30566b7c None None] Provisioning complete for port 85faf1d9-78fd-4afd-a583-23cba00c4e08 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:13.198120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5b48-01ac-4473-b18b-74df30566b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.345545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:13.346208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.412043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2245f14b-1d8c-499c-809a-e840666300f1 None None] The port '0d41063e-b933-4111-8c5a-7a7dd7c2e11c' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:55:13.475674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52014) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:13.486310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Deleting subnet a4d2ad6f-d02a-4f4e-829a-7b94daff4043 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:13.498652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.518863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1c8ca846-5f88-4c78-8001-af4d4efcf48b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9366658 May 27 03:55:13.523933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:13.572840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.725686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.757811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bbba6ad0-d64d-4154-b9b8-5d380b584659 None None] Provisioning for port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:13.764190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bbba6ad0-d64d-4154-b9b8-5d380b584659 None None] Provisioning complete for port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:13.764889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bbba6ad0-d64d-4154-b9b8-5d380b584659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:13.854140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85faf1d9-78fd-4afd-a583-23cba00c4e08 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:14.023064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bbba6ad0-d64d-4154-b9b8-5d380b584659 None None] Port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:14.052922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.076223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 85faf1d9-78fd-4afd-a583-23cba00c4e08 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:14.080538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.127233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d2ad6f-d02a-4f4e-829a-7b94daff4043,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:14.142322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.152031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-71bce311-0452-4246-910e-0db2aa2fead5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a4d2ad6f-d02a-4f4e-829a-7b94daff4043 HTTP/1.1" status: 204 len: 168 time: 1.0195501 May 27 03:55:14.157644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:14.211460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654061093', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:14.275428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75d20ed4-e42d-4d7b-b959-f03775fae2b8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:14.314738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 75d20ed4-e42d-4d7b-b959-f03775fae2b8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:14.315144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75d20ed4-e42d-4d7b-b959-f03775fae2b8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:14.393397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.439112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:14.461311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:14.519446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:14.538042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:14.564630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.565584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.581922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.615916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c533a336-9e47-47be-b695-c85e0008e387 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:55:14.657680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.685641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.752167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.824857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-057f7ee4-f765-49db-9bce-fd7d33339a45 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:14.825560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-057f7ee4-f765-49db-9bce-fd7d33339a45 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Synchronizing usage tracker for tenant:131fc41450934b91a2400f06623aa1b7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:14.850494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Transition to ACTIVE for port object c533a336-9e47-47be-b695-c85e0008e387 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:14.862112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:14.922784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6464b3d7-25fc-4b6d-b360-310031010768']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:14.949326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df413aab-cf8f-404e-ad33-53ea7dfc1369') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:14.949628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df413aab-cf8f-404e-ad33-53ea7dfc1369') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:14.958690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-057f7ee4-f765-49db-9bce-fd7d33339a45 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Unset dirty status for tenant:131fc41450934b91a2400f06623aa1b7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:14.960233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-057f7ee4-f765-49db-9bce-fd7d33339a45 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 931 time: 0.7231908 May 27 03:55:14.970936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.042360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.063020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:15.063702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.078435 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: timer() May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:15.081088 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:15.107388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Pushing event updated for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:15.235693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.298783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.303070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-c373b3df-b342-4d32-bd1a-a4ab1cf48bf5 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Synchronizing usage tracker for tenant:131fc41450934b91a2400f06623aa1b7 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:15.312101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] Pushing event deleted for resources: {'Network': ['ID=6464b3d7-25fc-4b6d-b360-310031010768,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:15.348306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e259b0e-47ce-498b-baf4-252589d79335 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6464b3d7-25fc-4b6d-b360-310031010768 HTTP/1.1" status: 204 len: 168 time: 1.1880658 May 27 03:55:15.441752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-c373b3df-b342-4d32-bd1a-a4ab1cf48bf5 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Unset dirty status for tenant:131fc41450934b91a2400f06623aa1b7 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:15.442813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a6ed975-e80c-490e-bae8-c6364cb91a95 req-c373b3df-b342-4d32-bd1a-a4ab1cf48bf5 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672837 May 27 03:55:15.486281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Attempting to bind port c533a336-9e47-47be-b695-c85e0008e387 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:15.486281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Attempting to bind port c533a336-9e47-47be-b695-c85e0008e387 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:15.486281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Attempting to bind port c533a336-9e47-47be-b695-c85e0008e387 on network 549cc32e-6973-419f-8390-b8f86c8d5c6c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:15.499336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.519899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Port c533a336-9e47-47be-b695-c85e0008e387 on network 549cc32e-6973-419f-8390-b8f86c8d5c6c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:55:15.520233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Attempting to bind port c533a336-9e47-47be-b695-c85e0008e387 on network 549cc32e-6973-419f-8390-b8f86c8d5c6c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:15.580345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:15.580717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Checking segment: {'id': 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:15.581124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Bound using segment: {'id': 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:15.581633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Bound port: c533a336-9e47-47be-b695-c85e0008e387, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:15.581904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.604748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router 1e34c465-6265-475b-8a55-91e3eac16b26 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:15.614434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.626406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:15.651504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:15.843675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 348d3baf-1537-4e7f-ab99-96c9cd857cca {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:15.844008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.053694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Allocated IP 172.25.8.213 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6f2d5e69-74b9-4327-a0d1-1dc017cda512) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:16.325937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 348d3baf-1537-4e7f-ab99-96c9cd857cca, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=348d3baf-1537-4e7f-ab99-96c9cd857cca,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:16.326594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.337612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0951f745-2cdb-41ca-b08c-358acbb64abd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46096d54f90c495394f6ba0308cab1f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7094448 May 27 03:55:16.339414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:16.340321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:16.429745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c533a336-9e47-47be-b695-c85e0008e387,segment=NetworkSegment(c7a5135a-e4d0-4a39-9b6c-16e67a98a151),segment_id=c7a5135a-e4d0-4a39-9b6c-16e67a98a151)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:16.446972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.481967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 348d3baf-1537-4e7f-ab99-96c9cd857cca owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:16.511929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.560220 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.561620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] 10.222.0.21 "PUT /v2.0/ports/c533a336-9e47-47be-b695-c85e0008e387 HTTP/1.1" status: 200 len: 1091 time: 4.0985661 May 27 03:55:16.562982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:16.596168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d18ee8-0889-4bc8-ae4a-69ba180987ed service neutron] Pushing event updated for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:16.643344 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee37057-5548-49e9-84b7-acaa4b0aa157'] response: {'name': 'network-changed', 'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387', 'status': 'completed', 'code': 200} May 27 03:55:16.673732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.682751 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.704158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.725206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.798186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:16.825285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:16.850303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-01bd5637-6d5c-4eab-9a33-cc3f691b75e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=131fc41450934b91a2400f06623aa1b7&device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 1094 time: 0.2389078 May 27 03:55:16.869868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:16.876796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:16.878818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event updated for resources: {'Port': ['ID=6f2d5e69-74b9-4327-a0d1-1dc017cda512,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:16.881128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:16.938047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:16.957124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Sync routers for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:16.982117 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:16.983489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677e9a-b4b9-4229-b804-16481bcdcc0c req-bf0da678-5c20-415c-8015-828a064d35c9 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:16.984481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:16.985013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df677e9a-b4b9-4229-b804-16481bcdcc0c req-bf0da678-5c20-415c-8015-828a064d35c9 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 943 time: 0.3510511 May 27 03:55:16.985963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-a0274c77-ed6d-4d2f-9bde-6d17e9bb0f58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c533a336-9e47-47be-b695-c85e0008e387 HTTP/1.1" status: 200 len: 217 time: 0.1245711 May 27 03:55:17.057556 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.108096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d02d2acd-9041-445e-a305-cd41dbf37d65 None None] Provisioning complete for port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:17.110397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d02d2acd-9041-445e-a305-cd41dbf37d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.182862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.193050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-737bcbdd-f630-4528-b0f6-8fcc293a2719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.201372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-737bcbdd-f630-4528-b0f6-8fcc293a2719 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fada4f87-a7da-40c7-b941-6b0d244547f4 HTTP/1.1" status: 200 len: 849 time: 0.2013798 May 27 03:55:17.244579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df677e9a-b4b9-4229-b804-16481bcdcc0c req-3f5301de-294d-4e94-a019-b52c98248696 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268761 May 27 03:55:17.249402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.262990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d02d2acd-9041-445e-a305-cd41dbf37d65 None None] Port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:17.263396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd7650a7-10a5-4bdf-ae12-fc769fb8cbe8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.2134728 May 27 03:55:17.268460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-76e5ac60-10d6-47e8-ac9c-4f27f1b12c8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=549cc32e-6973-419f-8390-b8f86c8d5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662501 May 27 03:55:17.269246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:17.269578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e11d2d-edd8-46d7-8d54-5f0bae2a6002,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:17.427133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=348d3baf-1537-4e7f-ab99-96c9cd857cca,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:17.457807 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:17.498787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.499889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-415f24b7-4d72-454b-bab2-b2388a2c6f50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9e11d2d-edd8-46d7-8d54-5f0bae2a6002 HTTP/1.1" status: 204 len: 168 time: 1.1586206 May 27 03:55:17.704063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.705101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.727976 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:17.780791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-447549a0-9682-4c7b-a0c4-4559a5a1a360 service neutron] 10.222.0.21 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478798 May 27 03:55:17.887538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.887957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.888440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.888834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.889214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.889560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.890085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.890587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.891085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.891582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.892263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.893052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:17.895241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e87c54e3-8772-4716-b19a-7fc51760a90e tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8364 time: 0.5986457 May 27 03:55:17.899821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:18.106025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'port_id': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'mac_address': 'fa:16:3e:d7:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:07Z', 'updated_at': '2022-05-27T03:55:07Z', 'revision_number': 0, 'project_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:18.111051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Checking router: 1e34c465-6265-475b-8a55-91e3eac16b26 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:18.123216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:18.123970 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:18.160227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:18.295674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:18.435342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.435989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.436086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.436362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.436702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.437066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.437407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.437740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.438076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.438417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.438748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.440691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30763c0b-2a99-4e70-9969-88666063f52f tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7012 time: 0.5330312 May 27 03:55:18.444708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:18.461020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:18.493747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3fc388a6-88eb-44cc-ad17-e0f29da67a0d req-81f83fb0-dc36-416f-84a0-3b458ebb4f06 service neutron] 10.222.0.21 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887014 May 27 03:55:18.606492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2dad309d-49f1-4d7f-8078-5128655dfa05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3877e867b14c49908bba52b2c93f9942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098214 May 27 03:55:18.612245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:18.647181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:18.710292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb845e-758e-4472-bd7d-d6d8e1609256 req-8c4f15e4-c520-4079-9cc3-1d7f600d84cc tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:18.711938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bfb845e-758e-4472-bd7d-d6d8e1609256 req-8c4f15e4-c520-4079-9cc3-1d7f600d84cc tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 943 time: 0.3145833 May 27 03:55:18.718814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:18.788609 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661da865-acee-4576-a0f8-b396fa6a9fa8'] response: {'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'status': 'completed', 'code': 200} May 27 03:55:18.926936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:18.951290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6bfb845e-758e-4472-bd7d-d6d8e1609256 req-7d431d9a-75e9-444f-a809-bcba77f52249 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261019 May 27 03:55:18.982052 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-29efc748-a9b6-4a75-aa1e-e2da37f303dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=131fc41450934b91a2400f06623aa1b7&device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 1094 time: 0.4309616 May 27 03:55:18.986821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.021055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'port_id': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'mac_address': 'fa:16:3e:d7:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:07Z', 'updated_at': '2022-05-27T03:55:07Z', 'revision_number': 0, 'project_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:19.021698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.026889 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c4343-5738-4597-8ee7-26535b08b610 None None] The sync data for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 is: [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'port_id': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'mac_address': 'fa:16:3e:d7:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:07Z', 'updated_at': '2022-05-27T03:55:07Z', 'revision_number': 0, 'project_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:19.040663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.126974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.152096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52768f15-c7eb-414a-a026-136849393523,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:19.228274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.229474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b3c93ce9-c9b3-4322-b177-46354c19a1ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52768f15-c7eb-414a-a026-136849393523 HTTP/1.1" status: 204 len: 168 time: 0.6163514 May 27 03:55:19.249756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:19.266965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7588308b-5b2b-434f-90eb-6db579737811 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4107 time: 0.8126013 May 27 03:55:19.274568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:19.348322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484a535-070c-4ac9-847f-24c8d1724acd None None] New status for floating IP 01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:55:19.451376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-f08d49c9-1632-4d92-93d6-32574642a9de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.6036820 May 27 03:55:19.577947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Router 577ddf1b-fde9-4011-af5c-e549d39cdd14 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:19.654065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:19.660105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-d0507049-7278-4fb8-ad26-7eb560529d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:19.664299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-d0507049-7278-4fb8-ad26-7eb560529d6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=549cc32e-6973-419f-8390-b8f86c8d5c6c HTTP/1.1" status: 200 len: 910 time: 0.6737466 May 27 03:55:19.748006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f180edf0-1eac-4bc0-967d-606dda666786 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1e34c465-6265-475b-8a55-91e3eac16b26 HTTP/1.1" status: 200 len: 1989 time: 0.4693346 May 27 03:55:19.805401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-29800147-5836-49f2-ba47-63153c5c84ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c533a336-9e47-47be-b695-c85e0008e387 HTTP/1.1" status: 200 len: 217 time: 0.1094594 May 27 03:55:19.918620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:19.922791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:20.140278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:20.236570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00144-e445-4850-807d-b06b83685703 req-9540b74f-4984-407f-b035-175c5a9028a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:20.238237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-9540b74f-4984-407f-b035-175c5a9028a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 898 time: 0.7713904 May 27 03:55:20.329672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0f7186ec-691c-4995-aab8-d49b3066a4c5 None None] Provisioning complete for port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:20.330211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0f7186ec-691c-4995-aab8-d49b3066a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:20.362886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-667ca52a-6ad0-43fe-9aa6-f49b55011a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:20.364367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-667ca52a-6ad0-43fe-9aa6-f49b55011a17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fada4f87-a7da-40c7-b941-6b0d244547f4 HTTP/1.1" status: 200 len: 849 time: 0.5407922 May 27 03:55:20.440233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0f7186ec-691c-4995-aab8-d49b3066a4c5 None None] Port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:20.501795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-37f5aa74-00d2-44bf-b6a7-dcfa2b4186ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=549cc32e-6973-419f-8390-b8f86c8d5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945749 May 27 03:55:20.612490 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-778f52ac-1115-41d3-9d77-cf74c3fab7d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 1001 time: 0.3078618 May 27 03:55:20.640537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:20.681043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:20.692692 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] Sync routers for ids ['577ddf1b-fde9-4011-af5c-e549d39cdd14'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:20.713739 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] Routers {'577ddf1b-fde9-4011-af5c-e549d39cdd14'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:20.716193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['577ddf1b-fde9-4011-af5c-e549d39cdd14'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:20.732395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c533a336-9e47-47be-b695-c85e0008e387 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:55:20.757155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:20.760260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-063a4d54-015a-485c-912b-f62559127412 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2834649 May 27 03:55:20.766401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:20.790767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c022-70bc-4fc9-932a-522b5bce73bb req-cc48a14e-b224-4b80-bc44-6fbeaf5d3635 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:20.792296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b290c022-70bc-4fc9-932a-522b5bce73bb req-cc48a14e-b224-4b80-bc44-6fbeaf5d3635 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 943 time: 0.6137097 May 27 03:55:20.911850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:20.923641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b00144-e445-4850-807d-b06b83685703 req-0fc47737-973c-42c7-a29a-8002e9072e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:20.925111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-0fc47737-973c-42c7-a29a-8002e9072e9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 200 len: 835 time: 0.3003736 May 27 03:55:20.926719 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] Routers {'577ddf1b-fde9-4011-af5c-e549d39cdd14'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:20.928089 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['577ddf1b-fde9-4011-af5c-e549d39cdd14'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:20.929526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:20.948591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:20.951407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-50297c9c-7888-4033-aaf9-eadcf0fb6325 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8234782 May 27 03:55:20.954105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b290c022-70bc-4fc9-932a-522b5bce73bb req-7c444ee2-6343-4c63-b1ea-b009c86e9035 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543674 May 27 03:55:20.954562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52130) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:20.975617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-962653541-network', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:20.989391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:21.001825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Usage tracker for resource:network and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:21.008698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:21.009739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:21.009868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:21.025425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:21.055690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-5d35e9e2-75e6-4836-8821-5446cee51011 service neutron] 10.222.0.21 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471117 May 27 03:55:21.060839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:21.063065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Made reservation on behalf of 214021bbff9d415dbfa3c38b9aa9683c for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:21.066514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.068939 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b526822-b096-4d3b-b2ac-8548a8aa51ac None None] The sync data for ids ['577ddf1b-fde9-4011-af5c-e549d39cdd14'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:21.106138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.172436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:21.178119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c533a336-9e47-47be-b695-c85e0008e387,segment=NetworkSegment(c7a5135a-e4d0-4a39-9b6c-16e67a98a151),segment_id=c7a5135a-e4d0-4a39-9b6c-16e67a98a151)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:21.181074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:21.191294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:21.203521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c533a336-9e47-47be-b695-c85e0008e387', 'network_id': '549cc32e-6973-419f-8390-b8f86c8d5c6c', 'port_id': 'c533a336-9e47-47be-b695-c85e0008e387', 'mac_address': 'fa:16:3e:bf:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fada4f87-a7da-40c7-b941-6b0d244547f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:55:21.207789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:21.301028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.311619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-4f007ec0-575f-4dd7-a918-064bfae980b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b77616a8-755d-4aa1-830b-ecffbbe21190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660841 May 27 03:55:21.315014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:21.349634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25e7b4fd-f7e6-42d7-ab7f-cbbf29d9ce3f req-42ae4778-4fb7-4e3f-adca-e2153484c8ca service neutron] 10.222.0.21 "GET /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850900 May 27 03:55:21.380934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c533a336-9e47-47be-b695-c85e0008e387 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:55:21.404768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.438685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.472015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c533a336-9e47-47be-b695-c85e0008e387,segment=NetworkSegment(c7a5135a-e4d0-4a39-9b6c-16e67a98a151),segment_id=c7a5135a-e4d0-4a39-9b6c-16e67a98a151)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:21.480158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.530388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-b613ac5b-28c5-4d6f-a63e-90a3fbdd37c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079427 May 27 03:55:21.535349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Router 8cd419d0-c3dc-4865-9a85-677ccf136764 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:21.553174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8055c27a-f206-4cb6-94ed-bd3ebef31475,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:21.571840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:21.576627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:55:21.599796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.600180 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Added segment bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5 of type vlan for network 91b686b3-0ca9-49d3-95e4-40f8a7125632 May 27 03:55:21.633485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2b21e26f-261b-4ab6-8c31-1cb6a45ce76f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/577ddf1b-fde9-4011-af5c-e549d39cdd14 HTTP/1.1" status: 200 len: 921 time: 0.8578830 May 27 03:55:21.637567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:21.665833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 3323b745-bd55-4de1-8602-7eb99a1c63de {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:21.671231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.675674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.734050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c533a336-9e47-47be-b695-c85e0008e387'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:55:21.758017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.803958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.804979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:21.805805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:21.885746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af5288e9-77f9-4527-a0fd-38d4e9690d2c tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=577ddf1b-fde9-4011-af5c-e549d39cdd14 HTTP/1.1" status: 200 len: 205 time: 0.2468696 May 27 03:55:21.893139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:21.968942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] Pushing event updated for resources: {'Network': ['ID=91b686b3-0ca9-49d3-95e4-40f8a7125632,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:21.976745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:16Z', 'revision_number': 9, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:21.983671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:21.991006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c4a8005-00f2-4c1a-b15a-ca1526bd45ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3461907 May 27 03:55:21.991198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:55:21.995669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52154) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:22.010645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Request body: {'subnet': {'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-962653541-subnet', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:22.020639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.090439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:22.120356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Usage tracker for resource:subnet and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:22.125877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:22.136996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:22.171747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Made reservation on behalf of 214021bbff9d415dbfa3c38b9aa9683c for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:22.171971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:22.172957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:22.174601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.273071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7b00144-e445-4850-807d-b06b83685703 req-37e9b15e-e890-4703-a17a-d3f976c42147 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354872 May 27 03:55:22.351593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.364261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04238d2-78a1-4b63-b83d-18ee2ecc33bc req-33c9ddb7-9af2-4339-9f8b-1c6c15e834b2 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:22.365804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c04238d2-78a1-4b63-b83d-18ee2ecc33bc req-33c9ddb7-9af2-4339-9f8b-1c6c15e834b2 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 944 time: 0.1901927 May 27 03:55:22.399392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=3323b745-bd55-4de1-8602-7eb99a1c63de,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:22.406498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:22.415590 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] Sync routers for ids ['8cd419d0-c3dc-4865-9a85-677ccf136764'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:22.423365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb935b43-29f0-4da7-9fe9-33b08e1cff3c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/routers/8cd419d0-c3dc-4865-9a85-677ccf136764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8957207 May 27 03:55:22.426564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:22.436342 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] Routers {'8cd419d0-c3dc-4865-9a85-677ccf136764'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:22.436975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8cd419d0-c3dc-4865-9a85-677ccf136764'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:22.468760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c04238d2-78a1-4b63-b83d-18ee2ecc33bc req-07004ea9-3abb-4a8d-aa50-f36a35a161b2 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953372 May 27 03:55:22.480995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.487088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:22.510427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:22.521829 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] Routers {'8cd419d0-c3dc-4865-9a85-677ccf136764'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:22.522603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8cd419d0-c3dc-4865-9a85-677ccf136764'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:22.551875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.586011 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:22.586678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044b955-c365-4a07-b9e9-d2a3ed233198 None None] The sync data for ids ['8cd419d0-c3dc-4865-9a85-677ccf136764'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:22.591161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8dca63-aa33-48b7-bb92-58508799bc30 None None] Network cfe0430b-3720-4750-8025-5f5a5604451f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:22.627584 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5a82d70d-862a-45d3-b285-f108137a14ec tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/3323b745-bd55-4de1-8602-7eb99a1c63de HTTP/1.1" status: 204 len: 168 time: 1.6719124 May 27 03:55:22.632965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52162) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:22.669190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.750999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.766328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port 6f2d5e69-74b9-4327-a0d1-1dc017cda512 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:22.766665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.830869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.837512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c533a336-9e47-47be-b695-c85e0008e387 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:22.841072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b0ac90-f4d4-47bd-824b-dcdba18564e4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:22.854937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeddbb9-3295-419a-8622-780360e429e8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:22.855656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-baeddbb9-3295-419a-8622-780360e429e8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:22.884918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 88854f2d-ed90-49ad-b060-c09902991160 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:22.885275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.919440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-baeddbb9-3295-419a-8622-780360e429e8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:22.923821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-baeddbb9-3295-419a-8622-780360e429e8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cd419d0-c3dc-4865-9a85-677ccf136764 HTTP/1.1" status: 200 len: 982 time: 0.4961176 May 27 03:55:22.924758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52166) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:22.975731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:22.990866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Checking segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:22.991359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Network hostable DHCP agents. Network: 91b686b3-0ca9-49d3-95e4-40f8a7125632, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:55:23.048988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c533a336-9e47-47be-b695-c85e0008e387 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:23.066576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c533a336-9e47-47be-b695-c85e0008e387 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:23.066958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.156954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] DHCP port deletion for cfe0430b-3720-4750-8025-5f5a5604451f request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:23.159844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for 6f2d5e69-74b9-4327-a0d1-1dc017cda512 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:23.186204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Deleting port 88854f2d-ed90-49ad-b060-c09902991160 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:23.186594 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.364183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:55:23.426853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.505150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=6f2d5e69-74b9-4327-a0d1-1dc017cda512,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:23.551934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 88854f2d-ed90-49ad-b060-c09902991160, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=88854f2d-ed90-49ad-b060-c09902991160,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:23.552503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.590268 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.644423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] For port 88854f2d-ed90-49ad-b060-c09902991160, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=88854f2d-ed90-49ad-b060-c09902991160,segment=NetworkSegment(7f05b7b7-efb0-4144-ab66-344195a7ce0d),segment_id=7f05b7b7-efb0-4144-ab66-344195a7ce0d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:23.644806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.671277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:16Z', 'revision_number': 9, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:23.692340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c533a336-9e47-47be-b695-c85e0008e387,segment=NetworkSegment(c7a5135a-e4d0-4a39-9b6c-16e67a98a151),segment_id=c7a5135a-e4d0-4a39-9b6c-16e67a98a151)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:23.697682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:23.759656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e1987-7680-4392-8775-b0b161c3c540 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:16Z', 'revision_number': 9, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'cd5bf48c-ba53-4cf2-a626-12031c99c6b4', 'name': '', 'network_id': '75f1be66-1733-4547-bdcf-c140a62106d1', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:38:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:08Z', 'updated_at': '2022-05-27T03:54:30Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': 'f10a10dd-6521-45cb-8f20-6f701a55eff5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:23.761986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:23.793845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 91b686b3-0ca9-49d3-95e4-40f8a7125632) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:23.814180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 88854f2d-ed90-49ad-b060-c09902991160 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:23.883887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Calling delete_port for 88854f2d-ed90-49ad-b060-c09902991160 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:23.936915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaea60d-b951-46da-be88-8afaee2c107a None None] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:23.979399 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28ada54-a109-413b-9d8f-1d0880994a17'] response: {'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387', 'code': 200} May 27 03:55:24.031663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:24.032247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.098634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.106126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f33f453f-a570-4503-98d9-cd31c95730aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1084564 May 27 03:55:24.109779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:24.181048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 88854f2d-ed90-49ad-b060-c09902991160 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:24.201259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.217414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:24.231575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:24.238651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Usage tracker for resource:router and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:24.247556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:24.259630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:24.279164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 88854f2d-ed90-49ad-b060-c09902991160 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:24.279570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 88854f2d-ed90-49ad-b060-c09902991160 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:24.281148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.309826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.310915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.314638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=88854f2d-ed90-49ad-b060-c09902991160,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:24.333090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No DVR routers for this DVR port 88854f2d-ed90-49ad-b060-c09902991160 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:24.340268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:24.357013 n-d-843301-2 neutron-server[84157]: util.warn( May 27 03:55:24.364987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:24.365343 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:24.488312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7de92-0e4d-4e7d-bdf3-07e2f4506451 req-5bb48294-5608-43be-b4af-c806e7a01aeb tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:24.489738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4bb7de92-0e4d-4e7d-bdf3-07e2f4506451 req-5bb48294-5608-43be-b4af-c806e7a01aeb tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 0.5466871 May 27 03:55:24.547256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-91b686b3-0ca9-49d3-95e4-40f8a7125632', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:55:24.548567 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.603789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.612302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.623323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40dea834-3d04-470d-9fd8-934382203eb6 req-b3c88e9b-1bd9-4b82-865c-5ca090464b02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 1096 time: 0.6222224 May 27 03:55:24.643260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.645540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.711130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40dea834-3d04-470d-9fd8-934382203eb6 req-b28825fc-3bfa-472b-ae8a-ec2001e691ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782256 May 27 03:55:24.712490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.713237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4bb7de92-0e4d-4e7d-bdf3-07e2f4506451 req-eade2bfd-e9c6-4a90-906a-4c4a87d32c38 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277847 May 27 03:55:24.713426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router 577ddf1b-fde9-4011-af5c-e549d39cdd14 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:24.741427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe0430b-3720-4750-8025-5f5a5604451f']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:24.750998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Allocated IP 172.20.0.2 (91b686b3-0ca9-49d3-95e4-40f8a7125632/73b0ac90-f4d4-47bd-824b-dcdba18564e4/6024b7a6-d863-4776-8d27-fe23384c6387) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:24.754913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.757465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-27f4a675-1d9a-4bfd-b054-45912e36e293 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/577ddf1b-fde9-4011-af5c-e549d39cdd14 HTTP/1.1" status: 204 len: 168 time: 2.8631794 May 27 03:55:24.762180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:24.763772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f05b7b7-efb0-4144-ab66-344195a7ce0d') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:24.764075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f05b7b7-efb0-4144-ab66-344195a7ce0d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:24.773803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1187202775', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:24.780112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:24.789018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:router and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:24.795492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:24.802041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:24.826003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.827218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.833668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.861838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.882425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Deleting port 88854f2d-ed90-49ad-b060-c09902991160 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:24.882761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.925258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.938548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:24.939002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: timer() May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:24.960234 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:24.964155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aeda4f0b-a671-4682-82d2-7763e352014c None None] The port '88854f2d-ed90-49ad-b060-c09902991160' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:55:25.035544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.087799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.102212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.134993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.147886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Transition to ACTIVE for port object 6024b7a6-d863-4776-8d27-fe23384c6387 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:25.156053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.171790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Transition to ACTIVE for port object 6024b7a6-d863-4776-8d27-fe23384c6387 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:25.184401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.187937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=cfe0430b-3720-4750-8025-5f5a5604451f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:25.272888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fda61da6-9fb7-4a43-a3e0-46905e532fa8 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/cfe0430b-3720-4750-8025-5f5a5604451f HTTP/1.1" status: 204 len: 168 time: 2.6383398 May 27 03:55:25.273741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:25.274187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:25.281663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:25.285941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:25.297802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Pushing event updated for resources: {'Port': ['ID=6024b7a6-d863-4776-8d27-fe23384c6387,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:25.324739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.362404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.420168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Attempting to bind port 6024b7a6-d863-4776-8d27-fe23384c6387 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:25.421443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Attempting to bind port 6024b7a6-d863-4776-8d27-fe23384c6387 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:25.421853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Attempting to bind port 6024b7a6-d863-4776-8d27-fe23384c6387 on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:25.431273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:25.431841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Checking segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:25.432080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.432475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Bound using segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:25.433076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Bound port: 6024b7a6-d863-4776-8d27-fe23384c6387, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:25.433561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.553054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.25.8.95 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:25.566127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:25.570876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:25.575905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.677726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05392598-8e61-4864-a9c8-67fdd65c96cf None None] Pushing event updated for resources: {'Port': ['ID=6024b7a6-d863-4776-8d27-fe23384c6387,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:25.768832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.812867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 348d3baf-1537-4e7f-ab99-96c9cd857cca no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:25.837231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:25.899672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 348d3baf-1537-4e7f-ab99-96c9cd857cca {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:25.900205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 348d3baf-1537-4e7f-ab99-96c9cd857cca not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:25.997224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:26.021179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:26.040511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:26.046612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.129521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.217159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.224155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:26.296774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5c0e-057d-4dc3-9b52-e27718ef541b req-5e72ee1c-61fa-4e88-b345-ae1ac8eccd92 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:26.298582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-914c5c0e-057d-4dc3-9b52-e27718ef541b req-5e72ee1c-61fa-4e88-b345-ae1ac8eccd92 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 0.1196699 May 27 03:55:26.339942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.401342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.482930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-914c5c0e-057d-4dc3-9b52-e27718ef541b req-f8baeb56-dff3-4a9c-b969-58b0b5a2eb26 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 May 27 03:55:26.485643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.486346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:26.530267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Allocated IP 172.25.8.142 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/17f784d3-b9f4-48f2-8900-d0a8a41adbd1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:26.811468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router 6d19f79d-5879-423b-8458-8ad5bd8bd95a is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:26.996289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.110491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8881f-7cb4-4242-8dbd-d24e1d626f55 None None] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:27.159357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:27.193820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.195655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c418b53-c136-485a-9a5f-3af779759bb8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4316790 May 27 03:55:27.199246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:27.222149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Sync routers for ids ['6d19f79d-5879-423b-8458-8ad5bd8bd95a'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:27.241361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:27.241945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.276324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Routers {'6d19f79d-5879-423b-8458-8ad5bd8bd95a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:27.277591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6d19f79d-5879-423b-8458-8ad5bd8bd95a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:27.332058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2ae28a51-eb98-438c-996b-f8ffc21e870c None None] Provisioning for port 6024b7a6-d863-4776-8d27-fe23384c6387 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:27.428455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ad5bb7c-15d8-4ab3-a5cd-0f3ad6b492de tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/6d19f79d-5879-423b-8458-8ad5bd8bd95a HTTP/1.1" status: 200 len: 908 time: 0.2253392 May 27 03:55:27.430541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:27.436506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1187202775', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': True}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:27.443571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:27.451779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Usage tracker for resource:router and tenant:8aa021aa1c1746da9f95171fdfa97a13 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:27.455067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:27.462473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:27.480357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.482285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.509342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.531973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.631301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Set router 6d19f79d-5879-423b-8458-8ad5bd8bd95a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:27.643986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.704657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:27.844699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:27.845829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Pushing event updated for resources: {'Port': ['ID=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:27.854205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:27.936524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6024b7a6-d863-4776-8d27-fe23384c6387 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:27.939181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:27.953675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:28.069219 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-be8b066b-045e-43f0-809a-59ef8991f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.187758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6024b7a6-d863-4776-8d27-fe23384c6387 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:28.194013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6024b7a6-d863-4776-8d27-fe23384c6387 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:28.194383 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.216517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.237801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': False}, 'gw_port_id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:26Z', 'revision_number': 3, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port': {'id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:25Z', 'updated_at': '2022-05-27T03:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:28.254047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Checking router: 6d19f79d-5879-423b-8458-8ad5bd8bd95a for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:28.254391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Updating router 6d19f79d-5879-423b-8458-8ad5bd8bd95a port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:55:28.263158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.266419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332cdd9-3bfe-448e-bb57-83e22c3541de req-72a81f94-7e61-43af-84d5-2725dd9877df tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:28.267977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1332cdd9-3bfe-448e-bb57-83e22c3541de req-72a81f94-7e61-43af-84d5-2725dd9877df tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 0.6337044 May 27 03:55:28.395492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1332cdd9-3bfe-448e-bb57-83e22c3541de req-3b519711-0a6d-4c8d-9a1c-733fa4aec2ec tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165342 May 27 03:55:28.419372 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.530378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.25.8.82 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/63317fec-a2f4-4ef8-b59f-7544eae49c90) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:28.585250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.602381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-43ba1000-db7d-4de2-892b-702b05650ded None None] Provisioning complete for port 6024b7a6-d863-4776-8d27-fe23384c6387 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:28.602750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43ba1000-db7d-4de2-892b-702b05650ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.645676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:28.795270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.796110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.796687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:28.856938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.023086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:29.027790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=63317fec-a2f4-4ef8-b59f-7544eae49c90,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:29.037990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:29.058250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:29.251388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.349629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port cd5bf48c-ba53-4cf2-a626-12031c99c6b4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:29.350196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.405696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Transition to ACTIVE for port object 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:29.423811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.471725 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43ba1000-db7d-4de2-892b-702b05650ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.508962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.525487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.527506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.592162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef1a6-484f-40cd-861c-a4f7f42ef93b None None] Pushing event updated for resources: {'Port': ['ID=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:29.640743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:29.641898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Attempting to bind port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:29.642348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Attempting to bind port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:29.642924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Attempting to bind port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:29.661602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.712418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.742840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:29.743213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:29.743614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.744005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:29.744492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Bound port: 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:29.744972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.841592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router e5c3d616-53d0-41aa-87ec-d0655e25c467 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:29.879629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-43ba1000-db7d-4de2-892b-702b05650ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:29.880144 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-43ba1000-db7d-4de2-892b-702b05650ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:29.960325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port cd5bf48c-ba53-4cf2-a626-12031c99c6b4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:29.960782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:29.965651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6024b7a6-d863-4776-8d27-fe23384c6387,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:29.988155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] For port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:29.995999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] For port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:30.007642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:30.093999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1dc9585f-ddce-4019-aa5f-4011bf6cd0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:30.126767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Routers {'6d19f79d-5879-423b-8458-8ad5bd8bd95a'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:30.127642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6d19f79d-5879-423b-8458-8ad5bd8bd95a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:30.262066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:30.262613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for cd5bf48c-ba53-4cf2-a626-12031c99c6b4 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:30.273912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Sync routers for ids ['e5c3d616-53d0-41aa-87ec-d0655e25c467'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:30.299834 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Routers {'e5c3d616-53d0-41aa-87ec-d0655e25c467'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:30.302961 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e5c3d616-53d0-41aa-87ec-d0655e25c467'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:30.319505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:30.321311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3935970c-1e0e-4546-9142-86e00bba1b07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8894131 May 27 03:55:30.326307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:30.340474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef1a6-484f-40cd-861c-a4f7f42ef93b None None] Pushing event updated for resources: {'Port': ['ID=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:30.656391 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Set router e5c3d616-53d0-41aa-87ec-d0655e25c467 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:30.663512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fd337c8d-441a-4803-888b-c80dda8b0888 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/e5c3d616-53d0-41aa-87ec-d0655e25c467 HTTP/1.1" status: 200 len: 907 time: 0.3336496 May 27 03:55:30.664049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:30.707584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] Set router 6d19f79d-5879-423b-8458-8ad5bd8bd95a gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:30.753296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Router 8cd419d0-c3dc-4865-9a85-677ccf136764 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:30.832855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:30.958044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:30.990304 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.213619 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c3d616-53d0-41aa-87ec-d0655e25c467', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '63317fec-a2f4-4ef8-b59f-7544eae49c90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:27Z', 'updated_at': '2022-05-27T03:55:29Z', 'revision_number': 3, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port': {'id': '63317fec-a2f4-4ef8-b59f-7544eae49c90', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c3d616-53d0-41aa-87ec-d0655e25c467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:28Z', 'updated_at': '2022-05-27T03:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:31.221105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Checking router: e5c3d616-53d0-41aa-87ec-d0655e25c467 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:31.222463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Updating router e5c3d616-53d0-41aa-87ec-d0655e25c467 port 63317fec-a2f4-4ef8-b59f-7544eae49c90 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:55:31.238999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': False}, 'gw_port_id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:26Z', 'revision_number': 3, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port': {'id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:25Z', 'updated_at': '2022-05-27T03:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:31.249580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.252211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd190-9fe9-4e83-aef6-4bbe8ac1c61a None None] The sync data for ids ['6d19f79d-5879-423b-8458-8ad5bd8bd95a'] in n-d-843301-2 is: [{'id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': False}, 'gw_port_id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:26Z', 'revision_number': 3, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port': {'id': '9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d19f79d-5879-423b-8458-8ad5bd8bd95a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:25Z', 'updated_at': '2022-05-27T03:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:31.272352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port 63317fec-a2f4-4ef8-b59f-7544eae49c90 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:31.273055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.312477 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.321580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.373869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=cd5bf48c-ba53-4cf2-a626-12031c99c6b4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:31.465034 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.619405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:31.694105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:31.696987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] Sync routers for ids ['8cd419d0-c3dc-4865-9a85-677ccf136764'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:31.721843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] Routers {'8cd419d0-c3dc-4865-9a85-677ccf136764'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:31.723793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8cd419d0-c3dc-4865-9a85-677ccf136764'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:31.904919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d25a2d7-b8f4-425d-b113-b3da29c91831 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/routers/8cd419d0-c3dc-4865-9a85-677ccf136764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9720953 May 27 03:55:31.910050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52266) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:32.015968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:32.058711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] Routers {'8cd419d0-c3dc-4865-9a85-677ccf136764'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:32.060460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8cd419d0-c3dc-4865-9a85-677ccf136764'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:32.237165 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-60945f0d-1b8d-4e9f-b9c9-7300b546adbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:55:32.237663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-60945f0d-1b8d-4e9f-b9c9-7300b546adbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:32.268922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:32.288240 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.318655 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Transition to ACTIVE for port object 63317fec-a2f4-4ef8-b59f-7544eae49c90 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:32.337864 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.344231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-60945f0d-1b8d-4e9f-b9c9-7300b546adbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:32.348934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60945f0d-1b8d-4e9f-b9c9-7300b546adbc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/82cd0f89-edf3-47fe-9de6-1bfdff8b9fa4 HTTP/1.1" status: 404 len: 333 time: 0.4211364 May 27 03:55:32.349752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:32.369792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for 63317fec-a2f4-4ef8-b59f-7544eae49c90 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:32.384391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:32.384568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf998b-8f77-4245-955a-caa7fab02998 None None] The sync data for ids ['8cd419d0-c3dc-4865-9a85-677ccf136764'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:32.470296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52280) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:32.471875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:32.477188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:32.477641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.502495 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Pushing event updated for resources: {'Port': ['ID=63317fec-a2f4-4ef8-b59f-7544eae49c90,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:32.541500 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.542173 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.542903 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.543392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.543878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.544361 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.544840 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.546181 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.546670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.547153 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.547689 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:32.570426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Attempting to bind port 63317fec-a2f4-4ef8-b59f-7544eae49c90 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:32.571065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Attempting to bind port 63317fec-a2f4-4ef8-b59f-7544eae49c90 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:32.571603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Attempting to bind port 63317fec-a2f4-4ef8-b59f-7544eae49c90 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:32.582568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:32.584983 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:32.587256 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.587839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:32.588485 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Bound port: 63317fec-a2f4-4ef8-b59f-7544eae49c90, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:32.589815 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.705707 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] For port 63317fec-a2f4-4ef8-b59f-7544eae49c90, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:32.709726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] For port 63317fec-a2f4-4ef8-b59f-7544eae49c90, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=63317fec-a2f4-4ef8-b59f-7544eae49c90,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:32.720377 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.752912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:32.753265 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:32.767278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.799935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:32.809421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.810214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6024b7a6-d863-4776-8d27-fe23384c6387 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:32.830590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.845858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:32.931729 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:55:32.959250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:33.001431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:33.018897 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Routers {'e5c3d616-53d0-41aa-87ec-d0655e25c467'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:33.019552 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e5c3d616-53d0-41aa-87ec-d0655e25c467'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.029114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:33.097528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:33.134693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6024b7a6-d863-4776-8d27-fe23384c6387 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:33.137206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:33.254436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port 63317fec-a2f4-4ef8-b59f-7544eae49c90 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:33.254812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:33.258206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d7d05-b9a6-490a-9507-13074c68289b None None] Pushing event updated for resources: {'Port': ['ID=63317fec-a2f4-4ef8-b59f-7544eae49c90,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:33.275865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-678b1c0a-d4d0-4a17-9b67-ee7d076eeb79 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3497 time: 0.7678638 May 27 03:55:33.285243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:33.297438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e046aeb1-64c9-40fe-b062-133df7f4f4fa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1194434 May 27 03:55:33.298578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52300) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:33.299094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52302) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:33.426426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'network': {'name': 'tempest-network-smoke--789706110', 'project_id': '7f6730793a1840b788c89b391229a97d', 'port_security_enabled': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:33.481767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:33.487563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:33.488817 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.628166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:33.654555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] For port 63317fec-a2f4-4ef8-b59f-7544eae49c90, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=63317fec-a2f4-4ef8-b59f-7544eae49c90,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:33.655203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:33.698180 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] Set router e5c3d616-53d0-41aa-87ec-d0655e25c467 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:33.853683 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c3d616-53d0-41aa-87ec-d0655e25c467', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:27Z', 'updated_at': '2022-05-27T03:55:31Z', 'revision_number': 4, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:33.864955 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c46095-6f88-4fea-abab-80d52945b039 None None] The sync data for ids ['e5c3d616-53d0-41aa-87ec-d0655e25c467'] in n-d-843301-2 is: [{'id': 'e5c3d616-53d0-41aa-87ec-d0655e25c467', 'name': 'tempest-snat-router-1187202775', 'tenant_id': '8aa021aa1c1746da9f95171fdfa97a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:27Z', 'updated_at': '2022-05-27T03:55:31Z', 'revision_number': 4, 'project_id': '8aa021aa1c1746da9f95171fdfa97a13', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:33.874399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:33.896218 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:34.005150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for 63317fec-a2f4-4ef8-b59f-7544eae49c90 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:34.039589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:34.041872 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.300541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.357508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:34.367339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.416823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Port': ['ID=63317fec-a2f4-4ef8-b59f-7544eae49c90,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:34.426916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.427266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.427605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.427964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.428305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.428635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.428990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.429316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.429642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.429965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.430292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:34.505341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:55:34.516705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.517259 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Added segment 46fb49d7-bcf7-4565-95e4-91761f05e4f9 of type vlan for network 87fe23e2-c854-4823-b528-86cc4aca5cc2 May 27 03:55:34.693880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.701021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.749574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.761053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:28Z', 'revision_number': 3, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:34.771439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.786358 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:34.787051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Updating router 868fd0a0-91b9-4873-95ac-95b7f642d23b port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:55:34.834383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.834870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd419d0-c3dc-4865-9a85-677ccf136764 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:34.929503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.930582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3e15355b-0ada-4fc2-a1f3-782e8751c0d8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/routers/8cd419d0-c3dc-4865-9a85-677ccf136764 HTTP/1.1" status: 204 len: 168 time: 2.5734603 May 27 03:55:34.931998 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.935699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:34.936143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.946696 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:34.966309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33283c2c-693e-4679-a690-8327c6523748 req-df08f190-2d56-464e-94d3-e0c299fee5b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:34.967792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33283c2c-693e-4679-a690-8327c6523748 req-df08f190-2d56-464e-94d3-e0c299fee5b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.4248302 May 27 03:55:34.973438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:35.000451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6988285 May 27 03:55:35.006051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52326) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:35.077061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.081916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.114820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.117535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5c3d616-53d0-41aa-87ec-d0655e25c467 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:35.144840 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.149279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0e5aac9-149b-4a79-8cf2-b94ef8579b4f tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e5c3d616-53d0-41aa-87ec-d0655e25c467 HTTP/1.1" status: 204 len: 168 time: 4.4844584 May 27 03:55:35.151788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:35.271192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'admin_state_up': True, 'project_id': '7f6730793a1840b788c89b391229a97d', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:35.445371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:35.482558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:router and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:35.539528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:35.622721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:35.639468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb2b6f-f802-4c14-b70e-e87c9ed0b2ef tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Network': ['ID=87fe23e2-c854-4823-b528-86cc4aca5cc2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:35.653728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:55:35.680971 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.708372 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Transition to ACTIVE for port object 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:35.725988 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.936659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8cf4c-a761-416e-bcda-edfd4a6d3db9 None None] Pushing event updated for resources: {'Port': ['ID=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:35.950342 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Attempting to bind port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:35.950709 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Attempting to bind port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:35.951258 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Attempting to bind port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:35.968970 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:35.969343 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:35.970895 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.971693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:35.973423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Bound port: 17f784d3-b9f4-48f2-8900-d0a8a41adbd1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:35.973802 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:35.989223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33283c2c-693e-4679-a690-8327c6523748 req-07d8017d-54b2-4a33-b1a6-d9734e97b402 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9229856 May 27 03:55:36.094462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.095424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.113731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.180050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.234489 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] For port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:36.249528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] For port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:36.278520 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.400091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-be24b823-f207-450d-852f-0910efe3b95d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:36.402346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-be24b823-f207-450d-852f-0910efe3b95d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.41 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.4410331 May 27 03:55:36.437764 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8cf4c-a761-416e-bcda-edfd4a6d3db9 None None] Pushing event updated for resources: {'Port': ['ID=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:36.455514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0d61-f576-4670-bc8b-38a25aba5d75 req-28d41088-0511-468b-9094-ae65d9204c93 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:36.456916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc0e0d61-f576-4670-bc8b-38a25aba5d75 req-28d41088-0511-468b-9094-ae65d9204c93 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 0.3551254 May 27 03:55:36.475618 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:36.480966 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:36.530702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet e46097f5-d591-460e-8642-d69ff3468ee5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:36.533650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.546007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 7fc44854-8074-457f-99fe-bacd3b3b026d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:36.546363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.595786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.606190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc0e0d61-f576-4670-bc8b-38a25aba5d75 req-78eb9c2c-6f1c-4813-a2e4-03305d9ef2cd tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382430 May 27 03:55:36.676973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:36.768524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:36.820568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:36.837599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.185146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-6837c4fa-10f2-472b-b007-8b1786da12a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5501835 May 27 03:55:37.214525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.243492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Deleting port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:37.244109 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.264652 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:28Z', 'revision_number': 3, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:37.273910 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29743bb-ac64-4081-81e7-2d5a62faba2f None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:28Z', 'revision_number': 3, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:37.437476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:37.437712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.542141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.620882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=e46097f5-d591-460e-8642-d69ff3468ee5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:37.655786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.662240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-80f23870-4e26-4117-ba6c-7a26c7089379 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:37.663683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-80f23870-4e26-4117-ba6c-7a26c7089379 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.21 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 0.4225147 May 27 03:55:37.673110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ddd7d-f8dd-4415-9288-1c7e172c3ec4 None None] Network a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:37.674569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-7ebba7e9-084a-43ef-866e-aad6b274df41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 1096 time: 0.3182364 May 27 03:55:37.694842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.695381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.695752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.696031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.696387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.696733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.697193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.697497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.697639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.698049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.698885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:37.748339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa89ccdc-4659-40a6-9082-bdd758a34002 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/e46097f5-d591-460e-8642-d69ff3468ee5 HTTP/1.1" status: 204 len: 168 time: 2.7536023 May 27 03:55:37.767140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52350) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:37.825986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:37.835781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ef39b60-afc4-48d4-a38a-9191df5d5c8b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5587857 May 27 03:55:37.846114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:37.930117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:37.941077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:37.954061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:37.955066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:37.986128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8222b-b896-41a0-a0c7-e0cbacb1b342 req-dbc32c68-87b5-420a-a5fb-a64a81f2929e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:37.993147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ae8222b-b896-41a0-a0c7-e0cbacb1b342 req-dbc32c68-87b5-420a-a5fb-a64a81f2929e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 945 time: 0.5921576 May 27 03:55:38.022714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.114021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.172426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 85faf1d9-78fd-4afd-a583-23cba00c4e08 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:38.172886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.211589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ae8222b-b896-41a0-a0c7-e0cbacb1b342 req-1bb57adc-5845-4bad-9b94-b5ee914f0a8f tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172613 May 27 03:55:38.324323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:38.497360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] DHCP port deletion for a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:38.522284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Deleting port 85faf1d9-78fd-4afd-a583-23cba00c4e08 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:38.522284 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.544092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Deleting port c533a336-9e47-47be-b695-c85e0008e387 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:38.544672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.551396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7fc44854-8074-457f-99fe-bacd3b3b026d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:38.556071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.25.8.208 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6f71f30f-6cb3-433e-a4e6-6533b2845563) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:38.621364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] For port 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:38.621687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.770725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet f10a10dd-6521-45cb-8f20-6f701a55eff5 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:38.853750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.865380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] For port 85faf1d9-78fd-4afd-a583-23cba00c4e08, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85faf1d9-78fd-4afd-a583-23cba00c4e08,segment=NetworkSegment(38c1d952-a39b-467f-8290-0baca417e18e),segment_id=38c1d952-a39b-467f-8290-0baca417e18e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:38.865750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:38.956823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Calling delete_port for 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:38.987150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:39.019859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 85faf1d9-78fd-4afd-a583-23cba00c4e08 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:39.023244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:39.038748 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.081617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] For port 85faf1d9-78fd-4afd-a583-23cba00c4e08, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=85faf1d9-78fd-4afd-a583-23cba00c4e08,segment=NetworkSegment(38c1d952-a39b-467f-8290-0baca417e18e),segment_id=38c1d952-a39b-467f-8290-0baca417e18e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:39.082019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.258489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.301296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.315714 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3729c193-9ea3-455f-9a93-20686666f977'] response: {'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'code': 200} May 27 03:55:39.316627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] For port c533a336-9e47-47be-b695-c85e0008e387, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c533a336-9e47-47be-b695-c85e0008e387,segment=NetworkSegment(c7a5135a-e4d0-4a39-9b6c-16e67a98a151),segment_id=c7a5135a-e4d0-4a39-9b6c-16e67a98a151)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:39.320867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.337767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Calling delete_port for 85faf1d9-78fd-4afd-a583-23cba00c4e08 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:39.378786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.447293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:39.447293 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:39.449076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:39.475247 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.475630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.475930 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP 7332d9aa-fff1-46b2-9c1b-87290b3c3988 disassociated. External IP: 172.25.8.99, port: 7fc44854-8074-457f-99fe-bacd3b3b026d. May 27 03:55:39.476270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 7fc44854-8074-457f-99fe-bacd3b3b026d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:39.487288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:30Z', 'revision_number': 10, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:39.499314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:39.507418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.530296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:39.531377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:39.633180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=85faf1d9-78fd-4afd-a583-23cba00c4e08,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:39.701837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No DVR routers for this DVR port 85faf1d9-78fd-4afd-a583-23cba00c4e08 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:39.742411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:39.777575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:39.784558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Calling delete_port for c533a336-9e47-47be-b695-c85e0008e387 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:39.853826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:39.854174 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:39.862078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-35be3695-88d3-4e64-8518-7391e056e90d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:39.863698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-35be3695-88d3-4e64-8518-7391e056e90d service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 2.0647829 May 27 03:55:39.880573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dedd60-b968-4934-8fc7-d5268cc83fa7 req-e9831e67-ab06-4985-8a4b-08f649cdd2c4 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:39.887776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94dedd60-b968-4934-8fc7-d5268cc83fa7 req-e9831e67-ab06-4985-8a4b-08f649cdd2c4 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 945 time: 2.0304582 May 27 03:55:39.916362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:39.955274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Deleting port 85faf1d9-78fd-4afd-a583-23cba00c4e08 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:39.955646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.022610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.105774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=6f71f30f-6cb3-433e-a4e6-6533b2845563,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:40.147706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:40.160835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.171370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:40.185943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:40.283952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0033-49a1-4f29-bf69-c5766d695fa4 None None] The port '85faf1d9-78fd-4afd-a583-23cba00c4e08' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:55:40.315698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:40.323690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1c39-078e-492d-8d08-861885719a02 req-05a62170-4998-47fe-ac47-e3f3d5b41389 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:40.324729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:40.325187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.331821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edaa1c39-078e-492d-8d08-861885719a02 req-05a62170-4998-47fe-ac47-e3f3d5b41389 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.8306549 May 27 03:55:40.395198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.411257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:40.442167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c1d952-a39b-467f-8290-0baca417e18e') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:40.442470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c1d952-a39b-467f-8290-0baca417e18e') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:40.453681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 7fc44854-8074-457f-99fe-bacd3b3b026d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:40.454462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.484854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.531234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Allocated IP 172.20.0.1 (91b686b3-0ca9-49d3-95e4-40f8a7125632/73b0ac90-f4d4-47bd-824b-dcdba18564e4/0a9bc3de-98c4-42eb-bc53-6fd3e117bc50) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:40.543999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-edaa1c39-078e-492d-8d08-861885719a02 req-e4e52ed1-e3a0-414f-b012-2bce5037c7cb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112441 May 27 03:55:40.547453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.559498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.562451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:40.563043 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.597260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-657b396a-6df6-4410-b2fa-dd7ea5e1924e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 200 len: 1000 time: 0.6912665 May 27 03:55:40.606866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:40.618249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:30Z', 'revision_number': 10, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:40.624295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: timer() May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:40.660444 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:40.669432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ae050-808b-458f-8719-cebcad75d6cd None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:30Z', 'revision_number': 10, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None, '_interfaces': [{'id': 'f7506032-b277-4e15-b334-b3d8682a3dc5', 'name': '', 'network_id': '5dc0752d-9b3f-4f97-a98e-6502a86d5ac0', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'mac_address': 'fa:16:3e:3e:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:53:50Z', 'updated_at': '2022-05-27T03:54:05Z', 'revision_number': 5, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'subnets': [{'id': '732ac43b-cdbc-43db-a23c-c972022fbe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:40.685737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94dedd60-b968-4934-8fc7-d5268cc83fa7 req-5896de48-5bc0-4af5-95e9-9511b7055ec6 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/security-groups?id=33c95ebe-0de3-4a8a-b719-59b81b08d1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7970483 May 27 03:55:40.713666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85faf1d9-78fd-4afd-a583-23cba00c4e08 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:40.763741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 85faf1d9-78fd-4afd-a583-23cba00c4e08 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:40.764086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 85faf1d9-78fd-4afd-a583-23cba00c4e08 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:40.769137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:40.826416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c533a336-9e47-47be-b695-c85e0008e387 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:40.974995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.985824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:40.991320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.035564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:41.076474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd75ae7b-58ea-41dc-aa29-f0cef1da7fc5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/a4f9a673-6c73-4bb4-8df1-bd31d9c2f28f HTTP/1.1" status: 204 len: 168 time: 3.2895741 May 27 03:55:41.079918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.080064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.087582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:41.144998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.153266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.202770 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.260024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=f10a10dd-6521-45cb-8f20-6f701a55eff5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:41.274600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-b407d309-fcc6-4802-8087-21e0704f6e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:41.276636 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-b407d309-fcc6-4802-8087-21e0704f6e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.6505749 May 27 03:55:41.304010 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.318278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Pushing event deleted for resources: {'Port': ['ID=c533a336-9e47-47be-b695-c85e0008e387,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:41.342454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d5df1-2554-4fee-b62c-d80ae718ef26 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:41.342940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b3d5df1-2554-4fee-b62c-d80ae718ef26 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:41.346065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Transition to ACTIVE for port object 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:41.386937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5b3d5df1-2554-4fee-b62c-d80ae718ef26 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:41.391557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b3d5df1-2554-4fee-b62c-d80ae718ef26 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/96c8cc18-7a35-4875-b20a-6db5642bbe9d HTTP/1.1" status: 200 len: 840 time: 0.2147245 May 27 03:55:41.392162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:41.405498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:41.453692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.506119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1a6fa9-844b-47f4-a48c-d3d253760c36 None None] Network 75f1be66-1733-4547-bdcf-c140a62106d1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:41.528922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3b913b1-1689-4eaf-a5df-2325d288fd2d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/96c8cc18-7a35-4875-b20a-6db5642bbe9d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1356690 May 27 03:55:41.534237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52382) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:41.543959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:41.622923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:41.634127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:41.646016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.648077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:41.657438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:41.707298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.811082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:41.813673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.880539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:41.917209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:41.933447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] For port 7fc44854-8074-457f-99fe-bacd3b3b026d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7fc44854-8074-457f-99fe-bacd3b3b026d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:41.933447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:41.955825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:42.019455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:42.052789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:42.158408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db7264c5-05a6-4b63-869b-367161064a79 None None] Provisioning for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:42.162973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] No DVR routers for this DVR port c533a336-9e47-47be-b695-c85e0008e387 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:42.169486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db7264c5-05a6-4b63-869b-367161064a79 None None] Provisioning complete for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:42.170098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db7264c5-05a6-4b63-869b-367161064a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.237362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:42.237362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.263653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.326560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-db7264c5-05a6-4b63-869b-367161064a79 None None] Port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:42.426051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] DHCP port deletion for 75f1be66-1733-4547-bdcf-c140a62106d1 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:42.433544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0bab7-5120-4a5d-bab0-6cc3f9abd0ea req-7c5943ff-d360-4569-a6d9-6c89534026b8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:42.434239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.435316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bf0bab7-5120-4a5d-bab0-6cc3f9abd0ea req-7c5943ff-d360-4569-a6d9-6c89534026b8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.6188936 May 27 03:55:42.436562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51da63c0-54c3-4482-8f15-1e20e940e514 req-12b51d59-e560-4efd-a7fa-08993373e653 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.21 "DELETE /v2.0/ports/c533a336-9e47-47be-b695-c85e0008e387 HTTP/1.1" status: 204 len: 173 time: 4.6570756 May 27 03:55:42.442056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd5bf48c-ba53-4cf2-a626-12031c99c6b4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:42.446887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.509002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: cd5bf48c-ba53-4cf2-a626-12031c99c6b4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:42.509421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cd5bf48c-ba53-4cf2-a626-12031c99c6b4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:42.524086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Deleting port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:42.524705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.558552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'name': 'network-vif-deleted', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:42.595588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4c796164-b77a-49b0-91dd-1adceac78509 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/f10a10dd-6521-45cb-8f20-6f701a55eff5 HTTP/1.1" status: 204 len: 168 time: 4.5719666 May 27 03:55:42.602364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b7af7060-2593-4f25-8b19-79c3dd4e321a req-0a9b1bbf-530e-4e90-87dd-0fcd274f9787 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Synchronizing usage tracker for tenant:131fc41450934b91a2400f06623aa1b7 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:42.612295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:42.670738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router eb8734e9-ff4e-4998-8bda-7a8396722913 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:42.694742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.700648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.713976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bf0bab7-5120-4a5d-bab0-6cc3f9abd0ea req-72af98bd-95c3-475a-a5db-c3a327d36dec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412672 May 27 03:55:42.863149 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123b86a0-a07f-46b9-ab99-6881b093a1f0'] response: {'server_uuid': '980c741b-dfc2-4aa6-a8d4-f4aa08a1a871', 'name': 'network-vif-deleted', 'tag': 'c533a336-9e47-47be-b695-c85e0008e387', 'status': 'completed', 'code': 200} May 27 03:55:42.887435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] For port 956f6c7f-9cf1-4b68-a781-cd3560961ef1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=956f6c7f-9cf1-4b68-a781-cd3560961ef1,segment=NetworkSegment(52181918-84b7-4fe3-8846-491c42db678f),segment_id=52181918-84b7-4fe3-8846-491c42db678f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:42.887857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:42.918441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-f81e48fd-92b3-48c1-8990-a0a89a6fa054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5977433 May 27 03:55:42.921949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.062223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b7af7060-2593-4f25-8b19-79c3dd4e321a req-0a9b1bbf-530e-4e90-87dd-0fcd274f9787 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] Unset dirty status for tenant:131fc41450934b91a2400f06623aa1b7 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:43.073517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7af7060-2593-4f25-8b19-79c3dd4e321a req-0a9b1bbf-530e-4e90-87dd-0fcd274f9787 tempest-VolumesActionsTest-804104932 tempest-VolumesActionsTest-804104932-project] 10.222.0.46 "GET /v2.0/ports?device_id=980c741b-dfc2-4aa6-a8d4-f4aa08a1a871 HTTP/1.1" status: 200 len: 210 time: 0.9755306 May 27 03:55:43.121356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Calling delete_port for 956f6c7f-9cf1-4b68-a781-cd3560961ef1 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:43.165951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.167048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d19f79d-5879-423b-8458-8ad5bd8bd95a {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:55:43.204561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.209393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-490eadb0-8beb-44fd-a9e1-32cac135b924 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "DELETE /v2.0/routers/6d19f79d-5879-423b-8458-8ad5bd8bd95a HTTP/1.1" status: 204 len: 168 time: 8.0495884 May 27 03:55:43.220575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:43.227694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1606022457', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:43.241485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:43.241823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.272538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:43.279239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.296696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:43.306653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:43.368206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] Pushing event deleted for resources: {'Port': ['ID=956f6c7f-9cf1-4b68-a781-cd3560961ef1,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:43.385763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e39c64-697e-44e9-b7f4-5124cd67606a None None] No DVR routers for this DVR port 956f6c7f-9cf1-4b68-a781-cd3560961ef1 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:43.399291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:43.449330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] The port '956f6c7f-9cf1-4b68-a781-cd3560961ef1' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:55:43.459892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.515807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.516627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.537184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-07c337e5-db60-4f39-bbc0-284e0d243ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078732 May 27 03:55:43.547463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.563157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:43.564051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.623344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:43.626235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:43.627703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.639372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82ca65-22ad-4170-a76c-3c2dc2992767 None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:43.662112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=24e5cd6d-b958-4465-b85c-5688498aa63b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:43.713238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.714392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.714858 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP 7332d9aa-fff1-46b2-9c1b-87290b3c3988 disassociated. External IP: 172.25.8.99, port: 7fc44854-8074-457f-99fe-bacd3b3b026d. May 27 03:55:43.715294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 7fc44854-8074-457f-99fe-bacd3b3b026d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:43.718514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9c763c69-db44-409b-8440-f721edd4af7c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1809430 May 27 03:55:43.721257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:43.722641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:43.731075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168783646'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:43.737085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.744027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:43.752534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:43.760065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:43.773423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:43.787635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.842103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-c22a1808-f838-47b5-a93c-0521bb1c63de req-abc8c74a-7c02-464c-b7f9-ef00247df6e2 service neutron] (84155) timed out ('10.222.0.46', 33908) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:55:43.857403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f1be66-1733-4547-bdcf-c140a62106d1']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:43.874365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.923683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52181918-84b7-4fe3-8846-491c42db678f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:43.924139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52181918-84b7-4fe3-8846-491c42db678f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:43.937979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.946027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.984163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:43.989048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 956f6c7f-9cf1-4b68-a781-cd3560961ef1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:44.035008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 956f6c7f-9cf1-4b68-a781-cd3560961ef1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:44.035256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 956f6c7f-9cf1-4b68-a781-cd3560961ef1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:44.063804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:44.080531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Sync routers for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:44.118005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:44.118660 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:44.129932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:44.138454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:44.148801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:44.164635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:44.167942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:44.223857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'tenant_id': '5ad7055e9c4244b9abf9ee3c066fd0c0', 'fixed_ips': [{'subnet_id': '24e5cd6d-b958-4465-b85c-5688498aa63b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:55:44.224831 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.289311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec8f4eee-e3f3-42dd-9a0d-911034db0aa9 req-c11944dd-0e58-4020-b086-8133f89ad1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401135 May 27 03:55:44.335987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:55:44.342156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:44.347568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.364350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.372265 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c754f381-ff96-436c-a591-330dbe0d3f9b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.2694371 May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: timer() May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:55:44.421179 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:55:44.433758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52416) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:44.520008 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:44.522737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678680a-6fc7-410c-8dee-f83c31133293 req-8875e07f-4783-4dcf-9126-3abc15164637 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:44.530338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0678680a-6fc7-410c-8dee-f83c31133293 req-8875e07f-4783-4dcf-9126-3abc15164637 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 943 time: 0.5739853 May 27 03:55:44.610129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0678680a-6fc7-410c-8dee-f83c31133293 req-5c0beacc-0f44-4f45-8aa5-20166e28928c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=42004bd6-b943-4067-afae-215c4e0c6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781770 May 27 03:55:44.715609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Allocated IP 172.20.0.2 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/24e5cd6d-b958-4465-b85c-5688498aa63b/b3285271-35db-45b0-874f-46b3da73debd) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:44.726503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.738936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81889f88-0a70-41fa-91fe-1cf2d3c39bee None None] Provisioning complete for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:44.739353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81889f88-0a70-41fa-91fe-1cf2d3c39bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.873642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.940797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b058c05b-3063-45f4-9e87-4e9cdd78d034,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:44.991647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:44.998321 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-95a5b499-b711-4488-9a68-746355ec5f01 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2723031 May 27 03:55:45.000656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52428) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:45.018720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'security_group': {'name': 'tempest-secgroup-142867448'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:45.026876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:45.031692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:45.035921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:45.043941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:45.064254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.140404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-81889f88-0a70-41fa-91fe-1cf2d3c39bee None None] Port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:45.149551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:45.169766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:45.183014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:45.208271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:45.239352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.268638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.342638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cff21-3067-4a7a-a2a2-17b6c6bd903c tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:45.346714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-887cff21-3067-4a7a-a2a2-17b6c6bd903c tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7f6730793a1840b788c89b391229a97d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9018400 May 27 03:55:45.391054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:45.391054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.398774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:45.434850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=7fc44854-8074-457f-99fe-bacd3b3b026d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:45.492358 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.516143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Transition to ACTIVE for port object b3285271-35db-45b0-874f-46b3da73debd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:45.558167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Transition to ACTIVE for port object b3285271-35db-45b0-874f-46b3da73debd will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:45.563419 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:45.570081 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Checking router: eb8734e9-ff4e-4998-8bda-7a8396722913 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:45.570890 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Updating router eb8734e9-ff4e-4998-8bda-7a8396722913 port 6f71f30f-6cb3-433e-a4e6-6533b2845563 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:55:45.574755 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.653497 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.693238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:45.718276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:45.726744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:45.743915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a676f6-c20d-4534-ac96-be403c132c35 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:45.748436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1a676f6-c20d-4534-ac96-be403c132c35 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3575625 May 27 03:55:45.753792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.755205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:45.756044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:45.777103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:45.905675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c201a9c1-5120-4a83-8a5a-d01e6f492546 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009448 May 27 03:55:45.915243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:55:45.948626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=75f1be66-1733-4547-bdcf-c140a62106d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:45.950643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52448) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:45.967083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.026497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.030579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0286870 May 27 03:55:46.045722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52452) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:46.093251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407df532-30ad-4f75-a3a4-2d1a23479162 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3c485-2c61-4cb9-a216-fa69e561bf6f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:46.126454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Attempting to bind port b3285271-35db-45b0-874f-46b3da73debd on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:46.143837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Attempting to bind port b3285271-35db-45b0-874f-46b3da73debd by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9bb9a54f-bc34-4925-8d0a-286ed07ead5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:46.144192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Attempting to bind port b3285271-35db-45b0-874f-46b3da73debd on network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:46.146525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:55:46.151445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9c9592a6-07a6-4703-9cf7-fc3c3ced8fdd not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:55:46.151609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-498e6092-afbe-4742-a9cf-cc801d990cf6 req-9ceb51d0-dcb9-4f0a-9e1b-79ae6ce62be1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:46.164265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:46.177609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Checking segment: {'id': '9bb9a54f-bc34-4925-8d0a-286ed07ead5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:46.178197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.178725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Bound using segment: {'id': '9bb9a54f-bc34-4925-8d0a-286ed07ead5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:46.179666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Bound port: b3285271-35db-45b0-874f-46b3da73debd, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9a54f-bc34-4925-8d0a-286ed07ead5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:46.179666 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.243510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:46.259414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3f4905d2-551f-476b-acd9-caedff98dcbc admin admin] 10.222.0.46 "PUT /v2.0/routers/868fd0a0-91b9-4873-95ac-95b7f642d23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9535880 May 27 03:55:46.315768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1510903368', 'security_groups': ['d6e3c485-2c61-4cb9-a216-fa69e561bf6f'], 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24e5cd6d-b958-4465-b85c-5688498aa63b'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:46.408927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:46.412967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:46.429670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.448546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52460) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:46.452047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ff1bf376-533e-4ade-ad4d-991378138e6e tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/75f1be66-1733-4547-bdcf-c140a62106d1 HTTP/1.1" status: 204 len: 168 time: 3.8208461 May 27 03:55:46.479927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d8649dd0-0d45-435f-8ea4-90fda29d8759 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7f6730793a1840b788c89b391229a97d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5191610 May 27 03:55:46.482298 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.520305 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Transition to ACTIVE for port object 6f71f30f-6cb3-433e-a4e6-6533b2845563 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:46.523397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:46.546389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-498e6092-afbe-4742-a9cf-cc801d990cf6 req-9ceb51d0-dcb9-4f0a-9e1b-79ae6ce62be1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:46.546670 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.548045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-498e6092-afbe-4742-a9cf-cc801d990cf6 req-9ceb51d0-dcb9-4f0a-9e1b-79ae6ce62be1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.6381683 May 27 03:55:46.675486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71cb1-3727-4af4-b352-ec65b6362df9 None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:46.843968 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd049d-e57c-4357-8b25-cf87aaed4957 None None] Pushing event updated for resources: {'Port': ['ID=6f71f30f-6cb3-433e-a4e6-6533b2845563,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:46.884915 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Attempting to bind port 6f71f30f-6cb3-433e-a4e6-6533b2845563 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:46.885355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Attempting to bind port 6f71f30f-6cb3-433e-a4e6-6533b2845563 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:46.886061 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Attempting to bind port 6f71f30f-6cb3-433e-a4e6-6533b2845563 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:46.896371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:46.896735 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:46.897172 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:46.897845 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:46.897971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Bound port: 6f71f30f-6cb3-433e-a4e6-6533b2845563, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:46.898326 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.037618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52474) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:47.042355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] For port 6f71f30f-6cb3-433e-a4e6-6533b2845563, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:47.048683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724611887', 'description': 'tempest-description--1258690341'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:47.050682 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] For port 6f71f30f-6cb3-433e-a4e6-6533b2845563, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f71f30f-6cb3-433e-a4e6-6533b2845563,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:47.056501 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.196814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c44789-ec36-46c3-b1ba-6a1183a33d07 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:47.202081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c5c44789-ec36-46c3-b1ba-6a1183a33d07 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6517668 May 27 03:55:47.204838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:47.221287 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd049d-e57c-4357-8b25-cf87aaed4957 None None] Pushing event updated for resources: {'Port': ['ID=6f71f30f-6cb3-433e-a4e6-6533b2845563,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:47.246039 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:47.246859 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:47.357775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:47.373637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f2c35dc3-cef1-48cb-9f79-34484c49bbf4 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1459725 May 27 03:55:47.374225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:47.379241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:47.390932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:47.396564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845655183', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'project_id': '7f6730793a1840b788c89b391229a97d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:47.428381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:port and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:47.437754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:47.478374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:47.495000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:47.498259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:47.529021 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:47.529227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.585211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.609161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:47.614048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:47.620565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.625090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:47.638746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:47.642809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:47.655565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.849537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:47.942195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Usage tracker for resource:subnet and tenant:7f6730793a1840b788c89b391229a97d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:47.953741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:47.968120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.014917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:48.109253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:48.127895 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e10bfb6-58b9-47d3-b3fa-7e3b44121cee req-893bf818-b913-4c88-89e6-0510d425de8e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.2722871 May 27 03:55:48.140599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:48.213106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:48.218749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:48.262832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:48.264285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:48.295417 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:48.299802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8c1c42-0f1d-4b26-9269-95ec6975fbc8 None None] The sync data for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 is: [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 3, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:48.374909 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.398546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb44de-60b6-4ce6-8ab6-4699228a825b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:48.404656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.406293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec0fe0b2-cb41-452a-9fd7-5917fb9f61ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3670344 May 27 03:55:48.414282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:48.432888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group_rule': {'security_group_id': 'dbcb44de-60b6-4ce6-8ab6-4699228a825b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:48.440470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:48.444633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:48.448675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:48.456662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:48.476166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b3285271-35db-45b0-874f-46b3da73debd completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:48.508627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:48.509429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.535999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Allocated IP 172.25.8.222 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e0521d16-65aa-49cf-af1f-a46230978d07) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:48.561065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port 2374d8f1-0a06-434d-b29b-5adc592b4647 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:55:48.606454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:48.636071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:48.680923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:48.689848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.709364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.744599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Provisioning for port b3285271-35db-45b0-874f-46b3da73debd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:48.770099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:48.770481 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.907984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:48.923605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.011117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f37e39-4ced-49a2-9894-c5e1e934cfdd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:49.052537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.060091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f25932c2-abe3-4fa0-a89f-537dde670069 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6445365 May 27 03:55:49.063941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52518) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:49.085351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group_rule': {'security_group_id': 'dbcb44de-60b6-4ce6-8ab6-4699228a825b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:49.104249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:49.129489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:49.234599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:49.258162 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:49.357094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.501086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e901ccd6-942b-40bd-a55d-ec0bcc4cd14a req-9e20444d-e198-488a-b7d5-c5ae7773ddaa tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.0625896 May 27 03:55:49.537673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.609990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52526) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:49.653442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:49.673954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 2, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:49.678312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.695075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.726488 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.754862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:49.755318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Updating router 868fd0a0-91b9-4873-95ac-95b7f642d23b port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:55:49.796298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe96f49-e642-410f-a909-84635eb75013,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:49.824638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port f7506032-b277-4e15-b334-b3d8682a3dc5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:49.825029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.893724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f71f30f-6cb3-433e-a4e6-6533b2845563 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:49.936874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.943416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d963e0dc-78a4-4414-9e79-4a3f796cee1b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8784738 May 27 03:55:49.945029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52532) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:49.968502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:49.986625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:50.003565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.14 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/24e5cd6d-b958-4465-b85c-5688498aa63b/2374d8f1-0a06-434d-b29b-5adc592b4647) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:50.006256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.006597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.008161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.008161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.008494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.008819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.009164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.009490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.009807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.010156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.010475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75027f1c-9015-4bd3-a9d1-b86b85c3c678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:55:50.018607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.065184 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6f71f30f-6cb3-433e-a4e6-6533b2845563 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:50.076094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6f71f30f-6cb3-433e-a4e6-6533b2845563 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:50.076466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.131617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:50.146857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:50.169406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.189179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:floatingip and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:50.192194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:50.208929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:50.229008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.359264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:50.382397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b75854d2366445a869d657a4242476e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:50.387643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.389584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:50.393790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port f7506032-b277-4e15-b334-b3d8682a3dc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f7506032-b277-4e15-b334-b3d8682a3dc5,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:50.394274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.421073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6f71f30f-6cb3-433e-a4e6-6533b2845563, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f71f30f-6cb3-433e-a4e6-6533b2845563,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:50.421772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:50.429012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.475479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.511566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.550517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6f71f30f-6cb3-433e-a4e6-6533b2845563,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:50.557748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 2374d8f1-0a06-434d-b29b-5adc592b4647 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:50.567393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for f7506032-b277-4e15-b334-b3d8682a3dc5 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:50.575834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.580629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.593357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Transition to ACTIVE for port object 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:50.604718 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.689077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event updated for resources: {'Port': ['ID=e0521d16-65aa-49cf-af1f-a46230978d07,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:50.798984 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-441272c0-df06-4f1c-a83a-9b9556a9d609 req-46491735-a8b4-4f34-99bb-b5a1f936948b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.1342046 May 27 03:55:50.801228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:50.825358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:50.830831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:50.851396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:50.933360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Subnet': ['ID=f6dcd190-0528-4fd2-ae02-bae11363aeee,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:50.965401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dfa47-b8bb-4896-a76f-2ccf6f8cd6d7 None None] Pushing event updated for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:50.996623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Attempting to bind port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:50.997353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Attempting to bind port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:50.997818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Attempting to bind port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:51.009855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:51.010881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Checking segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:51.011413 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.012033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Bound using segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:51.012749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Bound port: 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:51.013303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.033371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.051466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:51.053492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Checking segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:51.054074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network hostable DHCP agents. Network: 87fe23e2-c854-4823-b528-86cc4aca5cc2, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:55:51.065922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:51.092179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:51.093062 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:51.126753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.186586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Allocated IP 172.25.8.40 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a166528f-27c0-4a5a-8ccf-5092e334d426) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:51.272568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] For port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:51.277081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] For port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:51.283144 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.356355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.368725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] No DVR routers for this DVR port 7fc44854-8074-457f-99fe-bacd3b3b026d on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:55:51.372944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:51.377448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.389716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-deleted', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:55:51.401448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee6f7967-539b-4fd1-b013-a718175fd9cb req-d15702c7-8a4d-4983-875d-eb07e33d4842 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.41 "DELETE /v2.0/ports/7fc44854-8074-457f-99fe-bacd3b3b026d HTTP/1.1" status: 204 len: 173 time: 14.9883657 May 27 03:55:51.402598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:51.406575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:51.472934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=2374d8f1-0a06-434d-b29b-5adc592b4647,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:51.496492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:51.582483 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b0ea3f-33dc-4575-8e8d-1890623a3f95'] response: {'server_uuid': '37da86b6-085a-45fc-ad59-f7160b5adc2b', 'name': 'network-vif-deleted', 'tag': '7fc44854-8074-457f-99fe-bacd3b3b026d', 'status': 'completed', 'code': 200} May 27 03:55:51.596405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dfa47-b8bb-4896-a76f-2ccf6f8cd6d7 None None] Pushing event updated for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:51.622145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:51.622852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:51.625407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:55:51.637695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e0920-e589-4347-974b-0b05668bbbeb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:51.649995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b2678c6a-6f7a-4e18-94ec-73092071ffa2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b75854d2366445a869d657a4242476e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0383720 May 27 03:55:51.653089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52546) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:51.681359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:51.682956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.730613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 87fe23e2-c854-4823-b528-86cc4aca5cc2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:51.741894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:51.742508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:51.748230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585625ad-52e5-4b51-aa71-02650426acf9 None None] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:51.763115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-418b8a47-f94f-489e-ac75-6d03cdccd237 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6206589 May 27 03:55:51.770381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:51.811089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d82c2db4-4ed3-458b-901b-b2094b88ca13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.4314978 May 27 03:55:51.813061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52554) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:51.877416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:52.241146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f71f30f-6cb3-433e-a4e6-6533b2845563 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:52.255370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.256104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.273670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-791c584f-8545-4aa3-9611-10c08010d206 req-46f0120d-f6c1-4c26-85fd-c5ac7c24f291 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=37da86b6-085a-45fc-ad59-f7160b5adc2b HTTP/1.1" status: 200 len: 210 time: 0.0804982 May 27 03:55:52.515537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d5738877-b913-4779-8900-9d4a523cd354 None None] Provisioning for port 2374d8f1-0a06-434d-b29b-5adc592b4647 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:52.531590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6f71f30f-6cb3-433e-a4e6-6533b2845563 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:52.531963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.555592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d5738877-b913-4779-8900-9d4a523cd354 None None] Provisioning complete for port 2374d8f1-0a06-434d-b29b-5adc592b4647 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:52.555819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5738877-b913-4779-8900-9d4a523cd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.558551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:52.567096 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:52.568882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:52.593371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:52.594082 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:52.599640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:52.613667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.625938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:52.641668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:52.647497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d5738877-b913-4779-8900-9d4a523cd354 None None] Port 2374d8f1-0a06-434d-b29b-5adc592b4647 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:55:52.661268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.748399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:52.814223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=f7506032-b277-4e15-b334-b3d8682a3dc5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:52.834272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:52.870170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:52.923809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Router c5fc63a0-e53f-44d2-8fbc-5048896d2737 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:55:53.035880 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:53.101405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-87fe23e2-c854-4823-b528-86cc4aca5cc2', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'fixed_ips': [{'subnet_id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:55:53.102837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.305439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.314000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.539599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Allocated IP 172.20.0.18 (87fe23e2-c854-4823-b528-86cc4aca5cc2/f6dcd190-0528-4fd2-ae02-bae11363aeee/c6cff6c7-7e35-411d-ab6d-82674d1bdb5e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:53.580017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:53.609467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.625851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:53.696801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=a166528f-27c0-4a5a-8ccf-5092e334d426,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:53.700210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:53.714774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:53.736297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:53.751866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:53.786497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] Sync routers for ids ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:53.807992 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:53.813386 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eb7f-e29f-4fff-acf4-9371255a6be0 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:93:5b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:52:13Z', 'updated_at': '2022-05-27T03:53:03Z', 'revision_number': 2, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:53.814710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.819169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-783c7798-5149-419c-a10f-d92c559e834b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.5925591 May 27 03:55:53.819169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.819169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:53.822039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] Routers {'c5fc63a0-e53f-44d2-8fbc-5048896d2737'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:53.822711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:53.832158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:53.880586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.925279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.941534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e0920-e589-4347-974b-0b05668bbbeb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:53.965160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:53.966308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b439e50-a946-4b2b-a41a-ad7bbf287bf2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f60e0920-e589-4347-974b-0b05668bbbeb HTTP/1.1" status: 204 len: 168 time: 2.2097912 May 27 03:55:54.004534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:54.011299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:54.011680 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.103122 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.140919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] Routers {'c5fc63a0-e53f-44d2-8fbc-5048896d2737'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:54.141562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:54.150691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.261368 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24e5cd6d-b958-4465-b85c-5688498aa63b (CIDR: 172.20.0.0/28) May 27 03:55:54.272209 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:55:54.272715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:55:54.295954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.349620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:54.350035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cbf75-5eb9-4f02-ace6-ee3de1265fdc None None] The sync data for ids ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:54.378330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42004bd6-b943-4067-afae-215c4e0c6978,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:54.412494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.417247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-85fd841c-4d4e-49ee-a6ce-d4233f724c1d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/security-groups/42004bd6-b943-4067-afae-215c4e0c6978 HTTP/1.1" status: 204 len: 168 time: 0.8336418 May 27 03:55:54.418030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:54.469046 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-cb635cfc-0285-46b1-ac46-4548691874a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] show failed (client error): The resource could not be found. May 27 03:55:54.474489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cb635cfc-0285-46b1-ac46-4548691874a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups/42004bd6-b943-4067-afae-215c4e0c6978 HTTP/1.1" status: 404 len: 347 time: 0.0522199 May 27 03:55:54.475142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52594) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:54.626149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.646810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Transition to ACTIVE for port object c6cff6c7-7e35-411d-ab6d-82674d1bdb5e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:54.673273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.680293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40abcdcf-dd5a-4e6c-b138-a0ab11510028 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8942931 May 27 03:55:54.680841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52602) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:54.687879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:54.691755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Transition to ACTIVE for port object c6cff6c7-7e35-411d-ab6d-82674d1bdb5e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:54.705667 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:54.768073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:54.830595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27b834-62ab-4123-a717-ec70694764fd None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:54.883994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Pushing event updated for resources: {'Port': ['ID=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:54.902726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:54.904253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:54.913179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:55.070402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 3a3880ac-a03a-4755-b7c5-4769cba47df4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:55.070940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.103959 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abb6c6-c3fb-4dcd-b172-e065e181cd34 None None] New status for floating IP 7332d9aa-fff1-46b2-9c1b-87290b3c3988: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:55:55.188582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Attempting to bind port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:55:55.188987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Attempting to bind port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:55:55.189404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Attempting to bind port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e on network 87fe23e2-c854-4823-b528-86cc4aca5cc2 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:55:55.214619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:55:55.215112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Checking segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:55:55.215517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.218137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Bound using segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:55:55.219861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Bound port: c6cff6c7-7e35-411d-ab6d-82674d1bdb5e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:55:55.221791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.247961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.352554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] For port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:55:55.355830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] For port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:55:55.368001 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.456290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:55:55.465500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fa70-593f-42c6-9c9d-232d57284b8f None None] Pushing event updated for resources: {'Port': ['ID=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:55.483270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:55:55.488885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:55:55.494937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:55:55.503239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:55:55.550557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:55:55.558823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:55.578393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.030486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.031016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.237446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.341014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 3a3880ac-a03a-4755-b7c5-4769cba47df4 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:56.343869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.643989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:56.651107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:55:56.651696 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:55:56.655743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:56.666868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec21ad2-a927-4d92-8c84-643aa909358a None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:56.677216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:56.678048 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.721456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=6a4be25b-c3ee-413c-8337-1bb7374a65de,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:56.732690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:55:56.741455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2ef7dfa2-9613-46be-96dc-a796616ae927 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2906609 May 27 03:55:56.750909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52626) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:56.767893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1164ae84-702e-4423-b15a-9f8597e4d8a8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0832403 May 27 03:55:56.860305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:55:56.875438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:56.893040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1165346400', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a4be25b-c3ee-413c-8337-1bb7374a65de'}], 'security_groups': ['b058c05b-3063-45f4-9e87-4e9cdd78d034']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:55:56.907510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:56.933682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:56.982653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.010158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:57.011194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:57.084515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.20.0.17 (87fe23e2-c854-4823-b528-86cc4aca5cc2/f6dcd190-0528-4fd2-ae02-bae11363aeee/46cbd53f-b9b5-46fe-b1d8-c4df43364c9e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:57.256354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.299918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf968e-2764-4086-aa13-64dbaeac4ffb None None] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:57.403825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 3a3880ac-a03a-4755-b7c5-4769cba47df4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:57.404728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.484433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:57.493710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:57.508608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.531830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.546691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5925252 May 27 03:55:57.557758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2666f-dd20-41e2-b949-da9ed250bc6e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=a166528f-27c0-4a5a-8ccf-5092e334d426,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:57.566135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4670f765-bf8f-41f5-a22a-a9fcd6561897 None None] Provisioning for port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:57.586198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:57.586198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.763009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting subnet 732ac43b-cdbc-43db-a23c-c972022fbe43 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:55:57.769561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.820071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:57.874703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.895127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Transition to ACTIVE for port object 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:55:57.929137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:55:57.954278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cb58926-6a3d-4221-864b-8f38d71649af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.969287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.969994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:57.973959 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.026393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:55:58.027106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:55:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:58.113920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.251151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 3a3880ac-a03a-4755-b7c5-4769cba47df4 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:55:58.293309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.363651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Subnet': ['ID=732ac43b-cdbc-43db-a23c-c972022fbe43,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:58.379021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-16cef28d-334e-4608-a675-69d63a3d6597 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:58.402194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d09d19-aaa5-4137-ba09-a0584d3b5444 None None] Network 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:55:58.412706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.435594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.475381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-16cef28d-334e-4608-a675-69d63a3d6597 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:58.476720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-16cef28d-334e-4608-a675-69d63a3d6597 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--724611887&fields=id&tenant_id=214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 267 time: 0.5870700 May 27 03:55:58.481397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:55:58.484573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-08ec6a2d-480f-46cd-a2a7-8210b48b0bcf tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/732ac43b-cdbc-43db-a23c-c972022fbe43 HTTP/1.1" status: 204 len: 168 time: 1.7301834 May 27 03:55:58.491016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52652) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:55:58.521028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.544307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:55:58.548478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.591940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:55:58.594338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:55:58.622440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:58.735973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:55:58.748952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=3a3880ac-a03a-4755-b7c5-4769cba47df4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:58.761667 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.762502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c6cff6c7-7e35-411d-ab6d-82674d1bdb5e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:55:58.821913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:55:58.892431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.909737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff46f5-6c46-475e-8310-7905790479a5 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:55:58.929404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.940090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Delete allocated IP 172.20.0.14 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/24e5cd6d-b958-4465-b85c-5688498aa63b) {{(pid=84156) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:55:58.953953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.957162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:58.998766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.002553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-60d5a746-4a00-4e79-961c-a33278ec6cf0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/floatingips/7332d9aa-fff1-46b2-9c1b-87290b3c3988 HTTP/1.1" status: 204 len: 168 time: 4.5198803 May 27 03:55:59.031453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Update dhcp port {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'fixed_ips': [{'subnet_id': '24e5cd6d-b958-4465-b85c-5688498aa63b', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a4be25b-c3ee-413c-8337-1bb7374a65de'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'b3285271-35db-45b0-874f-46b3da73debd'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:55:59.104722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:59.125774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:59.152466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:55:59.152834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.226251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-b522f5ec-3c7c-492b-b855-fb77584e1bb7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:55:59.229461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-b522f5ec-3c7c-492b-b855-fb77584e1bb7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:55:59.251247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.30 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/6a4be25b-c3ee-413c-8337-1bb7374a65de/2374d8f1-0a06-434d-b29b-5adc592b4647) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:55:59.266902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.372376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Deleting port 80c3f5f7-473e-4405-8d93-323ca161aeeb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:59.373173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.402310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.482555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-b522f5ec-3c7c-492b-b855-fb77584e1bb7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:55:59.483655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-b522f5ec-3c7c-492b-b855-fb77584e1bb7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 810 time: 0.9919879 May 27 03:55:59.624500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-40d28b57-b541-4e3f-8dcf-295296efe961 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/quotas/214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 375 time: 0.1014750 May 27 03:55:59.711178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.849657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] DHCP port deletion for 5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:55:59.861909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Provisioning for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:55:59.868660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Deleting port 80c3f5f7-473e-4405-8d93-323ca161aeeb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:55:59.869704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:55:59.978107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:00.043001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Provisioning complete for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:00.043376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.143365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:00.147581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.220394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-be9a887c-6629-49ca-951a-a71e4f6eb8a8 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=01bc84a2eb10490caf49d50b3e803680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2254796 May 27 03:56:00.292121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:00.295604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5daf4001-bd1b-431a-8396-6dc972d894f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.333055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:00.346626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] For port 80c3f5f7-473e-4405-8d93-323ca161aeeb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80c3f5f7-473e-4405-8d93-323ca161aeeb,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:00.347274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.572776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Provisioning complete for port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:00.573117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-966dfd9e-81d8-4d31-b5a8-597116a433d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.623966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Calling delete_port for 80c3f5f7-473e-4405-8d93-323ca161aeeb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:00.629856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.632876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.636439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] For port 80c3f5f7-473e-4405-8d93-323ca161aeeb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=80c3f5f7-473e-4405-8d93-323ca161aeeb,segment=NetworkSegment(7b5102c5-da7f-4eec-b18f-f2991b01a26f),segment_id=7b5102c5-da7f-4eec-b18f-f2991b01a26f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:00.637078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.753594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.773160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object 2374d8f1-0a06-434d-b29b-5adc592b4647 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:00.800774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.830084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Calling delete_port for 80c3f5f7-473e-4405-8d93-323ca161aeeb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:00.874757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-54430499-ea15-4e95-b56e-a840d9cdb49e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:00.919681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-e06dc935-e0da-4789-ba29-9eaafcaa630e tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:00.923413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-e06dc935-e0da-4789-ba29-9eaafcaa630e tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7022083 May 27 03:56:00.939873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.948348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:00.948710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.969425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-54430499-ea15-4e95-b56e-a840d9cdb49e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:00.975087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-7ee8df85-9206-4185-9d98-e475b49d6913 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/quotas/01bc84a2eb10490caf49d50b3e803680 HTTP/1.1" status: 200 len: 375 time: 0.0423303 May 27 03:56:00.977250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:00.989098 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-54430499-ea15-4e95-b56e-a840d9cdb49e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9309957 May 27 03:56:00.990292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No DVR routers for this DVR port 80c3f5f7-473e-4405-8d93-323ca161aeeb on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:56:01.043101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-b3f8e381-898c-4da4-964b-581f32cb5f3a tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=01bc84a2eb10490caf49d50b3e803680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596159 May 27 03:56:01.046866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.154446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Allocated IP 172.20.0.18 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/6a4be25b-c3ee-413c-8337-1bb7374a65de/b3285271-35db-45b0-874f-46b3da73debd) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:01.163897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:01.256523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.268807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:56:01.269426 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:56:01.272525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] In _notify_port_updated(), no bound segment for port 2374d8f1-0a06-434d-b29b-5adc592b4647 on network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:56:01.276937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:01.288604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.292887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/ports/2374d8f1-0a06-434d-b29b-5adc592b4647 HTTP/1.1" status: 200 len: 921 time: 4.4160585 May 27 03:56:01.293713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:01.484687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.584806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02dc06-43d7-4cb8-9501-3f82ccece4a3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=2374d8f1-0a06-434d-b29b-5adc592b4647,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:01.626937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:01.646065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Port': ['ID=80c3f5f7-473e-4405-8d93-323ca161aeeb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:01.654521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.672242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 2374d8f1-0a06-434d-b29b-5adc592b4647 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:01.672986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.677170 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.702580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Transition to ACTIVE for port object b3285271-35db-45b0-874f-46b3da73debd will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:01.708419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.715599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f7506032-b277-4e15-b334-b3d8682a3dc5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:56:01.753438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:01.756181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7a0337e6-c40e-4b3b-8368-b85f4e8040ad req-e80d23b8-c0df-4ba9-ab97-c3657cfa06a0 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.0921254 May 27 03:56:01.761040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:01.777004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router c5fc63a0-e53f-44d2-8fbc-5048896d2737 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:01.810327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Deleting port 80c3f5f7-473e-4405-8d93-323ca161aeeb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:01.812642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.852728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f7506032-b277-4e15-b334-b3d8682a3dc5 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:56:01.854399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f7506032-b277-4e15-b334-b3d8682a3dc5 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:56:01.855001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80c3f5f7-473e-4405-8d93-323ca161aeeb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:56:01.882567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc0752d-9b3f-4f97-a98e-6502a86d5ac0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:01.909940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:01.961306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5102c5-da7f-4eec-b18f-f2991b01a26f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:01.962094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5102c5-da7f-4eec-b18f-f2991b01a26f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:02.023958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-5495deb3-eca6-4365-bf7e-276c1954c174 service neutron] 10.222.0.46 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075402 May 27 03:56:02.038782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.130260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 80c3f5f7-473e-4405-8d93-323ca161aeeb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:56:02.130605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 80c3f5f7-473e-4405-8d93-323ca161aeeb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:56:02.175062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a39391c2-9aa9-48ee-99d9-36bb87f8fbbc None None] The port '80c3f5f7-473e-4405-8d93-323ca161aeeb' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:56:02.185754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-87db9164-4223-4500-a654-ef17f0b2db22 None None] Provisioning complete for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:02.186222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-87db9164-4223-4500-a654-ef17f0b2db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.248116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.325889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:56:02.326300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.329345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-87db9164-4223-4500-a654-ef17f0b2db22 None None] Port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:02.338150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c6cff6c7-7e35-411d-ab6d-82674d1bdb5e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: timer() May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:56:02.353781 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:56:02.510997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168c54e-fe27-4da3-8954-24daba76548d None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:02.559703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eb2dd1b6-b01e-433f-9745-76bab42567e2 None None] Provisioning complete for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:02.560465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd1b6-b01e-433f-9745-76bab42567e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.655742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.657478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd1b6-b01e-433f-9745-76bab42567e2 None None] Port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:02.659450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:02.660233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.661741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:02.906300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/networks/5dc0752d-9b3f-4f97-a98e-6502a86d5ac0 HTTP/1.1" status: 204 len: 168 time: 4.4132667 May 27 03:56:02.912007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:02.933693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-c27860a7-191e-4961-9a55-a5a231141ba7 service neutron] 10.222.0.46 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865559 May 27 03:56:02.939080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63b82-a20d-40f1-9a6f-90acd5571099 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Pushing event deleted for resources: {'Network': ['ID=5dc0752d-9b3f-4f97-a98e-6502a86d5ac0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:02.956645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'routes': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:03.006084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.018921 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.196851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-fad15128-ae63-4b25-8610-af054af9eba9 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=01bc84a2eb10490caf49d50b3e803680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412903 May 27 03:56:03.311500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 2374d8f1-0a06-434d-b29b-5adc592b4647 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:03.409487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fce987b-b4e0-4d52-a825-934aa2c8688a req-2fe7419d-c5d4-49f9-b213-9d3f9d7d6308 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.2924666 May 27 03:56:03.466088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:03.483003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.483912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971a712-7171-4034-8621-896d945e3af7 None None] Sync routers for ids ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:03.497319 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] Routers {'c5fc63a0-e53f-44d2-8fbc-5048896d2737'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:03.500344 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:03.500510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bac1d877-8174-4a7d-a630-5252820267be tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "PUT /v2.0/routers/c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 200 len: 922 time: 9.6719923 May 27 03:56:03.507735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Provisioning for port 2374d8f1-0a06-434d-b29b-5adc592b4647 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:03.512417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:03.522860 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Provisioning complete for port 2374d8f1-0a06-434d-b29b-5adc592b4647 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:03.524026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.629313 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:03.660065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] Routers {'c5fc63a0-e53f-44d2-8fbc-5048896d2737'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:03.665733 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:03.670343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.699138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Port 2374d8f1-0a06-434d-b29b-5adc592b4647 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:03.734939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=2374d8f1-0a06-434d-b29b-5adc592b4647,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:03.745355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:03.745820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:03.899073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-5971a712-7171-4034-8621-896d945e3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:03.900807 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971a712-7171-4034-8621-896d945e3af7 None None] The sync data for ids ['c5fc63a0-e53f-44d2-8fbc-5048896d2737'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:03.929436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:03.956512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Provisioning for port b3285271-35db-45b0-874f-46b3da73debd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:03.962117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:03.962706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab5a177b-2586-49c7-a6f2-9e9c46c3da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.004458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.032146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-920096eb-b42a-410c-aa3c-817fdd4b2de2 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/2374d8f1-0a06-434d-b29b-5adc592b4647 HTTP/1.1" status: 204 len: 168 time: 2.7256274 May 27 03:56:04.043286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52744) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:04.055770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-afe3e9f1-b220-4f07-9414-ee35ea55f2ec req-1c2c5a44-9d42-4ca9-99e3-f10d65fc5e6d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.2922144 May 27 03:56:04.308989 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e44c93-eed8-4fb2-b1e7-3814c328e463 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:56:04.310138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64e44c93-eed8-4fb2-b1e7-3814c328e463 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:04.338934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-fc96f5a9-67c4-4d6b-ac95-cf9d128ca1b7 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:04.340481 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-fc96f5a9-67c4-4d6b-ac95-cf9d128ca1b7 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1306460 May 27 03:56:04.352774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:04.383835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64e44c93-eed8-4fb2-b1e7-3814c328e463 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:04.385076 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64e44c93-eed8-4fb2-b1e7-3814c328e463 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/2374d8f1-0a06-434d-b29b-5adc592b4647 HTTP/1.1" status: 404 len: 333 time: 0.3408220 May 27 03:56:04.391640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:04.418719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Request body: {'port': {'device_id': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '01bc84a2eb10490caf49d50b3e803680'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:04.500343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.519582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0bc3-3fb9-49f9-b0ac-2b00bd9f8d02 req-dd4c2a10-957e-41d6-949b-4ebca87acb79 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:04.530244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33cd0bc3-3fb9-49f9-b0ac-2b00bd9f8d02 req-dd4c2a10-957e-41d6-949b-4ebca87acb79 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.3935542 May 27 03:56:04.551497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Added routes are [] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 27 03:56:04.552064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Removed routes are [] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 27 03:56:04.552601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.608067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-602908ed-266f-41b2-9296-fd88a00624db None None] Could not find standard attr ID for object 2374d8f1-0a06-434d-b29b-5adc592b4647. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:56:04.641170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.689754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:04.690572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.698600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33cd0bc3-3fb9-49f9-b0ac-2b00bd9f8d02 req-c0e1164d-dbea-4b07-9eac-95a2c5fc8f20 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674540 May 27 03:56:04.751262 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.786139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3c485-2c61-4cb9-a216-fa69e561bf6f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:04.805175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.806475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c8ae0466-c931-4b40-99d2-9b9cd186f585 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6e3c485-2c61-4cb9-a216-fa69e561bf6f HTTP/1.1" status: 204 len: 168 time: 0.4137616 May 27 03:56:04.817478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:04.923089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:04.957682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.020585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.062514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-894ff691-ea0b-4ccf-b53b-21cef09618af req-7ed66a25-f75c-411e-9c98-63da0f11c355 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.3295398 May 27 03:56:05.083330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b058c05b-3063-45f4-9e87-4e9cdd78d034,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:05.091349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.092676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8a0ac89-a620-4326-85e8-183c4ed0e378 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/security-groups/b058c05b-3063-45f4-9e87-4e9cdd78d034 HTTP/1.1" status: 204 len: 168 time: 0.2740090 May 27 03:56:05.096276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:05.453397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38d08f66-c824-4674-bb02-f2175291d7fa req-cddda0bc-a18a-491f-86d6-2bed585bbc40 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.0745513 May 27 03:56:05.482987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router eb8734e9-ff4e-4998-8bda-7a8396722913 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:05.484527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 24e5cd6d-b958-4465-b85c-5688498aa63b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:05.488796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.493343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.499305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.578566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.584470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:05.610119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Usage tracker for resource:port and tenant:01bc84a2eb10490caf49d50b3e803680 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:05.635881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:05.653194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:05.686425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.789621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.884126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=24e5cd6d-b958-4465-b85c-5688498aa63b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:05.902282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:05.902894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f769a-63a4-4cd3-b659-b6a2672e9d3c None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:05.917051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b505704a-66ca-4082-b572-dd4c07716b03 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/24e5cd6d-b958-4465-b85c-5688498aa63b HTTP/1.1" status: 204 len: 168 time: 0.8196399 May 27 03:56:05.917888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52774) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:05.923609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:05.994042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Made reservation on behalf of 01bc84a2eb10490caf49d50b3e803680 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:05.997357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.130072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:06.139326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:06.142537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:06.147640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-781414ab-0fe2-47b8-a78b-bf43fb634432 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:06.149156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-781414ab-0fe2-47b8-a78b-bf43fb634432 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:06.149264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:06.164480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:06.168294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.171477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.204120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-0db3e849-107f-4765-9c10-27ba6e5db4f5 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:06.205739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-0db3e849-107f-4765-9c10-27ba6e5db4f5 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 810 time: 0.7925127 May 27 03:56:06.215881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa81d8f8-9362-4c81-ba71-492e86d524e3 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 200 len: 922 time: 2.6940184 May 27 03:56:06.226497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52784) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:06.340094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router e04e1798-3a11-4f02-ab74-e7e6dc917551 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:06.351225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-781414ab-0fe2-47b8-a78b-bf43fb634432 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:06.352495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-781414ab-0fe2-47b8-a78b-bf43fb634432 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 1.0018070 May 27 03:56:06.456301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:06.477842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b178a19-c75e-4522-9d72-34794f8e8ab6 req-e64b11d2-8cb7-4365-b352-cd9fc870a643 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.1538062 May 27 03:56:06.491896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Usage tracker for resource:security_group_rule and tenant:01bc84a2eb10490caf49d50b3e803680 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:06.507375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:06.589502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:06.612295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-68ccb907-0ceb-45b1-a20a-d0d3cb1c9a89 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 379 time: 0.3744910 May 27 03:56:06.652548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e5f9c-7940-4822-99a7-bd34591e36da req-5db193b7-1654-407c-ae1b-a0fac6be3091 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:06.654958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-100e5f9c-7940-4822-99a7-bd34591e36da req-5db193b7-1654-407c-ae1b-a0fac6be3091 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.6639302 May 27 03:56:06.731748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'port': {'device_id': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'admin_state_up': True, 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'security_groups': ['dbcb44de-60b6-4ce6-8ab6-4699228a825b']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:06.744548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44ae12b1-32cc-4e26-88d7-1aefef5b73dd req-31736cb9-2e06-46a0-b7f8-78f3dbf4303f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.0857584 May 27 03:56:06.750089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.856291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:06.860705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:06.865136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:06.866418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.871189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=090353f7-5872-4cb7-b766-50ef23c42ad1,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:06.901999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f954ac0b-2ac8-4777-9439-fcbe4c9b934f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9823673 May 27 03:56:06.902502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52790) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:06.908517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'security_group': {'name': 'tempest-secgroup-936649979'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:06.915153 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:06.920214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:06.925093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:06.930333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:06.940842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:06.963156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5dcb6-7512-4e2d-ba86-c1b55050fc2b None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:06.979707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:06.984304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:06.987744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:06.994024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.038000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 4e7d689b-7f8b-41b2-baa8-e3462542e118 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:07.049859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.070245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.082346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.121220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4429757-679a-403b-b0f2-a6be17521e51,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:07.141266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.146300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-18fd3e23-bef5-48df-bad9-c63dce012185 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2426782 May 27 03:56:07.147195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:07.159212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078242365'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:07.166580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.171865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:07.175049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:07.178810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fbc3aae1-21ec-4591-b34d-49798cb123ab None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:07.179311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aae1-21ec-4591-b34d-49798cb123ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.183468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.198853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.219400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f126629-56ea-43ab-9cc5-dc993e9892cb tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Synchronizing usage tracker for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:07.241694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.246127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:07.250202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:07.257853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.302192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3aae1-21ec-4591-b34d-49798cb123ab None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:07.328205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.332305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fbc3aae1-21ec-4591-b34d-49798cb123ab None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:07.332639 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fbc3aae1-21ec-4591-b34d-49798cb123ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.336104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.366104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:07.385722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Sync routers for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:07.399283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2150e95-89fb-43b2-9abf-5524c094519f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:07.414750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.422744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-100e5f9c-7940-4822-99a7-bd34591e36da req-e6f99384-c09b-4b26-8630-478deefc31bb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:07.426496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f126629-56ea-43ab-9cc5-dc993e9892cb tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Unset dirty status for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:07.427393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:07.428141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:07.430629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8f126629-56ea-43ab-9cc5-dc993e9892cb tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=c5fc63a0-e53f-44d2-8fbc-5048896d2737&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1970346 May 27 03:56:07.441214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:07.448191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c569acf5-e085-4849-8198-eaae6ff5f95f tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2994788 May 27 03:56:07.450763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52806) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:07.463326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1805725939'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:07.477185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.483126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:07.497710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:07.508092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.527745 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.528065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.532401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aac8757a-aab0-467d-b9f2-11ac6c7c0928 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 701 time: 4.6027925 May 27 03:56:07.559391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52818) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:07.698417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55ec4c84-a1b7-4615-bd9b-42fbdf84a9c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:07.698559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-100e5f9c-7940-4822-99a7-bd34591e36da req-e6f99384-c09b-4b26-8630-478deefc31bb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:07.699723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-100e5f9c-7940-4822-99a7-bd34591e36da req-e6f99384-c09b-4b26-8630-478deefc31bb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9509504 May 27 03:56:07.700670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.703622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19e74d4c-aa6a-4554-9d52-83460f948acc req-cb3a5568-0f80-43b6-8f11-61d62f4ea3d8 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.0567555 May 27 03:56:07.711546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.726313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:07.731102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:security_group_rule and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:07.734837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:07.746809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-55ec4c84-a1b7-4615-bd9b-42fbdf84a9c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:07.746809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55ec4c84-a1b7-4615-bd9b-42fbdf84a9c7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 205 time: 0.1811607 May 27 03:56:07.746809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:07.783899 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.819085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:07.830951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Made reservation on behalf of 214021bbff9d415dbfa3c38b9aa9683c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:07.834034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.845711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:07.890744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:07.904412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ef49fbcb-d448-4959-9682-3fc8e0760ebd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "PUT /v2.0/routers/eb8734e9-ff4e-4998-8bda-7a8396722913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0882685 May 27 03:56:07.906808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Sync routers for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:07.924802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:07.926969 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:07.937062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Update dhcp port {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'fixed_ips': [{'subnet_id': '6a4be25b-c3ee-413c-8337-1bb7374a65de', 'ip_address': '172.20.0.18'}, {'subnet_id': '090353f7-5872-4cb7-b766-50ef23c42ad1'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'b3285271-35db-45b0-874f-46b3da73debd'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:56:07.988874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:08.035799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:08.076140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.101710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] For port 4e7d689b-7f8b-41b2-baa8-e3462542e118, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=4e7d689b-7f8b-41b2-baa8-e3462542e118,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:08.105015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.149533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e39a2f-66b9-4ea8-ac08-d643a716d83d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:08.150872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-47e39a2f-66b9-4ea8-ac08-d643a716d83d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Synchronizing usage tracker for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:08.191820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b584373-9003-4906-8985-8ac1986346e7 req-e5e0a306-705b-4d83-ace2-cebe65ec8eeb tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.1579530 May 27 03:56:08.208989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.341036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Allocated IP 172.20.0.2 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/090353f7-5872-4cb7-b766-50ef23c42ad1/b3285271-35db-45b0-874f-46b3da73debd) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:08.378392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-47e39a2f-66b9-4ea8-ac08-d643a716d83d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Unset dirty status for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:08.382429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47e39a2f-66b9-4ea8-ac08-d643a716d83d tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.9291012 May 27 03:56:08.386535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52840) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:08.460001 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:08.492059 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.506926 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f9d16583-a9af-45f0-84af-4d40adfc20d8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 200 len: 205 time: 0.1190760 May 27 03:56:08.509795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:08.513804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:08.543396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.562642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Transition to ACTIVE for port object b3285271-35db-45b0-874f-46b3da73debd will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:08.574595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.755334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:08.807586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81818250-b10e-4fa6-b512-37d756646834,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:08.825628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3ea99024-afb5-4deb-9234-77c9c8de609d tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:08.835477 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3ea99024-afb5-4deb-9234-77c9c8de609d tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/networks?id=87fe23e2-c854-4823-b528-86cc4aca5cc2 HTTP/1.1" status: 200 len: 797 time: 0.4807894 May 27 03:56:08.865379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:08.883649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Allocated IP 192.168.233.186 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/c644808d-2bbc-428a-8d82-0572e4ac98c6) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:08.922657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-f383ee4b-7533-4318-b157-e903d25162fb tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/quotas/7f6730793a1840b788c89b391229a97d HTTP/1.1" status: 200 len: 375 time: 0.0862813 May 27 03:56:08.942797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2abe7-90b4-4174-80f3-e334b1206703 None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:08.982669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:59Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '46cbd53f-b9b5-46fe-b1d8-c4df43364c9e', 'name': '', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:c2:e8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:56Z', 'updated_at': '2022-05-27T03:56:00Z', 'revision_number': 2, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:08.986837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Checking router: eb8734e9-ff4e-4998-8bda-7a8396722913 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:08.987179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Updating router eb8734e9-ff4e-4998-8bda-7a8396722913 port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:56:09.025267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 4e7d689b-7f8b-41b2-baa8-e3462542e118 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:56:09.039599 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.120066 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.120789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.121450 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94 disassociated. External IP: 172.25.8.46, port: 4e7d689b-7f8b-41b2-baa8-e3462542e118. May 27 03:56:09.122581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 4e7d689b-7f8b-41b2-baa8-e3462542e118 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:09.169744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Checking router: e04e1798-3a11-4f02-ab74-e7e6dc917551 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:09.252971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Allocated IP 172.20.0.8 (91b686b3-0ca9-49d3-95e4-40f8a7125632/73b0ac90-f4d4-47bd-824b-dcdba18564e4/99f9633f-3386-49cb-909d-094e1281b0c9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:09.284545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.286231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c04da3c-96df-4536-8011-2b2235ad51cb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8327224 May 27 03:56:09.304861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52856) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:09.370856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Routers {'e04e1798-3a11-4f02-ab74-e7e6dc917551'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:09.371110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e04e1798-3a11-4f02-ab74-e7e6dc917551'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:09.399185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1460383200', 'security_groups': ['81818250-b10e-4fa6-b512-37d756646834'], 'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '090353f7-5872-4cb7-b766-50ef23c42ad1'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:09.522408 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.544606 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Transition to ACTIVE for port object 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:09.559272 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.562719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] Set router e04e1798-3a11-4f02-ab74-e7e6dc917551 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:09.594563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b791146-e3bc-4513-aaae-13b7dcf75e80 req-85c09aa4-405c-4ad8-85ff-34fda41bf93d tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 210 time: 0.5487592 May 27 03:56:09.623725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:09.643172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.665863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:09.686499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.702594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:09.714632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.730334 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b78e3-e1c0-4635-950f-136dfe30a38e None None] Pushing event updated for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:09.745815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] device_id is not set on port b6561850-7769-4603-9e8d-8cf18cc41b9e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:56:09.795050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:09.810632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:09.874059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984df909-4951-4cb4-9b1f-120e3aa81d65 None None] The sync data for ids ['e04e1798-3a11-4f02-ab74-e7e6dc917551'] in n-d-843301-2 is: [{'id': 'e04e1798-3a11-4f02-ab74-e7e6dc917551', 'name': 'tempest-RoutersTest-router-2090730705', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:44Z', 'updated_at': '2022-05-27T03:55:51Z', 'revision_number': 11, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:09.929424 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:56:10.025821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.030699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router e04e1798-3a11-4f02-ab74-e7e6dc917551 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:10.129743 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Attempting to bind port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:10.130207 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Attempting to bind port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:10.130557 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Attempting to bind port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e on network 87fe23e2-c854-4823-b528-86cc4aca5cc2 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:10.149195 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:10.151089 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Checking segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:10.152086 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.152624 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Bound using segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:10.153305 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Bound port: 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:10.153889 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.193553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.227688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Transition to ACTIVE for port object c644808d-2bbc-428a-8d82-0572e4ac98c6 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:10.282256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:10.302226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-92740dea-f634-4262-ac84-bb9e3686e219 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:10.312585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] For port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:10.324035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.329739 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7a9d80e8-f3cb-4b3d-8f12-9c9792d345eb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 204 len: 168 time: 2.5835838 May 27 03:56:10.331843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:10.356285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-441314063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:10.368179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:10.382758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Usage tracker for resource:router and tenant:fa7ad60a0e9442549f23f49aa0c5c271 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:10.391842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:10.400867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:10.401696 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.450833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-92740dea-f634-4262-ac84-bb9e3686e219 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:10.451100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:10.451463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-92740dea-f634-4262-ac84-bb9e3686e219 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&fields=id HTTP/1.1" status: 200 len: 486 time: 1.5280309 May 27 03:56:10.452735 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] For port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:10.455083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.459329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.461213 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.486424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.551330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:10.586104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:10.587048 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:10.588724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Provisioning for port b3285271-35db-45b0-874f-46b3da73debd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:10.594576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:10.595103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2f9c4ed2-98de-4e7b-8a1d-1a33843cd110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.648000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=4e7d689b-7f8b-41b2-baa8-e3462542e118,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:10.666082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a6715-c37a-477d-ba30-5d07c7904c09 req-e0acec39-02a7-4e81-837c-910fb8cb4e72 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:10.667567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-584a6715-c37a-477d-ba30-5d07c7904c09 req-e0acec39-02a7-4e81-837c-910fb8cb4e72 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 945 time: 0.7639098 May 27 03:56:10.680546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.682320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.701838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.759276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.782634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.3 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/090353f7-5872-4cb7-b766-50ef23c42ad1/b6561850-7769-4603-9e8d-8cf18cc41b9e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:10.844239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Pushing event updated for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:10.871372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:10.872629 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-66f80f61-c925-4614-9a9b-752999c5546c tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5282419 May 27 03:56:10.879741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52868) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:10.890038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:10.899253 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:10.970848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-584a6715-c37a-477d-ba30-5d07c7904c09 req-d26ee306-03c7-4392-9d85-4d8b2e839bde tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0cd75338-76a3-47b6-9b03-697263df1658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937930 May 27 03:56:10.998057 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b78e3-e1c0-4635-950f-136dfe30a38e None None] Pushing event updated for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:11.214157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:11.245658 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8b21171-6dfc-428c-a7f3-3a26c06d150b req-07ef97c0-e92a-40c2-a04a-f27d10e42304 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.1057198 May 27 03:56:11.251264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Transition to ACTIVE for port object 99f9633f-3386-49cb-909d-094e1281b0c9 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:11.311060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-e47af9e1-ed0a-46fe-954c-d033988b7e86 service neutron] 10.222.0.46 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509916 May 27 03:56:11.374038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:11.405759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:11.575280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:11.714161 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:59Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '46cbd53f-b9b5-46fe-b1d8-c4df43364c9e', 'name': '', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:c2:e8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:56Z', 'updated_at': '2022-05-27T03:56:10Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:11.728442 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9ba690-6a81-4a90-87ae-c9bb65d8b236 None None] The sync data for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 is: [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:55:59Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '46cbd53f-b9b5-46fe-b1d8-c4df43364c9e', 'name': '', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:c2:e8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:56Z', 'updated_at': '2022-05-27T03:56:10Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:11.818136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:11.908578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:11.984134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object b6561850-7769-4603-9e8d-8cf18cc41b9e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:11.998750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:12.137576 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-493d75f0-0168-4a28-81bd-62083c89290d None None] Provisioning for port c644808d-2bbc-428a-8d82-0572e4ac98c6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:12.140420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:12.141273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.151029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-493d75f0-0168-4a28-81bd-62083c89290d None None] Provisioning complete for port c644808d-2bbc-428a-8d82-0572e4ac98c6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:12.152771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-493d75f0-0168-4a28-81bd-62083c89290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.168143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.177958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-45b2f8ba-383a-4761-b5ce-41522f7ec5f6 service neutron] 10.222.0.46 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658431 May 27 03:56:12.189499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.196120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:12.202131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6974654c-b490-453a-bb28-9b6b9641fc52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.7875342 May 27 03:56:12.209312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:12.213889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:12.221967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port e0521d16-65aa-49cf-af1f-a46230978d07 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:12.221967 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.297052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944b455-5e62-44e4-9a7e-9b4be8759a74 req-d4370a81-0745-417d-aaf7-d914e3cfc28e tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:12.300761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-493d75f0-0168-4a28-81bd-62083c89290d None None] Port c644808d-2bbc-428a-8d82-0572e4ac98c6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:12.304086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6944b455-5e62-44e4-9a7e-9b4be8759a74 req-d4370a81-0745-417d-aaf7-d914e3cfc28e tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 936 time: 0.7814372 May 27 03:56:12.307728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Request body: {'port': {'device_id': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:12.352498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.399322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:12.426942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.589231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:12.594326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:12.594707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.611432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:12.612840 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.691357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-2285dd0e-f1d8-4db7-a256-34d1f54df197 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0647421 May 27 03:56:12.698090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.727433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Request body: {'port': {'device_id': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:12.831554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9764a792-3f9c-4b98-98ed-158581812998 None None] Provisioning for port 99f9633f-3386-49cb-909d-094e1281b0c9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:12.841709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9764a792-3f9c-4b98-98ed-158581812998 None None] Provisioning complete for port 99f9633f-3386-49cb-909d-094e1281b0c9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:12.842078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9764a792-3f9c-4b98-98ed-158581812998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.929279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816f816c-952a-401d-9998-0df7e78c2e00 req-8ca4c362-fc54-4be7-9018-c372b2436e56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:12.973030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9764a792-3f9c-4b98-98ed-158581812998 None None] Port 99f9633f-3386-49cb-909d-094e1281b0c9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:12.977069 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:12.985555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6944b455-5e62-44e4-9a7e-9b4be8759a74 req-c3320c9f-7231-44da-90b5-b0ba963c678a tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805937 May 27 03:56:13.049547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:13.062521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:13.087481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:13.096249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=b6561850-7769-4603-9e8d-8cf18cc41b9e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:13.108120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:13.113219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:13.132409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:13.238549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:13.311098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-816f816c-952a-401d-9998-0df7e78c2e00 req-8ca4c362-fc54-4be7-9018-c372b2436e56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:13.322169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-816f816c-952a-401d-9998-0df7e78c2e00 req-8ca4c362-fc54-4be7-9018-c372b2436e56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.4937661 May 27 03:56:13.331518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:13.594650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for e0521d16-65aa-49cf-af1f-a46230978d07 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:13.605979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-33cf23d0-9d2e-4977-b50e-b1fe144c1759 None None] Provisioning for port b6561850-7769-4603-9e8d-8cf18cc41b9e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:13.613960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-33cf23d0-9d2e-4977-b50e-b1fe144c1759 None None] Provisioning complete for port b6561850-7769-4603-9e8d-8cf18cc41b9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:13.614375 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33cf23d0-9d2e-4977-b50e-b1fe144c1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:13.664016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:13.664627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:13.680094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-33cf23d0-9d2e-4977-b50e-b1fe144c1759 None None] Port b6561850-7769-4603-9e8d-8cf18cc41b9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:13.717836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee53b33-8125-40fd-ad32-3a8929b75002 req-9e87b2ef-6eca-482a-b0e8-fccec2e740f5 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 210 time: 0.0838301 May 27 03:56:13.721395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:13.726943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-55629915-ef84-4b39-be40-62d515df6cd3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3451381 May 27 03:56:13.731644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52898) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:13.753142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:13.863614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a3d00-fe5b-49ad-b565-ec72588b514b req-a9c09418-98fb-4ace-bc6e-c36795e48993 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:13.865086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a01a3d00-fe5b-49ad-b565-ec72588b514b req-a9c09418-98fb-4ace-bc6e-c36795e48993 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 931 time: 0.6031108 May 27 03:56:13.935522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Router f2c78f80-234d-4c96-9f31-c5ad16ef36df is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:56:13.982018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:14.016341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:14.025519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a01a3d00-fe5b-49ad-b565-ec72588b514b req-af588681-d195-44d4-88fa-b955cd6f3ddf tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511412 May 27 03:56:14.028369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:14.100308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:14.255431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:14.333633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:14.334477 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.538780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f9633f-3386-49cb-909d-094e1281b0c9 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:14.542702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:14.562692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.583048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Transition to ACTIVE for port object 99f9633f-3386-49cb-909d-094e1281b0c9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:14.605809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c644808d-2bbc-428a-8d82-0572e4ac98c6 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:14.616770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b904-1abe-416e-8571-e37876b87944 req-95b066c4-6a1b-4977-b057-697222e322cd tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:14.617565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a2f5b904-1abe-416e-8571-e37876b87944 req-95b066c4-6a1b-4977-b057-697222e322cd tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Synchronizing usage tracker for tenant:01bc84a2eb10490caf49d50b3e803680 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:14.629582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.629915 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.634884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.750893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a2f5b904-1abe-416e-8571-e37876b87944 req-95b066c4-6a1b-4977-b057-697222e322cd tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Unset dirty status for tenant:01bc84a2eb10490caf49d50b3e803680 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:14.757546 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2f5b904-1abe-416e-8571-e37876b87944 req-95b066c4-6a1b-4977-b057-697222e322cd tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 936 time: 0.5561867 May 27 03:56:14.761596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Transition to ACTIVE for port object c644808d-2bbc-428a-8d82-0572e4ac98c6 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:14.805248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=e0521d16-65aa-49cf-af1f-a46230978d07,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:14.833497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cec5d004-a3e5-4ba1-9085-7ea7cc6ef987 req-d83b5b4d-1a94-47f0-8680-9f05b748bce4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.0983694 May 27 03:56:14.852250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:14.869547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:14.902490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:14.916188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Sync routers for ids ['f2c78f80-234d-4c96-9f31-c5ad16ef36df'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:14.942638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Routers {'f2c78f80-234d-4c96-9f31-c5ad16ef36df'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:14.946286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f2c78f80-234d-4c96-9f31-c5ad16ef36df'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:15.002339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:15.006348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8a6c8d34-a8e8-47d1-8a75-7b18a1cb0590 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "PUT /v2.0/routers/f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 200 len: 693 time: 4.1255133 May 27 03:56:15.011476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52918) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:15.023015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-140dce66-0388-4f39-a224-5fdfc4747d26 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:15.023703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-140dce66-0388-4f39-a224-5fdfc4747d26 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:15.189314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Set router f2c78f80-234d-4c96-9f31-c5ad16ef36df gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:15.192968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Pushing event updated for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:15.198639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a2f5b904-1abe-416e-8571-e37876b87944 req-9933256d-e6df-4409-b941-4d336946bc78 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Synchronizing usage tracker for tenant:01bc84a2eb10490caf49d50b3e803680 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:15.291484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d231241c-7bf5-46b3-8047-120436ed462e req-f9714e04-79d6-45cc-90b2-ff06ef5e68bc tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 210 time: 0.1542423 May 27 03:56:15.299569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:15.334998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Attempting to bind port 99f9633f-3386-49cb-909d-094e1281b0c9 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:15.335395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Attempting to bind port 99f9633f-3386-49cb-909d-094e1281b0c9 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:15.335725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Attempting to bind port 99f9633f-3386-49cb-909d-094e1281b0c9 on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:15.351640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Port 99f9633f-3386-49cb-909d-094e1281b0c9 on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:56:15.351986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Attempting to bind port 99f9633f-3386-49cb-909d-094e1281b0c9 on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:15.362834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:15.366988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:15.367347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Checking segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:15.367782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Bound using segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:15.369201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Bound port: 99f9633f-3386-49cb-909d-094e1281b0c9, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:15.370573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:15.373684 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:15.385293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c78f80-234d-4c96-9f31-c5ad16ef36df', 'name': 'tempest-RoutersTest-router-441314063', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:56:10Z', 'updated_at': '2022-05-27T03:56:12Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:15.396102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Checking router: f2c78f80-234d-4c96-9f31-c5ad16ef36df for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:15.398334 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:15.399201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:15.408358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a2f5b904-1abe-416e-8571-e37876b87944 req-9933256d-e6df-4409-b941-4d336946bc78 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Unset dirty status for tenant:01bc84a2eb10490caf49d50b3e803680 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:15.409607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2f5b904-1abe-416e-8571-e37876b87944 req-9933256d-e6df-4409-b941-4d336946bc78 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513839 May 27 03:56:15.418864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Routers {'f2c78f80-234d-4c96-9f31-c5ad16ef36df'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:15.419669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['f2c78f80-234d-4c96-9f31-c5ad16ef36df'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:15.576096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:15.579460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99f9633f-3386-49cb-909d-094e1281b0c9,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:15.591092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-140dce66-0388-4f39-a224-5fdfc4747d26 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:15.592424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-140dce66-0388-4f39-a224-5fdfc4747d26 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.41 "GET /v2.0/networks?id=87fe23e2-c854-4823-b528-86cc4aca5cc2 HTTP/1.1" status: 200 len: 797 time: 1.2521901 May 27 03:56:15.637538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Request body: {'port': {'device_id': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'admin_state_up': True, 'tenant_id': '7f6730793a1840b788c89b391229a97d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:15.640780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] No DVR routers for this DVR port 4e7d689b-7f8b-41b2-baa8-e3462542e118 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:56:15.643872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:15.662065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:15.665896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5e6b561c-e1d4-4b99-be4f-ebf1d78f9374 req-4d95cae8-1801-467e-afe2-39f6ffc93338 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "DELETE /v2.0/ports/4e7d689b-7f8b-41b2-baa8-e3462542e118 HTTP/1.1" status: 204 len: 173 time: 9.3035707 May 27 03:56:15.674873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] Set router f2c78f80-234d-4c96-9f31-c5ad16ef36df gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:15.787538 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:15.812348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'name': 'network-vif-deleted', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:15.839057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c78f80-234d-4c96-9f31-c5ad16ef36df', 'name': 'tempest-RoutersTest-router-441314063', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:56:10Z', 'updated_at': '2022-05-27T03:56:12Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:15.853614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5ad8a2-1cba-4d39-a33e-e71ed873b94f None None] The sync data for ids ['f2c78f80-234d-4c96-9f31-c5ad16ef36df'] in n-d-843301-2 is: [{'id': 'f2c78f80-234d-4c96-9f31-c5ad16ef36df', 'name': 'tempest-RoutersTest-router-441314063', 'tenant_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:56:10Z', 'updated_at': '2022-05-27T03:56:12Z', 'revision_number': 2, 'project_id': 'fa7ad60a0e9442549f23f49aa0c5c271', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:15.925707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Pushing event updated for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:16.020938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:16.022911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-9a406dc5-3597-47bf-978e-00fbe2c3af40 service neutron] 10.222.0.21 "PUT /v2.0/ports/99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 1091 time: 3.3002675 May 27 03:56:16.260084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:16.300088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f53f473-d3dc-4650-8426-0243fceebecb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/routers/f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 200 len: 699 time: 1.2858131 May 27 03:56:16.301262 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:16.364222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:16.422025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:16.428868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3314cfd5-5d16-46da-beec-0a188448291e req-08e028c4-9be3-4e5f-bbdf-027a8e920497 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=95534c16-dae0-4d55-bf0f-b776ec69db6b HTTP/1.1" status: 200 len: 210 time: 0.0723717 May 27 03:56:16.439319 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:16.460690 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:16.461432 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:16.486579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7288ec22-ba07-4060-8a30-cdc5305ad88b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Synchronizing usage tracker for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:16.507764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7288ec22-ba07-4060-8a30-cdc5305ad88b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Unset dirty status for tenant:fa7ad60a0e9442549f23f49aa0c5c271 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:16.509185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7288ec22-ba07-4060-8a30-cdc5305ad88b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 200 len: 205 time: 0.0872731 May 27 03:56:16.520683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:16.752378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:16.788148 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 090353f7-5872-4cb7-b766-50ef23c42ad1 (CIDR: 172.20.0.0/28) May 27 03:56:16.796083 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:16.796558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:16.819823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Attempting to bind port c644808d-2bbc-428a-8d82-0572e4ac98c6 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:16.820377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Attempting to bind port c644808d-2bbc-428a-8d82-0572e4ac98c6 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:16.820486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Attempting to bind port c644808d-2bbc-428a-8d82-0572e4ac98c6 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:16.838161 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:16.868774 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8649844d-dc87-4a73-9cb4-653ad4cd7976'] response: {'server_uuid': '95534c16-dae0-4d55-bf0f-b776ec69db6b', 'name': 'network-vif-deleted', 'tag': '4e7d689b-7f8b-41b2-baa8-e3462542e118', 'status': 'completed', 'code': 200} May 27 03:56:16.887589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Made reservation on behalf of 7f6730793a1840b788c89b391229a97d for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:16.888217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Port c644808d-2bbc-428a-8d82-0572e4ac98c6 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:56:16.888681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Attempting to bind port c644808d-2bbc-428a-8d82-0572e4ac98c6 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:16.890954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:16.903686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:16.904142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:16.904706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:16.905456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Bound port: c644808d-2bbc-428a-8d82-0572e4ac98c6, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:16.905813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:16.927750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-a213ab4e-ad6a-4a08-85c6-250f44f56131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1094 time: 0.6294074 May 27 03:56:17.005030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.028764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9179da29-b1b8-497d-97df-82bcc8d961f3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2958860 May 27 03:56:17.032059 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.035339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52954) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:17.052953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:17.094137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7903-f2e6-4003-a155-4f8051fac792 req-73c3df90-b368-44ac-972e-f0bfca9a3508 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:17.095770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7ac7903-f2e6-4003-a155-4f8051fac792 req-73c3df90-b368-44ac-972e-f0bfca9a3508 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 943 time: 1.4819701 May 27 03:56:17.107026 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.323382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:17.328987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c187fedd-f657-4845-9f48-623b1414e6ae req-d0195cdb-bcc3-4d95-9181-20aa2a2b1ae7 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 210 time: 0.2137940 May 27 03:56:17.330527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-7b6d439a-0216-43a8-b43e-c4078ba35551 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 217 time: 0.3928092 May 27 03:56:17.357547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7ac7903-f2e6-4003-a155-4f8051fac792 req-c22d547a-9981-42a8-99f7-f01e4b6ce6a6 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783323 May 27 03:56:17.391457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.392007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router c5fc63a0-e53f-44d2-8fbc-5048896d2737 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:17.402352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:17.427130 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:17.440831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafb491-82c0-4f7d-af5b-a2c8d790944a None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:17.446205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:17.456110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Allocated IP 172.20.0.24 (87fe23e2-c854-4823-b528-86cc4aca5cc2/f6dcd190-0528-4fd2-ae02-bae11363aeee/1faac762-c4ee-4006-9977-fa9ec578b53f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:17.462377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:17.467922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:17.499722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.502315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c98140c9-ecf1-453f-9f20-56370de96485 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 204 len: 168 time: 8.9896116 May 27 03:56:17.507691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:17.508536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:17.523427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-435977527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:17.540580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.565639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:17.589627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:17.597590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:17.657708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:17.661425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.700733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:17.704571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-6e7be9c8-157e-4147-a5a2-e01ee3607b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:17.706055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-6e7be9c8-157e-4147-a5a2-e01ee3607b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.3662062 May 27 03:56:17.784682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:17.842532 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.854137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.884982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.886907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] 10.222.0.41 "PUT /v2.0/ports/c644808d-2bbc-428a-8d82-0572e4ac98c6 HTTP/1.1" status: 200 len: 1096 time: 5.5876534 May 27 03:56:17.968019 n-d-843301-2 neutron-server[84156]: INFO neutron.db.ipam_backend_mixin [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a4be25b-c3ee-413c-8337-1bb7374a65de (CIDR: 172.20.0.16/28) May 27 03:56:17.980647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:17.992855 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:17.993849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:18.000033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.019988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Transition to ACTIVE for port object 1faac762-c4ee-4006-9977-fa9ec578b53f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:18.038905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3cefaa17-48bc-44fb-b707-b355f37cd307 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9978337 May 27 03:56:18.042119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.049772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'subnet': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:18.066088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf80e0-91a1-42d0-83cf-13b2330ec269 service neutron] Pushing event updated for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:18.086882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.092603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.137164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.181170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.185522 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8ca6df23-6f8b-43da-b053-ecfbe45971f7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6739881 May 27 03:56:18.189991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52976) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.193600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.201497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:18.329365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.329843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Fanout notify agent at l3_agent the message router_deleted on router f2c78f80-234d-4c96-9f31-c5ad16ef36df {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:18.387048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.388137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f3b33e25-9631-4a4a-b083-3dadd8ffd48b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 204 len: 168 time: 1.8652537 May 27 03:56:18.394397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.408494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-f98c5ef8-3a56-4a06-a514-b6e7678f522f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6888707 May 27 03:56:18.492253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b68b8ef3-3da6-48e2-a8c4-59a0e12bf8ab tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 200 len: 205 time: 0.0830085 May 27 03:56:18.513987 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.522477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.543330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2a086-4629-4bf7-aafd-15cd80c794a4 req-19b894b8-1152-4d48-a07e-ab31664fbe7d tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:18.544939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2d2a086-4629-4bf7-aafd-15cd80c794a4 req-19b894b8-1152-4d48-a07e-ab31664fbe7d tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 948 time: 0.6561742 May 27 03:56:18.576039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:18.578018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event updated for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:18.585630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:18.590586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Usage tracker for resource:subnet and tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:18.602638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:18.604632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:18.614387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-6ab7084c-126e-4065-90ba-b80658e98c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01bc84a2eb10490caf49d50b3e803680&device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 1099 time: 0.5824440 May 27 03:56:18.619121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:18.755607 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-957501f0-4255-4fd1-823b-c7c5f7f67e11 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:18.756656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-957501f0-4255-4fd1-823b-c7c5f7f67e11 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/f2c78f80-234d-4c96-9f31-c5ad16ef36df HTTP/1.1" status: 404 len: 336 time: 0.2331984 May 27 03:56:18.761356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.777365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 52992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.863772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:18.875553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-97c52387-c9c1-4bb9-b5fd-9fa776f6714f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6 HTTP/1.1" status: 200 len: 217 time: 0.2427645 May 27 03:56:18.875988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9'}, {'name': 'network-changed', 'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:18.887102 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87cb9e6-bb4b-4a4b-a97f-d0d27a726b49 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:18.887655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87cb9e6-bb4b-4a4b-a97f-d0d27a726b49 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:18.888981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c87cb9e6-bb4b-4a4b-a97f-d0d27a726b49 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/557f838b-16e3-4a36-be01-6885510be3d0 HTTP/1.1" status: 404 len: 337 time: 0.1044924 May 27 03:56:18.903361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52998) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:18.929443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82d6a8bf-b557-4ea7-963b-f476e0b1a8d7 None None] Provisioning for port 1faac762-c4ee-4006-9977-fa9ec578b53f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:18.935288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-82d6a8bf-b557-4ea7-963b-f476e0b1a8d7 None None] Provisioning complete for port 1faac762-c4ee-4006-9977-fa9ec578b53f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:18.935700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82d6a8bf-b557-4ea7-963b-f476e0b1a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.941424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Made reservation on behalf of 5ad7055e9c4244b9abf9ee3c066fd0c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:18.945067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:18.970392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-95a5547f-3df9-43b5-be7b-6dbf183e196a service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454483 May 27 03:56:18.985466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2d2a086-4629-4bf7-aafd-15cd80c794a4 req-0593281a-096c-4d46-ba95-29bf97d34003 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655522 May 27 03:56:19.034832 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-d649a316-8df9-4b7d-84f3-da321d86d367 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:19.035276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d649a316-8df9-4b7d-84f3-da321d86d367 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:19.036967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d649a316-8df9-4b7d-84f3-da321d86d367 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/3323b745-bd55-4de1-8602-7eb99a1c63de HTTP/1.1" status: 404 len: 337 time: 0.1327784 May 27 03:56:19.050430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.052319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-82d6a8bf-b557-4ea7-963b-f476e0b1a8d7 None None] Port 1faac762-c4ee-4006-9977-fa9ec578b53f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:19.054160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:19.054772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:19.091466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:19.162873 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3bd34c-212c-43b4-952d-8a69c3df92a1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:19.163212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3bd34c-212c-43b4-952d-8a69c3df92a1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:19.171278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f3bd34c-212c-43b4-952d-8a69c3df92a1 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/f10a10dd-6521-45cb-8f20-6f701a55eff5 HTTP/1.1" status: 404 len: 337 time: 0.1055677 May 27 03:56:19.174207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53012) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.219887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-8efb42f5-062c-4206-a510-ba1e3d9f01e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:19.221739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-8efb42f5-062c-4206-a510-ba1e3d9f01e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.3316951 May 27 03:56:19.236790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd75338-76a3-47b6-9b03-697263df1658,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:19.320406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-b3f16be9-b609-4076-83b5-3498d7d25b4c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6906655 May 27 03:56:19.332016 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-542fbdbe-9785-423c-8576-8f8803770366 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:19.332459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542fbdbe-9785-423c-8576-8f8803770366 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:19.336467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-542fbdbe-9785-423c-8576-8f8803770366 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/732ac43b-cdbc-43db-a23c-c972022fbe43 HTTP/1.1" status: 404 len: 337 time: 0.1556280 May 27 03:56:19.353357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.392759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Request body: {'port': {'device_id': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:19.429232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f984f-9e0c-4af5-b098-a5db75f2d89a req-39d7dcfd-bc17-48d4-8986-662db1888670 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:19.430055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b25f984f-9e0c-4af5-b098-a5db75f2d89a req-39d7dcfd-bc17-48d4-8986-662db1888670 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:19.447625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:19.451283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9761b312-f8e9-425f-b129-c77b9936238a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/security-groups/0cd75338-76a3-47b6-9b03-697263df1658 HTTP/1.1" status: 204 len: 168 time: 1.6579428 May 27 03:56:19.459576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.465674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70edd57f-c605-4d2a-b649-0af6bf309017 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 200 len: 205 time: 0.1039166 May 27 03:56:19.488489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53032) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.522501 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-d1ce4d6c-8c84-4b7e-bf5d-8deb77ef43a3 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] show failed (client error): The resource could not be found. May 27 03:56:19.527337 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d1ce4d6c-8c84-4b7e-bf5d-8deb77ef43a3 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups/0cd75338-76a3-47b6-9b03-697263df1658 HTTP/1.1" status: 404 len: 347 time: 0.0588119 May 27 03:56:19.555992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53036) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.568390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-359a9aa0-c5e6-45a3-aa26-6e6390fc914d req-dcb5dadb-d579-41de-bf92-85445e755f98 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763798 May 27 03:56:19.572131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b25f984f-9e0c-4af5-b098-a5db75f2d89a req-39d7dcfd-bc17-48d4-8986-662db1888670 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:19.573305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b25f984f-9e0c-4af5-b098-a5db75f2d89a req-39d7dcfd-bc17-48d4-8986-662db1888670 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 895 time: 1.0901716 May 27 03:56:19.607054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736aad5-e4bb-42c4-979d-e6353ff8d425 req-2eeadf8e-4dd5-4ced-9633-b620274311a6 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:19.607725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2736aad5-e4bb-42c4-979d-e6353ff8d425 req-2eeadf8e-4dd5-4ced-9633-b620274311a6 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:19.620128 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d383c9be-2646-442f-9d89-5ad739caa0ea tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:19.621567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d383c9be-2646-442f-9d89-5ad739caa0ea tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/e04e1798-3a11-4f02-ab74-e7e6dc917551 HTTP/1.1" status: 404 len: 336 time: 0.1312099 May 27 03:56:19.624287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.629043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-527d6686-bb52-4448-98c1-201d10bb6ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3898504 May 27 03:56:19.651413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:19.675335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f109f20f-e292-4577-ae99-93495efc9e99 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=915c3757-b664-4625-84d7-fc231430dcb2 HTTP/1.1" status: 200 len: 205 time: 0.0496788 May 27 03:56:19.687665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53044) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.840693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-f37c049a-2ed0-4b66-8b7e-9b50e7c0f615 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640017 May 27 03:56:19.876702 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-60da522f-c888-4e22-aac4-73a80855a5a4 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:19.877769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60da522f-c888-4e22-aac4-73a80855a5a4 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/915c3757-b664-4625-84d7-fc231430dcb2 HTTP/1.1" status: 404 len: 336 time: 0.1891811 May 27 03:56:19.880436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:19.896395 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5b0596-1456-4d75-8d0b-6b3dfad50d9a'] response: {'name': 'network-changed', 'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9', 'status': 'completed', 'code': 200} May 27 03:56:19.897339 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5b0596-1456-4d75-8d0b-6b3dfad50d9a'] response: {'name': 'network-changed', 'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6', 'status': 'completed', 'code': 200} May 27 03:56:19.900584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:19.946700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 483bbb44-1952-4ee5-8d98-601f2deadf7f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:19.947050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:20.003485 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7b4083-ebfa-4fe0-8f94-ee8d64257943 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:20.003952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7b4083-ebfa-4fe0-8f94-ee8d64257943 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:20.015005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2736aad5-e4bb-42c4-979d-e6353ff8d425 req-2eeadf8e-4dd5-4ced-9633-b620274311a6 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:20.021903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2736aad5-e4bb-42c4-979d-e6353ff8d425 req-2eeadf8e-4dd5-4ced-9633-b620274311a6 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 943 time: 0.8055866 May 27 03:56:20.086171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eb7b4083-ebfa-4fe0-8f94-ee8d64257943 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/71f08688-55a5-41ea-a7f9-e05d3323dc72 HTTP/1.1" status: 404 len: 337 time: 0.1845286 May 27 03:56:20.091788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:20.108678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2736aad5-e4bb-42c4-979d-e6353ff8d425 req-251ce8ad-175c-4309-9137-2e8003234305 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857406 May 27 03:56:20.179239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-80a7119a-dda7-4406-afa7-f4369fdccec1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1094 time: 0.3373373 May 27 03:56:20.221129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9af4bbc1-2814-4c63-b756-ee61efc14f6a tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 200 len: 205 time: 0.1088312 May 27 03:56:20.223772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:20.481039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-94be2d86-9e43-4113-8720-9d9fa781a235 req-9e810df0-4022-4b4e-b8fa-16f281258b93 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801027 May 27 03:56:20.482465 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a9de7dc6-4302-44ec-b3f3-c4be5aa417ad tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:20.485819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a9de7dc6-4302-44ec-b3f3-c4be5aa417ad tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/7f3e990a-1a37-4e87-8ccb-69acac36e08a HTTP/1.1" status: 404 len: 336 time: 0.2508407 May 27 03:56:20.488696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:20.588530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-64e994a6-7373-48e7-b9b1-094be89b574e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:20.590124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-64e994a6-7373-48e7-b9b1-094be89b574e service neutron] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.4016454 May 27 03:56:20.598634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3ce385f9-0027-48d1-8a7f-f2d521827482 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb31487e-947f-4080-a6f4-caa1934cfb24 HTTP/1.1" status: 200 len: 205 time: 0.0946891 May 27 03:56:20.605733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:20.609097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53068) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:20.666842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-211b40e6-99a2-4833-95ca-f357c1ec37b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 217 time: 0.0678813 May 27 03:56:20.751073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-1401f8aa-f3b5-4a58-8de5-9edd320fe98b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:20.753324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-1401f8aa-f3b5-4a58-8de5-9edd320fe98b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.0804992 May 27 03:56:20.760805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-068c35f2-6bac-4581-a3db-5a6bab0dcebf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01bc84a2eb10490caf49d50b3e803680&device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 1099 time: 0.2087638 May 27 03:56:20.762317 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:20.762649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:20.793145 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-5df45d1a-6576-4acf-867f-0c9669fefa7f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:20.794197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5df45d1a-6576-4acf-867f-0c9669fefa7f tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/bb31487e-947f-4080-a6f4-caa1934cfb24 HTTP/1.1" status: 404 len: 336 time: 0.1513455 May 27 03:56:20.806959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53074) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:20.980090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 483bbb44-1952-4ee5-8d98-601f2deadf7f owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:21.027308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-882eec5f-aee4-4b0a-8a2c-d42fb29a0a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.029761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-882eec5f-aee4-4b0a-8a2c-d42fb29a0a8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2338419 May 27 03:56:21.047801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:21.064100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-f80ef460-4934-4fce-9cdc-9155814e461d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022313 May 27 03:56:21.086344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:21.089144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.089731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:21.096865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c78fe-bb5e-4bc4-91b6-9d964e5ddd36 None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:21.108862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Subnet': ['ID=1734914c-1f1c-4ff4-84c7-cd8fb7687bd0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:21.176794 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e950176-bbac-4258-8c50-6fa604e2e940 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:21.177288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e950176-bbac-4258-8c50-6fa604e2e940 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:21.178953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e950176-bbac-4258-8c50-6fa604e2e940 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/842c1516-1dfd-4e5f-92dd-db97ec42f223 HTTP/1.1" status: 404 len: 337 time: 0.2736750 May 27 03:56:21.190788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a2680d5-50e6-4e87-81da-7d9d3b9d5e2a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1449378 May 27 03:56:21.198278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.198602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53082) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.217068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fab56-855b-4085-a766-e6c0a7c455c7 req-22bf2f43-d119-4b5f-b406-df394bf17764 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.218680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-601fab56-855b-4085-a766-e6c0a7c455c7 req-22bf2f43-d119-4b5f-b406-df394bf17764 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 948 time: 0.9771459 May 27 03:56:21.222829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-927908500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1734914c-1f1c-4ff4-84c7-cd8fb7687bd0'}], 'security_groups': ['f4429757-679a-403b-b0f2-a6be17521e51', 'a2150e95-89fb-43b2-9abf-5524c094519f']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:21.243800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541bdd-3b2a-49d2-8f82-c95076c7a966 req-a98d0ed2-7089-4d8f-bbdb-385e053c9998 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.257459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97541bdd-3b2a-49d2-8f82-c95076c7a966 req-a98d0ed2-7089-4d8f-bbdb-385e053c9998 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 895 time: 0.4381671 May 27 03:56:21.340471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91f00829-3d07-444a-8382-103207eb7af7 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff70936-2117-45ff-9c37-231ba05a343b HTTP/1.1" status: 200 len: 205 time: 0.1382143 May 27 03:56:21.350150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53088) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.359336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-a405a1ef-d6a9-4868-a961-5d6e06032a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6 HTTP/1.1" status: 200 len: 217 time: 0.2864161 May 27 03:56:21.496010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-d5bddc42-2d52-43c1-9012-11ac04090ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.497528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-d5bddc42-2d52-43c1-9012-11ac04090ea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1300204 May 27 03:56:21.542665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-601fab56-855b-4085-a766-e6c0a7c455c7 req-c827dd47-1961-4612-9cc9-18afb0dc0225 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537472 May 27 03:56:21.544435 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-90968949-713a-4f96-a079-a12313b9afbb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:21.547312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-90968949-713a-4f96-a079-a12313b9afbb tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/6ff70936-2117-45ff-9c37-231ba05a343b HTTP/1.1" status: 404 len: 336 time: 0.1822302 May 27 03:56:21.562707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.571691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:56:21.604662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-df21b031-9967-418d-824b-baf51190fe46 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336890 May 27 03:56:21.615295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Update dhcp port {'port': {'network_id': '34c1526f-fc9e-4c0a-a27d-6deac7e712e6', 'fixed_ips': [{'subnet_id': '6a4be25b-c3ee-413c-8337-1bb7374a65de', 'ip_address': '172.20.0.18'}, {'subnet_id': '090353f7-5872-4cb7-b766-50ef23c42ad1', 'ip_address': '172.20.0.2'}, {'subnet_id': '1734914c-1f1c-4ff4-84c7-cd8fb7687bd0'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'b3285271-35db-45b0-874f-46b3da73debd'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 03:56:21.678337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:21.694583 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd4f320-44ce-4d2b-90e5-2e93f93e5a1d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:21.695025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd4f320-44ce-4d2b-90e5-2e93f93e5a1d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:21.708119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0cd4f320-44ce-4d2b-90e5-2e93f93e5a1d tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/64cac46e-372b-4b93-a677-9a1c2bd31837 HTTP/1.1" status: 404 len: 337 time: 0.1401613 May 27 03:56:21.713724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.723972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602dc88-76ba-4f8f-88e3-2f03a3194046 req-3d17c17f-45ed-470c-b5ad-eb455c500a43 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:21.726142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0602dc88-76ba-4f8f-88e3-2f03a3194046 req-3d17c17f-45ed-470c-b5ad-eb455c500a43 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 943 time: 0.2985535 May 27 03:56:21.803486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.813106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31c2bea8-f90d-410f-878a-ee4d4513e09b tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc98db09-e86a-4810-8542-5bd89065f6c1 HTTP/1.1" status: 200 len: 205 time: 0.0972524 May 27 03:56:21.842309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53106) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:21.857972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faac762-c4ee-4006-9977-fa9ec578b53f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:21.859996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-35b3462c-c708-47fe-a0f7-1a4c15d7657f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423026 May 27 03:56:21.866453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:21.884156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Transition to ACTIVE for port object 1faac762-c4ee-4006-9977-fa9ec578b53f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:21.962659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:21.966261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:21.970280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Allocated IP 172.20.0.34 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/1734914c-1f1c-4ff4-84c7-cd8fb7687bd0/b3285271-35db-45b0-874f-46b3da73debd) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:22.013588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-4e9f5ab2-4834-4fb8-9977-4e152f714541 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938665 May 27 03:56:22.031966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0602dc88-76ba-4f8f-88e3-2f03a3194046 req-d49189c4-94aa-40ff-8045-f0203f5ae752 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550509 May 27 03:56:22.038550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Deleting subnet fada4f87-a7da-40c7-b941-6b0d244547f4 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:22.076693 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-70674372-c7e6-435a-a4ec-8a9124f3a417 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] delete failed (client error): The resource could not be found. May 27 03:56:22.077964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70674372-c7e6-435a-a4ec-8a9124f3a417 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/routers/fc98db09-e86a-4810-8542-5bd89065f6c1 HTTP/1.1" status: 404 len: 336 time: 0.1921849 May 27 03:56:22.093301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.098351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53110) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:22.101275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.163632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:22.202353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.322031 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-dde69eca-8a33-4959-b9e0-52bc8633f1bf service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336061 May 27 03:56:22.356760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.411315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Transition to ACTIVE for port object b3285271-35db-45b0-874f-46b3da73debd will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:22.423708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.432773 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dd4c77-c397-4be3-b250-3317547aa6a0 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:22.433219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dd4c77-c397-4be3-b250-3317547aa6a0 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:22.480485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.497915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:22.509615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.599138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a9e71e0c-37b6-41a6-9fcc-c7e9ee62b997 req-3fcf5d45-ea7e-4dfe-83a5-b2f9b0207193 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696340 May 27 03:56:22.610936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=483bbb44-1952-4ee5-8d98-601f2deadf7f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:22.628246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-28dd4c77-c397-4be3-b250-3317547aa6a0 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/3840b0ff-9301-465d-b076-1941a394f583 HTTP/1.1" status: 404 len: 337 time: 0.5242784 May 27 03:56:22.631222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:22.695607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.734874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fada4f87-a7da-40c7-b941-6b0d244547f4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:22.736875 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c21f06-c6fd-4c93-978f-bd829f9128b6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] DELETE failed (client error): The resource could not be found. May 27 03:56:22.737345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c21f06-c6fd-4c93-978f-bd829f9128b6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:22.749947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1c21f06-c6fd-4c93-978f-bd829f9128b6 tempest-RoutersTest-149721013 tempest-RoutersTest-149721013-project] 10.222.0.46 "DELETE /v2.0/subnets/a6436e0c-99a0-4b39-96d6-2d633d2fd405 HTTP/1.1" status: 404 len: 337 time: 0.1176999 May 27 03:56:22.766710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22733304-6570-4475-a80b-ef535707b7f8 None None] Pushing event updated for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:22.811029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.815791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-659b2789-aef3-4887-87fd-3ff0d067480b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fada4f87-a7da-40c7-b941-6b0d244547f4 HTTP/1.1" status: 204 len: 168 time: 1.0113163 May 27 03:56:22.821726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:22.881233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.957176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:22.976453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df9475-ca8d-449b-b028-04faa178b1b1 req-4e984924-5e10-402e-8b60-b1c08452a947 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:22.981597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4df9475-ca8d-449b-b028-04faa178b1b1 req-4e984924-5e10-402e-8b60-b1c08452a947 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 948 time: 0.2234213 May 27 03:56:22.997868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99f9633f-3386-49cb-909d-094e1281b0c9 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:56:23.018294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Allocated IP 172.25.8.33 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ea278a9f-dc67-4711-b637-b879f51cf2fd) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:23.057010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649306-ba8e-46b1-b19b-7052b7b22a53 req-92404d79-edaf-4a30-a68e-e2b3601efb32 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:23.061115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba649306-ba8e-46b1-b19b-7052b7b22a53 req-92404d79-edaf-4a30-a68e-e2b3601efb32 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.6515334 May 27 03:56:23.088353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.091036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.092221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af0062e7-c209-4776-b3ca-d8a29926ea5d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/floatingips/fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94 HTTP/1.1" status: 204 len: 168 time: 3.5303061 May 27 03:56:23.132987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Attempting to bind port 1faac762-c4ee-4006-9977-fa9ec578b53f on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:23.134015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Attempting to bind port 1faac762-c4ee-4006-9977-fa9ec578b53f by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:23.134446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Attempting to bind port 1faac762-c4ee-4006-9977-fa9ec578b53f on network 87fe23e2-c854-4823-b528-86cc4aca5cc2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:23.248439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Port 1faac762-c4ee-4006-9977-fa9ec578b53f on network 87fe23e2-c854-4823-b528-86cc4aca5cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:56:23.248795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Attempting to bind port 1faac762-c4ee-4006-9977-fa9ec578b53f on network 87fe23e2-c854-4823-b528-86cc4aca5cc2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:23.254193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53134) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:23.266414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99f9633f-3386-49cb-909d-094e1281b0c9,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:23.283609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '99f9633f-3386-49cb-909d-094e1281b0c9', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'port_id': '99f9633f-3386-49cb-909d-094e1281b0c9', 'mac_address': 'fa:16:3e:db:bc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:56:23.322389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4df9475-ca8d-449b-b028-04faa178b1b1 req-337e7c03-63a5-4cac-ab3f-d07649d8803b tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292923 May 27 03:56:23.323919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.352225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549cc32e-6973-419f-8390-b8f86c8d5c6c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:23.355907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.366710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:23.367009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a5135a-e4d0-4a39-9b6c-16e67a98a151') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:23.391264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.406079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f9633f-3386-49cb-909d-094e1281b0c9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:23.412819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.423432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:56:23.424083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.445223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99f9633f-3386-49cb-909d-094e1281b0c9,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: timer() May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:56:23.447972 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:56:23.458244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.497189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:23.523639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:23.528982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Checking segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:23.529598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Bound using segment: {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:23.530080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Bound port: 1faac762-c4ee-4006-9977-fa9ec578b53f, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fb49d7-bcf7-4565-95e4-91761f05e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:23.530550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.550765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984816429', 'description': 'tempest-description--1335023452'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:23.559252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:23.563312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:23.566171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:23.570250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516bbb49-5f39-424d-9527-a82d469f4419 None None] New status for floating IP fbe4a66e-3f2e-4309-b9ef-fb48f5b30d94: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:56:23.570905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.594363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:23.601426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.608705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] Pushing event deleted for resources: {'Network': ['ID=549cc32e-6973-419f-8390-b8f86c8d5c6c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:23.621670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-924ba98f-9b25-44fe-9ccd-3885870d9737 admin admin] 10.222.0.46 "DELETE /v2.0/networks/549cc32e-6973-419f-8390-b8f86c8d5c6c HTTP/1.1" status: 204 len: 168 time: 0.7977250 May 27 03:56:23.624309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:23.684656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.695320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Deleting subnet 49a7f341-cc6a-4e33-b96c-c10ce6442fe3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:23.698805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.715918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['99f9633f-3386-49cb-909d-094e1281b0c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:56:23.750792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.754409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:23.765253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.777439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Provisioning complete for port b6561850-7769-4603-9e8d-8cf18cc41b9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:23.777885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.810494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.874267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Port b6561850-7769-4603-9e8d-8cf18cc41b9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:23.878673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.901212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.910181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:23.920359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a67c5d-2e39-40b9-9bdc-710e3359d1df req-c3599d64-65b4-4260-ba64-acfbd4fcc59f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:23.921862 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86a67c5d-2e39-40b9-9bdc-710e3359d1df req-c3599d64-65b4-4260-ba64-acfbd4fcc59f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 944 time: 0.5500791 May 27 03:56:23.923793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:23.924168 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.940605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a7f341-cc6a-4e33-b96c-c10ce6442fe3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:23.944597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:23.949563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:23.950691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:23.959213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:23.960372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-68502d1f-4c97-4957-ad15-39ae2deb09df admin admin] 10.222.0.46 "DELETE /v2.0/subnets/49a7f341-cc6a-4e33-b96c-c10ce6442fe3 HTTP/1.1" status: 204 len: 168 time: 0.3347464 May 27 03:56:23.960975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:23.985009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a49c3337-3d69-41eb-a82a-1df75105c095 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa7ad60a0e9442549f23f49aa0c5c271&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6146207 May 27 03:56:23.987365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:23.987602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53154) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:24.003284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1faac762-c4ee-4006-9977-fa9ec578b53f,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:24.010403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:24.029341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.039761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Provisioning for port b3285271-35db-45b0-874f-46b3da73debd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:24.045043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:24.045406 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-383091bf-99fd-4118-99dd-d79e28114cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.115825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.130132 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.154258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.155645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/1faac762-c4ee-4006-9977-fa9ec578b53f HTTP/1.1" status: 200 len: 1055 time: 4.8206010 May 27 03:56:24.156099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:24.203451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86a67c5d-2e39-40b9-9bdc-710e3359d1df req-48b657cf-19af-4424-a0c9-3e9c62f5208b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630737 May 27 03:56:24.360725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:24.361692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:24.371040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.372849 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd4f48c-0737-4447-ae3d-33777aa7bea6'] response: {'name': 'network-changed', 'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f', 'status': 'completed', 'code': 200} May 27 03:56:24.373711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:24.380848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:24.411407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.414872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e825b-126f-46e6-8c67-e5d9ced977b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:24.426249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.483867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:24.484515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.559198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.589281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.629103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286b3135-4ee8-42be-8bd6-2f4653165af9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:24.657616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bd9074-b279-4db4-b67b-f944318ecd7a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:24.657910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bd9074-b279-4db4-b67b-f944318ecd7a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:24.678363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.701720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.712802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:56:24.713428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: timer() May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:56:24.727852 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:56:24.736535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a247-386a-4374-bc08-c8b2053250b6 req-89317570-5923-4ff3-b1a3-2c45e21f15b7 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:24.738180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3b0a247-386a-4374-bc08-c8b2053250b6 req-89317570-5923-4ff3-b1a3-2c45e21f15b7 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.4267404 May 27 03:56:24.778685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c644808d-2bbc-428a-8d82-0572e4ac98c6 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:56:24.785541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.787013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.790973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2715864 May 27 03:56:24.790973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event updated for resources: {'Port': ['ID=ea278a9f-dc67-4711-b637-b879f51cf2fd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:24.791353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8563069-aa0f-4891-8cd3-192b6d43361c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787763e5-d437-496e-8dd5-6baab1139951,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:24.793808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Delete allocated IP 172.20.0.3 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/090353f7-5872-4cb7-b766-50ef23c42ad1) {{(pid=84156) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 03:56:24.796537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:24.808963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '787763e5-d437-496e-8dd5-6baab1139951', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:24.819744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c5e828-8c27-4c85-ac14-952e04c71d6c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:24.828550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.829924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b6b9ddf2-7d56-48d4-95c6-a02141918838 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86c5e828-8c27-4c85-ac14-952e04c71d6c HTTP/1.1" status: 204 len: 168 time: 0.7925062 May 27 03:56:24.844076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.862924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:24.871266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] Pushing event deleted for resources: {'Network': ['ID=286b3135-4ee8-42be-8bd6-2f4653165af9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:24.875637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-52631847-17a8-459c-a1ef-2f97b60f7658 admin admin] 10.222.0.46 "DELETE /v2.0/networks/286b3135-4ee8-42be-8bd6-2f4653165af9 HTTP/1.1" status: 204 len: 168 time: 0.9136748 May 27 03:56:24.908243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:24.918414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Allocated IP 172.20.0.42 (34c1526f-fc9e-4c0a-a27d-6deac7e712e6/1734914c-1f1c-4ff4-84c7-cd8fb7687bd0/b6561850-7769-4603-9e8d-8cf18cc41b9e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:24.928146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:24.945733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:24.964317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:24.970644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:24.984176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-63c15879-d055-469c-9e6a-4dd74e4d0afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 1058 time: 0.7275467 May 27 03:56:24.984875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c644808d-2bbc-428a-8d82-0572e4ac98c6', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': 'c644808d-2bbc-428a-8d82-0572e4ac98c6', 'mac_address': 'fa:16:3e:a7:29:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:56:25.030114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99f9633f-3386-49cb-909d-094e1281b0c9 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:25.081414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53174) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:25.103421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.127805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c644808d-2bbc-428a-8d82-0572e4ac98c6 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:25.150545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:25.154304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae4c7d9a-9f9d-42d4-b930-91eb1fe18c8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=131fc41450934b91a2400f06623aa1b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0714023 May 27 03:56:25.156478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53178) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:25.159014 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.199521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 99f9633f-3386-49cb-909d-094e1281b0c9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:25.202507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-c2bbbe20-cadc-4522-adc6-a64eec028a8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1faac762-c4ee-4006-9977-fa9ec578b53f HTTP/1.1" status: 200 len: 217 time: 0.1984906 May 27 03:56:25.206253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.227494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 99f9633f-3386-49cb-909d-094e1281b0c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:25.227915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.239036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae68d5-ca53-4998-b400-cd058f316728 req-f08145a0-0d16-4f64-9ca2-edc1436300a5 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:25.245868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fae68d5-ca53-4998-b400-cd058f316728 req-f08145a0-0d16-4f64-9ca2-edc1436300a5 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 948 time: 0.6553667 May 27 03:56:25.254340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.286461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.370148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.408744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c95ebe-0de3-4a8a-b719-59b81b08d1f8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:25.423896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.425123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-637752e6-c0b8-476a-96a2-fa35fe3f1a44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33c95ebe-0de3-4a8a-b719-59b81b08d1f8 HTTP/1.1" status: 204 len: 168 time: 0.2675238 May 27 03:56:25.469799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.478078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:25.495540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c644808d-2bbc-428a-8d82-0572e4ac98c6'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:56:25.577865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52597-8f9a-417f-b8df-8eba7d7ecd00 req-3f648a36-25cc-45f2-ae58-9b5861b1b512 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:25.579410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5b52597-8f9a-417f-b8df-8eba7d7ecd00 req-3f648a36-25cc-45f2-ae58-9b5861b1b512 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 944 time: 0.1507900 May 27 03:56:25.610714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.652381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:25.656261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5b52597-8f9a-417f-b8df-8eba7d7ecd00 req-8dd95319-616a-4a4c-b404-9779df085bcb tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664096 May 27 03:56:25.675027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99f9633f-3386-49cb-909d-094e1281b0c9,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:25.712592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.757083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-57deaadf-01cc-48be-adee-a715322f9c59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:25.761778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-57deaadf-01cc-48be-adee-a715322f9c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6dcd190-0528-4fd2-ae02-bae11363aeee HTTP/1.1" status: 200 len: 837 time: 0.5383465 May 27 03:56:25.780863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5fae68d5-ca53-4998-b400-cd058f316728 req-ad47da5d-f823-49e3-be66-e0fdc689699e tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340774 May 27 03:56:25.786956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:25.853665 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4516e69a-2acc-4256-a11e-8034c8fafdbb'] response: {'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9', 'code': 200} May 27 03:56:25.867676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:25.962375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53204) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:25.977955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.034951 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c7204e4-747a-4106-8d3d-8ee8f08f482a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0cd1f4b4b194781a6ed60badf01cd83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0713034 May 27 03:56:26.037451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:26.092010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c72f9f8-1c2b-4d9f-bffc-cc5d4a1d0413 req-d71fad05-8ddf-4101-90e5-13d00d2ad6bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1096 time: 0.1987989 May 27 03:56:26.143177 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.146663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.150263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3475161 May 27 03:56:26.150406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.151544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:26.158015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4b11-e489-458a-9c62-a358b65348dc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83307956-f1f5-45c6-9cd9-677d169a6351,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:26.166056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': '787763e5-d437-496e-8dd5-6baab1139951', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:26.169115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.179039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c72f9f8-1c2b-4d9f-bffc-cc5d4a1d0413 req-dc6207c8-468d-48bf-9f7c-f8d732cf48f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797775 May 27 03:56:26.186824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:26.195197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:26.199394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.206564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:26.215521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:26.250881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.265568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:26.297799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.319129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47075a34-94fb-4a66-be63-9e21adb0897c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:26.328049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.331721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f99fa2a-dae1-45f5-9721-142c1c080eb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47075a34-94fb-4a66-be63-9e21adb0897c HTTP/1.1" status: 204 len: 168 time: 0.2909424 May 27 03:56:26.334785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.341109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-52b84272-5402-43a4-b2bd-523645fe3be3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87fe23e2-c854-4823-b528-86cc4aca5cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4523180 May 27 03:56:26.364746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.370981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.395830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.403993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edf22b-a9e2-47d9-b778-a66dc0ab1eb4 req-da74a430-92f4-4896-a1bb-151737b59213 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:26.405600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98edf22b-a9e2-47d9-b778-a66dc0ab1eb4 req-da74a430-92f4-4896-a1bb-151737b59213 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.4386842 May 27 03:56:26.410352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3ab45b-5649-402c-8e8e-4d8f14c6450d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:26.416809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.421512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-75f16860-c675-4b9b-b520-c040245fe19c tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2641673 May 27 03:56:26.421799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53226) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:26.432692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:26.440779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:26.447721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:floatingip and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:26.453458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:26.458057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Transition to ACTIVE for port object b6561850-7769-4603-9e8d-8cf18cc41b9e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:26.461665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:26.478182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.484804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1581755710'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:26.488614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.507960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:26.514008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Usage tracker for resource:network and tenant:2d5f6f161c8e492db655eabf3fbc4f5c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:26.517451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:26.574873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:26.610191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Made reservation on behalf of 2d5f6f161c8e492db655eabf3fbc4f5c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:26.613124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.632430 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.658384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event updated for resources: {'Port': ['ID=b6561850-7769-4603-9e8d-8cf18cc41b9e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:26.688750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:26.696182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Usage tracker for resource:security_group_rule and tenant:2d5f6f161c8e492db655eabf3fbc4f5c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:26.699670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:26.708189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:26.712644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.796176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c644808d-2bbc-428a-8d82-0572e4ac98c6 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:26.803991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-984a7fe1-2ed4-42a5-a989-e19be3479806 service neutron] 10.222.0.41 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495122 May 27 03:56:26.919910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c644808d-2bbc-428a-8d82-0572e4ac98c6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:26.928246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c644808d-2bbc-428a-8d82-0572e4ac98c6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:26.929605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.933384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.947885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] In _notify_port_updated(), no bound segment for port b6561850-7769-4603-9e8d-8cf18cc41b9e on network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:56:26.951707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:26.959073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:26.964085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1511803-5ba7-45cb-9088-25817af27a7e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "PUT /v2.0/ports/b6561850-7769-4603-9e8d-8cf18cc41b9e HTTP/1.1" status: 200 len: 959 time: 5.7592413 May 27 03:56:26.964981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53240) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:27.007180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.25.8.162 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6120a136-29be-466a-b94a-8d2c1dc532ab) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:27.009437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.191218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:56:27.204586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.206976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port b6561850-7769-4603-9e8d-8cf18cc41b9e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:27.207331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.211816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acbf895-2112-4db8-a1ef-0a014067ee84,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:27.267391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37cc4d3e-3bab-4d9a-a001-4b4bff114f7d req-3ba00269-5636-4af1-9968-479f14ddc5ac service neutron] 10.222.0.41 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532511 May 27 03:56:27.269861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.270216 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Added segment 6856dc6f-75e1-4cc3-807f-7b28912a3360 of type vlan for network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 May 27 03:56:27.313195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:27.329737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.354125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.395597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46bc75-3dcf-4de5-976d-24ca4f4b8c2b req-adc4b0a1-8244-4e85-8478-f174681426fa tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:27.404646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a46bc75-3dcf-4de5-976d-24ca4f4b8c2b req-adc4b0a1-8244-4e85-8478-f174681426fa tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.4593201 May 27 03:56:27.458073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c51f4ff-2afa-4dc8-a178-fe1fd554cee9 None None] Provisioning for port b6561850-7769-4603-9e8d-8cf18cc41b9e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:27.467248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:27.471449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c51f4ff-2afa-4dc8-a178-fe1fd554cee9 None None] Provisioning complete for port b6561850-7769-4603-9e8d-8cf18cc41b9e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:27.472061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c51f4ff-2afa-4dc8-a178-fe1fd554cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.531885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a46bc75-3dcf-4de5-976d-24ca4f4b8c2b req-648e63c2-6c72-4caf-bb1b-533fb1d0a802 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262259 May 27 03:56:27.534968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.539793 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.556042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:27.561978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.573404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0c51f4ff-2afa-4dc8-a178-fe1fd554cee9 None None] Port b6561850-7769-4603-9e8d-8cf18cc41b9e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:27.576984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31859e-71e1-4586-89d5-2025edfc84b7 req-f63405fb-8601-4bd9-a93c-e925f14e2dda tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:27.580929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a31859e-71e1-4586-89d5-2025edfc84b7 req-f63405fb-8601-4bd9-a93c-e925f14e2dda tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 949 time: 0.4734232 May 27 03:56:27.777758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.787782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Router 86932370-7ef4-4b18-a30c-93a342f627d8 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:56:27.810606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a31859e-71e1-4586-89d5-2025edfc84b7 req-871fd9f7-f856-4076-a709-87613910a2af tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160399 May 27 03:56:27.837829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event updated for resources: {'Network': ['ID=4c42c76c-8ca5-47f2-b6ab-169f40ce6340,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:27.852139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:56:27.861229 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-64ab54e1-7d08-40a3-9ec3-c3e9aa043c12 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5926657 May 27 03:56:27.861878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53258) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:27.895050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:27.902439 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7bd6-91ee-4129-a134-2ae0d55a73e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.929484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for b6561850-7769-4603-9e8d-8cf18cc41b9e owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:27.931714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1809-668e-4d68-8946-c44ee5b58b79 req-2647acdf-4f31-45d5-adb3-da09647c683b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:27.934465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a1809-668e-4d68-8946-c44ee5b58b79 req-2647acdf-4f31-45d5-adb3-da09647c683b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.2310474 May 27 03:56:27.937950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:27.983098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Request body: {'subnet': {'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:28.033382 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340c2455-7aa7-41e8-a6ae-de7474c6a5e0'] response: {'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6', 'code': 200} May 27 03:56:28.089512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:28.103696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:28.148463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:28.334886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-d2e47b40-e0f5-4a98-9fcb-d9a5ae2cddec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 1058 time: 0.7513037 May 27 03:56:28.353672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=6120a136-29be-466a-b94a-8d2c1dc532ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:28.395014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c349f636-995c-4adc-94be-5f6d13780830 req-98194ae6-ab48-4d82-92ef-9a78fa47706f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 1101 time: 0.2932036 May 27 03:56:28.402031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:28.441125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c349f636-995c-4adc-94be-5f6d13780830 req-26cec286-87de-4531-8094-1c1402d6c6be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 May 27 03:56:28.449106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Usage tracker for resource:subnet and tenant:2d5f6f161c8e492db655eabf3fbc4f5c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:28.508666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:28.535821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:28.580994 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:28.657267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Made reservation on behalf of 2d5f6f161c8e492db655eabf3fbc4f5c for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:28.703175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:28.828594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:28.870616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:28.947520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=b6561850-7769-4603-9e8d-8cf18cc41b9e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:28.988527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385cc4-96a3-4c43-abbe-630e0fbb2113 req-d17f7767-946c-4162-88ce-8a56df374446 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:28.989926 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc385cc4-96a3-4c43-abbe-630e0fbb2113 req-d17f7767-946c-4162-88ce-8a56df374446 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2462909 May 27 03:56:29.049976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-6e7922b8-a6bf-4d2c-84e8-93be318269b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.051431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-6e7922b8-a6bf-4d2c-84e8-93be318269b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87fe23e2-c854-4823-b528-86cc4aca5cc2 HTTP/1.1" status: 200 len: 898 time: 0.6525075 May 27 03:56:29.081585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc385cc4-96a3-4c43-abbe-630e0fbb2113 req-b041c005-2092-4df9-99b6-10f4c2f2b461 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760727 May 27 03:56:29.103953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.146105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.160191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.166361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:29.168514 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.205114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Usage tracker for resource:security_group_rule and tenant:0920141132ad46dc8ff8775a1d7d67f7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:29.214398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:29.234326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.250701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-ada058ed-9b3c-4ad4-bdcf-cbf62ceadcdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1faac762-c4ee-4006-9977-fa9ec578b53f HTTP/1.1" status: 200 len: 217 time: 0.1770658 May 27 03:56:29.264190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:29.332436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e6be161-fd99-48ef-872a-ad8ca8cd164d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/b6561850-7769-4603-9e8d-8cf18cc41b9e HTTP/1.1" status: 204 len: 168 time: 2.3634846 May 27 03:56:29.337736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:29.339039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=6120a136-29be-466a-b94a-8d2c1dc532ab,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:29.384710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa302ec-42f9-4100-90c8-7bda8d45ffba req-35d89c5f-4e63-431a-827e-20530f75065f tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.386189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9aa302ec-42f9-4100-90c8-7bda8d45ffba req-35d89c5f-4e63-431a-827e-20530f75065f tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 950 time: 0.4028525 May 27 03:56:29.389022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-eaae5eb6-3bec-4eec-bcca-87a6d4878848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.390450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-eaae5eb6-3bec-4eec-bcca-87a6d4878848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6dcd190-0528-4fd2-ae02-bae11363aeee HTTP/1.1" status: 200 len: 837 time: 0.1199849 May 27 03:56:29.400439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:29.416190 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] Sync routers for ids ['86932370-7ef4-4b18-a30c-93a342f627d8'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:29.417275 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f091054-b890-4f0a-923a-a073fccd197e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] GET failed (client error): The resource could not be found. May 27 03:56:29.417776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f091054-b890-4f0a-923a-a073fccd197e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Synchronizing usage tracker for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:29.432291 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] Routers {'86932370-7ef4-4b18-a30c-93a342f627d8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:29.433396 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.433949 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['86932370-7ef4-4b18-a30c-93a342f627d8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:29.503225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54206eb-3023-4aca-bb8b-bf9239c77b54 req-f8c583fa-8eef-45d4-a825-610b4be375aa tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.504573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d54206eb-3023-4aca-bb8b-bf9239c77b54 req-f8c583fa-8eef-45d4-a825-610b4be375aa tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.2919571 May 27 03:56:29.510284 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.513760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-21b328d8-06ea-4a55-91f2-bc056d2e2893 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "PUT /v2.0/routers/86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 200 len: 878 time: 11.3201044 May 27 03:56:29.513910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f091054-b890-4f0a-923a-a073fccd197e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Unset dirty status for tenant:5ad7055e9c4244b9abf9ee3c066fd0c0 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:29.513910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f091054-b890-4f0a-923a-a073fccd197e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports/b6561850-7769-4603-9e8d-8cf18cc41b9e HTTP/1.1" status: 404 len: 333 time: 0.1711905 May 27 03:56:29.514446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53302) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:29.516233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:29.518312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.558126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:29.571295 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] Routers {'86932370-7ef4-4b18-a30c-93a342f627d8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:29.572104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['86932370-7ef4-4b18-a30c-93a342f627d8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:29.577987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9aa302ec-42f9-4100-90c8-7bda8d45ffba req-482e921b-8513-4414-9752-a8ccb316a8e8 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817503 May 27 03:56:29.592200 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.601591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-97e45cab-025f-42ba-93be-56b4195295a7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1705682 May 27 03:56:29.603378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.672503 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:29.672883 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d096aa-4cf4-43e9-a031-a3f0cc765c3e None None] The sync data for ids ['86932370-7ef4-4b18-a30c-93a342f627d8'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:29.681311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-4cd06786-61c0-4255-a147-3673101f8c96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87fe23e2-c854-4823-b528-86cc4aca5cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666705 May 27 03:56:29.682669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.737208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab9f1a8-b977-44eb-9221-4da72a7f9367,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:29.795335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f0da3975-5254-450e-a893-67e019b6c207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0920141132ad46dc8ff8775a1d7d67f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9214256 May 27 03:56:29.804447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53314) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:29.862881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.931964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.940761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b841adba-d3a5-484c-86ae-f7075cedcf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.981050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:29.982613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event updated for resources: {'Subnet': ['ID=d4f31685-1c6c-4fea-9eb7-02c2393d5aed,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:29.989096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8354c45-074e-4745-9c50-10b9d36043fd req-d7eeec8d-9a05-4de9-bb9a-96cbbb8b35d2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:29.990663 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8354c45-074e-4745-9c50-10b9d36043fd req-d7eeec8d-9a05-4de9-bb9a-96cbbb8b35d2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2602439 May 27 03:56:30.005834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.023834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'floatingip': {'port_id': '99f9633f-3386-49cb-909d-094e1281b0c9'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:30.042970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.079541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.113506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81818250-b10e-4fa6-b512-37d756646834,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:30.124006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.125153 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-51600e9f-7900-4eae-b466-a75f87e30319 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/security-groups/81818250-b10e-4fa6-b512-37d756646834 HTTP/1.1" status: 204 len: 168 time: 0.6056478 May 27 03:56:30.128352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.138245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.168087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b929f549-9c70-4854-948f-a7cd1eee46b0 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 200 len: 919 time: 0.6477365 May 27 03:56:30.174808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.190489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Checking segment: {'id': '6856dc6f-75e1-4cc3-807f-7b28912a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:30.190852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Network hostable DHCP agents. Network: 4c42c76c-8ca5-47f2-b6ab-169f40ce6340, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:56:30.198874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-7609e887-5866-467b-895e-8198c062d5b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:30.202424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-230cda33-f8c7-4bb4-8f5e-238eaa11b896 service neutron] 10.222.0.41 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104685 May 27 03:56:30.208170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.241799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab9f1a8-b977-44eb-9221-4da72a7f9367,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:30.259397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.262260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f2219d4d-cd77-4448-8762-32f2d8b3a446 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bab9f1a8-b977-44eb-9221-4da72a7f9367 HTTP/1.1" status: 204 len: 168 time: 0.4541726 May 27 03:56:30.276303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.314678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.339566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a39c9cb4-71b3-466e-a8b4-a3ee97004253 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=86932370-7ef4-4b18-a30c-93a342f627d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1614568 May 27 03:56:30.340522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.371633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-7609e887-5866-467b-895e-8198c062d5b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:30.372969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-7609e887-5866-467b-895e-8198c062d5b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--984816429&fields=id&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 267 time: 0.4706671 May 27 03:56:30.449810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.532989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:56:30.577037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f9a7928f-1b69-41e8-9cab-813e8f7aa85a req-20bf7ce0-0d81-48ed-80b5-c27e0f91426e service neutron] 10.222.0.41 "GET /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666701 May 27 03:56:30.595777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4c42c76c-8ca5-47f2-b6ab-169f40ce6340) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:30.607203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd01419-8e98-4428-9b2e-9a104d5d7ce1 None None] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:30.616234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:30.616826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.658142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa957b15-d116-4e95-8f22-4448e1bb29ff tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:30.662402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fa957b15-d116-4e95-8f22-4448e1bb29ff tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.3212545 May 27 03:56:30.671665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.672459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.673580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/security-groups/a2150e95-89fb-43b2-9abf-5524c094519f HTTP/1.1" status: 204 len: 168 time: 0.5443127 May 27 03:56:30.674426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21159f-6255-499c-b62d-dd44c996699a tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2150e95-89fb-43b2-9abf-5524c094519f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:30.678524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.803404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.809498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4f84d74c-d5d4-4f44-a4cc-87b95fbc684b tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 200 len: 205 time: 0.1319878 May 27 03:56:30.841701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.872075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53360) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.927978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.955218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4429757-679a-403b-b0f2-a6be17521e51,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:30.960311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4c42c76c-8ca5-47f2-b6ab-169f40ce6340', 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340', 'tenant_id': '2d5f6f161c8e492db655eabf3fbc4f5c', 'fixed_ips': [{'subnet_id': 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:56:30.962242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.973206 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:30.976837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-609f545e-06ff-40f3-957e-b570e9d4eec3 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/security-groups/f4429757-679a-403b-b0f2-a6be17521e51 HTTP/1.1" status: 204 len: 168 time: 0.2949073 May 27 03:56:30.981125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53366) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:30.986549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-6892b607-1ba9-46c3-bdcd-2b3f3c81e440 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:30.993272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-6892b607-1ba9-46c3-bdcd-2b3f3c81e440 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.6087813 May 27 03:56:31.001693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-26818d57-1785-4d28-b671-8a2ac9e4a1d2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0806575 May 27 03:56:31.026450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:31.035508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Request body: {'port': {'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340', 'name': 'tempest-TagsExtTest-601870632'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:31.088109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f007ba23-98a5-4dfa-ac7b-af353b310744 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/quotas/58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 375 time: 0.0939264 May 27 03:56:31.188873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Allocated IP 172.20.0.2 (4c42c76c-8ca5-47f2-b6ab-169f40ce6340/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/054b7738-0328-4287-a225-c98fcb616e02) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:31.245786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c851-af37-4359-852f-3b77b553eed3 req-033ca91e-21e5-4991-b2aa-a51dca3c34cd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:31.247300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a89c851-af37-4359-852f-3b77b553eed3 req-033ca91e-21e5-4991-b2aa-a51dca3c34cd tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.4451537 May 27 03:56:31.330734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-63663e69-d192-40b2-8768-e16b75278308 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:31.360369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-63663e69-d192-40b2-8768-e16b75278308 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:31.373061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-63663e69-d192-40b2-8768-e16b75278308 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2840290 May 27 03:56:31.455616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:31.472396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.484330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Transition to ACTIVE for port object 054b7738-0328-4287-a225-c98fcb616e02 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:31.511227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Usage tracker for resource:port and tenant:2d5f6f161c8e492db655eabf3fbc4f5c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:31.514907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:31.516029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Transition to ACTIVE for port object 054b7738-0328-4287-a225-c98fcb616e02 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:31.526032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:31.537680 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.580791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Made reservation on behalf of 2d5f6f161c8e492db655eabf3fbc4f5c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:31.583665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.606130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 090353f7-5872-4cb7-b766-50ef23c42ad1 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:31.609690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.612608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.639053 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.663598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.677944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:31.678967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Pushing event updated for resources: {'Port': ['ID=054b7738-0328-4287-a225-c98fcb616e02,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:31.682650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:31.688406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:31.700431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] device_id is not set on port 07ce996c-fce1-4c6f-a98b-b215cab47e3d yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:56:31.737748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.755287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-6e042e17-3cba-4572-ad5b-4d7aa18b4822 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813033 May 27 03:56:31.771965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82922816-11a1-4997-a679-4f2485e78da9 req-01824e64-8591-452e-b4f5-3e8c930a094f tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:31.779085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82922816-11a1-4997-a679-4f2485e78da9 req-01824e64-8591-452e-b4f5-3e8c930a094f tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 950 time: 0.3272831 May 27 03:56:31.786344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.831145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Attempting to bind port 054b7738-0328-4287-a225-c98fcb616e02 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:31.832403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Attempting to bind port 054b7738-0328-4287-a225-c98fcb616e02 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6856dc6f-75e1-4cc3-807f-7b28912a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:31.833726 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Attempting to bind port 054b7738-0328-4287-a225-c98fcb616e02 on network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:31.845555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:31.846371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Checking segment: {'id': '6856dc6f-75e1-4cc3-807f-7b28912a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:31.847079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.848770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Bound using segment: {'id': '6856dc6f-75e1-4cc3-807f-7b28912a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:31.849925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Bound port: 054b7738-0328-4287-a225-c98fcb616e02, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6856dc6f-75e1-4cc3-807f-7b28912a3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c42c76c-8ca5-47f2-b6ab-169f40ce6340'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:31.850925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.851251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:31.959542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82922816-11a1-4997-a679-4f2485e78da9 req-2274196d-951d-44b2-a6b1-9618297c7a52 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795230 May 27 03:56:32.010222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] For port 054b7738-0328-4287-a225-c98fcb616e02, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:32.015363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] For port 054b7738-0328-4287-a225-c98fcb616e02, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=054b7738-0328-4287-a225-c98fcb616e02,segment=NetworkSegment(6856dc6f-75e1-4cc3-807f-7b28912a3360),segment_id=6856dc6f-75e1-4cc3-807f-7b28912a3360)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:32.027162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.031666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.076253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-380f5a94-85a4-4d7b-b957-cd9c72aee047 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200085 May 27 03:56:32.116566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Allocated IP 172.20.0.9 (4c42c76c-8ca5-47f2-b6ab-169f40ce6340/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/07ce996c-fce1-4c6f-a98b-b215cab47e3d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:32.212662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8303b-82af-4c94-82ca-c212d48cdbd1 None None] Pushing event updated for resources: {'Port': ['ID=054b7738-0328-4287-a225-c98fcb616e02,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:32.286547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.297356 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Floating IP 63404394-b62f-421b-a5b4-994507caf347 associated. External IP: 172.25.8.40, port: 99f9633f-3386-49cb-909d-094e1281b0c9. May 27 03:56:32.305760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.470034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=090353f7-5872-4cb7-b766-50ef23c42ad1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:32.484634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.490963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f42479-3908-4794-9503-cb67fef6af0e None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:32.530021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c366bb5b-84eb-4434-8a0a-58c94f585c59 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/090353f7-5872-4cb7-b766-50ef23c42ad1 HTTP/1.1" status: 204 len: 168 time: 1.5405400 May 27 03:56:32.542335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:32.704300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port ea278a9f-dc67-4711-b637-b879f51cf2fd {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:32.704740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.780950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 1734914c-1f1c-4ff4-84c7-cd8fb7687bd0 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:32.855796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.860990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1faac762-c4ee-4006-9977-fa9ec578b53f details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:56:32.889442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Transition to ACTIVE for port object 07ce996c-fce1-4c6f-a98b-b215cab47e3d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:32.920582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:32.962904 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.146976 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.162622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:33.220875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a49ae592-a6b5-4ee0-b2dc-0aa45d83448a req-2fad95bc-c906-4777-aec6-bb278a3eceae tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 210 time: 0.1888709 May 27 03:56:33.221861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:33.223778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b754-2449-44b1-9b50-b64d5edab5e6 req-a8df9c3d-6d51-4886-b20e-359b7f79104a tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:33.225614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2465b754-2449-44b1-9b50-b64d5edab5e6 req-a8df9c3d-6d51-4886-b20e-359b7f79104a tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 907 time: 0.5980587 May 27 03:56:33.237933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:33.316880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.322204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1faac762-c4ee-4006-9977-fa9ec578b53f,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:33.353975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '1faac762-c4ee-4006-9977-fa9ec578b53f', 'network_id': '87fe23e2-c854-4823-b528-86cc4aca5cc2', 'port_id': '1faac762-c4ee-4006-9977-fa9ec578b53f', 'mac_address': 'fa:16:3e:a2:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dcd190-0528-4fd2-ae02-bae11363aeee', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:56:33.462854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.481633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.501538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faac762-c4ee-4006-9977-fa9ec578b53f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:33.533917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1faac762-c4ee-4006-9977-fa9ec578b53f,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:33.542306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:33.740167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:33.834204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event updated for resources: {'Port': ['ID=07ce996c-fce1-4c6f-a98b-b215cab47e3d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:33.852412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['1faac762-c4ee-4006-9977-fa9ec578b53f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:56:33.902170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for ea278a9f-dc67-4711-b637-b879f51cf2fd owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:33.935709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:33.937019 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.047065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a160d30a-c943-41ab-adf6-b09741fe8eb7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0162833 May 27 03:56:34.048570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:34.068614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1100142028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:34.101029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4914723b-a00b-4a41-8350-5479bc653257 None None] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:34.109207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:34.117982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Usage tracker for resource:router and tenant:2d5f6f161c8e492db655eabf3fbc4f5c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:34.138518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:34.157174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.240394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:34.339369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.342940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.447865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.451618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.595569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.611241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 054b7738-0328-4287-a225-c98fcb616e02 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:34.776216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcdd0f-d6af-4e8a-a06e-ac46bdf757f6 req-1c8db811-75a9-41df-8612-b661bc871f09 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:34.792249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7bdcdd0f-d6af-4e8a-a06e-ac46bdf757f6 req-1c8db811-75a9-41df-8612-b661bc871f09 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 908 time: 0.1977432 May 27 03:56:34.797567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-356d1e2f-7e04-4aa1-a18e-6456980ea0de None None] Provisioning for port 054b7738-0328-4287-a225-c98fcb616e02 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:34.823612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1faac762-c4ee-4006-9977-fa9ec578b53f up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:34.836879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:34.896147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=ea278a9f-dc67-4711-b637-b879f51cf2fd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:34.909531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:34.939139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-11402ca2-f455-4663-ba2a-0be13592c344 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:34.945014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-11402ca2-f455-4663-ba2a-0be13592c344 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.3610914 May 27 03:56:35.017986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=1734914c-1f1c-4ff4-84c7-cd8fb7687bd0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:35.029455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 054b7738-0328-4287-a225-c98fcb616e02 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:35.042251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 054b7738-0328-4287-a225-c98fcb616e02 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:35.042618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.065071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.077660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f083621-7121-49a6-9dbe-16ee6c695da2 None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:35.086588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca221a08-d835-487d-92c3-15da8031d5f7 req-029a66f5-38cf-4ad8-a1e7-9dec498b10c0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 210 time: 0.4987450 May 27 03:56:35.130524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/1734914c-1f1c-4ff4-84c7-cd8fb7687bd0 HTTP/1.1" status: 204 len: 168 time: 2.5871048 May 27 03:56:35.131457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:35.144260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.144603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.144966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.145300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.145706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.146067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.146394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.146924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.147250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.147569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.148071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168be7-04f0-45da-a97e-fcb45db59275 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:35.166596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.170773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26cc9210-cbff-415e-9678-b5a3437cf6e9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1138804 May 27 03:56:35.182313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53454) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:35.218414 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1005834-6f71-44fc-9833-42a1acce41c8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:35.218888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1005834-6f71-44fc-9833-42a1acce41c8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:35.223498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1005834-6f71-44fc-9833-42a1acce41c8 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/090353f7-5872-4cb7-b766-50ef23c42ad1 HTTP/1.1" status: 404 len: 337 time: 0.0817368 May 27 03:56:35.225996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:35.273841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-450f6142-2f7e-47d7-aba3-11baa87d063a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:35.281653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667f8edf-f6e6-453e-88de-68381440561c None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:35.281958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667f8edf-f6e6-453e-88de-68381440561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.293931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-450f6142-2f7e-47d7-aba3-11baa87d063a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:35.295296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-450f6142-2f7e-47d7-aba3-11baa87d063a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 379 time: 0.2743094 May 27 03:56:35.307023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'port': {'device_id': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'admin_state_up': True, 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'security_groups': ['787763e5-d437-496e-8dd5-6baab1139951']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:35.417242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting subnet 6a4be25b-c3ee-413c-8337-1bb7374a65de {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:35.426076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.507447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 1faac762-c4ee-4006-9977-fa9ec578b53f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:35.530560 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.556470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-667f8edf-f6e6-453e-88de-68381440561c None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:35.623666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 1faac762-c4ee-4006-9977-fa9ec578b53f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:35.624462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.643670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.711544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c1de7657-914a-4277-9b62-d790e8d36bb8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-722519110', 'prefixes': ['172.20.0.0/16']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:35.728612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c1de7657-914a-4277-9b62-d790e8d36bb8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:35.750688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.856274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.903224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-667f8edf-f6e6-453e-88de-68381440561c None None] Provisioning complete for port b3285271-35db-45b0-874f-46b3da73debd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:35.903603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-667f8edf-f6e6-453e-88de-68381440561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:35.985289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.018384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/6a4be25b-c3ee-413c-8337-1bb7374a65de HTTP/1.1" status: 204 len: 168 time: 0.7892067 May 27 03:56:36.031197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.036536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c1c51-d2dc-4fa7-8c22-45d9f0b6f306 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4be25b-c3ee-413c-8337-1bb7374a65de,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:36.061663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:36.073699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:36.089205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:56:36.092951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.107561 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.156332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.158622 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96a42d9-6f75-4cb9-a496-bbefe42ef2fb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:36.159526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96a42d9-6f75-4cb9-a496-bbefe42ef2fb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:36.175339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f96a42d9-6f75-4cb9-a496-bbefe42ef2fb tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/24e5cd6d-b958-4465-b85c-5688498aa63b HTTP/1.1" status: 404 len: 337 time: 0.1301062 May 27 03:56:36.215589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.374720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:36.408192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1faac762-c4ee-4006-9977-fa9ec578b53f,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:36.410014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.414981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ab2f9f91-c58c-4753-addc-15653ebb5af5 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cd419d0-c3dc-4865-9a85-677ccf136764 HTTP/1.1" status: 200 len: 205 time: 0.1979258 May 27 03:56:36.426005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53486) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.427716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.431214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed4bf533-9238-4fff-8c00-c236dc011e02 req-2ba0eb7d-b956-46dd-99ea-3cdab96db1a5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 210 time: 0.1332369 May 27 03:56:36.514868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 054b7738-0328-4287-a225-c98fcb616e02, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=054b7738-0328-4287-a225-c98fcb616e02,segment=NetworkSegment(6856dc6f-75e1-4cc3-807f-7b28912a3360),segment_id=6856dc6f-75e1-4cc3-807f-7b28912a3360)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:36.538409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.556460 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-3342be9f-99f2-4c12-8507-e4318266395c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] delete failed (client error): The resource could not be found. May 27 03:56:36.557702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3342be9f-99f2-4c12-8507-e4318266395c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/routers/8cd419d0-c3dc-4865-9a85-677ccf136764 HTTP/1.1" status: 404 len: 336 time: 0.1215131 May 27 03:56:36.560628 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.580115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec449-fc89-40e6-a177-3fa4e52acc72 req-d4dd3344-79e6-4609-ae27-dcfac7d4f627 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:36.583210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.584304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4eec449-fc89-40e6-a177-3fa4e52acc72 req-d4dd3344-79e6-4609-ae27-dcfac7d4f627 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 908 time: 0.5429399 May 27 03:56:36.602636 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db00c7fe-f6d9-4207-9c9c-0a7319f42135'] response: {'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f', 'code': 200} May 27 03:56:36.609139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:36.620458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Provisioning for port 07ce996c-fce1-4c6f-a98b-b215cab47e3d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:36.639958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:36.657178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:36.658728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.669294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Provisioning complete for port 07ce996c-fce1-4c6f-a98b-b215cab47e3d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:36.669661 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.689811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1de7657-914a-4277-9b62-d790e8d36bb8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for subnetpool, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.694724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c1de7657-914a-4277-9b62-d790e8d36bb8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.2807424 May 27 03:56:36.701097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.715890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-ce037fe5-ff26-4549-9ae8-8ff2dca53c32 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-604761872') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:36.761862 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a457593-3ea0-4009-98d8-736e571b87e1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:36.762305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a457593-3ea0-4009-98d8-736e571b87e1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:36.772658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.773856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router 86932370-7ef4-4b18-a30c-93a342f627d8 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:36.791897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:36.797585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-781f6d5c-bf62-4236-9ec7-5037b0cde978 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 204 len: 168 time: 5.9041493 May 27 03:56:36.798393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.804193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a457593-3ea0-4009-98d8-736e571b87e1 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/e46097f5-d591-460e-8642-d69ff3468ee5 HTTP/1.1" status: 404 len: 337 time: 0.2070715 May 27 03:56:36.808620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53502) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.812821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:36.813857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:36.814617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-153465648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:36.831701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.20.0.5 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/c581b211-465d-4286-9016-e5a7261c626d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:36.834671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:36.885956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e85eb5c7-5a1a-40ef-b3f2-7c75da9daca2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "PUT /v2.0/floatingips/63404394-b62f-421b-a5b4-994507caf347 HTTP/1.1" status: 200 len: 990 time: 6.8770278 May 27 03:56:36.885956 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f11d50-b2fe-4210-9670-eb6b6f4f4a2e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:36.885956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f11d50-b2fe-4210-9670-eb6b6f4f4a2e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:36.889508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-01f11d50-b2fe-4210-9670-eb6b6f4f4a2e tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/84a691e4-3b2b-4f81-a314-47ed4f6c14cd HTTP/1.1" status: 404 len: 337 time: 0.0775869 May 27 03:56:36.891564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:36.897418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53510) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:36.909332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:36.921147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:37.024590 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd6717d-b0dc-400b-82d2-fd7bbc88e3cb'] response: {'name': 'network-changed', 'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9', 'status': 'completed', 'code': 200} May 27 03:56:37.029126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:37.049842 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bf05df-f133-4ed8-95e7-a013c9ff697c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.050524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bf05df-f133-4ed8-95e7-a013c9ff697c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.058163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a9bf05df-f133-4ed8-95e7-a013c9ff697c tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/e73d25ee-2aa1-4b24-801a-9f86ce4cd67f HTTP/1.1" status: 404 len: 337 time: 0.1456790 May 27 03:56:37.077545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53518) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.084211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=054b7738-0328-4287-a225-c98fcb616e02,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:37.087635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Port 07ce996c-fce1-4c6f-a98b-b215cab47e3d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:37.198691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d2f232b0-224e-44e6-a07f-080dfbbd152a req-087ef3d3-124b-4678-8d04-6a2b9d0fea35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 1060 time: 0.5130198 May 27 03:56:37.201088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.202447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.208325 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-273dfc3f-02ac-424d-81c2-567a27a5629d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.209081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273dfc3f-02ac-424d-81c2-567a27a5629d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.211246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-273dfc3f-02ac-424d-81c2-567a27a5629d tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/ddf0988e-159d-491c-84b6-0f49542e05ff HTTP/1.1" status: 404 len: 333 time: 0.1306365 May 27 03:56:37.214408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53522) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.253566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf1b75-de6e-46e0-9b38-35634031d6fa None None] Network 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:37.265398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Provisioning complete for port 054b7738-0328-4287-a225-c98fcb616e02 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:37.265768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7d1070ea-9f6b-4299-a1c5-d57e5970d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.266191 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6594ce-5c2b-412d-b6db-1069a1361d89 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.266631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6594ce-5c2b-412d-b6db-1069a1361d89 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.277720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4a6594ce-5c2b-412d-b6db-1069a1361d89 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/5bdef416-b33e-477e-9814-44a3ee83de7f HTTP/1.1" status: 404 len: 337 time: 0.0599935 May 27 03:56:37.277998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53526) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.293523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ce037fe5-ff26-4549-9ae8-8ff2dca53c32 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-604761872 HTTP/1.1" status: 201 len: 201 time: 0.5909886 May 27 03:56:37.297272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.317041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-aa2e5927-f116-496e-b568-72e7cb5b4066 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-1098864787') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:37.323219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.324937 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b88b973-9f8f-4144-8c52-420343d936bc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.325379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b88b973-9f8f-4144-8c52-420343d936bc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.329303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b88b973-9f8f-4144-8c52-420343d936bc tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/61365286-08a4-49e4-804d-ab641acf29ad HTTP/1.1" status: 404 len: 337 time: 0.0481474 May 27 03:56:37.332463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53534) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.358227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.375336 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b74d5-a9b5-421d-9213-ae348463c8ed tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.375742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b74d5-a9b5-421d-9213-ae348463c8ed tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.381389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-860b74d5-a9b5-421d-9213-ae348463c8ed tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/46e76545-4211-486f-9c58-23d75039ccb8 HTTP/1.1" status: 404 len: 333 time: 0.0439949 May 27 03:56:37.381389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53538) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.392835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Transition to ACTIVE for port object c581b211-465d-4286-9016-e5a7261c626d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:37.420825 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa3bfc1-2e2b-4181-b1b8-6c0af4f76085 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.421386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa3bfc1-2e2b-4181-b1b8-6c0af4f76085 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.426031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bfa3bfc1-2e2b-4181-b1b8-6c0af4f76085 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/f89d9d84-88c3-4ff9-adb8-67e8885f7a70 HTTP/1.1" status: 404 len: 337 time: 0.0426865 May 27 03:56:37.426180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53542) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.429611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.440058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-32f41ea3-7beb-44d2-a51b-f3fe32f67612 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1096 time: 0.3928308 May 27 03:56:37.471689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.481839 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-b065f50a-7291-4e1f-821e-176e05e7951b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] DELETE failed (client error): The resource could not be found. May 27 03:56:37.482282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b065f50a-7291-4e1f-821e-176e05e7951b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:56:37.486652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b065f50a-7291-4e1f-821e-176e05e7951b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/subnets/5f267933-eb59-46ac-8a35-165222999d41 HTTP/1.1" status: 404 len: 337 time: 0.0568676 May 27 03:56:37.486652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.508111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:37.539758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.541158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e7f59f0d-9c97-4af9-a435-4a5d7ebf3d24 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7389750 May 27 03:56:37.544648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.552071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': True}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:37.734406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:37.741979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:37.746076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:37.843943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa2e5927-f116-496e-b568-72e7cb5b4066 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-1098864787 HTTP/1.1" status: 201 len: 201 time: 0.5433633 May 27 03:56:37.908049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53558) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:37.940579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Deleting port 96c8cc18-7a35-4875-b20a-6db5642bbe9d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:37.941185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:37.954238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-384c1f2b-95b9-45b4-8a35-b0b1d0dbcf22 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-224037921') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.041029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:38.141960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.142954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.169995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] DHCP port deletion for 34c1526f-fc9e-4c0a-a27d-6deac7e712e6 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:56:38.183405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Deleting port b3285271-35db-45b0-874f-46b3da73debd {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:38.183777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.215710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Provisioning complete for port 96c8cc18-7a35-4875-b20a-6db5642bbe9d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:38.216168 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.226986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-27350815-ec66-41db-9d33-569a3f3130cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.234335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-27350815-ec66-41db-9d33-569a3f3130cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.7865324 May 27 03:56:38.273184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.308322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-f1f6afce-15fc-4706-b55c-e4bae5a5cc58 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0058184 May 27 03:56:38.355153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Request body: {'port': {'device_id': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:38.416018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Calling delete_port for 96c8cc18-7a35-4875-b20a-6db5642bbe9d owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:38.544709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-26de1d7f-c861-4489-a388-056beaf3fb03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 998 time: 0.2976534 May 27 03:56:38.568368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] For port b3285271-35db-45b0-874f-46b3da73debd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b3285271-35db-45b0-874f-46b3da73debd,segment=NetworkSegment(9bb9a54f-bc34-4925-8d0a-286ed07ead5f),segment_id=9bb9a54f-bc34-4925-8d0a-286ed07ead5f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:38.568848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.594773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88675508-074e-4545-ba1e-e95faf62a3bb req-96a81dc0-f7a9-468c-a13f-65e007067f74 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.599138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-88675508-074e-4545-ba1e-e95faf62a3bb req-96a81dc0-f7a9-468c-a13f-65e007067f74 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.8118029 May 27 03:56:38.604924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-3b577d63-8a47-4bf0-bcbf-29b09e663585 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8029068 May 27 03:56:38.679983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-384c1f2b-95b9-45b4-8a35-b0b1d0dbcf22 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-224037921 HTTP/1.1" status: 201 len: 201 time: 0.7617846 May 27 03:56:38.720224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.721918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53578) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:38.735220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Calling delete_port for b3285271-35db-45b0-874f-46b3da73debd owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:38.743800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-f70d8814-e447-431f-829a-6a6e4b0ec896 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-1547305239') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.791117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.802547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Port': ['ID=96c8cc18-7a35-4875-b20a-6db5642bbe9d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:38.810116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 054b7738-0328-4287-a225-c98fcb616e02 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:38.821144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.821556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.821960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.822387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.822838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.823163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.823541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.823868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.824182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.824618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.825020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:56:38.845339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Port 96c8cc18-7a35-4875-b20a-6db5642bbe9d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:38.846886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.859770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0561949-a37f-4489-87bd-9b39a8c43a77 req-4192bf44-dc4d-4643-ae75-b22b04a92057 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.860309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '63404394-b62f-421b-a5b4-994507caf347', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '99f9633f-3386-49cb-909d-094e1281b0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:db:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:53Z', 'updated_at': '2022-05-27T03:56:31Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:38.861089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-ad2f8ccf-3bfe-470e-95c2-a12372dcb32d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:38.861284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0561949-a37f-4489-87bd-9b39a8c43a77 req-4192bf44-dc4d-4643-ae75-b22b04a92057 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 931 time: 1.2459080 May 27 03:56:38.862716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-ad2f8ccf-3bfe-470e-95c2-a12372dcb32d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.2884979 May 27 03:56:38.925666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:38.927661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] Pushing event deleted for resources: {'Port': ['ID=b3285271-35db-45b0-874f-46b3da73debd,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:38.944592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87fcfe7-6cef-4443-96f9-1fa0a6e84144 None None] No DVR routers for this DVR port b3285271-35db-45b0-874f-46b3da73debd on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:56:38.970670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Provisioning for port c581b211-465d-4286-9016-e5a7261c626d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:38.977213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Provisioning complete for port c581b211-465d-4286-9016-e5a7261c626d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:38.977882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:38.980312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-588a9fef-982b-44ce-bd8b-8b3220f6dacc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.2841048 May 27 03:56:38.983186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.004966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b0561949-a37f-4489-87bd-9b39a8c43a77 req-de0d5238-57f0-4826-a86f-91d0638f4e21 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800648 May 27 03:56:39.047609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Port c581b211-465d-4286-9016-e5a7261c626d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:56:39.049541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:39.050419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.096207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8b1d8bbb-cc74-4e0b-9ed9-dd8edcd7e945 tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/ports/96c8cc18-7a35-4875-b20a-6db5642bbe9d HTTP/1.1" status: 204 len: 168 time: 1.6085749 May 27 03:56:39.097434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53582) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:39.161873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-81fa23aa-c763-44c5-94bd-04bc68c81558 None None] Could not find standard attr ID for object b3285271-35db-45b0-874f-46b3da73debd. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 03:56:39.187884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-79ade22c-0868-4551-9ebd-033bd648c977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:39.189352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-79ade22c-0868-4551-9ebd-033bd648c977 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 898 time: 0.1477525 May 27 03:56:39.197613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 054b7738-0328-4287-a225-c98fcb616e02 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:39.199354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.224742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.288711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f70d8814-e447-431f-829a-6a6e4b0ec896 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-1547305239 HTTP/1.1" status: 201 len: 201 time: 0.5559003 May 27 03:56:39.289759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:39.305644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.332337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-1180a8b7-ea66-435e-87bc-0f3e9b84fb3d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.372814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:39.413053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-a34f4f34-49fe-416b-af89-1237296aaca2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 1001 time: 0.2097940 May 27 03:56:39.426987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-7c76749e-d729-4c58-bf0b-3152d2aecfad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5533168 May 27 03:56:39.501933 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.541007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c1526f-fc9e-4c0a-a27d-6deac7e712e6']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.543020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:56:39.584635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b3285271-35db-45b0-874f-46b3da73debd {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:56:39.585074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b3285271-35db-45b0-874f-46b3da73debd not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:56:39.616720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb9a54f-bc34-4925-8d0a-286ed07ead5f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.617655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb9a54f-bc34-4925-8d0a-286ed07ead5f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.637798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.673120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.689222 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1180a8b7-ea66-435e-87bc-0f3e9b84fb3d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 200 len: 240 time: 0.3947980 May 27 03:56:39.690491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:56:39.690890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:39.706632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: timer() May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:56:39.708443 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:56:39.718935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-5bdb3482-34fd-43cc-bc25-75a713d037e2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-604761872') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.856171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '63404394-b62f-421b-a5b4-994507caf347', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '99f9633f-3386-49cb-909d-094e1281b0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:db:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:53Z', 'updated_at': '2022-05-27T03:56:31Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:39.861121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58b8b-cb34-4873-91ff-33bd91c8f9d1 None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '63404394-b62f-421b-a5b4-994507caf347', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '99f9633f-3386-49cb-909d-094e1281b0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:db:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:55:53Z', 'updated_at': '2022-05-27T03:56:31Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:39.877886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-36c9b52b-cbdf-46b2-9f2c-949aedd3eb27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:39.879430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-36c9b52b-cbdf-46b2-9f2c-949aedd3eb27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 200 len: 835 time: 0.4515002 May 27 03:56:40.005693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.011353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.067947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] 10.222.0.46 "DELETE /v2.0/networks/34c1526f-fc9e-4c0a-a27d-6deac7e712e6 HTTP/1.1" status: 204 len: 168 time: 0.9664536 May 27 03:56:40.074607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54851e-5c5f-40e8-8401-6c39efd3263b tempest-PortsTestJSON-31337513 tempest-PortsTestJSON-31337513-project] Pushing event deleted for resources: {'Network': ['ID=34c1526f-fc9e-4c0a-a27d-6deac7e712e6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:40.103093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5bdb3482-34fd-43cc-bc25-75a713d037e2 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-604761872 HTTP/1.1" status: 204 len: 168 time: 0.3936734 May 27 03:56:40.105406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53606) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:40.117446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-e2b2d5dc-b599-4f63-ba54-085c93131a57 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-604761872') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:40.150548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.177800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-6aa68714-d595-4220-b75f-a9b3ab25b6d6 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018173 May 27 03:56:40.216300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.220220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af718ba-0223-45b5-a195-c6a7423f74e2 None None] New status for floating IP 63404394-b62f-421b-a5b4-994507caf347: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:56:40.326787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c581b211-465d-4286-9016-e5a7261c626d {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:40.349422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.400306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-d1ab6d03-18e9-4180-bc66-39742c5b8899 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b77616a8-755d-4aa1-830b-ecffbbe21190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5139635 May 27 03:56:40.421937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Transition to ACTIVE for port object c581b211-465d-4286-9016-e5a7261c626d will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:56:40.460309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:40.587968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04783f-aa3d-44ba-bcd5-126025d9852f req-1cac826e-6574-4e13-b505-f2900612ed31 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:40.589508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf04783f-aa3d-44ba-bcd5-126025d9852f req-1cac826e-6574-4e13-b505-f2900612ed31 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.5784109 May 27 03:56:40.619093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-b97702b9-f9ab-4d5b-82dd-bc43c27cf9be service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320765 May 27 03:56:40.738656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53626) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:40.791318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Pushing event updated for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:40.791753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc679f-6aa6-4278-962f-d4a552c4d504 req-5013c9bf-d012-4c74-832a-857bbdf7ccc4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:40.793287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93fc679f-6aa6-4278-962f-d4a552c4d504 req-5013c9bf-d012-4c74-832a-857bbdf7ccc4 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 931 time: 0.4790580 May 27 03:56:40.826917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.25.8.74 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/1c153e2f-27b9-4221-b2e5-bd03bef12210) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:40.895608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e2b2d5dc-b599-4f63-ba54-085c93131a57 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-604761872 HTTP/1.1" status: 204 len: 168 time: 0.7871716 May 27 03:56:40.898607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:40.911645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-37ca1c9d-13bf-4a55-a157-b689177d5f84 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:40.971380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-52ad6a6b-cbcf-4d9c-b0e1-86c509059cfb service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443373 May 27 03:56:40.991625 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93fc679f-6aa6-4278-962f-d4a552c4d504 req-8d666298-b37f-4676-b721-04e85d01c138 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917758 May 27 03:56:41.056389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3449e810-3342-4ca0-ac42-abf74384ec19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ad7055e9c4244b9abf9ee3c066fd0c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2994301 May 27 03:56:41.062492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53636) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:41.115541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.162593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.188414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Attempting to bind port c581b211-465d-4286-9016-e5a7261c626d on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:56:41.188798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Attempting to bind port c581b211-465d-4286-9016-e5a7261c626d by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:56:41.189094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Attempting to bind port c581b211-465d-4286-9016-e5a7261c626d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:41.193446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.200423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.225257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Port c581b211-465d-4286-9016-e5a7261c626d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:56:41.225576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Attempting to bind port c581b211-465d-4286-9016-e5a7261c626d on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:56:41.240983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfe0d-85d7-4b8c-9493-60bdc5223331 req-a678d3dc-2a73-47ea-a47f-9084cb6e5766 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:41.242493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-575bfe0d-85d7-4b8c-9493-60bdc5223331 req-a678d3dc-2a73-47ea-a47f-9084cb6e5766 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.4650393 May 27 03:56:41.279281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:56:41.279281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:56:41.279281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:56:41.279281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Bound port: c581b211-465d-4286-9016-e5a7261c626d, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:56:41.279281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.302308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:41.304811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:41.309355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:41.340466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-841fdc06-49b7-4a32-8e71-60b760d15e3b req-aeabac48-b6f8-4dcb-8211-258908dd0277 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139908 May 27 03:56:41.351480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-37ca1c9d-13bf-4a55-a157-b689177d5f84 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 200 len: 205 time: 0.4481511 May 27 03:56:41.352636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:41.379657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-0e917d61-c054-4251-813f-0a54ab9f4588 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:41.389023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=1c153e2f-27b9-4221-b2e5-bd03bef12210,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:41.448294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.461471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:56:41.471050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c581b211-465d-4286-9016-e5a7261c626d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:56:41.480996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.488259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0e917d61-c054-4251-813f-0a54ab9f4588 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 200 len: 241 time: 0.1219356 May 27 03:56:41.514662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ff27d-5b90-4a76-a4a9-95f501182eb2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:41.518981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:41.524828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-bbbf674b-ff13-4573-b67e-d4c7bc128247 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-1098864787') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:41.580840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.582333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0986eb9b-7094-4730-925e-a44cdcd66124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d21ff27d-5b90-4a76-a4a9-95f501182eb2 HTTP/1.1" status: 204 len: 168 time: 0.5187364 May 27 03:56:41.599681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.601073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] 10.222.0.21 "PUT /v2.0/ports/c581b211-465d-4286-9016-e5a7261c626d HTTP/1.1" status: 200 len: 1091 time: 3.2797692 May 27 03:56:41.604181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:41.623686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53ab8-79ec-4aa9-a90d-47d07e0fb084 service neutron] Pushing event updated for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:41.629829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1f31c146-f612-45d5-8cfc-6a628ebba3ed req-9ad65ecf-f524-45c8-84a7-820a282d5b52 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 1060 time: 0.1607487 May 27 03:56:41.643105 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bbbf674b-ff13-4573-b67e-d4c7bc128247 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-1098864787 HTTP/1.1" status: 204 len: 168 time: 0.1234457 May 27 03:56:41.646523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53656) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:41.664336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-e120a8f0-be61-405c-86d5-df42cce9ccea tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-1098864787') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:41.774741 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cedcc612-604a-40ca-8628-5d9b933023b7'] response: {'name': 'network-changed', 'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d', 'status': 'completed', 'code': 200} May 27 03:56:41.821964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-77f7cee8-b6d3-46f5-952c-f62f5dd9630d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1309531 May 27 03:56:41.899237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e120a8f0-be61-405c-86d5-df42cce9ccea tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-1098864787 HTTP/1.1" status: 204 len: 168 time: 0.2514160 May 27 03:56:41.906459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53666) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:41.921628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-21506747-17dd-4a49-89ef-370dd8b403e4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:41.963929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:41.983296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-0f59be73-5b22-40a2-a801-0cdcd2e7593d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c581b211-465d-4286-9016-e5a7261c626d HTTP/1.1" status: 200 len: 217 time: 0.1525509 May 27 03:56:42.079922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-fa3b8dcc-672f-42b1-9e3c-14212e1981c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:42.081774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-fa3b8dcc-672f-42b1-9e3c-14212e1981c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.0883124 May 27 03:56:42.257054 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:42.261724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:42.436977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-252553cf-41ce-4f2b-817a-6de0b34f0959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466215 May 27 03:56:42.482178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67405669-2435-469d-ad00-71ea595739ad req-45cda91b-479c-407a-af42-f395d8d09260 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:42.483081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67405669-2435-469d-ad00-71ea595739ad req-45cda91b-479c-407a-af42-f395d8d09260 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:42.552922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9bcc14f-b141-4522-bb89-c4d6049e9b70 req-e7191af6-768e-489b-96f8-6321931eeacb tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.6957686 May 27 03:56:42.585673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67405669-2435-469d-ad00-71ea595739ad req-45cda91b-479c-407a-af42-f395d8d09260 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:42.587996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67405669-2435-469d-ad00-71ea595739ad req-45cda91b-479c-407a-af42-f395d8d09260 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 943 time: 0.2564893 May 27 03:56:42.669497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-21506747-17dd-4a49-89ef-370dd8b403e4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 200 len: 205 time: 0.7547932 May 27 03:56:42.669698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:42.677560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-a90e21b3-6458-4ca9-bc96-cd95e6447bd5 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:42.730871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e9bcc14f-b141-4522-bb89-c4d6049e9b70 req-ab4c728d-6ab1-4688-b634-7562c56150a8 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Synchronizing usage tracker for tenant:11158a84c3ba4e08bbfa48cc92ec853b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:42.737486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-89d58b2a-4451-4b15-bfcf-249e0f11aeef service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933443 May 27 03:56:42.768318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-1cbfe01b-c501-4a15-9a43-c3a68e49759e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4997835 May 27 03:56:42.790796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e9bcc14f-b141-4522-bb89-c4d6049e9b70 req-ab4c728d-6ab1-4688-b634-7562c56150a8 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] Unset dirty status for tenant:11158a84c3ba4e08bbfa48cc92ec853b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:42.794655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9bcc14f-b141-4522-bb89-c4d6049e9b70 req-ab4c728d-6ab1-4688-b634-7562c56150a8 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1690350 May 27 03:56:42.832750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53694) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:42.955059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67405669-2435-469d-ad00-71ea595739ad req-81badcb6-183f-48d2-8197-fe55786c9650 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600214 May 27 03:56:43.013963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:43.040483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a90e21b3-6458-4ca9-bc96-cd95e6447bd5 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 200 len: 240 time: 0.3678019 May 27 03:56:43.041968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:43.059181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-d9ac5f73-e66d-4826-b2ea-64b8fa90c3eb tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-224037921') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:43.197075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-1ad72f81-7342-4427-822e-7c23fe56babf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01bc84a2eb10490caf49d50b3e803680&device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 1101 time: 0.2732651 May 27 03:56:43.224235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a8c2f79-9cbc-4eee-908d-31a3f9dda060 tempest-TestSecurityGroupsBasicOps-576955412 tempest-TestSecurityGroupsBasicOps-576955412-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 1055 time: 0.3871911 May 27 03:56:43.285756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a3a52d7-2e45-4a0e-97f1-736b3492cf60 req-b0bb0cb1-f95c-4395-ab76-894b2453ddf7 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352063 May 27 03:56:43.328316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d9ac5f73-e66d-4826-b2ea-64b8fa90c3eb tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-224037921 HTTP/1.1" status: 204 len: 168 time: 0.2831182 May 27 03:56:43.329695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:43.353796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-0ad251bc-4220-4ae0-95f5-4b1b9481f6c8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-224037921') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:43.389810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router 5aefbc7c-488b-4ba8-b11b-1f3cf98585ec is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:56:43.495950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-4c83dbee-1e56-40c7-8201-79957e7f5d05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:43.498249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-4c83dbee-1e56-40c7-8201-79957e7f5d05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.2684085 May 27 03:56:43.546933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ed5ac4b0-92fb-47f0-b694-e7095854796d tempest-DvrRoutersNegativeTest-1742482091 tempest-DvrRoutersNegativeTest-1742482091-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-496180882', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:43.549650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.policy [None req-ed5ac4b0-92fb-47f0-b694-e7095854796d tempest-DvrRoutersNegativeTest-1742482091 tempest-DvrRoutersNegativeTest-1742482091-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84155) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 27 03:56:43.549940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.policy [None req-ed5ac4b0-92fb-47f0-b694-e7095854796d tempest-DvrRoutersNegativeTest-1742482091 tempest-DvrRoutersNegativeTest-1742482091-project] Failed policy check for 'create_router' {{(pid=84155) enforce /opt/stack/neutron/neutron/policy.py:482}} May 27 03:56:43.550529 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-ed5ac4b0-92fb-47f0-b694-e7095854796d tempest-DvrRoutersNegativeTest-1742482091 tempest-DvrRoutersNegativeTest-1742482091-project] create failed (client error): Access was denied to this resource. May 27 03:56:43.551560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ed5ac4b0-92fb-47f0-b694-e7095854796d tempest-DvrRoutersNegativeTest-1742482091 tempest-DvrRoutersNegativeTest-1742482091-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5346072 May 27 03:56:43.616088 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-81d0f5fc-3bff-49d9-ad50-e41e6f422e07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1159220 May 27 03:56:43.630058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0ad251bc-4220-4ae0-95f5-4b1b9481f6c8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-224037921 HTTP/1.1" status: 204 len: 168 time: 0.2985651 May 27 03:56:43.633555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:43.633713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-8dbf667a-7e84-40cf-84d8-5bb0f04880da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6 HTTP/1.1" status: 200 len: 217 time: 0.0865936 May 27 03:56:43.640969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-128d3442-caec-48af-a482-9902d1b9f23d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:43.710998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-0105a8a7-af05-4894-a0e5-c6f61205389d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:43.712392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-0105a8a7-af05-4894-a0e5-c6f61205389d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0698383 May 27 03:56:43.939659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-4890dca5-e401-4395-ae0a-9879da884fc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2087195 May 27 03:56:44.083891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-128d3442-caec-48af-a482-9902d1b9f23d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 200 len: 205 time: 0.4492588 May 27 03:56:44.114973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53740) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.164803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-6e61c015-8154-4eea-9c36-6bc6a62c3098 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.226146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512776-40c7-4604-a84b-008dec943385 req-b2e6beb3-0503-47f8-8d0a-e9488a58495f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:44.227606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-b2e6beb3-0503-47f8-8d0a-e9488a58495f service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.5963063 May 27 03:56:44.247289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcee9a-f7ff-4ed6-a122-50b93ff07f4e req-dec61e21-37dd-4717-b7ef-b7071cd5f421 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:44.259761 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77bcee9a-f7ff-4ed6-a122-50b93ff07f4e req-dec61e21-37dd-4717-b7ef-b7071cd5f421 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.3791497 May 27 03:56:44.301307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e61c015-8154-4eea-9c36-6bc6a62c3098 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 200 len: 241 time: 0.1664014 May 27 03:56:44.301307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-5eec2b16-44a4-4299-81d9-0f903c7e67de service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547018 May 27 03:56:44.322474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.322801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.425161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:44.437190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] Sync routers for ids ['5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:44.437703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:44.441043 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d091af71-f370-45e2-a419-880608a01030 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "PUT /v2.0/routers/5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 200 len: 913 time: 6.8931038 May 27 03:56:44.452166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.459191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] Routers {'5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:44.460099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.468577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-b7d46a85-e21f-4800-b2d9-89982381064d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c581b211-465d-4286-9016-e5a7261c626d HTTP/1.1" status: 200 len: 217 time: 0.2323313 May 27 03:56:44.472751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e77823cf-e730-493d-b546-dac6f862902c tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-1547305239') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.526704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.538512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] Routers {'5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:44.540086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.563375 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e77823cf-e730-493d-b546-dac6f862902c tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-1547305239 HTTP/1.1" status: 204 len: 168 time: 0.1181877 May 27 03:56:44.567966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.590174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-3362e638-d2ce-4a4c-a89e-b33d3968cf6b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-1547305239') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.612710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512776-40c7-4604-a84b-008dec943385 req-521e98fc-ae97-44d4-836a-d4757801f15e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:44.619181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-521e98fc-ae97-44d4-836a-d4757801f15e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.1332238 May 27 03:56:44.623219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586f0d-153b-4da2-b15d-3d771c06db87 req-99cafe47-8951-4774-ad9f-46fb633eba79 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:44.624721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce586f0d-153b-4da2-b15d-3d771c06db87 req-99cafe47-8951-4774-ad9f-46fb633eba79 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 943 time: 0.3924615 May 27 03:56:44.669168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.669895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a211c-232e-41b2-97d2-4625930aeadf None None] The sync data for ids ['5aefbc7c-488b-4ba8-b11b-1f3cf98585ec'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:44.701803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9d6bd593-2b3c-4c80-84eb-e53da5c3339a req-968087f8-d5ee-4d65-b055-e9ac3149b150 service neutron] 10.222.0.41 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591948 May 27 03:56:44.757290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:44.776877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3362e638-d2ce-4a4c-a89e-b33d3968cf6b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-1547305239 HTTP/1.1" status: 204 len: 168 time: 0.2045791 May 27 03:56:44.780461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.806375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-115252d9-7bbd-41de-8f3d-f0ed163f1fef tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.843755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:44.850124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Usage tracker for resource:security_group_rule and tenant:cca0f89726bb4ae58905e981510e3a9a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:44.855653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:44.863298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-1339e766-5b3b-4de1-bf64-1b8853bb3843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320204 May 27 03:56:44.868271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:44.878192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-115252d9-7bbd-41de-8f3d-f0ed163f1fef tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 200 len: 205 time: 0.0940871 May 27 03:56:44.886639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:44.904272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-b653aa8a-239f-4591-b7d7-2c29c7185a0d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:44.938863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce586f0d-153b-4da2-b15d-3d771c06db87 req-0402740d-144d-4133-b272-76fb534fa243 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055923 May 27 03:56:45.007879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b653aa8a-239f-4591-b7d7-2c29c7185a0d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 204 len: 168 time: 0.1162360 May 27 03:56:45.010530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.025717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e8c1ceb-2d56-49bf-834e-1d04a8618f25 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 200 len: 919 time: 0.5592098 May 27 03:56:45.026083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53778) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.036918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-cacaf044-a4c9-4b9d-9191-3022b4f633cd tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:45.097873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-982baf88-5d5a-4262-bf9a-8288e2faec07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Synchronizing usage tracker for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:45.111329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-982baf88-5d5a-4262-bf9a-8288e2faec07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Unset dirty status for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:45.114861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-982baf88-5d5a-4262-bf9a-8288e2faec07 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=5aefbc7c-488b-4ba8-b11b-1f3cf98585ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0854564 May 27 03:56:45.115698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.182436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c581b211-465d-4286-9016-e5a7261c626d details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:56:45.317274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-005bf626-2e9f-4c16-b18c-5ce6525ee420 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399638 May 27 03:56:45.336531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46741e-12da-4597-849d-9d1038722db1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:45.337160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4a46741e-12da-4597-849d-9d1038722db1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Synchronizing usage tracker for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:45.367144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.400800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4a46741e-12da-4597-849d-9d1038722db1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Unset dirty status for tenant:8aa021aa1c1746da9f95171fdfa97a13 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:45.402555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4a46741e-12da-4597-849d-9d1038722db1 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.2862852 May 27 03:56:45.406335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.435735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.442600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c581b211-465d-4286-9016-e5a7261c626d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:45.466036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c581b211-465d-4286-9016-e5a7261c626d', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'port_id': 'c581b211-465d-4286-9016-e5a7261c626d', 'mac_address': 'fa:16:3e:6b:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:56:45.466297 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0a4bd42d-d5d9-4f83-ab24-ae9017a404da tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 200 len: 205 time: 0.0589185 May 27 03:56:45.472629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53804) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.478763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cca0f89726bb4ae58905e981510e3a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0357175 May 27 03:56:45.483405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53808) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.560888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.575186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cacaf044-a4c9-4b9d-9191-3022b4f633cd tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 204 len: 168 time: 0.5630956 May 27 03:56:45.582864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581b211-465d-4286-9016-e5a7261c626d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:56:45.587979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.601928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b39d8-edc3-42b9-99e4-8b6da3318db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e875d92-1065-4585-9bbe-3be87aa69830,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:45.616519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c581b211-465d-4286-9016-e5a7261c626d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:45.618177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-c8aeadb5-4dbe-49c9-be85-407668dbd12b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:45.626875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.714625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb512776-40c7-4604-a84b-008dec943385 req-bf4bfc7d-2111-4689-81db-e5055f8b0a30 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889768 May 27 03:56:45.732380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.740409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-a2beee58-580a-4a60-aef2-1947d592a93c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:45.742020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-a2beee58-580a-4a60-aef2-1947d592a93c tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.3991454 May 27 03:56:45.779991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:45.798151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2ca0-4b75-47c9-a8bb-feed90e4ae5c req-c1cbe97b-3773-45fa-a745-23c896bc2778 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:45.812162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3daf2ca0-4b75-47c9-a8bb-feed90e4ae5c req-c1cbe97b-3773-45fa-a745-23c896bc2778 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 909 time: 0.2967744 May 27 03:56:45.846281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c581b211-465d-4286-9016-e5a7261c626d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:56:45.851505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c8aeadb5-4dbe-49c9-be85-407668dbd12b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 204 len: 168 time: 0.2614663 May 27 03:56:45.857356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.863729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-2e89f325-21c7-4795-9624-e93fc514881d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:45.864791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.904090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port 1faac762-c4ee-4006-9977-fa9ec578b53f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:45.904429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:45.971464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2e89f325-21c7-4795-9624-e93fc514881d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 204 len: 168 time: 0.1126666 May 27 03:56:45.978368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53826) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:45.988060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-1656cefa-4571-4d67-a3e2-fa66a34ad445 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-2118869124') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:46.119293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:46.221390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e875d92-1065-4585-9bbe-3be87aa69830,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:46.282331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:46.286715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b185449-705c-4033-b5e8-c4f4775d49a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e875d92-1065-4585-9bbe-3be87aa69830 HTTP/1.1" status: 204 len: 168 time: 0.7985272 May 27 03:56:46.299691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:46.508982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1656cefa-4571-4d67-a3e2-fa66a34ad445 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-2118869124 HTTP/1.1" status: 201 len: 201 time: 0.5256388 May 27 03:56:46.510440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53838) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:46.520610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port 1faac762-c4ee-4006-9977-fa9ec578b53f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=1faac762-c4ee-4006-9977-fa9ec578b53f,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:46.521002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:46.532407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-54762406-e88d-48f4-a575-499955a158cc tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-1595774673') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:46.720948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for 1faac762-c4ee-4006-9977-fa9ec578b53f owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:46.898007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e14aa-9490-4fac-aa09-0bc48ac70c57 req-8e4a02f3-c595-455f-86f8-c05980b27732 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:46.899507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e49e14aa-9490-4fac-aa09-0bc48ac70c57 req-8e4a02f3-c595-455f-86f8-c05980b27732 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 944 time: 0.6827617 May 27 03:56:46.943480 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:56:47.052485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e49e14aa-9490-4fac-aa09-0bc48ac70c57 req-340e9062-6b68-43da-a5fb-68f41dd6aaa9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394346 May 27 03:56:47.151800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54762406-e88d-48f4-a575-499955a158cc tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-1595774673 HTTP/1.1" status: 201 len: 201 time: 0.6390290 May 27 03:56:47.154896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:47.163207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-88a658f1-b8dd-410d-960a-cb7dbea69222 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-98570558') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:47.175033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.205946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c581b211-465d-4286-9016-e5a7261c626d up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:56:47.215590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.234923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=1faac762-c4ee-4006-9977-fa9ec578b53f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:47.282950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port 1c153e2f-27b9-4221-b2e5-bd03bef12210 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:47.284173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.371695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c581b211-465d-4286-9016-e5a7261c626d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:56:47.377882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] No DVR routers for this DVR port 1faac762-c4ee-4006-9977-fa9ec578b53f on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:56:47.379285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c581b211-465d-4286-9016-e5a7261c626d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:56:47.379822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.380713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.390294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'name': 'network-vif-deleted', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:47.435125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-453b4ce7-ead0-4e45-81d5-f7a5f38bff1f req-6bcd0d83-5e25-4c79-9ba0-0d9d4db0a6e1 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.41 "DELETE /v2.0/ports/1faac762-c4ee-4006-9977-fa9ec578b53f HTTP/1.1" status: 204 len: 173 time: 1.6823795 May 27 03:56:47.555999 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63eb6d02-5edd-4095-bac4-e88cb130c541'] response: {'server_uuid': 'ed1419cd-4c34-4688-b7bd-4040168ffda5', 'name': 'network-vif-deleted', 'tag': '1faac762-c4ee-4006-9977-fa9ec578b53f', 'status': 'completed', 'code': 200} May 27 03:56:47.600606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5764dd9b-62cb-464e-8911-c578c7e120ec req-4eaaf08d-3538-49dd-8d78-d8ca4733cec4 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed1419cd-4c34-4688-b7bd-4040168ffda5 HTTP/1.1" status: 200 len: 210 time: 0.3215287 May 27 03:56:47.640070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:47.664836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53878) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:47.669973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-88a658f1-b8dd-410d-960a-cb7dbea69222 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-98570558 HTTP/1.1" status: 201 len: 201 time: 0.5007167 May 27 03:56:47.687081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-988b7a7c-f257-4e71-96a5-13afa8497094 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-308086450') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:47.722345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.788361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.805854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:47.821848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c581b211-465d-4286-9016-e5a7261c626d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:47.832713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.852031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-67969b9c-f27a-475e-b093-bd91b5d384c6 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:47.852801 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-67969b9c-f27a-475e-b093-bd91b5d384c6 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): There was a conflict when trying to complete your request. May 27 03:56:47.853983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-67969b9c-f27a-475e-b093-bd91b5d384c6 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2126327 May 27 03:56:47.858436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:47.865174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--723809421'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:47.874221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:47.880357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:47.883878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:47.890358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:47.910294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.927109 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:47.932512 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ba905a-a70f-4fb1-9122-71016c1a48ab'] response: {'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d', 'code': 200} May 27 03:56:47.992558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:48.001868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:48.002097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:48.005373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:48.016726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:48.092505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for 1c153e2f-27b9-4221-b2e5-bd03bef12210 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:48.229337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0abcc6a-0872-44c8-b99f-9826e5208768 req-df7ff3cd-f6f1-4bc9-bc4d-9d1f77d08126 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 1096 time: 0.2102032 May 27 03:56:48.248353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-988b7a7c-f257-4e71-96a5-13afa8497094 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-308086450 HTTP/1.1" status: 201 len: 201 time: 0.5823984 May 27 03:56:48.274110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53894) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:48.324550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-04b624a6-f96e-45ce-b6ee-342fb3e8ece4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', {'tags': ['tempest-TagsExtTest-Tag-835647153', 'tempest-TagsExtTest-Tag-154429964', 'tempest-TagsExtTest-Tag-668092736']}) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:48.384700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:48.395707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0abcc6a-0872-44c8-b99f-9826e5208768 req-9162e9b0-98b1-4f90-a4ed-1c69e8ad2f3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580071 May 27 03:56:48.411070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:48.452203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06592d-97fa-4280-a647-2d420b916ed1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:48.513112 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:48.561985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:48.576091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=1c153e2f-27b9-4221-b2e5-bd03bef12210,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:48.594002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce920e8-2907-4ac6-a4ff-a0397d29a360 req-e77b0946-924c-48ec-83a9-a8c3c2b7a303 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:48.606044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fce920e8-2907-4ac6-a4ff-a0397d29a360 req-e77b0946-924c-48ec-83a9-a8c3c2b7a303 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.3302112 May 27 03:56:48.608960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:48.623572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04b624a6-f96e-45ce-b6ee-342fb3e8ece4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 200 len: 315 time: 0.3432922 May 27 03:56:48.625784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:48.629918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:48.639628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-026742e0-1ee9-4745-aa16-a3ac8d8796cc tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:48.696194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:48.849096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1faac762-c4ee-4006-9977-fa9ec578b53f no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:56:48.877011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53912) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:48.930135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fce920e8-2907-4ac6-a4ff-a0397d29a360 req-fd998d54-5538-43da-9cbb-3f6ef643d616 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053875 May 27 03:56:48.937516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 1faac762-c4ee-4006-9977-fa9ec578b53f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:56:48.937939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 1faac762-c4ee-4006-9977-fa9ec578b53f not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:56:48.962072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:48.990232 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.001600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.027260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-026742e0-1ee9-4745-aa16-a3ac8d8796cc tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 204 len: 168 time: 0.3961103 May 27 03:56:49.032711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.045908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-84368710-231d-45f8-8065-ceefae631913 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-835647153') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:49.151476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb97920-e3b0-4241-9784-6f7d795d6d53,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:49.160471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.164062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2bd392b-04bb-45fe-9534-fb5fa898da97 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3041775 May 27 03:56:49.167279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.182135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': 'abb97920-e3b0-4241-9784-6f7d795d6d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:49.188211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:49.193175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:49.197171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:49.203295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:49.206031 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.231837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.278648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.287564 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-84368710-231d-45f8-8065-ceefae631913 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:49.291782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84368710-231d-45f8-8065-ceefae631913 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-835647153 HTTP/1.1" status: 404 len: 328 time: 0.2540877 May 27 03:56:49.297796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53934) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.305337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-bfa665d9-8266-4eea-b3aa-f30137fb8841 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-154429964') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:49.389768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:49.415673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Usage tracker for resource:security_group_rule and tenant:bd094c5c95b84a22af2c89a2de5df741 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:49.420305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.423719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:49.433584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:49.437160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.475314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3c7df2-3fe3-4ac0-ac96-20ae7c586d47,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:49.509942 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-bfa665d9-8266-4eea-b3aa-f30137fb8841 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:49.513016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bfa665d9-8266-4eea-b3aa-f30137fb8841 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-154429964 HTTP/1.1" status: 404 len: 328 time: 0.2118161 May 27 03:56:49.585821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.586955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.588312 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee7c42ae-8d15-48fa-8f35-cf59c5b61edd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4145722 May 27 03:56:49.593853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.599103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-7b6b2017-4b00-4645-b829-0d67a13db728 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed', 'tempest-TagsExtTest-Tag-668092736') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:49.629825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.635581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.637557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.640774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': 'abb97920-e3b0-4241-9784-6f7d795d6d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:49.654693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:49.657107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.673982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:49.685764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:49.685961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.686170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router 5aefbc7c-488b-4ba8-b11b-1f3cf98585ec {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:49.706985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:49.708773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.716793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-83d10786-3b86-4225-938e-42950a1e7589 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 204 len: 168 time: 4.2324407 May 27 03:56:49.716793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.719160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1242796521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:49.726501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:49.732398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:49.739643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:49.742345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9510f-a093-4e7a-9b18-0fff40f4f18e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:49.748194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ea5232a-40c0-473b-bd9e-3d11f8f9e031 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd094c5c95b84a22af2c89a2de5df741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7785859 May 27 03:56:49.756981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.772541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.842039 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-7b6b2017-4b00-4645-b829-0d67a13db728 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:49.843210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7b6b2017-4b00-4645-b829-0d67a13db728 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags/tempest-TagsExtTest-Tag-668092736 HTTP/1.1" status: 404 len: 328 time: 0.2534719 May 27 03:56:49.847662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:49.859041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e7475d9e-9ce8-4cd3-bce2-e624ade4e790 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', {'tags': ['tempest-TagsExtTest-Tag-1443315697', 'tempest-TagsExtTest-Tag-2073437220', 'tempest-TagsExtTest-Tag-495317655']}) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:49.872594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:49.893420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.894315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.933702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.949723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.967073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:49.977660 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): There was a conflict when trying to complete your request. May 27 03:56:49.981333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de6e2645-d73a-43b8-91e0-805fbc4a87d1 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3837640 May 27 03:56:49.982317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.011346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e7475d9e-9ce8-4cd3-bce2-e624ade4e790 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 200 len: 317 time: 0.1589694 May 27 03:56:50.011584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.016265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.037330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-1f37b725-4400-4541-9578-4ec7a8ca6dc7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:50.081997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.119140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9510f-a093-4e7a-9b18-0fff40f4f18e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:50.134165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.137022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62f8c9f7-efb2-402d-88c4-30df0cb3e0ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ee9510f-a093-4e7a-9b18-0fff40f4f18e HTTP/1.1" status: 204 len: 168 time: 0.3756609 May 27 03:56:50.145999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.147466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7fc36a1-0196-4830-90e4-8bda31dcad1d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4323537 May 27 03:56:50.150910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53972) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.157443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:50.185920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.438811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df287ef7-4b99-4010-8f53-2120d883ec99 req-27e47ef0-ba13-4b3b-b614-54377c3f5586 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:50.440380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df287ef7-4b99-4010-8f53-2120d883ec99 req-27e47ef0-ba13-4b3b-b614-54377c3f5586 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.3554294 May 27 03:56:50.441154 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.477863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.566344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.584788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f37b725-4400-4541-9578-4ec7a8ca6dc7 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 204 len: 168 time: 0.5629790 May 27 03:56:50.587048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.596516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-1599243a-8022-44a6-a6c6-1ff919402ce5 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-1443315697') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:50.618125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.650432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df287ef7-4b99-4010-8f53-2120d883ec99 req-255b21d8-475f-433b-bde3-5601efdb92b0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638041 May 27 03:56:50.668692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.669030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:50.692439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Usage tracker for resource:security_group_rule and tenant:c7d19bd6d0d54727957db94ff6c7e53f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:50.701271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:50.710120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:50.713592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.716090 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-1599243a-8022-44a6-a6c6-1ff919402ce5 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:50.719681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1599243a-8022-44a6-a6c6-1ff919402ce5 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-1443315697 HTTP/1.1" status: 404 len: 329 time: 0.1292987 May 27 03:56:50.720930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.727641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e17ddb13-f025-43eb-be10-76f6db518534 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-2073437220') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:50.745395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb97920-e3b0-4241-9784-6f7d795d6d53,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:50.789625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.793136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f0df639-a4d2-42a6-b3a8-6c292e9ed0a4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/abb97920-e3b0-4241-9784-6f7d795d6d53 HTTP/1.1" status: 204 len: 168 time: 0.8003044 May 27 03:56:50.802723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53994) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.901891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.936643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:50.966688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e323a7a0-4bc8-42c9-b555-0ff02d529112 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:50.971566 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-e17ddb13-f025-43eb-be10-76f6db518534 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:50.975382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e17ddb13-f025-43eb-be10-76f6db518534 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-2073437220 HTTP/1.1" status: 404 len: 329 time: 0.2508326 May 27 03:56:50.975642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:50.982610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-d5e4a396-886b-4a6f-a4eb-c68da6756ec8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d', 'tempest-TagsExtTest-Tag-495317655') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:51.018520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbaeef-8f6c-41d9-8aa7-d9ffdca24d66,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:51.031127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-061b43f2-817d-4e0b-b95d-a848e6b447bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7d19bd6d0d54727957db94ff6c7e53f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4519155 May 27 03:56:51.033825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.045269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c1b9-0c07-42b1-a71a-4b6d451568e7 req-53e868f5-297d-4e7e-820d-54e2db543a01 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:51.046709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d26c1b9-0c07-42b1-a71a-4b6d451568e7 req-53e868f5-297d-4e7e-820d-54e2db543a01 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.2004249 May 27 03:56:51.063950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.077459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'port_id': 'c581b211-465d-4286-9016-e5a7261c626d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:51.094425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e323a7a0-4bc8-42c9-b555-0ff02d529112 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:51.095307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e323a7a0-4bc8-42c9-b555-0ff02d529112 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2881172 May 27 03:56:51.104668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54010) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.142531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--346078250'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:51.165671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:51.186839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:51.229691 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.262683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.306926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.353224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.362418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:51.396759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:51.411228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:51.433338 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d5e4a396-886b-4a6f-a4eb-c68da6756ec8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:51.434364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d5e4a396-886b-4a6f-a4eb-c68da6756ec8 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags/tempest-TagsExtTest-Tag-495317655 HTTP/1.1" status: 404 len: 328 time: 0.4573019 May 27 03:56:51.434654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:51.437748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.455929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-599adcdc-5101-4a4a-8e39-614d3e99e747 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', {'tags': ['tempest-TagsExtTest-Tag-182715533', 'tempest-TagsExtTest-Tag-1824542939', 'tempest-TagsExtTest-Tag-363259054']}) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:51.467752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.502485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.758040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.826621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbaeef-8f6c-41d9-8aa7-d9ffdca24d66,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:51.839301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.840449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-599adcdc-5101-4a4a-8e39-614d3e99e747 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 200 len: 316 time: 0.3977659 May 27 03:56:51.861190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-0f31540a-1abf-4371-b83c-257a593fd2fd tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:51.867340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.869357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.870830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60735a68-42b9-455c-9819-b438702f62d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75bbaeef-8f6c-41d9-8aa7-d9ffdca24d66 HTTP/1.1" status: 204 len: 168 time: 0.8361926 May 27 03:56:51.880299 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.974422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:51.976469 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8698368 May 27 03:56:51.982580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54026) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:51.987067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc75a0c-7e3d-43bf-b32a-a3ecda55e3f7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3a4a4-e502-4ed6-885e-b1b8adf874d4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:51.997924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-079f3a72-b0de-46ba-8a12-5279f4b7f70d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '7ac3a4a4-e502-4ed6-885e-b1b8adf874d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:51.998544 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-079f3a72-b0de-46ba-8a12-5279f4b7f70d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:51.999779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-079f3a72-b0de-46ba-8a12-5279f4b7f70d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0141170 May 27 03:56:52.003177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54030) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.051180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Allocated IP 172.25.8.243 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/67f0a8a7-20c9-4825-a9ad-63170648574d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:56:52.123875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.246661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.299468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0f31540a-1abf-4371-b83c-257a593fd2fd tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 204 len: 168 time: 0.4591305 May 27 03:56:52.305906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.321013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e0373882-89be-4a11-86de-2592e75cf761 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-182715533') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:52.341617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.385456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3a4a4-e502-4ed6-885e-b1b8adf874d4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:52.423256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.427787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0ec9863-3697-43b3-9bdd-70b051530e13 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/7ac3a4a4-e502-4ed6-885e-b1b8adf874d4 HTTP/1.1" status: 204 len: 168 time: 0.4234385 May 27 03:56:52.428495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54042) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.460536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:52.461055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.474767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.514003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.530918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.612176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-422027d3-d55b-43ee-896a-04ebe8b5b13a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:52.657817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-422027d3-d55b-43ee-896a-04ebe8b5b13a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:52.659131 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-422027d3-d55b-43ee-896a-04ebe8b5b13a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2268252 May 27 03:56:52.664170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.673779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086620963'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:52.695131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:52.719237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:52.730135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:52.730487 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.761244 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-e0373882-89be-4a11-86de-2592e75cf761 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:52.764811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0373882-89be-4a11-86de-2592e75cf761 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-182715533 HTTP/1.1" status: 404 len: 328 time: 0.4553938 May 27 03:56:52.773782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:52.786128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-6c53be99-6d5c-4b5a-9c5f-0f3f36c931fa tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-1824542939') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:52.797428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.844309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:52.864318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:56:52.871317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Usage tracker for resource:security_group_rule and tenant:9d0581c49a6544e6a646933a7b22d05e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:52.929841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:52.943398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:52.951317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.952953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:52.954088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:52.964522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:52.972730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:52.979580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:53.010778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.083674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.093353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.143151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.144646 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4792297 May 27 03:56:53.149837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54058) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.168138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-46a920ae-12e0-46aa-8a47-ff330d6b4e8b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '79c56c1b-e654-42f6-970d-338b68c98e44', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:53.168752 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-46a920ae-12e0-46aa-8a47-ff330d6b4e8b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:53.173045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-46a920ae-12e0-46aa-8a47-ff330d6b4e8b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173125 May 27 03:56:53.174412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.179880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fced95-6e90-407e-98b4-4a6c5a378e44 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c56c1b-e654-42f6-970d-338b68c98e44,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:53.183688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Pushing event updated for resources: {'Port': ['ID=67f0a8a7-20c9-4825-a9ad-63170648574d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:53.189532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:56:53.192660 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-6c53be99-6d5c-4b5a-9c5f-0f3f36c931fa tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:53.197356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c53be99-6d5c-4b5a-9c5f-0f3f36c931fa tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-1824542939 HTTP/1.1" status: 404 len: 329 time: 0.4167631 May 27 03:56:53.197356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:56:53.198844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:56:53.215789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.227514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-111f9704-dc7e-45c9-9f5a-d73bcf5d4f5e tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032', 'tempest-TagsExtTest-Tag-363259054') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:53.344347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.360303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.377343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.403885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=46cbd53f-b9b5-46fe-b1d8-c4df43364c9e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:53.462893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12af59-3c9a-4375-b3ce-1f3688f40c34,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:53.487392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa802ddd-2095-4d59-85d7-014b77c0950e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d0581c49a6544e6a646933a7b22d05e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0063131 May 27 03:56:53.491011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.548219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.554941 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-111f9704-dc7e-45c9-9f5a-d73bcf5d4f5e tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:53.555963 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-111f9704-dc7e-45c9-9f5a-d73bcf5d4f5e tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags/tempest-TagsExtTest-Tag-363259054 HTTP/1.1" status: 404 len: 328 time: 0.3392723 May 27 03:56:53.558760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.564858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-13cfec39-a63b-4228-a023-2e8abd261bbb tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', {'tags': ['tempest-TagsExtTest-Tag-955404945', 'tempest-TagsExtTest-Tag-2024214556', 'tempest-TagsExtTest-Tag-2106270870']}) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:53.604858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.630029 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP daba7fbf-bbd5-47de-bf25-31a875ee5b83 associated. External IP: 172.25.8.162, port: c581b211-465d-4286-9016-e5a7261c626d. May 27 03:56:53.700659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.758812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-13cfec39-a63b-4228-a023-2e8abd261bbb tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "PUT /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 200 len: 317 time: 0.1989326 May 27 03:56:53.775990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:53.785813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-2728ae04-416e-446b-b5cb-a3275a04406d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:53.812636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.830889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.858946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.917015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.942690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c56c1b-e654-42f6-970d-338b68c98e44,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:53.956283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:53.957573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ef382ca-858e-4b80-ae2d-349e7248c809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/79c56c1b-e654-42f6-970d-338b68c98e44 HTTP/1.1" status: 204 len: 168 time: 0.7818847 May 27 03:56:53.960110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.031732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1a125d55-3a42-417d-b78d-e4c96d04a0c2 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:54.073159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1a125d55-3a42-417d-b78d-e4c96d04a0c2 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:54.074985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a125d55-3a42-417d-b78d-e4c96d04a0c2 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1137984 May 27 03:56:54.079549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54090) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.086128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.087582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100878154'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:54.094964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.100064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:54.115356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:54.129349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12af59-3c9a-4375-b3ce-1f3688f40c34,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:54.151186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.155241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2ab6ecf-e2d7-42a9-8bfe-ebdf3a673eea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f12af59-3c9a-4375-b3ce-1f3688f40c34 HTTP/1.1" status: 204 len: 168 time: 0.6609101 May 27 03:56:54.180617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.184323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.189447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2728ae04-416e-446b-b5cb-a3275a04406d tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 204 len: 168 time: 0.4119124 May 27 03:56:54.192437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.201735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-5346245d-2870-4e1e-a825-9b2c8da831a4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-955404945') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:54.287980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.390042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:54.400095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:54.404935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:54.415567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:54.502016 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-5346245d-2870-4e1e-a825-9b2c8da831a4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:54.508196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5346245d-2870-4e1e-a825-9b2c8da831a4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-955404945 HTTP/1.1" status: 404 len: 328 time: 0.3085911 May 27 03:56:54.509297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.509436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.518408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.527314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-82fd541d-56d5-49f4-ab8c-0ec43667f444 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-2024214556') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:54.603868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:54.605517 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5245121 May 27 03:56:54.614941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54110) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.638601 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-82fd541d-56d5-49f4-ab8c-0ec43667f444 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:54.639778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-82fd541d-56d5-49f4-ab8c-0ec43667f444 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-2024214556 HTTP/1.1" status: 404 len: 329 time: 0.1215088 May 27 03:56:54.643571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.721961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-8055103b-cda7-447e-b5ab-3134caddeac4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2', 'tempest-TagsExtTest-Tag-2106270870') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:54.732597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c9c54aff-b019-4bbe-a065-8afcc8d909ac tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '69dd78c1-cf7d-4725-90a3-017ce8fc66cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:54.733394 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-c9c54aff-b019-4bbe-a065-8afcc8d909ac tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:54.742719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c9c54aff-b019-4bbe-a065-8afcc8d909ac tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1136055 May 27 03:56:54.744610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54118) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.812241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c1bcad89-4df9-458d-ae1c-4e2c629bce25 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '69dd78c1-cf7d-4725-90a3-017ce8fc66cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:54.812925 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-c1bcad89-4df9-458d-ae1c-4e2c629bce25 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:54.813972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c1bcad89-4df9-458d-ae1c-4e2c629bce25 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0685067 May 27 03:56:54.815525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9856908-fb60-4d7a-93da-e4a98f81ea42 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd78c1-cf7d-4725-90a3-017ce8fc66cd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:54.817436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54124) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.844318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-61a45fa0-05aa-45ae-8d46-60dcf8b89392 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '69dd78c1-cf7d-4725-90a3-017ce8fc66cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:54.845108 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-61a45fa0-05aa-45ae-8d46-60dcf8b89392 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:54.848607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61a45fa0-05aa-45ae-8d46-60dcf8b89392 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179160 May 27 03:56:54.850373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54130) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.859332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b71cffdb-2929-4134-9dd3-f5e45ff4c0e9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '69dd78c1-cf7d-4725-90a3-017ce8fc66cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:54.860252 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-b71cffdb-2929-4134-9dd3-f5e45ff4c0e9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:54.860923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b71cffdb-2929-4134-9dd3-f5e45ff4c0e9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082588 May 27 03:56:54.865415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.872336 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-8055103b-cda7-447e-b5ab-3134caddeac4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] show failed (client error): The resource could not be found. May 27 03:56:54.873451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8055103b-cda7-447e-b5ab-3134caddeac4 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags/tempest-TagsExtTest-Tag-2106270870 HTTP/1.1" status: 404 len: 329 time: 0.2264264 May 27 03:56:54.877152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54138) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:54.883437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-3a5f5707-d55c-4ff8-a60f-eb76caa02c27 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5517a65d-fc44-455e-9433-98b01b12fad2') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:54.948528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a5f5707-d55c-4ff8-a60f-eb76caa02c27 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2/tags HTTP/1.1" status: 204 len: 168 time: 0.0714478 May 27 03:56:54.950990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:55.002816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Router 624e8c91-01b0-4a71-a86e-76bfec9964fb is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:56:55.004337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-7d2533a5-4f06-4236-9ce9-eee044a8ff87 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83281253-f7f1-4d10-89a5-f4a80db57032') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.021391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:55.023938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.195180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.254394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d2533a5-4f06-4236-9ce9-eee044a8ff87 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032/tags HTTP/1.1" status: 204 len: 168 time: 0.3023181 May 27 03:56:55.258052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54150) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:55.266131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-180dca4e-4a87-4a90-94db-2490639f0eb9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07ce996c-fce1-4c6f-a98b-b215cab47e3d') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.413176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-180dca4e-4a87-4a90-94db-2490639f0eb9 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d/tags HTTP/1.1" status: 204 len: 168 time: 0.1524713 May 27 03:56:55.416161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.417615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:55.424664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.tag.tag_plugin [None req-c1b57c1f-151c-4402-b192-fe1b6de4e567 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4f31685-1c6c-4fea-9eb7-02c2393d5aed') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.448179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd78c1-cf7d-4725-90a3-017ce8fc66cd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:55.462313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router eb8734e9-ff4e-4998-8bda-7a8396722913 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:56:55.467236 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.470949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e62d9f72-28eb-438e-85d5-df1c7fea526f tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/69dd78c1-cf7d-4725-90a3-017ce8fc66cd HTTP/1.1" status: 204 len: 168 time: 0.6026983 May 27 03:56:55.472165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54162) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:55.537780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:55.542934 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.544143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f459962d-d2c9-49b0-b1f2-690c9ab429c8 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "PUT /v2.0/routers/624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 200 len: 916 time: 5.3920629 May 27 03:56:55.546700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:55.550313 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] Sync routers for ids ['624e8c91-01b0-4a71-a86e-76bfec9964fb'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:55.550921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:55.561473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:55.586566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:55.587440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.602263 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] Routers {'624e8c91-01b0-4a71-a86e-76bfec9964fb'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:55.603138 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['624e8c91-01b0-4a71-a86e-76bfec9964fb'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.613035 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:55.730204 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.748888 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] Routers {'624e8c91-01b0-4a71-a86e-76bfec9964fb'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:55.749765 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['624e8c91-01b0-4a71-a86e-76bfec9964fb'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.760984 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2e0e0aeb-b109-4d65-b62c-cd8d1f429cfb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "PUT /v2.0/floatingips/daba7fbf-bbd5-47de-bf25-31a875ee5b83 HTTP/1.1" status: 200 len: 991 time: 4.6908147 May 27 03:56:55.761955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:56:55.891026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:55.891026 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b8506-527a-4f7c-bb92-e71061d88185 None None] The sync data for ids ['624e8c91-01b0-4a71-a86e-76bfec9964fb'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:55.915809 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c51300-2d9b-4a8a-8c55-9368e307bc73'] response: {'name': 'network-changed', 'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d', 'status': 'completed', 'code': 200} May 27 03:56:55.983278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-efbf456e-b1b8-4b9f-9bb5-59030ff84fa7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:55.997171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:56.061133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-620e3894-4c69-4398-b547-0c19ea573e57 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 200 len: 922 time: 0.5130451 May 27 03:56:56.064310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-efbf456e-b1b8-4b9f-9bb5-59030ff84fa7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:56.069828 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-efbf456e-b1b8-4b9f-9bb5-59030ff84fa7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5921412 May 27 03:56:56.069828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.079678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.101314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--377584134'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:56.141966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:56.184877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:56.222415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.292315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-1131769b-bd5e-4edd-8af6-c9833664c5ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 1096 time: 0.3661852 May 27 03:56:56.344339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c1b57c1f-151c-4402-b192-fe1b6de4e567 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed/tags HTTP/1.1" status: 204 len: 168 time: 0.9208016 May 27 03:56:56.345109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54190) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.427637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:56.443975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:56.469178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.471447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:56.484692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64efb83c-4c50-4351-9c11-f1c5a688888b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for subnetpool, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.488138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64efb83c-4c50-4351-9c11-f1c5a688888b tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnetpools/5517a65d-fc44-455e-9433-98b01b12fad2 HTTP/1.1" status: 204 len: 168 time: 0.1398470 May 27 03:56:56.492084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.502374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:56.510145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'daba7fbf-bbd5-47de-bf25-31a875ee5b83', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': 'c581b211-465d-4286-9016-e5a7261c626d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:6b:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:56:28Z', 'updated_at': '2022-05-27T03:56:52Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:56.516717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d93a8cc-201b-4081-b9be-bef5033bbd20 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=624e8c91-01b0-4a71-a86e-76bfec9964fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4387150 May 27 03:56:56.518194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.519525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:56.547167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:56.548052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:56.584010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c0442e6-b7f8-4d76-8f6a-dd4da49a4972 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Synchronizing usage tracker for tenant:2d5f6f161c8e492db655eabf3fbc4f5c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:56:56.657357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c0442e6-b7f8-4d76-8f6a-dd4da49a4972 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Unset dirty status for tenant:2d5f6f161c8e492db655eabf3fbc4f5c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:56:56.661146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c0442e6-b7f8-4d76-8f6a-dd4da49a4972 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "GET /v2.0/ports?device_id=83281253-f7f1-4d10-89a5-f4a80db57032 HTTP/1.1" status: 200 len: 205 time: 0.1594777 May 27 03:56:56.661918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54204) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:56.726832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-b5176473-3f3b-493b-9c7b-0178407c6025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:56.726832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-b5176473-3f3b-493b-9c7b-0178407c6025 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.4103556 May 27 03:56:56.852166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.880646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.949156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:56.972924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:56.974305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8932631 May 27 03:56:57.011810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:57.025400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-7645d76d-1eab-45a7-8015-65e63a68a0c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c581b211-465d-4286-9016-e5a7261c626d HTTP/1.1" status: 200 len: 999 time: 0.2832375 May 27 03:56:57.035919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742934b-4ce2-4053-92ca-aa01056104bd tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:57.038193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5742934b-4ce2-4053-92ca-aa01056104bd tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.5189421 May 27 03:56:57.047898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:57.159083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dec9e1fd-3656-4698-861f-98bc019ad52d tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 200 len: 205 time: 0.1060364 May 27 03:56:57.159412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54222) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:57.296763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:56:57.308079 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Sync routers for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:56:57.316004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a2e73b7f-3bcc-4079-b0ac-467097497d48 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "PUT /v2.0/routers/eb8734e9-ff4e-4998-8bda-7a8396722913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4374082 May 27 03:56:57.328283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:57.330450 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:57.366592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:57.369983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:57.388371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-b636ab00-1354-4c56-a105-e9d093463adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:56:57.393662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-b636ab00-1354-4c56-a105-e9d093463adb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.3571053 May 27 03:56:57.418046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c31ec515-bf3c-4437-b6ad-fc686dff4d49 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:57.418827 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-c31ec515-bf3c-4437-b6ad-fc686dff4d49 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:57.419799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c31ec515-bf3c-4437-b6ad-fc686dff4d49 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.4026871 May 27 03:56:57.427604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:57.526975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:57.553975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454c1a-df24-431c-bb02-65d69600b74b tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac55bd-6851-45a9-859c-da1b630038d6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:57.565092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:57.588119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:57.604799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:57.626848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:57.707289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-84f75b24-6b78-486d-9fed-539802e350eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840769 May 27 03:56:57.740710 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:57.745101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting subnet f6dcd190-0528-4fd2-ae02-bae11363aeee {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:56:57.751422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:57.908768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-62c7def4-e6c4-4b57-915b-78b1ed77f3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:57.934898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'daba7fbf-bbd5-47de-bf25-31a875ee5b83', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': 'c581b211-465d-4286-9016-e5a7261c626d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:6b:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:56:28Z', 'updated_at': '2022-05-27T03:56:52Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:57.940937 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:57.943897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4cd57fab-7e53-4cd2-8dd9-572379508368 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4397237 May 27 03:56:57.953331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbca86-b8be-48d4-a4fe-b552706f36db None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'daba7fbf-bbd5-47de-bf25-31a875ee5b83', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.162', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': 'c581b211-465d-4286-9016-e5a7261c626d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:6b:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:56:28Z', 'updated_at': '2022-05-27T03:56:52Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:57.966668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:58.000947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-681d1a7d-f4e7-44a0-b6d1-0114dd39dab7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:58.001603 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-681d1a7d-f4e7-44a0-b6d1-0114dd39dab7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:58.002539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-681d1a7d-f4e7-44a0-b6d1-0114dd39dab7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213203 May 27 03:56:58.008807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54248) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:58.024152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:58.058188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:58.073811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.089439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-5e2f02b4-cc29-41b8-96a7-9dc5586eba69 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752768 May 27 03:56:58.175591 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.348759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59fc86-d2a8-4ad6-a82c-cb3b93d43703 None None] New status for floating IP daba7fbf-bbd5-47de-bf25-31a875ee5b83: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:56:58.459053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0608dd91-139c-4ebe-bd62-f73d09f887a1 req-2e389c24-7340-4def-8dee-bdff6be9c400 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628054 May 27 03:56:58.542996 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:56:53Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:58.548829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:58.552521 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Checking router: eb8734e9-ff4e-4998-8bda-7a8396722913 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:56:58.564285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:58.584484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Routers {'eb8734e9-ff4e-4998-8bda-7a8396722913'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:56:58.585626 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['eb8734e9-ff4e-4998-8bda-7a8396722913'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:58.667061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.673213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:58.703664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.762022 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:58.763290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a0190c16-0d5b-4b5e-a91c-c45ee7973940 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7496674 May 27 03:56:58.766399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:58.772226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9bf80912-2b19-4f62-b57d-ff842e42a08a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:58.773100 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-9bf80912-2b19-4f62-b57d-ff842e42a08a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:58.776916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9bf80912-2b19-4f62-b57d-ff842e42a08a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095303 May 27 03:56:58.777498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:58.786222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:58.787401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.807979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:58.813383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:58.817694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:58.831144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:58.846238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dcd190-0528-4fd2-ae02-bae11363aeee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:56:58.853442 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Project 38775bd453cf4cbc9ddaf3dfcaa62fc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:56:58.858823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.862955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Fanout notify agent at l3_agent the message router_deleted on router 83281253-f7f1-4d10-89a5-f4a80db57032 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:56:58.869364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.874805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b514d-6fcd-4941-9165-01d32ba7bef2 None None] Network 87fe23e2-c854-4823-b528-86cc4aca5cc2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:56:58.900162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:58.928201 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:58.935966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0acafef7-9ed7-45f8-96bc-84cadfbff2e4 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1573863 May 27 03:56:58.942119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:58.964243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1040f997-f734-4e9d-97d5-f1c9c35a3128 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:58.971061 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-1040f997-f734-4e9d-97d5-f1c9c35a3128 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:58.983360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1040f997-f734-4e9d-97d5-f1c9c35a3128 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0344827 May 27 03:56:58.984453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:59.001908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:59.011355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.023975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef307a91-f253-466b-bea1-4e4634ae1e64 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/routers/83281253-f7f1-4d10-89a5-f4a80db57032 HTTP/1.1" status: 204 len: 168 time: 2.3575850 May 27 03:56:59.026287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:59.047276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:59.056434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d696b0c2-fd1b-49ec-ad75-0a21d1bd7d13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/subnets/f6dcd190-0528-4fd2-ae02-bae11363aeee HTTP/1.1" status: 204 len: 168 time: 1.6300426 May 27 03:56:59.059155 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] Set router eb8734e9-ff4e-4998-8bda-7a8396722913 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:56:59.059395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:59.137833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:59.160208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:59.191416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:59.238270 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Project 38775bd453cf4cbc9ddaf3dfcaa62fc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:56:59.267448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Deleting port 07ce996c-fce1-4c6f-a98b-b215cab47e3d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:59.267968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.279907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] DHCP port deletion for 87fe23e2-c854-4823-b528-86cc4aca5cc2 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:56:59.284883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Deleting port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:56:59.285507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.352138 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:59.356508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-649460ab-7a8a-48d6-87b6-aa8cf9175e45 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3681223 May 27 03:56:59.361479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:59.374365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '72ac55bd-6851-45a9-859c-da1b630038d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:56:59.381200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:56:59.385802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:56:59.388844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:56:59.396713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:56:59.413825 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Project 38775bd453cf4cbc9ddaf3dfcaa62fc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:56:59.486672 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:56:59.487618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c59bd47e-61f7-4ae8-a1ea-b2bbd2216652 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1250188 May 27 03:56:59.491914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:56:59.756065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.792782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.821139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.832351 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:56:53Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:56:59.841044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] For port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,segment=NetworkSegment(46fb49d7-bcf7-4565-95e4-91761f05e4f9),segment_id=46fb49d7-bcf7-4565-95e4-91761f05e4f9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:56:59.841484 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:56:59.848104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a43527-83f3-45a3-9ac5-9c134ae76ced None None] The sync data for ids ['eb8734e9-ff4e-4998-8bda-7a8396722913'] in n-d-843301-2 is: [{'id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'name': 'tempest-TestSecurityGroupsBasicOps-router-414453411', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:36Z', 'updated_at': '2022-05-27T03:56:53Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '6f71f30f-6cb3-433e-a4e6-6533b2845563', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8734e9-ff4e-4998-8bda-7a8396722913', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:38Z', 'updated_at': '2022-05-27T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:56:59.935515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.022932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port 67f0a8a7-20c9-4825-a9ad-63170648574d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:00.023827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.052133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Calling delete_port for c6cff6c7-7e35-411d-ab6d-82674d1bdb5e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:00.094163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4ad40a0b-39cb-4aa7-ac6e-93d9e7d751a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.098107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.196720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Calling delete_port for 07ce996c-fce1-4c6f-a98b-b215cab47e3d owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:00.285528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.310768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.349766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac55bd-6851-45a9-859c-da1b630038d6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:00.421133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.422079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e9648159-ef01-4b58-874d-7cfa83f6a640 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/72ac55bd-6851-45a9-859c-da1b630038d6 HTTP/1.1" status: 204 len: 168 time: 0.9256723 May 27 03:57:00.430154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54308) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:00.432519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Pushing event deleted for resources: {'Port': ['ID=c6cff6c7-7e35-411d-ab6d-82674d1bdb5e,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:00.456502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] No DVR routers for this DVR port c6cff6c7-7e35-411d-ab6d-82674d1bdb5e on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:00.458812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.461166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.461166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.461166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.461166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.461166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.463422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.463422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.463422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.463422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.463422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e936548-7d12-43fc-a9d0-2140c8a0aa34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:00.514014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.552193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.621497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event deleted for resources: {'Port': ['ID=07ce996c-fce1-4c6f-a98b-b215cab47e3d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:00.724645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:00.903960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:00.905444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46cbd53f-b9b5-46fe-b1d8-c4df43364c9e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:00.906165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c6cff6c7-7e35-411d-ab6d-82674d1bdb5e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:00.919891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for 67f0a8a7-20c9-4825-a9ad-63170648574d owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:00.949454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:00.967890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c6cff6c7-7e35-411d-ab6d-82674d1bdb5e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:00.968240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c6cff6c7-7e35-411d-ab6d-82674d1bdb5e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:00.968581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3af62d44-53f7-4875-b7fb-232307921a80 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/ports/07ce996c-fce1-4c6f-a98b-b215cab47e3d HTTP/1.1" status: 204 len: 168 time: 1.9381504 May 27 03:57:00.969432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:01.067883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-87586f76-78eb-454b-8c9e-bd3eda16a7ca tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:01.118661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.261759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Deleting subnet d4f31685-1c6c-4fea-9eb7-02c2393d5aed {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:57:01.265586 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.278210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-87586f76-78eb-454b-8c9e-bd3eda16a7ca tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:01.279676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87586f76-78eb-454b-8c9e-bd3eda16a7ca tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8468943 May 27 03:57:01.283924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54326) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:01.291178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117841372'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:01.297976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port 6f71f30f-6cb3-433e-a4e6-6533b2845563 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:01.299405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.337348 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.343368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.354509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:01.401134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:01.463060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.475809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.529999 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.596003 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.612022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:01.616714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:01.619816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:01.626134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:01.661414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.663770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port 6f71f30f-6cb3-433e-a4e6-6533b2845563, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6f71f30f-6cb3-433e-a4e6-6533b2845563,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:01.664232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.668486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22465ca-9325-4cfc-a0e1-07a73dd5d482 None None] Network 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:57:01.678222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.781361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f31685-1c6c-4fea-9eb7-02c2393d5aed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:01.787494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-753f5374-93e4-4f49-9f4c-a1be26992e54 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/subnets/d4f31685-1c6c-4fea-9eb7-02c2393d5aed HTTP/1.1" status: 204 len: 168 time: 0.8146219 May 27 03:57:01.788421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:01.849655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for 6f71f30f-6cb3-433e-a4e6-6533b2845563 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:01.891897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=67f0a8a7-20c9-4825-a9ad-63170648574d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:01.952746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:01.966015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Deleting port 054b7738-0328-4287-a225-c98fcb616e02 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:01.966015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.009145 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.028974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.146687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] DHCP port deletion for 4c42c76c-8ca5-47f2-b6ab-169f40ce6340 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:57:02.154019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Deleting port 054b7738-0328-4287-a225-c98fcb616e02 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:02.154693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.190985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.192199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9072413 May 27 03:57:02.213422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:02.237710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '8704b4e3-f974-4a1b-bba6-5df25ed33dce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:02.270365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:02.277821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:02.281737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:02.289253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] For port 054b7738-0328-4287-a225-c98fcb616e02, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=054b7738-0328-4287-a225-c98fcb616e02,segment=NetworkSegment(6856dc6f-75e1-4cc3-807f-7b28912a3360),segment_id=6856dc6f-75e1-4cc3-807f-7b28912a3360)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:02.289436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.290985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:02.320768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e17c07-4c50-47c7-ab47-d624315a8163 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8704b4e3-f974-4a1b-bba6-5df25ed33dce,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:02.420849 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The resource could not be found. May 27 03:57:02.424407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-072f384c-9fa0-4c24-a916-8e987b07e909 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2074234 May 27 03:57:02.433715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54358) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:02.444140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Calling delete_port for 054b7738-0328-4287-a225-c98fcb616e02 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:02.485645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '8704b4e3-f974-4a1b-bba6-5df25ed33dce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9cd8cfb3-e58e-4755-9555-aac1323b0d73'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:02.502787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:02.524840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:02.530477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:02.541972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:02.552051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.596680 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.658227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] For port 054b7738-0328-4287-a225-c98fcb616e02, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=054b7738-0328-4287-a225-c98fcb616e02,segment=NetworkSegment(6856dc6f-75e1-4cc3-807f-7b28912a3360),segment_id=6856dc6f-75e1-4cc3-807f-7b28912a3360)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:02.663587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.665536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] No DVR routers for this DVR port 054b7738-0328-4287-a225-c98fcb616e02 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:02.711047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event deleted for resources: {'Port': ['ID=054b7738-0328-4287-a225-c98fcb616e02,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:02.738646 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The resource could not be found. May 27 03:57:02.739841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04087c56-a37a-44d1-bb05-935536492577 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3050621 May 27 03:57:02.789128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:02.816497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 054b7738-0328-4287-a225-c98fcb616e02 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:02.877225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.944849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:02.973824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Calling delete_port for 054b7738-0328-4287-a225-c98fcb616e02 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:02.974957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42c76c-8ca5-47f2-b6ab-169f40ce6340']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:03.004819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6856dc6f-75e1-4cc3-807f-7b28912a3360') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:03.005219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6856dc6f-75e1-4cc3-807f-7b28912a3360') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:03.007429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 054b7738-0328-4287-a225-c98fcb616e02 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:03.008042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 054b7738-0328-4287-a225-c98fcb616e02 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:03.013191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.032945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.034548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.059536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.063319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.069373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.118568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.126262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:57:03.126691 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:57:03.139721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:57:03.140145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: timer() May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:57:03.176265 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:57:03.202339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=6f71f30f-6cb3-433e-a4e6-6533b2845563,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:03.280856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.320625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704b4e3-f974-4a1b-bba6-5df25ed33dce,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:03.338965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.340243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ddb7f5fe-2456-4947-8997-0bf835324962 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/8704b4e3-f974-4a1b-bba6-5df25ed33dce HTTP/1.1" status: 204 len: 168 time: 0.5501153 May 27 03:57:03.343083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:03.361831 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.384365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.392684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] 10.222.0.46 "DELETE /v2.0/networks/4c42c76c-8ca5-47f2-b6ab-169f40ce6340 HTTP/1.1" status: 204 len: 168 time: 1.6027029 May 27 03:57:03.421375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedcd70-9fb9-4c11-9e49-90ad5cf86955 tempest-TagsExtTest-1489001746 tempest-TagsExtTest-1489001746-project] Pushing event deleted for resources: {'Network': ['ID=4c42c76c-8ca5-47f2-b6ab-169f40ce6340,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:03.478487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c699534e-1b0f-4fb7-b82d-63dba405a02c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:03.499014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c699534e-1b0f-4fb7-b82d-63dba405a02c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:03.501650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c699534e-1b0f-4fb7-b82d-63dba405a02c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1575863 May 27 03:57:03.506261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:03.514558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '2a45aa6c-580d-4cb6-be27-40d6eb2a7454', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:03.531777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:03.540129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:03.544575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:03.553227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:03.614192 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The resource could not be found. May 27 03:57:03.616691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7c9fe07f-4f15-4b40-a295-2067333b8845 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1083646 May 27 03:57:03.621362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.621557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:03.621942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router 624e8c91-01b0-4a71-a86e-76bfec9964fb {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:03.628491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Deleting port 054b7738-0328-4287-a225-c98fcb616e02 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:03.628733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.647744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--525571101'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:03.661916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:03.684871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:03.698979 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.709926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.712329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-615a49ef-1e27-47f2-a141-8a14b4a968e8 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 204 len: 168 time: 6.5433724 May 27 03:57:03.717830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54390) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:03.733899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f695ce-3eb3-46e5-b1b8-d984a1be49a5 None None] The port '054b7738-0328-4287-a225-c98fcb616e02' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:57:03.738903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1352820693', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:03.775098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:03.776785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:03.781468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:03.784667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:03.786208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Usage tracker for resource:router and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:03.794910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:03.888089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:03.902767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.070036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.073823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4488118 May 27 03:57:04.079886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:04.084863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10309f-2e06-492f-927b-a41eaa73ebd8 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99038b5e-97f3-4156-9d48-3fb094898314,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:04.104985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001741017'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:04.125780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:04.128784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:04.136755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:04.146640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:04.160278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:04.169611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:04.172282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:04.196070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.213591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.295853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:04.305241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:04.309538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:04.328603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:04.431582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.440403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.507091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6b2d6-a8c3-4c01-8416-c738c77e3161,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:04.509723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.511015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-564ea2de-9583-4d14-b544-18cf0c00054c tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4301007 May 27 03:57:04.513708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:04.524190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': '99038b5e-97f3-4156-9d48-3fb094898314', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ed6b2d6-a8c3-4c01-8416-c738c77e3161'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:04.541614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:04.550309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:04.553780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:04.561480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:04.570807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.571844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.659348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.674871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ef93d9d0-3921-4fd6-8897-f12820281a31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d5f6f161c8e492db655eabf3fbc4f5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5077686 May 27 03:57:04.677600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:04.773387 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:57:04.779911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8b9b38f-72d2-4605-bb1f-10f8bb285a8d tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2651870 May 27 03:57:04.781601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:04.833612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.892748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.898893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.917355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.926174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.981647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.998401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:04.998401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Fanout notify agent at l3_agent the message router_deleted on router eb8734e9-ff4e-4998-8bda-7a8396722913 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:05.009368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.043987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.046976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4ec01268-1bbc-434b-858f-383ffb8b191e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/routers/eb8734e9-ff4e-4998-8bda-7a8396722913 HTTP/1.1" status: 204 len: 168 time: 5.8776722 May 27 03:57:05.052136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:05.296068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.360560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acbf895-2112-4db8-a1ef-0a014067ee84,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:05.371057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.378307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-55e2206c-b436-480d-a05a-636abf8b01f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9acbf895-2112-4db8-a1ef-0a014067ee84 HTTP/1.1" status: 204 len: 168 time: 0.6996205 May 27 03:57:05.401297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.411853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.424479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.454060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6b2d6-a8c3-4c01-8416-c738c77e3161,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:05.464127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.491725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.492845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d376fdac-2ec1-4d97-9d91-4d59a11e9809 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ed6b2d6-a8c3-4c01-8416-c738c77e3161 HTTP/1.1" status: 204 len: 168 time: 0.7103298 May 27 03:57:05.496393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:05.627870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Allocated IP 172.25.8.103 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/54cdc66a-305d-4711-911c-cb45fc9995f2) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:05.723964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.769636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fe23e2-c854-4823-b528-86cc4aca5cc2']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:05.788248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-15ac8204-3d0a-40d3-89c9-d4864f1b1023 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:05.791660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fb49d7-bcf7-4565-95e4-91761f05e4f9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:05.791955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fb49d7-bcf7-4565-95e4-91761f05e4f9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:05.814540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.838210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.840878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.856173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-15ac8204-3d0a-40d3-89c9-d4864f1b1023 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:05.857609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-15ac8204-3d0a-40d3-89c9-d4864f1b1023 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3601260 May 27 03:57:05.860517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54464) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:05.869438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:57:05.870077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: timer() May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:57:05.907801 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:57:05.963351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:05.968566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.089851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.099827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.130889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:06.134824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event updated for resources: {'Port': ['ID=54cdc66a-305d-4711-911c-cb45fc9995f2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:06.140583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:06.143004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:57:06.212962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.216142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Network': ['ID=87fe23e2-c854-4823-b528-86cc4aca5cc2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:06.244010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ccd8317d-e664-41d5-b61e-6e03da2e4f3e tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/networks/87fe23e2-c854-4823-b528-86cc4aca5cc2 HTTP/1.1" status: 204 len: 168 time: 1.1899889 May 27 03:57:06.245876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:06.368719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.415812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99038b5e-97f3-4156-9d48-3fb094898314,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:06.465507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.466731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f615ed8c-d020-408c-abb6-2c8527fc2d0e tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/99038b5e-97f3-4156-9d48-3fb094898314 HTTP/1.1" status: 204 len: 168 time: 0.6038518 May 27 03:57:06.477358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54486) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:06.582189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port ef38169f-c67a-47f1-8535-45115db7e6c0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:06.582189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.621001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7778de9e-e001-4db1-aeb2-1665c59bc1c9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:06.636591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f71f30f-6cb3-433e-a4e6-6533b2845563 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:06.648190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7778de9e-e001-4db1-aeb2-1665c59bc1c9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:06.654303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7778de9e-e001-4db1-aeb2-1665c59bc1c9 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1636109 May 27 03:57:06.655317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54492) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:06.661067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875825728'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:06.668921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:06.673618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.674285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.685158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:06.717361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6f71f30f-6cb3-433e-a4e6-6533b2845563 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:06.717710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6f71f30f-6cb3-433e-a4e6-6533b2845563 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:06.864351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.865024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.867422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:06.949501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:06.960663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:06.965275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:06.973880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:07.073511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for ef38169f-c67a-47f1-8535-45115db7e6c0 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:07.127637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.166646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.261828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc42ecee-2a12-4aed-8f59-16bf4cc31bd5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:07.299217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Router bca9a11c-8020-4922-9ebd-0bb5eb4ab449 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:57:07.303555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.307764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a86688ad-5285-40fd-8566-595035dcce9a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6487367 May 27 03:57:07.309319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54514) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:07.324057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': 'dc42ecee-2a12-4aed-8f59-16bf4cc31bd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:07.353334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:07.422807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.451666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:07.504608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=ef38169f-c67a-47f1-8535-45115db7e6c0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:07.524031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:07.537003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:07.609527 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:57:07.613113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af178fe5-6af4-403f-b571-4d3278cf37ad tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2993820 May 27 03:57:07.615712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54534) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:07.623516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group_rule': {'security_group_id': 'dc42ecee-2a12-4aed-8f59-16bf4cc31bd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:07.657003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:07.662421 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.670730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:07.697850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:07.724488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:07.773666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:07.783887 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 03:57:07.786201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] Sync routers for ids ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:07.795880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fb76ad48-e6a6-4d80-87f9-e18fbcc833d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1779919 May 27 03:57:07.805257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54542) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:07.806602 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] Routers {'bca9a11c-8020-4922-9ebd-0bb5eb4ab449'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:07.807469 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:07.862485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:07.863937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bbbd70bd-ce2d-460d-b5cc-60406748fff3 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1440201 May 27 03:57:07.867955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54546) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:07.875499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:07.980460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:08.015752 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] Routers {'bca9a11c-8020-4922-9ebd-0bb5eb4ab449'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:08.020311 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:08.147723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:08.148516 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620e77-80d7-45f2-b64b-ba162c333f7e None None] The sync data for ids ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:08.169627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:08.260110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:08.353603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:08.408537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc42ecee-2a12-4aed-8f59-16bf4cc31bd5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:08.447472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:08.448613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-596a053f-c493-4a26-8f12-e1bb5b484539 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc42ecee-2a12-4aed-8f59-16bf4cc31bd5 HTTP/1.1" status: 204 len: 168 time: 0.6374035 May 27 03:57:08.452851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54566) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:08.759082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad1110b9-7fef-4d8f-813f-c162b408cb0a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:08.824425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad1110b9-7fef-4d8f-813f-c162b408cb0a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:08.825692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad1110b9-7fef-4d8f-813f-c162b408cb0a tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3717222 May 27 03:57:08.829434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54578) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:08.836824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257937599'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:08.843036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router 1e34c465-6265-475b-8a55-91e3eac16b26 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:08.850276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:08.890325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:08.953473 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.320408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:09.328798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:09.332560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Usage tracker for resource:security_group_rule and tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:09.343862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:09.346140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Sync routers for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:09.366840 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.367337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:09.368172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:09.374175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:09.476389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-03dc9c30-df19-4d35-b78a-d58f3cf9e014 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/floatingips/01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd HTTP/1.1" status: 204 len: 168 time: 3.2278035 May 27 03:57:09.477439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:57:09.543092 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a25317c-36fa-4a8f-8703-f245014d4075'] response: {'name': 'network-changed', 'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'status': 'completed', 'code': 200} May 27 03:57:09.599662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.608837 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.736354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-ecfcb4d6-02ff-4857-9554-3eb654f1e203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f6730793a1840b788c89b391229a97d&device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 1135 time: 0.1580894 May 27 03:57:09.942566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:09.956274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:09.958958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1286042 May 27 03:57:09.962898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54612) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:09.983065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd66a-af7c-4e5e-9415-ad58f8a38ba5 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805a386a-40f1-4ab9-81cb-72a8f64f2c03,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:09.995266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ed077175-b7c8-48bf-997e-3facc3118ef3 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:09.995774 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-ed077175-b7c8-48bf-997e-3facc3118ef3 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] update failed (client error): There was a conflict when trying to complete your request. May 27 03:57:09.996804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ed077175-b7c8-48bf-997e-3facc3118ef3 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "PUT /v2.0/security-groups/805a386a-40f1-4ab9-81cb-72a8f64f2c03 HTTP/1.1" status: 409 len: 330 time: 0.0159333 May 27 03:57:09.999526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54616) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:10.058519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.093234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e74b32-b661-4374-9552-0186b3b9596a req-77650246-9ce9-47c8-ad34-8e4774537fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:10.107223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-77650246-9ce9-47c8-ad34-8e4774537fb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 200 len: 898 time: 0.3623524 May 27 03:57:10.159483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.228472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.266666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Deleting port 54cdc66a-305d-4711-911c-cb45fc9995f2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:10.267001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.335416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-2a8e99cc-8e5d-4d1d-bf90-9813ff720470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 200 len: 217 time: 0.2224886 May 27 03:57:10.343889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.491344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e74b32-b661-4374-9552-0186b3b9596a req-271ce964-f9ff-47f0-a8fe-4458fb09058e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:10.494522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-271ce964-f9ff-47f0-a8fe-4458fb09058e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 200 len: 835 time: 0.1507752 May 27 03:57:10.644466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-44c10f70-5247-4a58-84ed-4b4adefc7222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b77616a8-755d-4aa1-830b-ecffbbe21190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421852 May 27 03:57:10.664491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:10.674706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Checking router: 1e34c465-6265-475b-8a55-91e3eac16b26 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:57:10.719658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:10.726621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:10.727998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:10.812163 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-4e08f219-71dd-4c1b-bff0-b610cc5cee82 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584191 May 27 03:57:10.917697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:10.997471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Calling delete_port for 54cdc66a-305d-4711-911c-cb45fc9995f2 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:11.023070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5e74b32-b661-4374-9552-0186b3b9596a req-b2cc7a4f-c677-4daa-8ea0-3e021ce8b198 service neutron] 10.222.0.21 "GET /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007890 May 27 03:57:11.111033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.122810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:11.135531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.156667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc596f0-3def-452a-83dc-ed4b362a294a req-f133fe28-0cd8-4cfa-9327-1cf7173420a4 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:11.158206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bc596f0-3def-452a-83dc-ed4b362a294a req-f133fe28-0cd8-4cfa-9327-1cf7173420a4 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:11.185885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a386a-40f1-4ab9-81cb-72a8f64f2c03,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:11.189821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:11.194253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Usage tracker for resource:security_group_rule and tenant:1865b93f4ed042fdbe4d66de60e4709c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:11.197130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:11.203119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:11.252596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3bc596f0-3def-452a-83dc-ed4b362a294a req-f133fe28-0cd8-4cfa-9327-1cf7173420a4 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:11.254507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bc596f0-3def-452a-83dc-ed4b362a294a req-f133fe28-0cd8-4cfa-9327-1cf7173420a4 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.9271410 May 27 03:57:11.263716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.265370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e3ef61c4-8f3f-40b1-8e61-0b04371139fd tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/805a386a-40f1-4ab9-81cb-72a8f64f2c03 HTTP/1.1" status: 204 len: 168 time: 1.2641444 May 27 03:57:11.270535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:11.327681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.335258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.387857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.405371 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1865b93f4ed042fdbe4d66de60e4709c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4845719 May 27 03:57:11.406382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bb84f-5c32-4855-bf2e-2f295b643dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f13d7-8f60-4fae-a4e4-9cbfaf55094d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:11.412925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:11.432699 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bc596f0-3def-452a-83dc-ed4b362a294a req-2ac68d02-46f8-4a76-819b-550c0dcbb102 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1702988 May 27 03:57:11.434630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c477c522-3011-4350-9f5b-90b37468aa58 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Synchronizing usage tracker for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:11.459378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Pushing event deleted for resources: {'Port': ['ID=54cdc66a-305d-4711-911c-cb45fc9995f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:11.583045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.592875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c477c522-3011-4350-9f5b-90b37468aa58 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] Unset dirty status for tenant:38775bd453cf4cbc9ddaf3dfcaa62fc8 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:11.594167 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c477c522-3011-4350-9f5b-90b37468aa58 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2999303 May 27 03:57:11.619885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.645029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:11.649615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92802f-aabf-4d91-bd29-1d2415a77695 None None] The sync data for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 is: [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:54:17Z', 'revision_number': 4, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '308d709e-e9e3-4ca5-985f-19ec6ef9e2fe', 'name': '', 'network_id': 'b77616a8-755d-4aa1-830b-ecffbbe21190', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'mac_address': 'fa:16:3e:bc:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:14Z', 'updated_at': '2022-05-27T03:54:26Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'subnets': [{'id': 'acf60b97-6e91-4b39-93c5-d9c3061af157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:11.681785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:11.744002 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-f71ece28-f06f-4449-9c2b-ef4d53740ce6 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] delete failed (client error): The resource could not be found. May 27 03:57:11.745103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f71ece28-f06f-4449-9c2b-ef4d53740ce6 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "DELETE /v2.0/security-groups/eaf82c8e-cc8c-421c-b23f-01cc5f4bf3b2 HTTP/1.1" status: 404 len: 347 time: 0.0596721 May 27 03:57:11.749046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.749945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54672) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:11.779228 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-e6ef444d-761b-4d7f-97a5-b66b744bf9d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] show failed (client error): The resource could not be found. May 27 03:57:11.782782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e6ef444d-761b-4d7f-97a5-b66b744bf9d7 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-groups/e2e8a517-6068-4e7a-9868-9e0024e0139e HTTP/1.1" status: 404 len: 347 time: 0.0316842 May 27 03:57:11.783431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54678) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:11.784037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46759dd-265c-482b-9f01-f111f58a5dea req-d8a45113-a55f-45f4-b376-5113465ff438 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:11.785093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b46759dd-265c-482b-9f01-f111f58a5dea req-d8a45113-a55f-45f4-b376-5113465ff438 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:11.786213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.792394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f13d7-8f60-4fae-a4e4-9cbfaf55094d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:11.814336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b46759dd-265c-482b-9f01-f111f58a5dea req-d8a45113-a55f-45f4-b376-5113465ff438 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:11.815598 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b46759dd-265c-482b-9f01-f111f58a5dea req-d8a45113-a55f-45f4-b376-5113465ff438 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.4042325 May 27 03:57:11.816504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.820551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-07f87df7-d2b9-460a-b2ab-642b7bbef3b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e6f13d7-8f60-4fae-a4e4-9cbfaf55094d HTTP/1.1" status: 204 len: 168 time: 0.4039958 May 27 03:57:11.972971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port bc63572a-1875-4610-9828-e14ef9e4e105 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:11.973672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.984096 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-89f4a13c-d888-4b85-b299-7bd3f7257f39 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] show failed (client error): The resource could not be found. May 27 03:57:11.985277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89f4a13c-d888-4b85-b299-7bd3f7257f39 tempest-NegativeSecGroupIPv6Test-2132685556 tempest-NegativeSecGroupIPv6Test-2132685556-project] 10.222.0.46 "GET /v2.0/security-group-rules/bc638150-9cef-493f-ba6d-fcf0483ace9c HTTP/1.1" status: 404 len: 356 time: 0.2005615 May 27 03:57:11.989779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:11.995301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:12.186269 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0887530f-0dcc-4de4-934a-8b6e511366bb None None] New status for floating IP 01d8e05b-a88e-4147-b82a-bdf9fc9ff6bd: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:57:12.223125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Router bca9a11c-8020-4922-9ebd-0bb5eb4ab449 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:12.596279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:12.687568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:12.705854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] Sync routers for ids ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:12.722715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:12.729143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] Routers {'bca9a11c-8020-4922-9ebd-0bb5eb4ab449'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:12.729811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:12.760121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:12.764592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e6830712-0c29-482f-babb-4d51396be173 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "PUT /v2.0/routers/bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 200 len: 706 time: 4.8955102 May 27 03:57:12.765360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54720) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:12.895316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:12.900989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db3701-2ebf-400e-ba19-009ba00a1f19 req-901c2864-4e3b-4da6-8d76-4d5b3fa6a073 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:12.908499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15db3701-2ebf-400e-ba19-009ba00a1f19 req-901c2864-4e3b-4da6-8d76-4d5b3fa6a073 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 984 time: 0.1704588 May 27 03:57:12.914050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] Routers {'bca9a11c-8020-4922-9ebd-0bb5eb4ab449'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:12.915001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:12.925409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:12.946629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port bc63572a-1875-4610-9828-e14ef9e4e105, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=bc63572a-1875-4610-9828-e14ef9e4e105,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:12.947067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.068195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:13.069273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbdd8b7-e2dd-44eb-b484-27413f423d5e None None] The sync data for ids ['bca9a11c-8020-4922-9ebd-0bb5eb4ab449'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:13.148437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for bc63572a-1875-4610-9828-e14ef9e4e105 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:13.209067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:13.218853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15db3701-2ebf-400e-ba19-009ba00a1f19 req-c30a7102-cdd9-4d81-85b7-cfd9c2dca3bf tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/security-groups?id=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc&id=71c9d49b-186c-4abc-914e-46fae6534092&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3092995 May 27 03:57:13.220673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Usage tracker for resource:security_group_rule and tenant:ebc3e181c58f4d39807112dbd469452e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:13.225838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:13.242404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:13.250880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-28dd45e3-d817-4240-9144-414ab444c130 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/routers/bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 200 len: 741 time: 0.4799523 May 27 03:57:13.253808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54736) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:13.311186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-395d09a7-c384-4642-90c1-da15caa76b95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38775bd453cf4cbc9ddaf3dfcaa62fc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3829470 May 27 03:57:13.312479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:13.382945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.390526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-129182e5-e096-46f0-8d3f-f74efa0279a7 tempest-RoutersAdminTest-1996923969 tempest-RoutersAdminTest-1996923969-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 200 len: 205 time: 0.1355352 May 27 03:57:13.399347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54748) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:13.400936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.408975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.461907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.488288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.520219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-59e27818-0b60-4036-abaf-60f5824eab0f tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 200 len: 205 time: 0.0876873 May 27 03:57:13.528394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:13.553638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=bc63572a-1875-4610-9828-e14ef9e4e105,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:13.587986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa67d9-f647-4234-af18-f0b696a4f075,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:13.618399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-60afca74-aca9-44f0-be04-e7369a5945ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebc3e181c58f4d39807112dbd469452e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0210807 May 27 03:57:13.638664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:13.667710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] No DVR routers for this DVR port bc63572a-1875-4610-9828-e14ef9e4e105 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:13.672931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.677503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'name': 'network-vif-deleted', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:57:13.697679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.705868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.742209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06592d-97fa-4280-a647-2d420b916ed1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:13.776795 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8fe0dd-83df-4e8e-8dc7-01edb0414071'] response: {'server_uuid': 'dafd32a1-f568-41ba-b760-ce1f4d023413', 'name': 'network-vif-deleted', 'tag': 'bc63572a-1875-4610-9828-e14ef9e4e105', 'status': 'completed', 'code': 200} May 27 03:57:13.783328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b46759dd-265c-482b-9f01-f111f58a5dea req-c661dc5c-f910-42d9-94a8-15814146de3b tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.21 "DELETE /v2.0/ports/bc63572a-1875-4610-9828-e14ef9e4e105 HTTP/1.1" status: 204 len: 173 time: 1.9420285 May 27 03:57:13.797084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.801310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e808f5d9-df23-4d9d-8ba5-ee6b2b0993bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd06592d-97fa-4280-a647-2d420b916ed1 HTTP/1.1" status: 204 len: 168 time: 0.4877143 May 27 03:57:13.817461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:13.882961 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.015282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.062993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa67d9-f647-4234-af18-f0b696a4f075,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:14.099250 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.102743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6d4619a1-6fb6-4994-b290-5a11024f921d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcaa67d9-f647-4234-af18-f0b696a4f075 HTTP/1.1" status: 204 len: 168 time: 0.4609919 May 27 03:57:14.622004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4f14f813-d2bb-4415-bccc-7aa79894efcb req-26341971-6263-4579-af22-452f2161de13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Synchronizing usage tracker for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:57:14.672909 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.678138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.691398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4f14f813-d2bb-4415-bccc-7aa79894efcb req-26341971-6263-4579-af22-452f2161de13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Unset dirty status for tenant:7f6730793a1840b788c89b391229a97d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:57:14.692577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f14f813-d2bb-4415-bccc-7aa79894efcb req-26341971-6263-4579-af22-452f2161de13 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "GET /v2.0/ports?device_id=dafd32a1-f568-41ba-b760-ce1f4d023413 HTTP/1.1" status: 200 len: 210 time: 0.1601765 May 27 03:57:14.719893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.721743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Fanout notify agent at l3_agent the message router_deleted on router bca9a11c-8020-4922-9ebd-0bb5eb4ab449 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:14.763785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:14.769246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54a7127e-eb5a-4e99-b6c7-5cd444c3e6dd tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 204 len: 168 time: 1.2390652 May 27 03:57:14.769526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54802) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:14.866473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-623071a7-6603-4b77-ba45-eab029e484ea tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 200 len: 205 time: 0.0956743 May 27 03:57:14.868672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54810) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:14.999959 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-345f407f-f33f-44f2-85b9-b6dc228bb5ca tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:15.001021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-345f407f-f33f-44f2-85b9-b6dc228bb5ca tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/bca9a11c-8020-4922-9ebd-0bb5eb4ab449 HTTP/1.1" status: 404 len: 336 time: 0.1310151 May 27 03:57:15.003803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54822) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.121832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f523b9d-aff2-4bcf-a0e8-b90079e115f0 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 200 len: 205 time: 0.1167650 May 27 03:57:15.124328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.246492 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d2dd7c4f-b9de-4ea6-8b50-8e80b89cb407 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:15.251415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2dd7c4f-b9de-4ea6-8b50-8e80b89cb407 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/624e8c91-01b0-4a71-a86e-76bfec9964fb HTTP/1.1" status: 404 len: 336 time: 0.1222148 May 27 03:57:15.251537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.400127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc63572a-1875-4610-9828-e14ef9e4e105 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:15.418355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54844) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.418867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ee29c0cf-9598-439e-9442-b325fd1e1f8a tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 200 len: 205 time: 0.1660008 May 27 03:57:15.450501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: bc63572a-1875-4610-9828-e14ef9e4e105 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:15.451067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device bc63572a-1875-4610-9828-e14ef9e4e105 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:15.687825 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-2614551d-e3f4-4db6-8bcf-b3e2928319b7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:15.689791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2614551d-e3f4-4db6-8bcf-b3e2928319b7 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/5aefbc7c-488b-4ba8-b11b-1f3cf98585ec HTTP/1.1" status: 404 len: 336 time: 0.2704775 May 27 03:57:15.692884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54862) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.778750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.795351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-63340fb0-7b30-4148-85b9-b68a93274041 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 200 len: 205 time: 0.0995443 May 27 03:57:15.895667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54880) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.898061 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-8fde5761-e3cc-4473-a292-effbd0b87835 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:15.903225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8fde5761-e3cc-4473-a292-effbd0b87835 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/86932370-7ef4-4b18-a30c-93a342f627d8 HTTP/1.1" status: 404 len: 336 time: 0.1234963 May 27 03:57:15.905891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:15.985961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.007243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-588c911a-d09f-4e84-8e45-71fd3ef68882 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 200 len: 205 time: 0.0999806 May 27 03:57:16.010731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.023012 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.093192 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-d2c0a280-8992-454b-a99e-b061cea895b5 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:16.093843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2c0a280-8992-454b-a99e-b061cea895b5 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/c5fc63a0-e53f-44d2-8fbc-5048896d2737 HTTP/1.1" status: 404 len: 336 time: 0.0822248 May 27 03:57:16.103986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.235780 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c580eaff-366d-4372-bef5-1010797b3713 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "GET /v2.0/ports?device_id=577ddf1b-fde9-4011-af5c-e549d39cdd14 HTTP/1.1" status: 200 len: 205 time: 0.1305847 May 27 03:57:16.238067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.374624 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-401182c5-f7a6-4af6-a4f4-71f24f74a8c6 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] delete failed (client error): The resource could not be found. May 27 03:57:16.379472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-401182c5-f7a6-4af6-a4f4-71f24f74a8c6 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/routers/577ddf1b-fde9-4011-af5c-e549d39cdd14 HTTP/1.1" status: 404 len: 336 time: 0.1404841 May 27 03:57:16.380105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54914) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.397994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.450576 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f05be7-f2bf-4a66-b156-3b16294eed63 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] DELETE failed (client error): The resource could not be found. May 27 03:57:16.451103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f05be7-f2bf-4a66-b156-3b16294eed63 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:57:16.453063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f6f05be7-f2bf-4a66-b156-3b16294eed63 tempest-RoutersAdminTest-1322071327 tempest-RoutersAdminTest-1322071327-project] 10.222.0.46 "DELETE /v2.0/subnets/d15fa821-71fc-4ac4-8bec-aaf6717c85a9 HTTP/1.1" status: 404 len: 337 time: 0.0682940 May 27 03:57:16.470235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.499058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c9d49b-186c-4abc-914e-46fae6534092,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:16.536991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.541549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:16.553485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa3f0b93-dae8-461e-9968-ef67a0abffed tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/security-groups/71c9d49b-186c-4abc-914e-46fae6534092 HTTP/1.1" status: 204 len: 168 time: 0.6566339 May 27 03:57:16.661466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.699441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.763079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.872023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a9b9a9-b93a-41e6-91a1-a7ef997396bc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:16.875875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.914863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:16.916821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-48fca141-5780-47a8-b688-2a61307a7eb8 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/security-groups/f4a9b9a9-b93a-41e6-91a1-a7ef997396bc HTTP/1.1" status: 204 len: 168 time: 0.3741310 May 27 03:57:16.919806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54944) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:17.159245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aac32-9be8-4256-a00c-89e6a6c961ba req-1e2c7917-714f-44bc-bb1a-41cd654659f3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:17.171485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-219aac32-9be8-4256-a00c-89e6a6c961ba req-1e2c7917-714f-44bc-bb1a-41cd654659f3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1351542 May 27 03:57:17.288445 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-219aac32-9be8-4256-a00c-89e6a6c961ba req-c018602d-aef8-4b78-8093-a88bc330d65f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159875 May 27 03:57:17.396704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:17.403494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Usage tracker for resource:security_group_rule and tenant:64274a7223b94a5ea39df141b975b1f1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:17.407518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:17.414004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:17.480197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54962) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:17.584563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:17.593470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:17.655526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476df5a5-2a0e-4993-a475-0912c8cf6744,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:17.667400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-914d63bf-f11e-4f8b-aa2f-76e07bd453f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64274a7223b94a5ea39df141b975b1f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2682829 May 27 03:57:17.670261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:17.843283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:17.880799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:17.895189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Usage tracker for resource:security_group_rule and tenant:009fc37d435943e598363b8394138af9 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:17.898979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:17.909191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:18.004050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.013891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.029219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.101144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0df34-b106-412f-87e7-afd7fc8324bb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:18.106748 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c9e1880-8062-42d2-93f1-d19d746c51fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=009fc37d435943e598363b8394138af9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6254525 May 27 03:57:18.109232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54998) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:18.134480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.220103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.248966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.314006 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.338433 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.354354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.357690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5c0df34-b106-412f-87e7-afd7fc8324bb HTTP/1.1" status: 204 len: 168 time: 0.2475388 May 27 03:57:18.358895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8751a-dbc0-4d7d-9814-13a56fac5c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0df34-b106-412f-87e7-afd7fc8324bb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:18.378489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476df5a5-2a0e-4993-a475-0912c8cf6744,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:18.393361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.399738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26c0606f-8044-4cbb-bd4f-314f0fc424e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/476df5a5-2a0e-4993-a475-0912c8cf6744 HTTP/1.1" status: 204 len: 168 time: 0.7281306 May 27 03:57:18.413726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:18.676585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b66d89-d01b-4a91-a2c7-88de37f14d0c req-14ecccee-c27d-44f8-841f-238e5b9ad10d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:18.678299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36b66d89-d01b-4a91-a2c7-88de37f14d0c req-14ecccee-c27d-44f8-841f-238e5b9ad10d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1915708 May 27 03:57:18.768316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36b66d89-d01b-4a91-a2c7-88de37f14d0c req-11f91ab9-c8d0-4b19-b0db-75e88c7f6bb4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826879 May 27 03:57:19.312602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:19.337271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.343029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55052) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:19.427324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6899a264-2c30-4d3d-bca8-ec51c91f4e7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aa021aa1c1746da9f95171fdfa97a13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0824547 May 27 03:57:19.433415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55056) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:19.447402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:19.455172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4865ab067f2d48b5b58e3441dbe8eaa1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:19.459748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:19.469961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:19.472254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:19.472440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.539424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.571770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.650209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.700028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f793514-a1a7-4700-829e-412e9a6b6eab,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:19.700028 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.701577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c08ad757-3326-4e7e-82e9-23b50ebdbc39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f793514-a1a7-4700-829e-412e9a6b6eab HTTP/1.1" status: 204 len: 168 time: 0.2662120 May 27 03:57:19.762838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:19.775422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.039688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55076) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:20.149423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c63f91-797a-469f-99f2-e7866d70bc5c req-038aba04-ca04-49e3-8b53-d9434c813a49 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:20.158267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71c63f91-797a-469f-99f2-e7866d70bc5c req-038aba04-ca04-49e3-8b53-d9434c813a49 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1560738 May 27 03:57:20.222167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:20.223054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.289450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71c63f91-797a-469f-99f2-e7866d70bc5c req-ae287eeb-4587-4699-af9e-6a661bc8a566 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302671 May 27 03:57:20.389101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.398713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:20.429196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:20.433604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Usage tracker for resource:security_group_rule and tenant:063f8fb3c2e54b108eb1c6cc11b336f6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:20.436971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:20.444595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:20.509605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8dd6e-5c1c-4826-83ca-a8a1590722c3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:20.544698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8f58fb5b-4c7a-40a0-ae69-7c1932a1b0d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4865ab067f2d48b5b58e3441dbe8eaa1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2309117 May 27 03:57:20.546198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:20.564018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.571910 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.647331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae1910-995d-4045-a15b-246a166f4a54,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:20.652366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-eb82138b-5515-4338-aef1-ae0844829c11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=063f8fb3c2e54b108eb1c6cc11b336f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6112604 May 27 03:57:20.654953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55104) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:20.669239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.721464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.722284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.748726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.751119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.811432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.815280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=308d709e-e9e3-4ca5-985f-19ec6ef9e2fe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:20.831758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae1910-995d-4045-a15b-246a166f4a54,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:20.839561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:20.841006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cd8a799b-f432-431a-b444-3b4e4c6f6f49 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4aae1910-995d-4045-a15b-246a166f4a54 HTTP/1.1" status: 204 len: 168 time: 0.1849861 May 27 03:57:21.093155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.115768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8dd6e-5c1c-4826-83ca-a8a1590722c3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:21.154888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.158839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-874c3524-3c6d-45b5-8294-a8d55623ee18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51a8dd6e-5c1c-4826-83ca-a8a1590722c3 HTTP/1.1" status: 204 len: 168 time: 0.6088696 May 27 03:57:21.242545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.722877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55148) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:21.760571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.769965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55152) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:21.794428 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.857767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:21.861871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Usage tracker for resource:security_group_rule and tenant:6587832d08124f19bdfa34d30581f6d4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:21.864613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:21.871298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:21.941081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:21.951155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.015227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:22.032861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Usage tracker for resource:security_group_rule and tenant:9c821bed599c4e07a405bd3465b06685 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:22.037699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:22.047634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9bd48-5517-4fce-a406-b50ab7b13b67,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:22.050453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:22.079399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:22.085725 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d6b6d12-c2ad-45cd-b010-50cf38ab0159 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6587832d08124f19bdfa34d30581f6d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3396659 May 27 03:57:22.290528 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.298839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.355392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0db9e-b538-4a74-ae7d-6a7ebcd7f87e req-f38d3eb3-034e-4919-8dd2-2e4b15a8885b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:22.357044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2df0db9e-b538-4a74-ae7d-6a7ebcd7f87e req-f38d3eb3-034e-4919-8dd2-2e4b15a8885b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.8123686 May 27 03:57:22.371487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c821bed599c4e07a405bd3465b06685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5999689 May 27 03:57:22.372398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab272f3-f81c-46f8-a841-d6c9d6d59f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5520c-594d-4ec9-8edf-9ada48da5fa5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:22.376406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:22.472587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.477145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2df0db9e-b538-4a74-ae7d-6a7ebcd7f87e req-9bce73d2-6f2d-493f-9ba4-b6b9df25e41e tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987980 May 27 03:57:22.500969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.522947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.537483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.611949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.619493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Router 1e34c465-6265-475b-8a55-91e3eac16b26 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:22.626060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.650163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5520c-594d-4ec9-8edf-9ada48da5fa5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:22.705023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.706473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7902d8f6-dfd8-4f3b-ba60-0e644ab9fc14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16c5520c-594d-4ec9-8edf-9ada48da5fa5 HTTP/1.1" status: 204 len: 168 time: 0.3271844 May 27 03:57:22.752309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9bd48-5517-4fce-a406-b50ab7b13b67,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:22.834737 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:22.835851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0130238d-58bb-4f0b-be0d-8f4c4cc8aa25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86c9bd48-5517-4fce-a406-b50ab7b13b67 HTTP/1.1" status: 204 len: 168 time: 0.7546263 May 27 03:57:22.970663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:22.977045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee07d975-069f-4be9-8e47-0c17078a6b36 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "PUT /v2.0/routers/1e34c465-6265-475b-8a55-91e3eac16b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0557911 May 27 03:57:22.980463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:22.984557 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Sync routers for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:23.002775 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:23.003315 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:23.239272 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:23.537658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting subnet acf60b97-6e91-4b39-93c5-d9c3061af157 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:57:23.542128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:23.649980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:23.747049 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:57:20Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:23.752246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Checking router: 1e34c465-6265-475b-8a55-91e3eac16b26 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:57:23.765914 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Routers {'1e34c465-6265-475b-8a55-91e3eac16b26'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:23.766881 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e34c465-6265-475b-8a55-91e3eac16b26'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:23.819940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bbd66-10c2-41fe-b53e-cb6ff457be6b req-a3b38f80-a50c-4c44-a56f-5e2e6afd3ad7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:23.821448 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a5bbd66-10c2-41fe-b53e-cb6ff457be6b req-a3b38f80-a50c-4c44-a56f-5e2e6afd3ad7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1359279 May 27 03:57:23.829224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:23.873565 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:23.904272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:23.989533 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a5bbd66-10c2-41fe-b53e-cb6ff457be6b req-81129296-123c-41d4-8851-3905b0473912 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313088 May 27 03:57:24.036443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.065952 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:57:24.100710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Subnet': ['ID=acf60b97-6e91-4b39-93c5-d9c3061af157,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:24.113612 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.120411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26606013-72d3-41d9-9333-71ad415e26be None None] Network b77616a8-755d-4aa1-830b-ecffbbe21190 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:57:24.126157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d6087eb5-88fd-4b82-ba78-5ee0b5cd4504 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/subnets/acf60b97-6e91-4b39-93c5-d9c3061af157 HTTP/1.1" status: 204 len: 168 time: 1.1429307 May 27 03:57:24.128742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:24.163248 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] Set router 1e34c465-6265-475b-8a55-91e3eac16b26 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:24.381506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1332919445', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:24.392546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:24.403306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:network and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:24.429716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:24.457787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:24.503835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Made reservation on behalf of 694ad5377e744cfc9c60e9ec362abc33 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:57:24.508855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.565350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:57:20Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:24.565517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.570005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc1da3-04d3-4cb1-9601-05306c14014d None None] The sync data for ids ['1e34c465-6265-475b-8a55-91e3eac16b26'] in n-d-843301-2 is: [{'id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1220929096', 'tenant_id': '7f6730793a1840b788c89b391229a97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:53:59Z', 'updated_at': '2022-05-27T03:57:20Z', 'revision_number': 5, 'project_id': '7f6730793a1840b788c89b391229a97d', 'gw_port': {'id': '286832b8-9334-41e1-9853-fdf4ca95ccba', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e34c465-6265-475b-8a55-91e3eac16b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:54:01Z', 'updated_at': '2022-05-27T03:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:24.590898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] DHCP port deletion for b77616a8-755d-4aa1-830b-ecffbbe21190 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:57:24.597792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Deleting port 8be0f609-b4b4-4dd0-b080-795d12e89547 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:24.598401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.660640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:24.672737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:security_group_rule and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:24.689068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:24.720676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:24.815570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.829611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:24.861089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:57:24.884203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.012022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8be0f609-b4b4-4dd0-b080-795d12e89547 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:25.034064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634804f4-9aa1-40db-b4a6-bcb81289f595,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:25.079708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.081041 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Added segment ca098979-c298-466b-88d1-ee0033f706ff of type vlan for network fb6e05ce-531c-46e4-a651-39a03f3fde10 May 27 03:57:25.464854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.466957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.566567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.567526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:25.568139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.631566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8be0f609-b4b4-4dd0-b080-795d12e89547,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:25.636470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8be0f609-b4b4-4dd0-b080-795d12e89547,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:25.636863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.645142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.717515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8be0f609-b4b4-4dd0-b080-795d12e89547,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:25.804348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ceb1-dce1-4ae7-af82-8d9adfe6af93 req-84083d46-68d0-49a5-8ad0-c23013ceb897 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:25.806824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d67ceb1-dce1-4ae7-af82-8d9adfe6af93 req-84083d46-68d0-49a5-8ad0-c23013ceb897 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.4251001 May 27 03:57:25.808765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Network': ['ID=fb6e05ce-531c-46e4-a651-39a03f3fde10,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:25.814404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-09a3275b-c336-400e-9c39-a943712f1053 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9085114 May 27 03:57:25.817421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55304) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:25.825950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'subnet': {'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:25.838764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:25.850376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:57:25.853442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:subnet and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:25.859193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:25.876489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:25.901070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Made reservation on behalf of 694ad5377e744cfc9c60e9ec362abc33 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:57:25.905036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:25.943701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d67ceb1-dce1-4ae7-af82-8d9adfe6af93 req-0807983c-7091-489a-a251-cd32b1919dfe tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125166 May 27 03:57:25.944479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:26.007645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Deleting port 286832b8-9334-41e1-9853-fdf4ca95ccba {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:26.008234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:26.047983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Calling delete_port for 8be0f609-b4b4-4dd0-b080-795d12e89547 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:26.453640 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:26.525919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:57:26.526470 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:57:26.585310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] For port 286832b8-9334-41e1-9853-fdf4ca95ccba, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=286832b8-9334-41e1-9853-fdf4ca95ccba,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:26.586704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:26.635694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:26.668790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:26.669148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 308d709e-e9e3-4ca5-985f-19ec6ef9e2fe not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:26.791389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Calling delete_port for 286832b8-9334-41e1-9853-fdf4ca95ccba owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:26.978928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 03:57:26.981554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.029206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Deleting port 8be0f609-b4b4-4dd0-b080-795d12e89547 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:27.030496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.322066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Checking segment: {'id': 'ca098979-c298-466b-88d1-ee0033f706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:57:27.322421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network hostable DHCP agents. Network: fb6e05ce-531c-46e4-a651-39a03f3fde10, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:57:27.373538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2dbba220-fd3d-4139-b19d-dd078b5847a5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:27.401969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:57:27.417410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, fb6e05ce-531c-46e4-a651-39a03f3fde10) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:27.424440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:27.425571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.547369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.619037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-12634c51-5759-466c-991f-dea4c7f923bc tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8000281 May 27 03:57:27.621987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55382) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:27.634126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-879017336', 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:27.649677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:27.652421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] For port 8be0f609-b4b4-4dd0-b080-795d12e89547, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8be0f609-b4b4-4dd0-b080-795d12e89547,segment=NetworkSegment(5a198693-ce92-47db-a249-afe96376aa7e),segment_id=5a198693-ce92-47db-a249-afe96376aa7e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:27.654631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.662486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:port and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:27.668167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:27.678382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:27.688920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426083-22e5-41c4-b3c6-9c2c10f395fa req-b1e39623-122e-4eb9-91da-28feb14b62db tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:27.690652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a426083-22e5-41c4-b3c6-9c2c10f395fa req-b1e39623-122e-4eb9-91da-28feb14b62db tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2571292 May 27 03:57:27.718772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Made reservation on behalf of 694ad5377e744cfc9c60e9ec362abc33 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:57:27.722821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:27.748254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Port': ['ID=286832b8-9334-41e1-9853-fdf4ca95ccba,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:27.802748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] device_id is not set on port a98e23fb-910a-4c27-b4e7-a13a5ee2333d yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:57:27.851662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Calling delete_port for 8be0f609-b4b4-4dd0-b080-795d12e89547 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:28.000824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc6f5a-b0bc-4911-9a8a-e2154c7c8863 None None] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:57:28.085900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a426083-22e5-41c4-b3c6-9c2c10f395fa req-c9f4a2f9-622b-4048-b70b-eacc3714f7c3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300881 May 27 03:57:28.349406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:28.406248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 2001:db8::3d6 (fb6e05ce-531c-46e4-a651-39a03f3fde10/2dbba220-fd3d-4139-b19d-dd078b5847a5/a98e23fb-910a-4c27-b4e7-a13a5ee2333d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:28.487109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:28.607769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] Pushing event deleted for resources: {'Port': ['ID=8be0f609-b4b4-4dd0-b080-795d12e89547,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:28.611595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a629f78-2ae0-41b5-9c8d-e305b8643ab6 None None] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:57:28.847696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ef7da-e4a8-4887-a85c-522ac13ce9da None None] No DVR routers for this DVR port 8be0f609-b4b4-4dd0-b080-795d12e89547 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:28.883493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bb147cfe-6db1-4c72-a3c1-bd8476919d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.024883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.077502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.094846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.130097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.150738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.152082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Fanout notify agent at l3_agent the message router_deleted on router 1e34c465-6265-475b-8a55-91e3eac16b26 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:29.187082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.197198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d10d8efa-aa37-430a-985e-c81961735f33 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/routers/1e34c465-6265-475b-8a55-91e3eac16b26 HTTP/1.1" status: 204 len: 168 time: 5.0671413 May 27 03:57:29.198300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55436) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:29.379015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=a98e23fb-910a-4c27-b4e7-a13a5ee2333d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:29.391614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:29.397185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:29.400214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:57:29.401285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:29.401944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.445958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-555e329e-0aa4-41b9-9442-7cce0a1c4e49 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8227553 May 27 03:57:29.448356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55444) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:29.536395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.608731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port a98e23fb-910a-4c27-b4e7-a13a5ee2333d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:29.609414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.750204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0244-9e00-4930-95b1-cfa81ecc2502 req-06846030-e142-4ebe-9a71-c800aa150b28 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:29.751807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fba0244-9e00-4930-95b1-cfa81ecc2502 req-06846030-e142-4ebe-9a71-c800aa150b28 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2135823 May 27 03:57:29.869525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.938362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b61b-7652-48c9-8d49-20e52d4508c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:29.952146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77616a8-755d-4aa1-830b-ecffbbe21190']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:29.967718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a198693-ce92-47db-a249-afe96376aa7e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:29.968372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a198693-ce92-47db-a249-afe96376aa7e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:29.983241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.003238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.011303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:57:30.013580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.105304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fba0244-9e00-4930-95b1-cfa81ecc2502 req-22340bc6-658c-4398-b2b4-6deae8ff7259 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403814 May 27 03:57:30.202349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: timer() May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:57:30.203809 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:57:30.211468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.217301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.306474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] Pushing event deleted for resources: {'Network': ['ID=b77616a8-755d-4aa1-830b-ecffbbe21190,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:30.320690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-56a4aab1-ccd3-40ce-a5b6-531a707a2225 tempest-TestSecurityGroupsBasicOps-2002457200 tempest-TestSecurityGroupsBasicOps-2002457200-project] 10.222.0.46 "DELETE /v2.0/networks/b77616a8-755d-4aa1-830b-ecffbbe21190 HTTP/1.1" status: 204 len: 168 time: 1.1211319 May 27 03:57:30.493338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for a98e23fb-910a-4c27-b4e7-a13a5ee2333d owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:30.645273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 286832b8-9334-41e1-9853-fdf4ca95ccba no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:30.718104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 286832b8-9334-41e1-9853-fdf4ca95ccba {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:30.718718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 286832b8-9334-41e1-9853-fdf4ca95ccba not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:30.741747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:30.948751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Port': ['ID=a98e23fb-910a-4c27-b4e7-a13a5ee2333d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:31.282423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:31.352094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.400814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.420918 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dbf60a44-4f60-4064-b109-1c4dae40ff1e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a98e23fb-910a-4c27-b4e7-a13a5ee2333d HTTP/1.1" status: 204 len: 168 time: 1.9691412 May 27 03:57:31.421944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:31.447006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10', 'external_fixed_ips': [{'subnet_id': '2dbba220-fd3d-4139-b19d-dd078b5847a5', 'ip_address': '2001:db8::3d6'}]}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:31.492262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:31.507894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.512614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:router and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:31.523566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:31.551023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:31.637726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.642169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.744510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:31.787298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094408-4181-4d5a-bbc9-eabf886d4de6 req-3ee73638-cb80-47ef-8a41-9a0143bb8ac3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:31.799419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32094408-4181-4d5a-bbc9-eabf886d4de6 req-3ee73638-cb80-47ef-8a41-9a0143bb8ac3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2353563 May 27 03:57:31.944954 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-32094408-4181-4d5a-bbc9-eabf886d4de6 req-a8be6351-9534-43ec-995d-6b12e838ca10 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410356 May 27 03:57:32.342659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:32.347125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a14a048b-88fd-42ae-b3d3-b2b3212937e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f6730793a1840b788c89b391229a97d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0627320 May 27 03:57:32.350193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:32.578832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:32.608024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:32.718388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:32.758691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687512ae-87ee-4064-b6ae-bd88a3d01ed2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:32.835921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:32.837346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04d97b4b-87f2-4585-8a85-bf92d614dea5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/687512ae-87ee-4064-b6ae-bd88a3d01ed2 HTTP/1.1" status: 204 len: 168 time: 0.4859164 May 27 03:57:32.998857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:33.025979 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:33.103300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:33.692084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55570) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:33.764853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:33.809136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df58f8-4c90-4ed0-b3dd-1607d727e82b req-4fb431c0-cb59-4bd8-b62f-0cfa3d2ae009 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:33.810720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34df58f8-4c90-4ed0-b3dd-1607d727e82b req-4fb431c0-cb59-4bd8-b62f-0cfa3d2ae009 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.4270949 May 27 03:57:33.858401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:33.867245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Usage tracker for resource:security_group_rule and tenant:d354697ac5b74297928cd683b7acf629 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:33.871357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:33.877519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:33.929131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 2001:db8::3d6 (fb6e05ce-531c-46e4-a651-39a03f3fde10/2dbba220-fd3d-4139-b19d-dd078b5847a5/68226f33-c3fb-4a74-8831-de973c9b3738) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:34.051296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:34.066876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:34.237000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d088da-4690-4909-bb4a-6961b706e6c4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:34.279006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34df58f8-4c90-4ed0-b3dd-1607d727e82b req-c1cccc9a-2ffe-4c6b-98bb-ece954a6cb3d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557357 May 27 03:57:34.297531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b0f05356-2d07-4ebd-bb4b-ab94056a63cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d354697ac5b74297928cd683b7acf629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6025853 May 27 03:57:34.303219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:34.433797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:34.595198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:34.644330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:34.855024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:35.194585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=68226f33-c3fb-4a74-8831-de973c9b3738,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:35.256607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:35.293968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network fb6e05ce-531c-46e4-a651-39a03f3fde10 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:35.328915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:35.337100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:57:35.521327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.525687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.526145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.526496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.527092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.527436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.527976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.528480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.529065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.530564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.531075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:35.573557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d088da-4690-4909-bb4a-6961b706e6c4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:35.653612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:35.657479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dbadf0e2-8d1a-4b7b-9b2e-3f1b09eee154 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37d088da-4690-4909-bb4a-6961b706e6c4 HTTP/1.1" status: 204 len: 168 time: 1.3546052 May 27 03:57:35.697410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-126f060e-bd62-4f8c-a2b4-a51bce19d438 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1096 time: 0.6091542 May 27 03:57:35.771442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4c999-4bf8-46cb-98dc-744ea7878190 req-4eea3107-70d9-4d69-bca1-879059eddf03 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:35.773106 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11c4c999-4bf8-46cb-98dc-744ea7878190 req-4eea3107-70d9-4d69-bca1-879059eddf03 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.7468560 May 27 03:57:36.039039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11c4c999-4bf8-46cb-98dc-744ea7878190 req-0b891b4b-db6f-420b-8a00-ae7f86dd5f89 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571554 May 27 03:57:36.055636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:36.056519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:36.223131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-42810915-45cf-4cd8-bca2-7928a676013e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:36.225331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-42810915-45cf-4cd8-bca2-7928a676013e service neutron] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.5201988 May 27 03:57:36.731067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:36.837236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-0789053f-6050-4c0d-8c75-8791e6e4e1f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 1000 time: 0.6002283 May 27 03:57:36.928186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-7bc228f9-49db-4383-9030-0d869a066ec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:36.930372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-7bc228f9-49db-4383-9030-0d869a066ec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.0829840 May 27 03:57:37.142846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55656) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:37.306889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:37.313152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c546b793-c58d-4f77-9ff9-464d18f45abe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11158a84c3ba4e08bbfa48cc92ec853b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669500 May 27 03:57:37.447672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-deb30eab-7154-4e7e-ab48-d3b8c703d2b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5065272 May 27 03:57:37.657682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413469a8-c4cd-465a-b419-85d7490af03c req-c1f61d44-a462-4e17-8ba6-21d3a83e68d4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:37.672512 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-413469a8-c4cd-465a-b419-85d7490af03c req-c1f61d44-a462-4e17-8ba6-21d3a83e68d4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1969109 May 27 03:57:37.766312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-413469a8-c4cd-465a-b419-85d7490af03c req-ae5af971-97b9-46ec-9425-802ecae2c023 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928006 May 27 03:57:37.811748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:37.852618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:37.950178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:37.964049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Usage tracker for resource:security_group_rule and tenant:72ce98c6b6f349a8ba9b331b2eeb52c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:37.971510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:37.980353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:37.991252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.134878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-a4afe993-7aaf-4b77-9e67-fff212ea969a service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631536 May 27 03:57:38.160392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.168587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.185965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:57:38.264764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f0670c-580f-44d8-9093-d5da8a0d7d18,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:38.285882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40a751c6-c83b-4035-bb14-5feefe6d6028 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72ce98c6b6f349a8ba9b331b2eeb52c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5468874 May 27 03:57:38.286544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55684) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:38.423833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.471230 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.623262 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.636874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f960f77a-1e52-4868-a200-d8157501a2c6 req-deea971e-4b60-4970-ac21-7cdeb9d3d982 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839718 May 27 03:57:38.636874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.647631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a665a11-fe47-4308-8d0c-6d943efb5d19,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:38.675220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f0670c-580f-44d8-9093-d5da8a0d7d18,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:38.697445 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.704039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b309fb9e-54c8-4ac0-8af9-f3ebcdab4831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58f0670c-580f-44d8-9093-d5da8a0d7d18 HTTP/1.1" status: 204 len: 168 time: 0.4163272 May 27 03:57:38.709789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:38.721357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-01686ef1-3de2-4ff0-92e4-f0ae0f6149d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a665a11-fe47-4308-8d0c-6d943efb5d19 HTTP/1.1" status: 204 len: 168 time: 1.4136260 May 27 03:57:38.866978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:38.879107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Sync routers for ids ['1d465b68-c0d1-483a-9343-a80fcf9dcaf8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:38.898112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Routers {'1d465b68-c0d1-483a-9343-a80fcf9dcaf8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:38.898415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1d465b68-c0d1-483a-9343-a80fcf9dcaf8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:39.549691 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:39.553638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55712) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:39.555559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b41a38ac-3da4-454d-bfcd-ac57dd729b21 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1301804 May 27 03:57:39.695247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-81c4c95c-7e96-4f1f-89d2-639ee0e5d4b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1096 time: 0.8120370 May 27 03:57:39.717481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973086d-7bf3-455d-905e-f6b69c8a0d66 req-1d6a788e-ed29-4cbe-b5a0-6698b2a14526 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:39.731766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e973086d-7bf3-455d-905e-f6b69c8a0d66 req-1d6a788e-ed29-4cbe-b5a0-6698b2a14526 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.5530064 May 27 03:57:39.809009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Set router 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:39.970961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e973086d-7bf3-455d-905e-f6b69c8a0d66 req-1bce206a-65c1-45ee-8bba-df06aabbed9a tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378852 May 27 03:57:40.049434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-05ce0a22-088b-4d9f-a9f3-22c6d795715b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:40.053457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-05ce0a22-088b-4d9f-a9f3-22c6d795715b service neutron] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.2943282 May 27 03:57:40.251609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.342719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-b8626bf0-ba2e-4cd2-94ca-8f097f90f3d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 1000 time: 0.2839212 May 27 03:57:40.399185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:40.441039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.495636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:40.505804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Usage tracker for resource:security_group_rule and tenant:e4aed980c61442f091731139d0aae8a4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:40.509603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:40.523249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:40.562913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-d9525855-dc5f-4638-aa31-9638b08cbe34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:40.564186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-d9525855-dc5f-4638-aa31-9638b08cbe34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.2152047 May 27 03:57:40.597053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d465b68-c0d1-483a-9343-a80fcf9dcaf8', 'name': '', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10', 'external_fixed_ips': [{'subnet_id': '2dbba220-fd3d-4139-b19d-dd078b5847a5', 'ip_address': '2001:db8::3d6'}], 'enable_snat': True}, 'gw_port_id': '68226f33-c3fb-4a74-8831-de973c9b3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:31Z', 'updated_at': '2022-05-27T03:57:35Z', 'revision_number': 3, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port': {'id': '68226f33-c3fb-4a74-8831-de973c9b3738', 'name': '', 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d465b68-c0d1-483a-9343-a80fcf9dcaf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2dbba220-fd3d-4139-b19d-dd078b5847a5', 'ip_address': '2001:db8::3d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:57:33Z', 'updated_at': '2022-05-27T03:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dbba220-fd3d-4139-b19d-dd078b5847a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:40.602353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Checking router: 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:57:40.603009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Updating router 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 port 68226f33-c3fb-4a74-8831-de973c9b3738 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:57:40.696987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.715578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port 68226f33-c3fb-4a74-8831-de973c9b3738 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:40.718197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.755784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.782503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.799536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:40.885163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26636dc-393b-4db0-bcd0-c2eaf026daa9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:40.986188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-4382fc45-9641-4aeb-889d-ce926768f7c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4143550 May 27 03:57:41.214720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.396649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-1eef488d-70f8-4212-92c4-ccb3c64fe998 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844669 May 27 03:57:41.401070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7bbbf247-677c-4569-8521-2697bab0c058 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4aed980c61442f091731139d0aae8a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0009062 May 27 03:57:41.436972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:41.570705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for 68226f33-c3fb-4a74-8831-de973c9b3738 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:41.603499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.623113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Transition to ACTIVE for port object 68226f33-c3fb-4a74-8831-de973c9b3738 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:57:41.640932 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.704120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.728130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef8c3-8c00-4c9b-8b0a-b64f0174e264 req-d592cd21-dca2-4c37-b2e7-e3950fc8afdd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:41.736818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-165ef8c3-8c00-4c9b-8b0a-b64f0174e264 req-d592cd21-dca2-4c37-b2e7-e3950fc8afdd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.5071521 May 27 03:57:41.739890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-805923be-d02c-4293-a4dd-0d56cfac1d32 req-153e3f0d-2908-4ad2-b12c-c272bd712fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374245 May 27 03:57:41.769711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.810252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708e184-4aec-4068-9490-94f7931f9e6b None None] Pushing event updated for resources: {'Port': ['ID=68226f33-c3fb-4a74-8831-de973c9b3738,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:41.845915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Attempting to bind port 68226f33-c3fb-4a74-8831-de973c9b3738 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:57:41.846533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Attempting to bind port 68226f33-c3fb-4a74-8831-de973c9b3738 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ca098979-c298-466b-88d1-ee0033f706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:57:41.847058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Attempting to bind port 68226f33-c3fb-4a74-8831-de973c9b3738 on network fb6e05ce-531c-46e4-a651-39a03f3fde10 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:57:41.854834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:57:41.855556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Checking segment: {'id': 'ca098979-c298-466b-88d1-ee0033f706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:57:41.856137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.856684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Bound using segment: {'id': 'ca098979-c298-466b-88d1-ee0033f706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:57:41.857348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Bound port: 68226f33-c3fb-4a74-8831-de973c9b3738, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca098979-c298-466b-88d1-ee0033f706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb6e05ce-531c-46e4-a651-39a03f3fde10'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:57:41.857897 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:41.879563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-165ef8c3-8c00-4c9b-8b0a-b64f0174e264 req-39fd8f46-c8cf-415a-b515-0a2cbb889e26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416810 May 27 03:57:41.943620 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:57:41.944314 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:57:41.971129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:42.016385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] For port 68226f33-c3fb-4a74-8831-de973c9b3738, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:57:42.025477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] For port 68226f33-c3fb-4a74-8831-de973c9b3738, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68226f33-c3fb-4a74-8831-de973c9b3738,segment=NetworkSegment(ca098979-c298-466b-88d1-ee0033f706ff),segment_id=ca098979-c298-466b-88d1-ee0033f706ff)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:57:42.029230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26636dc-393b-4db0-bcd0-c2eaf026daa9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:42.032057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:42.048325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:42.050395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d94cb91a-1360-4ea1-9297-bed069fb0b89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c26636dc-393b-4db0-bcd0-c2eaf026daa9 HTTP/1.1" status: 204 len: 168 time: 0.6120727 May 27 03:57:42.208590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Routers {'1d465b68-c0d1-483a-9343-a80fcf9dcaf8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:42.209506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1d465b68-c0d1-483a-9343-a80fcf9dcaf8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:42.446487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port 68226f33-c3fb-4a74-8831-de973c9b3738 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:42.447399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:42.538644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708e184-4aec-4068-9490-94f7931f9e6b None None] Pushing event updated for resources: {'Port': ['ID=68226f33-c3fb-4a74-8831-de973c9b3738,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:42.557535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] Set router 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:42.821748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d465b68-c0d1-483a-9343-a80fcf9dcaf8', 'name': '', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:31Z', 'updated_at': '2022-05-27T03:57:40Z', 'revision_number': 4, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:42.833663 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a723f1-4f60-4f67-84bb-42f997c09876 None None] The sync data for ids ['1d465b68-c0d1-483a-9343-a80fcf9dcaf8'] in n-d-843301-2 is: [{'id': '1d465b68-c0d1-483a-9343-a80fcf9dcaf8', 'name': '', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:31Z', 'updated_at': '2022-05-27T03:57:40Z', 'revision_number': 4, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:43.126686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] For port 68226f33-c3fb-4a74-8831-de973c9b3738, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=68226f33-c3fb-4a74-8831-de973c9b3738,segment=NetworkSegment(ca098979-c298-466b-88d1-ee0033f706ff),segment_id=ca098979-c298-466b-88d1-ee0033f706ff)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:43.127278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:43.779184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for 68226f33-c3fb-4a74-8831-de973c9b3738 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:44.172307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.291399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Port': ['ID=68226f33-c3fb-4a74-8831-de973c9b3738,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:44.370444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.371053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.371389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.371967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.372291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.372615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.372954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.373280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.373595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.373911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.374223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:57:44.465093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.805124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.813163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.851015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.851561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d465b68-c0d1-483a-9343-a80fcf9dcaf8 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:44.873845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:44.875236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7b9c6ab6-b7b4-4942-ac29-8a71aebc4f9d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/routers/1d465b68-c0d1-483a-9343-a80fcf9dcaf8 HTTP/1.1" status: 204 len: 168 time: 5.3195057 May 27 03:57:44.878680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:45.021167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting subnet 2dbba220-fd3d-4139-b19d-dd078b5847a5 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:57:45.024648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.171650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.297949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.396462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.455997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbba220-fd3d-4139-b19d-dd078b5847a5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:45.461531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.479745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-969b97f4-67eb-42bb-8ee1-ae2b5bfe7b6e tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/2dbba220-fd3d-4139-b19d-dd078b5847a5 HTTP/1.1" status: 204 len: 168 time: 0.5998802 May 27 03:57:45.482203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:45.751073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.908589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.937893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6e05ce-531c-46e4-a651-39a03f3fde10']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:45.952229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca098979-c298-466b-88d1-ee0033f706ff') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:45.952817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca098979-c298-466b-88d1-ee0033f706ff') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:45.966515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.985449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:45.993481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:57:45.994131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: timer() May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:57:46.011615 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:57:46.181105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.203894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb6e05ce-531c-46e4-a651-39a03f3fde10 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 27 03:57:46.210385 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.219792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb6e05ce-531c-46e4-a651-39a03f3fde10,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:46.220963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ae7e696-6490-4e6b-91cf-84b1157a9542 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/networks/fb6e05ce-531c-46e4-a651-39a03f3fde10 HTTP/1.1" status: 204 len: 168 time: 0.7366350 May 27 03:57:46.650109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:46.656320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'name': 'tempest-router--661954881', 'project_id': '2ffa283357504b66aeb124f436f1d0d0'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:46.669296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:46.693712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:router and tenant:2ffa283357504b66aeb124f436f1d0d0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:46.705912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:46.721253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:46.745375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.746967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.770674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.835752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.879126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:46.883917 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e061870a-1233-4f29-8b5f-d8e9f06146d9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2303298 May 27 03:57:46.884242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:47.178664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:48.110568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:48.131461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:48.245968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:48.246735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00d9b579-8b27-493f-a879-b77872de8b20 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:48.260911 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:48.262065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d1b566d1-296f-4955-b486-24b384487f05 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/routers/00d9b579-8b27-493f-a879-b77872de8b20 HTTP/1.1" status: 204 len: 168 time: 1.3765006 May 27 03:57:48.823263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:49.283656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1baa6-1dcf-4bd3-8386-aead3b05690f req-a24daf47-e97c-43f7-9d12-0719dbe116b0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:49.285245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5a1baa6-1dcf-4bd3-8386-aead3b05690f req-a24daf47-e97c-43f7-9d12-0719dbe116b0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.3051476 May 27 03:57:49.333074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1393716421', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:49.346962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:49.387884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5a1baa6-1dcf-4bd3-8386-aead3b05690f req-82b37f53-c73e-4922-94e0-e0108811b7c2 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965135 May 27 03:57:49.389248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:49.392727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:49.401354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:49.423229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:49.425060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:49.465890 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:49.738124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:50.019025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:50.059522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:50.344165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Allocated IP 172.25.8.71 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c1848c20-9db7-43ba-b9b3-33bafdfd30b4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:50.602698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17426bae-7e1c-489f-805d-7be38d927485 req-83b9caa1-f08c-4c5e-ae17-46540b693fc1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:50.604332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17426bae-7e1c-489f-805d-7be38d927485 req-83b9caa1-f08c-4c5e-ae17-46540b693fc1 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.2554388 May 27 03:57:50.772828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:50.778633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port c581b211-465d-4286-9016-e5a7261c626d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:50.779071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:50.781235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c92dc-57f5-4be6-be55-33b536b53865 req-9ca50b20-04d5-468b-b62c-60be4bfe0d04 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:50.783848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-026c92dc-57f5-4be6-be55-33b536b53865 req-9ca50b20-04d5-468b-b62c-60be4bfe0d04 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.1727550 May 27 03:57:50.858768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-026c92dc-57f5-4be6-be55-33b536b53865 req-851934f1-aaa0-4fab-8377-3d452389bce2 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686331 May 27 03:57:51.110992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:51.238037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:51.281584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:51.298712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:57:51.385897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event updated for resources: {'Port': ['ID=c1848c20-9db7-43ba-b9b3-33bafdfd30b4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:51.418775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] For port c581b211-465d-4286-9016-e5a7261c626d, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c581b211-465d-4286-9016-e5a7261c626d,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:57:51.419239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:51.956331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:51.956769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:51.957162 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP daba7fbf-bbd5-47de-bf25-31a875ee5b83 disassociated. External IP: 172.25.8.162, port: c581b211-465d-4286-9016-e5a7261c626d. May 27 03:57:51.958272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for c581b211-465d-4286-9016-e5a7261c626d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:51.989605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:51.990347 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:52.429657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80d721-3c4c-4dee-b691-4709c0069bb4 req-e9020ce4-bd44-412d-af04-890070f45ba0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:57:52.431369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae80d721-3c4c-4dee-b691-4709c0069bb4 req-e9020ce4-bd44-412d-af04-890070f45ba0 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 945 time: 0.3498950 May 27 03:57:52.463151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:52.541981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=c581b211-465d-4286-9016-e5a7261c626d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:52.668478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ae80d721-3c4c-4dee-b691-4709c0069bb4 req-5188d932-34ae-4ce0-b303-a44aa0ab58be tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=787763e5-d437-496e-8dd5-6baab1139951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282782 May 27 03:57:52.841794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Router 645275a3-338f-4a59-9743-c47e9aa2514e is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:57:53.060232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:57:53.663299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c581b211-465d-4286-9016-e5a7261c626d no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:57:53.686466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:53.697074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] Sync routers for ids ['645275a3-338f-4a59-9743-c47e9aa2514e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:53.718341 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] Routers {'645275a3-338f-4a59-9743-c47e9aa2514e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:53.727681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['645275a3-338f-4a59-9743-c47e9aa2514e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:53.748287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c581b211-465d-4286-9016-e5a7261c626d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:57:53.748830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c581b211-465d-4286-9016-e5a7261c626d not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:57:53.802610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:57:53.813709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:57:53.876558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:53.880716 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bf3b041f-cc17-4ed6-b244-6a9a7dfb4daa tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0560479 May 27 03:57:53.884199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56146) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:53.902095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:53.902723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:53.943517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] No DVR routers for this DVR port c581b211-465d-4286-9016-e5a7261c626d on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:57:53.948744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:53.958014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17426bae-7e1c-489f-805d-7be38d927485 req-345b3e68-53ed-41de-88bd-2f10ed01fce5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "DELETE /v2.0/ports/c581b211-465d-4286-9016-e5a7261c626d HTTP/1.1" status: 204 len: 173 time: 3.3360641 May 27 03:57:53.959729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'name': 'network-vif-deleted', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:57:53.999404 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:54.045182 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] Routers {'645275a3-338f-4a59-9743-c47e9aa2514e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:54.046074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['645275a3-338f-4a59-9743-c47e9aa2514e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:54.139229 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce29f8a-6f4e-4351-a081-2d0bdac45fd7'] response: {'server_uuid': '03d49b9b-add6-4d0c-b5f2-9fa96d242cd1', 'name': 'network-vif-deleted', 'tag': 'c581b211-465d-4286-9016-e5a7261c626d', 'status': 'completed', 'code': 200} May 27 03:57:54.142930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:54.194353 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:54.194989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8285f47-0ae5-40a2-9e6b-0d754d3dc185 None None] The sync data for ids ['645275a3-338f-4a59-9743-c47e9aa2514e'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:54.419038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a401609d-2e72-47a3-a625-4a389d6dc5f2 req-03f122e1-675c-4909-90cc-6c37a302e3e8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=03d49b9b-add6-4d0c-b5f2-9fa96d242cd1 HTTP/1.1" status: 200 len: 210 time: 0.2962255 May 27 03:57:54.463712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:54.827273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:54.841772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98767c07-dcc9-469e-8fed-2eb81ad404b0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/645275a3-338f-4a59-9743-c47e9aa2514e HTTP/1.1" status: 200 len: 924 time: 0.9555507 May 27 03:57:54.955142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:54.967758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa94a771-9940-4963-a518-92edf0a6be8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=645275a3-338f-4a59-9743-c47e9aa2514e HTTP/1.1" status: 200 len: 205 time: 0.1368258 May 27 03:57:55.246884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:55.258099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:57:55.284650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:57:55.285770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:57:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:55.417848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:55.757121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:57:55.764992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:55.871382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:55.896384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port c1848c20-9db7-43ba-b9b3-33bafdfd30b4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:55.896772 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:55.913196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:55.986374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.136163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.203790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787763e5-d437-496e-8dd5-6baab1139951,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:56.234962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.236280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a47e99b-2b86-4ac4-ac12-cb24d6c0e3b6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/security-groups/787763e5-d437-496e-8dd5-6baab1139951 HTTP/1.1" status: 204 len: 168 time: 0.4700496 May 27 03:57:56.239793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56210) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:56.287410 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-58ce1888-ba01-4710-b0b5-5d0d2218b772 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] show failed (client error): The resource could not be found. May 27 03:57:56.288645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-58ce1888-ba01-4710-b0b5-5d0d2218b772 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups/787763e5-d437-496e-8dd5-6baab1139951 HTTP/1.1" status: 404 len: 347 time: 0.0479889 May 27 03:57:56.295608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:56.339213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:57:56.354195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a6efb-5e40-4b2e-96a1-b520a502add6 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:57:56.402133 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.409404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.706710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 6120a136-29be-466a-b94a-8d2c1dc532ab {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:56.708438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:56.775947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for c1848c20-9db7-43ba-b9b3-33bafdfd30b4 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:56.908220 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e55e2-320a-403a-a0a1-b9377d4e7cda None None] New status for floating IP daba7fbf-bbd5-47de-bf25-31a875ee5b83: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:57:57.053954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.054537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.281883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.433461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 6120a136-29be-466a-b94a-8d2c1dc532ab owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:57.459185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=c1848c20-9db7-43ba-b9b3-33bafdfd30b4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:57.528263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:57.632969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:57:57.633296 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:57:57.839468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-977aca76-34ab-47d6-b725-bcdb31e7e0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.843154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.906091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:57.907323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:57.923439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Usage tracker for resource:security_group_rule and tenant:93ed2bbf1d8949cd8453b14a275479fe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:57.927332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:57.938390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:58.058933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.064215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.128073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff762e5-4ed8-4739-853c-2e91d04bf6d1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:58.138722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa095473-7e7f-4e23-9eea-0c1c2a7caf89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93ed2bbf1d8949cd8453b14a275479fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6071060 May 27 03:57:58.139750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:58.140721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 6120a136-29be-466a-b94a-8d2c1dc532ab {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:57:58.141404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.360660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.361015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.475425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.482957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.524359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.524923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router 645275a3-338f-4a59-9743-c47e9aa2514e {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:57:58.547482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.551889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-980e9924-183b-4714-aa8d-41f98b659be5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/645275a3-338f-4a59-9743-c47e9aa2514e HTTP/1.1" status: 204 len: 168 time: 3.5917110 May 27 03:57:58.552429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56278) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:58.557732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-22563036', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:58.562189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 6120a136-29be-466a-b94a-8d2c1dc532ab owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:57:58.563164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:58.567323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:router and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:58.570656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:58.577263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:58.590695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.591847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.619388 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.643491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.690418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.818144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.846314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.859721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:58.912795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff762e5-4ed8-4739-853c-2e91d04bf6d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:58.967508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=6120a136-29be-466a-b94a-8d2c1dc532ab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:59.075292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.167698 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.269915 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.307239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.311499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e13f3406-2424-47a2-a751-7370b808d27a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/floatingips/daba7fbf-bbd5-47de-bf25-31a875ee5b83 HTTP/1.1" status: 204 len: 168 time: 3.0113132 May 27 03:57:59.320678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.334675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-daae1ecf-3a51-49fe-8ad8-c3ef35866721 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ff762e5-4ed8-4739-853c-2e91d04bf6d1 HTTP/1.1" status: 204 len: 168 time: 0.9769902 May 27 03:57:59.412138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 172.25.8.25 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3d7fc41b-f058-4fd4-8bcf-7f21b8194171) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:57:59.549545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56302) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:59.557502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858178614', 'description': 'tempest-description--45007786'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:59.579805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:59.593048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:59.597002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:59.609738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:59.633900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.663714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.699917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.702782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:59.715746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:59.719388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:57:59.728310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:57:59.817198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.827652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.891084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.896493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3447495 May 27 03:57:59.909292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56314) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:57:59.934416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': 'f1f67111-744b-48fc-a1e3-9af192361672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:57:59.955158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:57:59.957626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:57:59.959929 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52aabfb4-e76f-40b0-8877-986316c7461a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:57:59.965261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:57:59.976309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:59.979502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:57:59.984523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:57:59.993622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229075f-fe54-4e20-a6cc-a03aef22aecf tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f67111-744b-48fc-a1e3-9af192361672,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:57:59.996468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:00.019659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:00.068024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.162951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:00.222050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.263350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.297154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.351183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:00.357552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Usage tracker for resource:security_group_rule and tenant:89050427418741a3bf4a2eca76d22476 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:00.359229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:00.368678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:00.398463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e192d5ab-f638-45cf-9629-f9a216e4ef91,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:00.435608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.439749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.439949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7f9923bd-9b8e-4bf9-871f-15a05a0cc93a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5287423 May 27 03:58:00.441202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.445659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:00.464776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'security_group_rule': {'security_group_id': 'f1f67111-744b-48fc-a1e3-9af192361672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:00.483557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:00.533784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:security_group_rule and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:00.550542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:00.618290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:00.635081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.649247 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.835811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89050427418741a3bf4a2eca76d22476&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6104329 May 27 03:58:00.838339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:00.850964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:00.911642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddf9e6-7db0-4d3f-9a85-2c12746e3217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f51ab5-5486-4ac5-a849-9b5f21c9f8a1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:01.007764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.037728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.045995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.046353 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:58:01.090657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.120390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088ced2d-502a-457f-a756-af006e956693,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:01.170775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.173089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8dcac56b-6dce-40f9-8a4e-926f73d97a56 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7264020 May 27 03:58:01.176673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:01.185182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:01.196272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:01.210161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Usage tracker for resource:floatingip and tenant:58701cb9b2f54ec0a357e5ec8f92cf6b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:01.219595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:01.237864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:01.259827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router c0953bc5-98f2-4af1-a802-a260316114c6 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:01.262722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.265298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.349283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.358239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f51ab5-5486-4ac5-a849-9b5f21c9f8a1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:01.454652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.545535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.708478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.708478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ff618b5b-a408-487a-8541-667c168c3178 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05f51ab5-5486-4ac5-a849-9b5f21c9f8a1 HTTP/1.1" status: 204 len: 168 time: 0.8686068 May 27 03:58:01.833358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:01.848270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Sync routers for ids ['c0953bc5-98f2-4af1-a802-a260316114c6'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:01.872295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.25.8.38 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/9cf86151-5aa5-4281-bad6-78562b3a6957) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:01.887380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Routers {'c0953bc5-98f2-4af1-a802-a260316114c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:01.887380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c0953bc5-98f2-4af1-a802-a260316114c6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:01.892443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:01.892443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61e8118e-33f2-4f48-9d70-3f4722384443 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3382165 May 27 03:58:01.901294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:02.234402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.328659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.483927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:02.487772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:02.491342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=9cf86151-5aa5-4281-bad6-78562b3a6957,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:02.495070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:02.576481 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-85cc0188-9a9e-4ffa-af15-e398feec680d tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/c0953bc5-98f2-4af1-a802-a260316114c6 HTTP/1.1" status: 200 len: 906 time: 0.6775546 May 27 03:58:02.576926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56566) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:02.584619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-22563036', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': True}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:02.596841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:02.602602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Usage tracker for resource:router and tenant:694ad5377e744cfc9c60e9ec362abc33 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:02.616374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:02.624465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:02.638082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Set router c0953bc5-98f2-4af1-a802-a260316114c6 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:02.643807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.644866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.705263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.873781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56600) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:02.910824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:02.973488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:02.977884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d883a8320a422eb62675bc31b7b438 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:02.982858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:02.995752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:03.092786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.118003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25'}], 'enable_snat': False}, 'gw_port_id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:58Z', 'updated_at': '2022-05-27T03:58:00Z', 'revision_number': 3, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port': {'id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:57:59Z', 'updated_at': '2022-05-27T03:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:03.136178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Checking router: c0953bc5-98f2-4af1-a802-a260316114c6 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:58:03.136533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Updating router c0953bc5-98f2-4af1-a802-a260316114c6 port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:58:03.211503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.223856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.258248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.287477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.359747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd2c0e-5166-45a1-aa30-9557ca1ca990,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:03.389816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.392361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad6a6954-f71d-4221-a9f2-1984ffb2b7e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9d883a8320a422eb62675bc31b7b438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5175610 May 27 03:58:03.396529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56664) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:03.443093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.539349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.624984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.636016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.658785 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Transition to ACTIVE for port object 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:58:03.677916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.734285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.755038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd2c0e-5166-45a1-aa30-9557ca1ca990,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:03.772659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.775397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.776536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c24f3f1b-70ca-4fb7-bc6b-38271397d0d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11cd2c0e-5166-45a1-aa30-9557ca1ca990 HTTP/1.1" status: 204 len: 168 time: 0.3788562 May 27 03:58:03.790920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Pushing event updated for resources: {'Port': ['ID=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:03.807317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.832106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Attempting to bind port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:58:03.832814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Attempting to bind port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:58:03.833371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Attempting to bind port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:58:03.843201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:58:03.843812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:58:03.844450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.845021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:58:03.845958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Bound port: 3d7fc41b-f058-4fd4-8bcf-7f21b8194171, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:58:03.846496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:03.897329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.897725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.898065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.898410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.898717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.899047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.899377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.899702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.900022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.900341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:03.900644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:04.000821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] For port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:58:04.004047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] For port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:58:04.013463 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:04.225091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679135-5247-4f38-9e37-31e8b593d697 None None] Pushing event updated for resources: {'Port': ['ID=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:04.233598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Routers {'c0953bc5-98f2-4af1-a802-a260316114c6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:04.234859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c0953bc5-98f2-4af1-a802-a260316114c6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:04.553914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:04.610352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] Set router c0953bc5-98f2-4af1-a802-a260316114c6 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:04.658870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:04.661044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4824181 May 27 03:58:04.747639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f5236-e367-49e7-80fd-b41207b9e633 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=9cf86151-5aa5-4281-bad6-78562b3a6957,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:05.141259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:05.179149 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-cb25dd3d-b776-4ef7-92b8-072289ca0cc9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--858178614&fields=id&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 267 time: 0.1031566 May 27 03:58:05.214060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:05.231580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25'}], 'enable_snat': False}, 'gw_port_id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:58Z', 'updated_at': '2022-05-27T03:58:00Z', 'revision_number': 3, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port': {'id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:57:59Z', 'updated_at': '2022-05-27T03:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:05.243697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e81ec4-cdb5-4a4d-8953-93527ca976be None None] The sync data for ids ['c0953bc5-98f2-4af1-a802-a260316114c6'] in n-d-843301-2 is: [{'id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25'}], 'enable_snat': False}, 'gw_port_id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:57:58Z', 'updated_at': '2022-05-27T03:58:00Z', 'revision_number': 3, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port': {'id': '3d7fc41b-f058-4fd4-8bcf-7f21b8194171', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0953bc5-98f2-4af1-a802-a260316114c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:57:59Z', 'updated_at': '2022-05-27T03:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:05.442135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-bdc8ea57-413e-4a24-ae4b-3a6006a5bbd9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:05.443981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-bdc8ea57-413e-4a24-ae4b-3a6006a5bbd9 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.2353058 May 27 03:58:05.471919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-9fb86a78-8301-401b-85f2-37d8871be3f5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/quotas/58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 375 time: 0.0201542 May 27 03:58:05.501815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 172.25.8.113 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:05.669779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-c4e640d3-32ef-4f13-80ed-52f1233e5f10 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891820 May 27 03:58:05.819791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:05.897470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:06.095106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:06.096578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:06.114707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:06.124673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:06.319792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-253313c1-5ba4-430a-8a6b-0f5caef47fcb service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333492 May 27 03:58:06.461194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:06.462701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:06.512844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-285c9e9a-3ced-47c8-8058-60c7af2fee30 service neutron] 10.222.0.46 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913352 May 27 03:58:06.846450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:58:06.861840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dc0af0c4-b5b5-4c9d-a459-1cd781af35c1 req-486f259c-8819-433b-9c42-1fdbfd36ee21 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:06.900765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dc0af0c4-b5b5-4c9d-a459-1cd781af35c1 req-486f259c-8819-433b-9c42-1fdbfd36ee21 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:06.902785 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc0af0c4-b5b5-4c9d-a459-1cd781af35c1 req-486f259c-8819-433b-9c42-1fdbfd36ee21 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.1200774 May 27 03:58:06.967615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:07.033731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:58:07.042066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:58:07.043293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:07.407832 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:07.459147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:07.475550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:07.496758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:07.516255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Sync routers for ids ['419d12e1-7430-4ba1-b0e9-5d68206b7dd3'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:07.540403 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Routers {'419d12e1-7430-4ba1-b0e9-5d68206b7dd3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:07.546721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['419d12e1-7430-4ba1-b0e9-5d68206b7dd3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:07.548543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:07.552993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1b10ed03-9f21-4cfe-bfc8-7eec5fc7e1e2 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9746783 May 27 03:58:07.556543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56922) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:07.650129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:07.779148 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Set router 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:08.117368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:08.117835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f5a34662-e9d8-49d8-b66a-528121e09a79 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/419d12e1-7430-4ba1-b0e9-5d68206b7dd3 HTTP/1.1" status: 200 len: 906 time: 0.5592940 May 27 03:58:08.278593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81b3c204-30e5-43bd-8888-c6b7a3e23687 req-242f3e5c-4cbe-4a55-b958-dd1f486b69b8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.0660865 May 27 03:58:08.348779 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419d12e1-7430-4ba1-b0e9-5d68206b7dd3', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:06Z', 'revision_number': 3, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port': {'id': '3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419d12e1-7430-4ba1-b0e9-5d68206b7dd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:58:05Z', 'updated_at': '2022-05-27T03:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:08.357701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Checking router: 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:58:08.358200 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Updating router 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 03:58:08.476503 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:08.727394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:58:08.836457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:58:08.838063 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:08.839700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.055990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-22ecc345-edcb-4ec1-b5dc-ffa94630f5bb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:09.057494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-22ecc345-edcb-4ec1-b5dc-ffa94630f5bb tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 815 time: 0.4965291 May 27 03:58:09.129911 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.155392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-14c164c1-3dff-4a24-b92e-5c5e31f55b4e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:09.171398 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Transition to ACTIVE for port object 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:58:09.194413 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.205379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-14c164c1-3dff-4a24-b92e-5c5e31f55b4e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:09.209771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-14c164c1-3dff-4a24-b92e-5c5e31f55b4e tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b HTTP/1.1" status: 200 len: 379 time: 0.1302335 May 27 03:58:09.234587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'port': {'device_id': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'admin_state_up': True, 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'security_groups': ['f1f67111-744b-48fc-a1e3-9af192361672']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:09.456233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:09.461785 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Attempting to bind port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:58:09.462150 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Attempting to bind port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:58:09.465831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Attempting to bind port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:58:09.471889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:09.484368 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Pushing event updated for resources: {'Port': ['ID=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:09.492677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Made reservation on behalf of 58701cb9b2f54ec0a357e5ec8f92cf6b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:58:09.509436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.521486 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.521852 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.522179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.522625 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.522825 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.527211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.528376 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.528873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.532438 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.536633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.537202 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:09.540555 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:58:09.546373 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:58:09.549061 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.549613 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:58:09.555209 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Bound port: 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:58:09.555882 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.641607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.671094 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:09.671555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.734973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-054d09de-92b8-427c-9372-afb736341291 req-d495477e-1994-4946-a9c5-c654e1b9975b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.1150563 May 27 03:58:09.752206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] For port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:58:09.758770 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] For port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:58:09.771630 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:09.921270 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Routers {'419d12e1-7430-4ba1-b0e9-5d68206b7dd3'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:09.922171 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['419d12e1-7430-4ba1-b0e9-5d68206b7dd3'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:10.141561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] For port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76, host n-d-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:10.142602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:10.149497 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] Set router 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:10.165456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Allocated IP 172.20.0.13 (44bab2cf-aa7f-43a5-9594-6098f15fb5e0/108202ed-7a5b-4ec9-946c-122fbff77a5d/906c7ffd-1921-4d82-bfd0-95867479f0cc) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:10.299435 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419d12e1-7430-4ba1-b0e9-5d68206b7dd3', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:09Z', 'revision_number': 4, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:10.311873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec595d2-6249-4509-ad6b-08d2009c2e3e None None] The sync data for ids ['419d12e1-7430-4ba1-b0e9-5d68206b7dd3'] in n-d-843301-2 is: [{'id': '419d12e1-7430-4ba1-b0e9-5d68206b7dd3', 'name': 'tempest-snat-router-22563036', 'tenant_id': '694ad5377e744cfc9c60e9ec362abc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:09Z', 'revision_number': 4, 'project_id': '694ad5377e744cfc9c60e9ec362abc33', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:10.337105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33d9f-6b2d-46fa-ab6b-e6c6c900310c None None] Pushing event updated for resources: {'Port': ['ID=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:10.485718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:10.534334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17613692-8356-4f72-96aa-759e07eafa13 req-761e0a73-d43e-46cd-80bb-b1928213ace6 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:10.536409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17613692-8356-4f72-96aa-759e07eafa13 req-761e0a73-d43e-46cd-80bb-b1928213ace6 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 950 time: 0.6038234 May 27 03:58:10.667586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17613692-8356-4f72-96aa-759e07eafa13 req-87e847f0-2ac4-48eb-811c-2aa31999acd4 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194625 May 27 03:58:10.671083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:10.691845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Transition to ACTIVE for port object 906c7ffd-1921-4d82-bfd0-95867479f0cc will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:58:10.718684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:58:10.719015 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:58:10.736693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:10.822605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:10.825834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:10.832557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:10.861613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event updated for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:10.954670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:10.957097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:11.033443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-83ab1cd4-d0c8-490c-9a48-dae6ee68259a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8113141 May 27 03:58:11.046716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Request body: {'port': {'device_id': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:11.129628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e91f0-f125-4452-8152-2e6daa24f7fd req-1478a8cf-842f-4852-ac21-58f3a8049d7d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:11.154268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf9e91f0-f125-4452-8152-2e6daa24f7fd req-1478a8cf-842f-4852-ac21-58f3a8049d7d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 932 time: 0.1521168 May 27 03:58:11.229274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf9e91f0-f125-4452-8152-2e6daa24f7fd req-55583be6-ab77-438c-a06c-387590370d49 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869594 May 27 03:58:11.267385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:11.268547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:11.316888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:11.358456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-c05bcce0-8d2b-4a82-baab-8103bb5b1d93 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:11.360303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-c05bcce0-8d2b-4a82-baab-8103bb5b1d93 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 950 time: 0.1251526 May 27 03:58:11.364312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e81a6464-65e0-4895-97c9-17e66f565704 None None] Provisioning for port 906c7ffd-1921-4d82-bfd0-95867479f0cc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:58:11.373411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e81a6464-65e0-4895-97c9-17e66f565704 None None] Provisioning complete for port 906c7ffd-1921-4d82-bfd0-95867479f0cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:58:11.374295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e81a6464-65e0-4895-97c9-17e66f565704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:11.484865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e81a6464-65e0-4895-97c9-17e66f565704 None None] Port 906c7ffd-1921-4d82-bfd0-95867479f0cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:58:11.532745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Deleting port c644808d-2bbc-428a-8d82-0572e4ac98c6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:11.533117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:12.342186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] For port c644808d-2bbc-428a-8d82-0572e4ac98c6, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c644808d-2bbc-428a-8d82-0572e4ac98c6,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:12.343119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:12.595280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Calling delete_port for c644808d-2bbc-428a-8d82-0572e4ac98c6 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:12.647478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89317-e628-4329-b92b-e3e3495f1d94 req-8af4b653-9d32-4c7b-92f0-ac1ec46b2c66 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:12.654313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09c89317-e628-4329-b92b-e3e3495f1d94 req-8af4b653-9d32-4c7b-92f0-ac1ec46b2c66 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68911-0a8b-493a-a304-b5e1ca15864b HTTP/1.1" status: 200 len: 950 time: 0.4418468 May 27 03:58:12.718418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] For port 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:12.718981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:12.951357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:58:12.964350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538ace-14a6-4ce8-b4a2-42209ce433c6 req-ede1373d-0465-493e-bd13-758afce712c5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:12.974552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89538ace-14a6-4ce8-b4a2-42209ce433c6 req-ede1373d-0465-493e-bd13-758afce712c5 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 932 time: 0.3119125 May 27 03:58:13.049205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:13.062725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c644808d-2bbc-428a-8d82-0572e4ac98c6'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:58:13.198489 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89538ace-14a6-4ce8-b4a2-42209ce433c6 req-5d948c7f-7620-416e-8237-6e66e369770a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162943 May 27 03:58:13.207840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for 3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:13.248617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Pushing event deleted for resources: {'Port': ['ID=c644808d-2bbc-428a-8d82-0572e4ac98c6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:13.447049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] No DVR routers for this DVR port c644808d-2bbc-428a-8d82-0572e4ac98c6 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:58:13.454534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:13.462094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'name': 'network-vif-deleted', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:13.501747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38d7651b-758b-4b56-ab5b-b273fc2236a9 req-3fde5c49-a99c-4605-8fa5-2cad54c1acdc tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.41 "DELETE /v2.0/ports/c644808d-2bbc-428a-8d82-0572e4ac98c6 HTTP/1.1" status: 204 len: 173 time: 2.1354690 May 27 03:58:13.554466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09c89317-e628-4329-b92b-e3e3495f1d94 req-b84cf1a7-8c91-48df-a1e2-d280bad3beb6 tempest-VolumesBackupsTest-2124050371 tempest-VolumesBackupsTest-2124050371-project] 10.222.0.46 "GET /v2.0/security-groups?id=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972504 May 27 03:58:13.689796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906c7ffd-1921-4d82-bfd0-95867479f0cc {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:58:13.735833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:13.742660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:13.806217 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dec2670-d2c3-445e-afec-fd083a1f2cce'] response: {'server_uuid': '7ca68911-0a8b-493a-a304-b5e1ca15864b', 'name': 'network-vif-deleted', 'tag': 'c644808d-2bbc-428a-8d82-0572e4ac98c6', 'status': 'completed', 'code': 200} May 27 03:58:13.831273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Transition to ACTIVE for port object 906c7ffd-1921-4d82-bfd0-95867479f0cc will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:58:13.832382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f3eed9b-a524-4f3f-a9d2-eac1ecf89f76,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:13.912828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:14.278169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Pushing event updated for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:14.951855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:15.273094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c644808d-2bbc-428a-8d82-0572e4ac98c6 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:58:15.347624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c644808d-2bbc-428a-8d82-0572e4ac98c6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:58:15.347968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c644808d-2bbc-428a-8d82-0572e4ac98c6 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:58:15.653769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Attempting to bind port 906c7ffd-1921-4d82-bfd0-95867479f0cc on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:58:15.654182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Attempting to bind port 906c7ffd-1921-4d82-bfd0-95867479f0cc by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:58:15.654674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Attempting to bind port 906c7ffd-1921-4d82-bfd0-95867479f0cc on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:58:15.844347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Port 906c7ffd-1921-4d82-bfd0-95867479f0cc on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:58:15.848978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Attempting to bind port 906c7ffd-1921-4d82-bfd0-95867479f0cc on network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:58:15.961146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512e61-2514-4be8-8ec9-5588f6e6f9ac req-6abc9ec5-041c-423e-88bb-9cb291ab29ec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:15.961870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ed512e61-2514-4be8-8ec9-5588f6e6f9ac req-6abc9ec5-041c-423e-88bb-9cb291ab29ec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Synchronizing usage tracker for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:16.122778 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.145138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:58:16.145494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Checking segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:58:16.146271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Bound using segment: {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:58:16.146590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Bound port: 906c7ffd-1921-4d82-bfd0-95867479f0cc, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4973d-f6ed-4b85-a500-a837b9941985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:58:16.147101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.172162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.191605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ed512e61-2514-4be8-8ec9-5588f6e6f9ac req-6abc9ec5-041c-423e-88bb-9cb291ab29ec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Unset dirty status for tenant:58701cb9b2f54ec0a357e5ec8f92cf6b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:16.200116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed512e61-2514-4be8-8ec9-5588f6e6f9ac req-6abc9ec5-041c-423e-88bb-9cb291ab29ec tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 944 time: 1.6619639 May 27 03:58:16.400432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:58:16.416725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed512e61-2514-4be8-8ec9-5588f6e6f9ac req-45b3a031-28f1-4093-92f4-35620a380f71 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953759 May 27 03:58:16.427671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:58:16.430285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.431811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 419d12e1-7430-4ba1-b0e9-5d68206b7dd3 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:16.446978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.448157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-90ee2e7e-ffff-4c15-9a11-bc977d8e5af0 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/routers/419d12e1-7430-4ba1-b0e9-5d68206b7dd3 HTTP/1.1" status: 204 len: 168 time: 8.3290155 May 27 03:58:16.449698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.451441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:16.516174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:16.517808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] 10.222.0.21 "PUT /v2.0/ports/906c7ffd-1921-4d82-bfd0-95867479f0cc HTTP/1.1" status: 200 len: 1092 time: 5.4766710 May 27 03:58:16.518443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:16.589434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd24a8-e948-4025-8340-8ada62dcb48a service neutron] Pushing event updated for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:16.915681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-31070b13-1fff-4b37-9667-88a40e2e13b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 1095 time: 0.3228424 May 27 03:58:17.207315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:17.226709 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1e79c0-f156-46a1-9c0c-a92be1880a5b'] response: {'name': 'network-changed', 'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'status': 'completed', 'code': 200} May 27 03:58:17.254445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-ef2ed4ec-1bfe-46ad-986d-d0c1e93d7afb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc HTTP/1.1" status: 200 len: 217 time: 0.3317704 May 27 03:58:17.599797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-ea16bc3a-2723-4b18-9764-818b6b6c8235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:17.601254 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-ea16bc3a-2723-4b18-9764-818b6b6c8235 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.3412087 May 27 03:58:17.659927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:17.732081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Deleting port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:17.732407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:17.884759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-2903af37-6c54-48b3-92c2-a15feaf46d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694933 May 27 03:58:18.059595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-f6299198-97a0-4f67-9374-448a02e25ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711376 May 27 03:58:18.532775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a6f88976-a4cb-430d-bacb-edd659752e65 req-cb5f7615-6c34-4c24-986f-59aeffe31b63 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683903 May 27 03:58:18.605843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d86c1a-a79e-4b88-a1f2-7bfffc956c77 req-ab28ea7a-dedc-430c-9f06-1b9121673b5f tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:18.607311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d86c1a-a79e-4b88-a1f2-7bfffc956c77 req-ab28ea7a-dedc-430c-9f06-1b9121673b5f tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 944 time: 0.4234698 May 27 03:58:18.622025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8f55b-a87c-4945-95c6-352c45b7530a req-93bc5d6b-802f-4773-8ee1-df2b2b13f195 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:18.630319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee8f55b-a87c-4945-95c6-352c45b7530a req-93bc5d6b-802f-4773-8ee1-df2b2b13f195 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.5696318 May 27 03:58:18.687768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] For port 3d7fc41b-f058-4fd4-8bcf-7f21b8194171, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:18.688223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:18.889883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Calling delete_port for 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:18.898729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5ee8f55b-a87c-4945-95c6-352c45b7530a req-253b29ea-38d4-4826-8b6d-eda2f116ad93 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675498 May 27 03:58:18.924491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-05b9142f-ead4-4478-8412-e48bcaed2f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 1095 time: 0.2778563 May 27 03:58:19.141276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-bf757c20-462f-4dff-8812-7517ddcc7969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:19.143064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-bf757c20-462f-4dff-8812-7517ddcc7969 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.2077866 May 27 03:58:19.255632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99d86c1a-a79e-4b88-a1f2-7bfffc956c77 req-34005670-225b-497b-bf5a-f0b5db8f5262 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6390543 May 27 03:58:19.359913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-bb7609e1-38ec-4d64-9436-df3e1bbc1c21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc HTTP/1.1" status: 200 len: 217 time: 0.2091813 May 27 03:58:19.563684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:19.648667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-a4fa38fb-5315-4cea-84d6-29a2aa520a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:19.650462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-a4fa38fb-5315-4cea-84d6-29a2aa520a39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.2827845 May 27 03:58:19.681558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d7fc41b-f058-4fd4-8bcf-7f21b8194171,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:19.745513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-98dd282d-06f8-4fe3-8378-49cc85c6793e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880840 May 27 03:58:19.997838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-1cef888c-7d13-40be-a4cc-d62144af4c89 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362974 May 27 03:58:20.262134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:20.572849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8960545-c347-493a-b89b-2d2ce12f2c56 req-4ab7d3da-baa3-4be4-b6fa-a8d482e7abf5 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749154 May 27 03:58:20.594419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91662e9-a3ab-4403-8645-9fe2afb69831 req-761909a2-4763-4321-aecc-49b8d4721337 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:20.610134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c91662e9-a3ab-4403-8645-9fe2afb69831 req-761909a2-4763-4321-aecc-49b8d4721337 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.3343353 May 27 03:58:20.759746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c91662e9-a3ab-4403-8645-9fe2afb69831 req-d79b252e-01ef-4e0d-815b-b2f05b9f167d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501157 May 27 03:58:20.963344 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:20.983938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:20.997703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aee07-a9c5-4719-a90f-934b45533ebf req-40716e5e-063d-4a19-a8d1-56ea78576d2a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:20.998758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-543aee07-a9c5-4719-a90f-934b45533ebf req-40716e5e-063d-4a19-a8d1-56ea78576d2a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 944 time: 0.4428692 May 27 03:58:21.078139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.078674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0953bc5-98f2-4af1-a802-a260316114c6 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:21.099904 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-543aee07-a9c5-4719-a90f-934b45533ebf req-329940ce-8cf8-48bb-a577-eb4f9d4a247f tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859933 May 27 03:58:21.145915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.147356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ceab463a-b235-4618-ac69-c9e07642bb00 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c0953bc5-98f2-4af1-a802-a260316114c6 HTTP/1.1" status: 204 len: 168 time: 4.6940200 May 27 03:58:21.153044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57168) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:21.159090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-511517417', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:21.198144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:21.214003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:21.221581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:21.248384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:21.274286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.276061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.339455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.614947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:21.803491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 906c7ffd-1921-4d82-bfd0-95867479f0cc details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:58:21.953144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.020864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.061486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:22.076480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'port_id': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:58:22.142668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.165256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906c7ffd-1921-4d82-bfd0-95867479f0cc {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:58:22.190539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:22.212485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.284620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Allocated IP 172.25.8.92 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c8ad1ae8-f323-4bf5-b3b3-fb931c04af9a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:22.303641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528084e-171d-4fa7-b48a-f866530afec7 req-e334ac4e-8133-40cd-bd5a-61e976d93049 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:22.309071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:22.311630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e528084e-171d-4fa7-b48a-f866530afec7 req-e334ac4e-8133-40cd-bd5a-61e976d93049 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1981089 May 27 03:58:22.429316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['906c7ffd-1921-4d82-bfd0-95867479f0cc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:58:22.484912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e528084e-171d-4fa7-b48a-f866530afec7 req-c3a9dd30-3141-4e7e-8f36-50a8d4589d6b tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720202 May 27 03:58:22.575294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109091ae-974c-46fc-a94e-b7b7387709cd req-e5ccf76f-9030-40fb-b580-62f6c50b5315 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:22.578494 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-109091ae-974c-46fc-a94e-b7b7387709cd req-e5ccf76f-9030-40fb-b580-62f6c50b5315 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 945 time: 0.1661246 May 27 03:58:22.591843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.676867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:22.685010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:58:22.697934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-109091ae-974c-46fc-a94e-b7b7387709cd req-911bec69-963c-44b5-b924-dfd28d41fa71 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989747 May 27 03:58:22.722436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:58:22.723039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3d7fc41b-f058-4fd4-8bcf-7f21b8194171 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:58:22.768019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:22.771847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:22.780672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:22.842700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event updated for resources: {'Port': ['ID=c8ad1ae8-f323-4bf5-b3b3-fb931c04af9a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:23.038722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:23.039600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:23.635577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Router 053c514d-2a2b-46a2-adec-7771d2c6acf6 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:23.830853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 906c7ffd-1921-4d82-bfd0-95867479f0cc up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:58:23.906723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4061d61-7082-40cc-a308-cdbf0a51410a req-6eb5129b-12fe-48c9-abf8-dc6ac5372c39 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:23.914204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4061d61-7082-40cc-a308-cdbf0a51410a req-6eb5129b-12fe-48c9-abf8-dc6ac5372c39 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2024112 May 27 03:58:23.998730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4061d61-7082-40cc-a308-cdbf0a51410a req-f1cede97-d089-4045-a6f5-0fa6a92925cd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820584 May 27 03:58:24.013358 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.078633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 906c7ffd-1921-4d82-bfd0-95867479f0cc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:58:24.086347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 906c7ffd-1921-4d82-bfd0-95867479f0cc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:58:24.090820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.104764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443fcb9-046b-4f34-be7d-90d0830919dd req-2a2f78cb-4f36-411a-a44b-7bc1f9079f55 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:24.110726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c443fcb9-046b-4f34-be7d-90d0830919dd req-2a2f78cb-4f36-411a-a44b-7bc1f9079f55 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 945 time: 0.1983073 May 27 03:58:24.145095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:24.205440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] Sync routers for ids ['053c514d-2a2b-46a2-adec-7771d2c6acf6'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:24.212227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.213495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-684f2d44-655a-44d5-a978-feaad39945ef tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0591516 May 27 03:58:24.216330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:24.233030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:24.239742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c443fcb9-046b-4f34-be7d-90d0830919dd req-73f3592d-2df1-43e7-9ab4-f83dae17613d tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225178 May 27 03:58:24.307280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] Routers {'053c514d-2a2b-46a2-adec-7771d2c6acf6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:24.312345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['053c514d-2a2b-46a2-adec-7771d2c6acf6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:24.391475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:24.415584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] Routers {'053c514d-2a2b-46a2-adec-7771d2c6acf6'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:24.416376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['053c514d-2a2b-46a2-adec-7771d2c6acf6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:24.505546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:24.506104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100348be-e59a-401a-ab84-fa6e6e3f4d3e None None] The sync data for ids ['053c514d-2a2b-46a2-adec-7771d2c6acf6'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:24.599074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.679831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:24.692519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:58:24.707946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:24.887751 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2946c4-a58e-4abb-9f9c-6f5d31c4b74e'] response: {'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'code': 200} May 27 03:58:24.892286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:25.151500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5471b116-19d9-46ab-afe7-f214d8b9af80 req-7310c7d4-a511-4181-a5f3-6cc9490995f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 1097 time: 0.2026772 May 27 03:58:25.237230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5471b116-19d9-46ab-afe7-f214d8b9af80 req-47151810-22a9-44d8-a015-48b077e95e3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682037 May 27 03:58:25.436151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1ced-6933-4f10-990a-2d6e8e6e6d40 req-8be110b3-cb36-4383-89ff-0ed5961c36c5 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:25.448726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e65a1ced-6933-4f10-990a-2d6e8e6e6d40 req-8be110b3-cb36-4383-89ff-0ed5961c36c5 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1973248 May 27 03:58:25.525604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e65a1ced-6933-4f10-990a-2d6e8e6e6d40 req-fa39c7ad-6e22-4c72-be8c-6959f8ce8479 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686986 May 27 03:58:25.626138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cf97e-ce50-4445-9bc4-f5b875fa1b04 req-8d7fe7e3-eafa-4712-b80c-5c34b506193a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:25.627594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c6cf97e-ce50-4445-9bc4-f5b875fa1b04 req-8d7fe7e3-eafa-4712-b80c-5c34b506193a tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.1332970 May 27 03:58:25.727917 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5c6cf97e-ce50-4445-9bc4-f5b875fa1b04 req-cb6d161b-de17-4183-9e2c-68fa2bff143b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919006 May 27 03:58:25.730826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:26.357004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:26.410587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:26.417707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:26.729266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router 053c514d-2a2b-46a2-adec-7771d2c6acf6 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:26.995733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741759-857a-4b9b-8616-527b6fe0f1f0 req-04c6c377-d43d-4e74-b1e4-f1cfa16852ea tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:26.995733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b9741759-857a-4b9b-8616-527b6fe0f1f0 req-04c6c377-d43d-4e74-b1e4-f1cfa16852ea tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2448583 May 27 03:58:27.160349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:27.164602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b9741759-857a-4b9b-8616-527b6fe0f1f0 req-a14716e6-6620-43f8-9d2a-d7420c66903c tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370192 May 27 03:58:27.166671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:27.166671 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a44a3271-4796-4ff8-a0c4-bb3ef48a7a86 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "PUT /v2.0/routers/053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 200 len: 924 time: 2.9490123 May 27 03:58:27.169172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:27.179903 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] Sync routers for ids ['053c514d-2a2b-46a2-adec-7771d2c6acf6'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:27.199667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] Routers {'053c514d-2a2b-46a2-adec-7771d2c6acf6'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:27.201843 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['053c514d-2a2b-46a2-adec-7771d2c6acf6'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:27.220559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068452f2-6566-4076-8efd-49c27f2ce0e4 req-4eadc6ac-ecb3-4966-b121-d66bf0fb7583 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:27.230849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-068452f2-6566-4076-8efd-49c27f2ce0e4 req-4eadc6ac-ecb3-4966-b121-d66bf0fb7583 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.2030339 May 27 03:58:27.302878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-068452f2-6566-4076-8efd-49c27f2ce0e4 req-4bd28d56-f609-4bb7-b998-9bdcf77d6f52 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697961 May 27 03:58:27.307824 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:27.324416 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] Routers {'053c514d-2a2b-46a2-adec-7771d2c6acf6'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:27.325276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['053c514d-2a2b-46a2-adec-7771d2c6acf6'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:27.400940 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:27.401227 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54c83d-f8e1-433c-b6d0-900cce417400 None None] The sync data for ids ['053c514d-2a2b-46a2-adec-7771d2c6acf6'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:27.839844 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f25fa0a5-a5a2-4f47-9b97-083c63105a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:27.848591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace858f5-caa4-46a0-a989-949a2ce52fe7 req-784c4660-7287-4bc2-ad74-38abbe494c06 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:27.850498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ace858f5-caa4-46a0-a989-949a2ce52fe7 req-784c4660-7287-4bc2-ad74-38abbe494c06 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.1686726 May 27 03:58:27.861616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57366) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:27.867596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Request body: {'floatingip': {'port_id': '906c7ffd-1921-4d82-bfd0-95867479f0cc'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:27.885718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6aaab52f-0a9c-40c5-9af5-b88c615aede9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 200 len: 924 time: 0.7154021 May 27 03:58:27.888338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:27.994792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f394448-b8fb-44a1-b759-5ffbd1d6ee1a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Synchronizing usage tracker for tenant:694ad5377e744cfc9c60e9ec362abc33 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:28.057410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f394448-b8fb-44a1-b759-5ffbd1d6ee1a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Unset dirty status for tenant:694ad5377e744cfc9c60e9ec362abc33 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:28.061466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:28.063163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f394448-b8fb-44a1-b759-5ffbd1d6ee1a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=053c514d-2a2b-46a2-adec-7771d2c6acf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1727509 May 27 03:58:28.110581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:28.480331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e7b1c4-c5ae-4464-b534-0cf7547be529 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:28.480920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74e7b1c4-c5ae-4464-b534-0cf7547be529 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Synchronizing usage tracker for tenant:694ad5377e744cfc9c60e9ec362abc33 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:58:28.668505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74e7b1c4-c5ae-4464-b534-0cf7547be529 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Unset dirty status for tenant:694ad5377e744cfc9c60e9ec362abc33 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:58:28.672228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74e7b1c4-c5ae-4464-b534-0cf7547be529 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.6072392 May 27 03:58:28.672573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57392) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:28.831306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8422353a-1eba-4f56-9054-82449378114b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 200 len: 205 time: 0.1553612 May 27 03:58:28.839644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:28.881622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68db7-6b8b-4c63-8f57-991d70be62ef req-179da869-6b6d-43cd-b748-bf74dddc2289 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:28.888580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06e68db7-6b8b-4c63-8f57-991d70be62ef req-179da869-6b6d-43cd-b748-bf74dddc2289 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.4022746 May 27 03:58:29.284205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06e68db7-6b8b-4c63-8f57-991d70be62ef req-43a389e1-835f-4130-a115-05d397684dd0 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947294 May 27 03:58:29.359581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:29.854899 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:29.863508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:29.938046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca5493c6-5164-4eda-971e-53b7d55cd63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:30.062470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:30.092271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port c8ad1ae8-f323-4bf5-b3b3-fb931c04af9a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:30.092876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:30.397708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c022d-4aef-4b64-8397-28fbbfe1f544 req-bd5e32ee-9ee7-474b-8c9a-b437e8eb04b9 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:30.399823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c0c022d-4aef-4b64-8397-28fbbfe1f544 req-bd5e32ee-9ee7-474b-8c9a-b437e8eb04b9 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2731476 May 27 03:58:30.471718 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-fe53a71f-5660-460b-9034-131cc93c437d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 1096 time: 0.3555148 May 27 03:58:30.477208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c0c022d-4aef-4b64-8397-28fbbfe1f544 req-7c83417f-13cd-46c8-a240-0830191ef9bd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672948 May 27 03:58:30.613494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:30.816338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-e4770531-a0d6-4b89-a599-f1aa210c6ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:30.818365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-e4770531-a0d6-4b89-a599-f1aa210c6ceb service neutron] 10.222.0.21 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.3389318 May 27 03:58:30.863294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for c8ad1ae8-f323-4bf5-b3b3-fb931c04af9a owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:31.029516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-568abc7a-d3d8-43e3-a34c-885cde7a4daf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 200 len: 1000 time: 0.2040589 May 27 03:58:31.037301 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP 9eb62158-5ab7-438e-a454-8927b6ff5d6a associated. External IP: 172.25.8.38, port: 906c7ffd-1921-4d82-bfd0-95867479f0cc. May 27 03:58:31.235766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:31.345143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=c8ad1ae8-f323-4bf5-b3b3-fb931c04af9a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:31.347154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:31.450493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-2a125ceb-e02e-4070-a808-e7148147d0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:31.451060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:31.453813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-2a125ceb-e02e-4070-a808-e7148147d0ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.2766578 May 27 03:58:31.627725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-969f0f7b-4b45-45a1-8b33-84181927a9af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587007 May 27 03:58:32.035836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.489162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-ff0a3a4b-7ba9-42cd-8fc5-6c78e42a4d30 service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441851 May 27 03:58:32.538525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.543000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.575719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.576034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router 053c514d-2a2b-46a2-adec-7771d2c6acf6 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:32.622396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e14330-101f-4ec7-a53d-d6b7ae981fa1 req-095320a5-2c2e-4378-ab1b-35c8c1cb38fa tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:32.629404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96e14330-101f-4ec7-a53d-d6b7ae981fa1 req-095320a5-2c2e-4378-ab1b-35c8c1cb38fa tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.8562896 May 27 03:58:32.632974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.637740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e8fbb8c5-956c-4920-a8de-30c5a75bef5e tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 204 len: 168 time: 3.7932613 May 27 03:58:32.649688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57478) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:32.656863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-903992109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:32.665969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:32.672338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:32.675441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:32.698198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:32.763355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96e14330-101f-4ec7-a53d-d6b7ae981fa1 req-7649d431-61eb-4407-b347-1cfc0b1f183a tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279776 May 27 03:58:32.773638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.779940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.845589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.887002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.912887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dda8ef4b-57e6-41d6-9dbf-f5991e1e9a8a req-e14a94a9-aea9-4293-bd35-9e9439a1473f service neutron] 10.222.0.21 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199004 May 27 03:58:32.926411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:32.930411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29f71cd2-e4e0-476c-97f2-e362fba0b424 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2773027 May 27 03:58:32.930411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57492) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:32.936338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:32.964625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:58:33.035967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:33.473252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:33.484885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:33.491047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:33.514289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:33.522952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:33.675202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-660bd850-52f5-47a7-867f-58e94eb5cf27 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "PUT /v2.0/floatingips/9eb62158-5ab7-438e-a454-8927b6ff5d6a HTTP/1.1" status: 200 len: 991 time: 5.8113744 May 27 03:58:33.675202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:58:33.754015 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a18e28-1b3a-4fc8-a5df-1d1d3c230aa6'] response: {'name': 'network-changed', 'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'status': 'completed', 'code': 200} May 27 03:58:33.945376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-096f8358-c72b-4987-be9b-c6bc17f8bcf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 1097 time: 0.1696050 May 27 03:58:33.948506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:34.284070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:34.519361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee26f23-0d0b-4878-99f6-7ef0b9a53d7a req-6b62b564-463d-4c2a-abb6-4ffcfd1cf5ca tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:34.525244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee26f23-0d0b-4878-99f6-7ef0b9a53d7a req-6b62b564-463d-4c2a-abb6-4ffcfd1cf5ca tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1502988 May 27 03:58:34.539450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05df8a-79a4-415e-bca8-d763b236601f req-da3f0ba7-6540-41e0-865a-52ce51ef089e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:34.547317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-da3f0ba7-6540-41e0-865a-52ce51ef089e service neutron] 10.222.0.21 "GET /v2.0/networks?id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 200 len: 916 time: 0.5960631 May 27 03:58:34.638692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fee26f23-0d0b-4878-99f6-7ef0b9a53d7a req-9fea38b7-8ebd-4f10-acf5-56bf14e47ca7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774369 May 27 03:58:34.708846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:34.806479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:34.903602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-ff405007-ca7a-43c0-8a06-986ebcdc818d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc HTTP/1.1" status: 200 len: 999 time: 0.3491666 May 27 03:58:34.929328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9eb62158-5ab7-438e-a454-8927b6ff5d6a', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:29Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:34.934422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:58:34.951417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:34.952760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:35.021211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05df8a-79a4-415e-bca8-d763b236601f req-7715e504-4c3f-4b9b-ac8f-0ed712525f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:35.025790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-7715e504-4c3f-4b9b-ac8f-0ed712525f2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 200 len: 854 time: 0.1163218 May 27 03:58:35.207440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Allocated IP 172.25.8.212 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c50424a0-fdd4-4d4e-ba7d-124853210a82) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:35.248772 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-120dd329-0ece-46d3-9c07-c0fad6f52af6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44bab2cf-aa7f-43a5-9594-6098f15fb5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160511 May 27 03:58:35.433199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:58:35.604865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-88d9a3d4-df6f-4a47-9613-6cdf047c6759 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498397 May 27 03:58:35.829813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:35.896368 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:36.027330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:36.035084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d05df8a-79a4-415e-bca8-d763b236601f req-143ab488-603a-4201-8db4-34616af87862 service neutron] 10.222.0.21 "GET /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213171 May 27 03:58:36.038092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:36.045529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:36.127969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event updated for resources: {'Port': ['ID=c50424a0-fdd4-4d4e-ba7d-124853210a82,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:36.403725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9eb62158-5ab7-438e-a454-8927b6ff5d6a', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:29Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:36.403725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cca52-df21-4378-859f-131c341abd81 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9eb62158-5ab7-438e-a454-8927b6ff5d6a', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'port_id': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:58:02Z', 'updated_at': '2022-05-27T03:58:29Z', 'revision_number': 1, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:36.465572 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:36.842632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:36.852218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:36.859456 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb388b-0846-4b09-ad00-ec30d24bce13 None None] New status for floating IP 9eb62158-5ab7-438e-a454-8927b6ff5d6a: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:58:37.420456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Router dd46b5d5-e9f2-4f41-9367-d531c2679369 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:37.832695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:37.854144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] Sync routers for ids ['dd46b5d5-e9f2-4f41-9367-d531c2679369'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:37.876530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] Routers {'dd46b5d5-e9f2-4f41-9367-d531c2679369'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:37.881452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dd46b5d5-e9f2-4f41-9367-d531c2679369'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:37.892449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:37.894749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-afcadc04-372a-4ad4-94c8-359650c78767 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "PUT /v2.0/routers/dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 200 len: 883 time: 4.9632635 May 27 03:58:37.897586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57590) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:38.054030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:58:38.062870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.109639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] Routers {'dd46b5d5-e9f2-4f41-9367-d531c2679369'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:38.110526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['dd46b5d5-e9f2-4f41-9367-d531c2679369'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.386201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:38.386871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0428e000-3ac1-4052-8c20-dbaf16f385a6 None None] The sync data for ids ['dd46b5d5-e9f2-4f41-9367-d531c2679369'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:38.400691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-226d3b88-fea7-4832-980e-6561437d86e3 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 200 len: 924 time: 0.5013864 May 27 03:58:38.403236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57598) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:38.721935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57606) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:38.722155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-447a26e6-1585-4d62-8a0c-0477afec3fa9 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=dd46b5d5-e9f2-4f41-9367-d531c2679369&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3173008 May 27 03:58:38.889997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec92b90-8d77-43bf-a056-4b566fab5136 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:38.891594 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ec92b90-8d77-43bf-a056-4b566fab5136 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.1683900 May 27 03:58:38.894469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57616) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:38.956249 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-530cdebf-657b-4176-bfd5-37f3f9738dee tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 200 len: 205 time: 0.0606298 May 27 03:58:38.958814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57622) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:39.306890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.763457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:39.782178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port c50424a0-fdd4-4d4e-ba7d-124853210a82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:39.783413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:40.107248 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:40.327502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for c50424a0-fdd4-4d4e-ba7d-124853210a82 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:40.642383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:40.741119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=c50424a0-fdd4-4d4e-ba7d-124853210a82,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:41.028761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.383307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.388092 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.430635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.434477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router dd46b5d5-e9f2-4f41-9367-d531c2679369 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:41.498381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.503124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bc60a21d-10a3-4387-ab66-7d3ee771b784 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 204 len: 168 time: 2.5431974 May 27 03:58:41.507147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:41.513533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797003777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:41.520653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:41.529165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:41.548266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:41.565996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:41.577090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.585863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.613451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.641469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.679872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:41.685268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:41.686275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a3c8bbe6-3f29-4c76-8d9a-b1f6074fa0eb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1774030 May 27 03:58:41.690973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': True}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:42.085067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-1152eaec-94f2-4e8b-93d8-3f34fed963a3 req-cf6c185f-8bed-4916-9d78-931ac38ea2c2 service neutron] (84156) timed out ('10.222.0.46', 46140) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 03:58:42.304728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.593636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.627819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:42.822021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 172.25.8.98 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/2430531d-1c7d-4a47-af19-0b1de86c9bfa) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:43.030188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:43.076375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:43.163378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=2430531d-1c7d-4a47-af19-0b1de86c9bfa,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:43.169987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:43.171451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:43.180973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:43.417820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:43.701379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:43.705143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:44.089226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router 2492173f-56b8-4c1f-aab0-b208d6148058 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:44.615166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:44.623508 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] Sync routers for ids ['2492173f-56b8-4c1f-aab0-b208d6148058'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:44.625125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:44.629053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:44.629587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a7341cd-807f-47dd-897a-e2cc647a5045 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "PUT /v2.0/routers/2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 200 len: 918 time: 2.9427297 May 27 03:58:44.635770 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] Routers {'2492173f-56b8-4c1f-aab0-b208d6148058'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:44.636496 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2492173f-56b8-4c1f-aab0-b208d6148058'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:44.755971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:44.779990 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] Routers {'2492173f-56b8-4c1f-aab0-b208d6148058'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:44.781084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['2492173f-56b8-4c1f-aab0-b208d6148058'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:44.905380 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:44.906025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a0d4c-2b50-49ad-8c61-14696bd8abbf None None] The sync data for ids ['2492173f-56b8-4c1f-aab0-b208d6148058'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:44.991618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57786) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:45.006253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b580713c-883e-4612-9cff-4775f09eb4f5 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 200 len: 924 time: 0.3752577 May 27 03:58:45.166526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8cb7473d-072a-4c7a-82aa-320008fe635b tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=2492173f-56b8-4c1f-aab0-b208d6148058&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1715748 May 27 03:58:45.167535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57794) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:45.530421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074582b3-074c-416b-9472-150d4107d05f tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:45.534362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-074582b3-074c-416b-9472-150d4107d05f tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.3626471 May 27 03:58:45.534591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57814) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:45.592296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36c6fca5-54c8-4173-97fb-8df483a0b7ee tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 200 len: 205 time: 0.0538747 May 27 03:58:45.592537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57818) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:45.889281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:46.330716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:46.367651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port 2430531d-1c7d-4a47-af19-0b1de86c9bfa {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:46.368141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:46.602912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:46.768611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for 2430531d-1c7d-4a47-af19-0b1de86c9bfa owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:46.964864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:47.086218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=2430531d-1c7d-4a47-af19-0b1de86c9bfa,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:47.226952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.227420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.227904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.228299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.228726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.229175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.229598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.230024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.230439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.230986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.231403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:47.667989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.066611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.085191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.122286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.122934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router 2492173f-56b8-4c1f-aab0-b208d6148058 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:48.164218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.169141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3af9f325-4c63-4e23-bb7d-8fa6f5a262a4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 204 len: 168 time: 2.5720606 May 27 03:58:48.169484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57894) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:48.175776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-308655783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:48.193393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:48.197735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:48.201729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:48.219085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:48.224701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57900) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:48.239158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.240110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.271738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.301134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.332510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.335457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0788883b-0385-43eb-8beb-95e39d9654b8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1637623 May 27 03:58:48.337481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57906) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:48.344573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'enable_snat': False}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:48.502342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:48.566223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:48.677857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Usage tracker for resource:security_group_rule and tenant:f0f7c91300574a0f8795572a612cf3fb is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:48.679679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:48.708465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:49.011018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.014151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.020673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.152274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0f7c91300574a0f8795572a612cf3fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9261715 May 27 03:58:49.154894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:49.185503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d2dd0-3c32-4e07-bfd8-9479191dd38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d863fbd-7be9-4dba-ad14-d37aae58e6ad,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:49.265368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.295524 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.370261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.392769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d863fbd-7be9-4dba-ad14-d37aae58e6ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:49.405745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.406484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.407055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.407617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.408814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.409874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.410749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.411543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.412161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.412731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.413393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:58:49.429442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.455219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-56a3b677-54de-4459-a265-8645c7558a34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d863fbd-7be9-4dba-ad14-d37aae58e6ad HTTP/1.1" status: 204 len: 168 time: 0.2783194 May 27 03:58:49.508358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.544259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:49.800985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Allocated IP 172.25.8.48 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/872bde50-b0d4-4291-abfe-e32ba7ffeea7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:50.025337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57952) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:50.045646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.082376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:50.092316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Usage tracker for resource:security_group_rule and tenant:4ce4d6ed6de9471792225af9c5b7a8e4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:50.100405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:50.116729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:50.245912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.262154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.270221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.281756 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.329921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c213980f-542d-4c50-8ee9-6ff27c763d84,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:50.348246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:50.351481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:50.354329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:50.376267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-12416353-1818-4c7c-ba99-85aab417750d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ce4d6ed6de9471792225af9c5b7a8e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498504 May 27 03:58:50.377692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:50.411129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Pushing event updated for resources: {'Port': ['ID=872bde50-b0d4-4291-abfe-e32ba7ffeea7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:50.498366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.529990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.593183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.600689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.616853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c213980f-542d-4c50-8ee9-6ff27c763d84,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:50.641080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.645255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cdcd87f0-a46f-422d-9221-fc519d8a7c27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c213980f-542d-4c50-8ee9-6ff27c763d84 HTTP/1.1" status: 204 len: 168 time: 0.2635305 May 27 03:58:50.822681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:50.828363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.281229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Router 4b87b2ff-179b-404d-8367-b31339b9d575 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:51.596158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:51.606457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] Sync routers for ids ['4b87b2ff-179b-404d-8367-b31339b9d575'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:51.633514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] Routers {'4b87b2ff-179b-404d-8367-b31339b9d575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:51.634069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4b87b2ff-179b-404d-8367-b31339b9d575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:51.649728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:51.651198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba228447-20ef-419c-a33e-3785bccb3103 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "PUT /v2.0/routers/4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 200 len: 918 time: 3.3124299 May 27 03:58:51.653960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:51.978153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:51.990500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] Routers {'4b87b2ff-179b-404d-8367-b31339b9d575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:51.991402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4b87b2ff-179b-404d-8367-b31339b9d575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:52.123760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:52.124161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a0a763-17ac-4c99-b95a-9f8da5ea16c1 None None] The sync data for ids ['4b87b2ff-179b-404d-8367-b31339b9d575'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:52.217642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2ca58967-21fe-4976-a934-3f64955ca4b3 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 200 len: 924 time: 0.5625062 May 27 03:58:52.221051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:52.362923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2c54560d-ee75-4076-87df-063e6c0c8a31 tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=4b87b2ff-179b-404d-8367-b31339b9d575&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1394784 May 27 03:58:52.365747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:52.559304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e6522-c9b5-440e-bf29-994721643b0a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:58:52.561016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d23e6522-c9b5-440e-bf29-994721643b0a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/networks/78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 881 time: 0.1938651 May 27 03:58:52.563726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:52.630513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fcf0d5fe-2ac0-4f0b-8fbf-b47c1ec3df4d tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 200 len: 205 time: 0.0648434 May 27 03:58:52.632950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:52.957633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:53.406362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:53.419286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port 872bde50-b0d4-4291-abfe-e32ba7ffeea7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:53.419675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:53.764298 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:53.905442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:53.906352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for 872bde50-b0d4-4291-abfe-e32ba7ffeea7 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:54.149458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.270916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=872bde50-b0d4-4291-abfe-e32ba7ffeea7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:54.549844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.857383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.863374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.918947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.918947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router 4b87b2ff-179b-404d-8367-b31339b9d575 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:58:54.946342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:54.947436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ec0033ce-638c-4351-a36f-725198586c83 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 204 len: 168 time: 2.3134265 May 27 03:58:54.951461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:54.958052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1575830128', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:54.966100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:54.970979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Usage tracker for resource:router and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:54.976393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:54.984056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:54.999412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.000449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.020357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.279341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.528046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.570223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:55.760734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Allocated IP 172.25.8.242 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/9126ef8b-75ca-446d-8995-70a00e109003) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:58:55.822074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:56.044939 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.093163 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.108525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:58:56.115005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d6d1d75d644dc4a42ad834aea0bdb7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:58:56.120237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:58:56.128608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:58:56.166099 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.217743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.224242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.297313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4d6d1d75d644dc4a42ad834aea0bdb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4739010 May 27 03:58:56.300955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:56.315238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2f9b-5a08-4d5f-b324-5297ede06e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4291a4c6-9daa-4d4f-9b81-223a444ff75f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:56.324159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event updated for resources: {'Port': ['ID=9126ef8b-75ca-446d-8995-70a00e109003,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:56.335809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:58:56.340256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:58:56.348625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:58:56.374801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.443291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.515030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.635607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.666768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291a4c6-9daa-4d4f-9b81-223a444ff75f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:56.703689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.704564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.709782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:56.711253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0f85251c-8d79-406d-96a9-eab4406b6549 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4291a4c6-9daa-4d4f-9b81-223a444ff75f HTTP/1.1" status: 204 len: 168 time: 0.4057667 May 27 03:58:57.218660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Router c13b9a3e-c729-412c-927e-e9ce40cfbd85 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:58:57.531543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:58:57.545129 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] Sync routers for ids ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:58:57.564139 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] Routers {'c13b9a3e-c729-412c-927e-e9ce40cfbd85'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:57.564759 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:57.568602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:57.572649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa377ff8-2235-4854-9ffe-12db245ceda4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6174059 May 27 03:58:57.573267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:58:57.578594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:58:57.638319 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:57.662714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] Routers {'c13b9a3e-c729-412c-927e-e9ce40cfbd85'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:58:57.663593 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:58:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:57.755985 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:58:57.756712 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b155ae-b8f3-4e4c-a878-df1873be8ff5 None None] The sync data for ids ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:58:57.821010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-97dd16cc-960c-4292-8969-7404421740f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.529539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.551350 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.561367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Deleting port 9126ef8b-75ca-446d-8995-70a00e109003 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:58:58.561728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.784596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:58.930757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Calling delete_port for 9126ef8b-75ca-446d-8995-70a00e109003 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:58:59.171532 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.242728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Pushing event deleted for resources: {'Port': ['ID=9126ef8b-75ca-446d-8995-70a00e109003,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:58:59.643972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.809072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.834622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:58:59.958396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca5ea6a4-aa3c-44a6-bff8-47d48876a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.239407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Router c13b9a3e-c729-412c-927e-e9ce40cfbd85 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:00.492502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:00.508357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] Sync routers for ids ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:59:00.524188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:00.528369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58322) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:00.528874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e8d5800e-e6e7-4985-91f4-01577671de8b tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "PUT /v2.0/routers/c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 200 len: 710 time: 2.9542902 May 27 03:59:00.546243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] Routers {'c13b9a3e-c729-412c-927e-e9ce40cfbd85'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:00.546915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:00.690473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:00.722942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] Routers {'c13b9a3e-c729-412c-927e-e9ce40cfbd85'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:00.723713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:00.738316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aedcee90-4e60-472c-a143-b44017fa391a tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/routers/c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 200 len: 745 time: 0.2087686 May 27 03:59:00.741187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:00.797413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:00.797413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781641-fa29-49bf-b1c1-f2331d5210bc None None] The sync data for ids ['c13b9a3e-c729-412c-927e-e9ce40cfbd85'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:59:00.831004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7ee41234-3599-4757-80b6-848bbe6c229b tempest-RoutersIpV6AdminTest-1276227611 tempest-RoutersIpV6AdminTest-1276227611-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&device_id=c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 200 len: 205 time: 0.0884898 May 27 03:59:00.833623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58336) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:00.893139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-daa87bd9-e7f3-40b6-8e74-c3a22afff8a2 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 200 len: 205 time: 0.0577807 May 27 03:59:00.895077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58340) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:01.128864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.353143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.458942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.952698 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.957215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.995609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:01.996143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Fanout notify agent at l3_agent the message router_deleted on router c13b9a3e-c729-412c-927e-e9ce40cfbd85 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:59:02.015439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:02.016637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-56ad4b06-58db-428a-85c0-fd1b442db7a5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 204 len: 168 time: 1.1206095 May 27 03:59:02.020002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.076699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-df35272d-8b59-44d8-8e60-8e182536b5e8 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 200 len: 205 time: 0.0555007 May 27 03:59:02.078930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.188352 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-2a60e4eb-60be-426a-a1fa-6819ae170335 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:02.190110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2a60e4eb-60be-426a-a1fa-6819ae170335 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/c13b9a3e-c729-412c-927e-e9ce40cfbd85 HTTP/1.1" status: 404 len: 336 time: 0.1098175 May 27 03:59:02.193149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58398) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.255966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fdb4a450-be7c-4f8e-8285-6b26e1d2bbab tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 200 len: 205 time: 0.0596154 May 27 03:59:02.261513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.469148 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-cd13581d-28c4-4d5d-a75e-a71d0b8a3666 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:02.473717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cd13581d-28c4-4d5d-a75e-a71d0b8a3666 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/4b87b2ff-179b-404d-8367-b31339b9d575 HTTP/1.1" status: 404 len: 336 time: 0.2108393 May 27 03:59:02.474740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.537085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b7c75715-4181-48b3-a19b-b5333994f7cc tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 200 len: 205 time: 0.0577857 May 27 03:59:02.537210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.648680 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-43bafcbb-cf76-4577-a00a-ffe6112373c5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:02.649930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-43bafcbb-cf76-4577-a00a-ffe6112373c5 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/2492173f-56b8-4c1f-aab0-b208d6148058 HTTP/1.1" status: 404 len: 336 time: 0.1121078 May 27 03:59:02.653339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58434) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.731152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-84d4cade-edf1-4cde-861c-94cf2cef1209 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 200 len: 205 time: 0.0727177 May 27 03:59:02.731152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58440) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.847353 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-e5a49246-8371-4685-b68c-6fe40aaf57dc tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:02.848308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e5a49246-8371-4685-b68c-6fe40aaf57dc tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/dd46b5d5-e9f2-4f41-9367-d531c2679369 HTTP/1.1" status: 404 len: 336 time: 0.1172559 May 27 03:59:02.851006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.894833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f60f57c4-6041-421d-b771-70cb72ac9179 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 200 len: 205 time: 0.0425048 May 27 03:59:02.897033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58450) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:02.976519 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-6ee853ab-6760-48e9-87ac-a4f7f738ef0d tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:02.977598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ee853ab-6760-48e9-87ac-a4f7f738ef0d tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/053c514d-2a2b-46a2-adec-7771d2c6acf6 HTTP/1.1" status: 404 len: 336 time: 0.0796266 May 27 03:59:02.980335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58458) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:03.034526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:03.046722 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-00fb0479-b551-4220-9de0-a5443edb0ae4 tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "GET /v2.0/ports?device_id=645275a3-338f-4a59-9743-c47e9aa2514e HTTP/1.1" status: 200 len: 205 time: 0.0650284 May 27 03:59:03.048881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58466) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:03.165616 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-97754c6e-e698-41bd-8504-77e02ed17bfb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] delete failed (client error): The resource could not be found. May 27 03:59:03.166907 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-97754c6e-e698-41bd-8504-77e02ed17bfb tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/routers/645275a3-338f-4a59-9743-c47e9aa2514e HTTP/1.1" status: 404 len: 336 time: 0.1160264 May 27 03:59:03.169526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58470) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:03.217564 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc9e006-4b19-48f1-8e1f-9b9fd73be85f tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] DELETE failed (client error): The resource could not be found. May 27 03:59:03.218006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc9e006-4b19-48f1-8e1f-9b9fd73be85f tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 03:59:03.220237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9dc9e006-4b19-48f1-8e1f-9b9fd73be85f tempest-RoutersIpV6AdminTest-1758387271 tempest-RoutersIpV6AdminTest-1758387271-project] 10.222.0.46 "DELETE /v2.0/subnets/2dbba220-fd3d-4139-b19d-dd078b5847a5 HTTP/1.1" status: 404 len: 337 time: 0.0490093 May 27 03:59:03.915435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:04.215881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.310838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:04.323957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff80c5d78d5430d976b65e084081b27 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:04.327596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:04.337869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:04.437103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.458667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.596283 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ff80c5d78d5430d976b65e084081b27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6795614 May 27 03:59:04.599145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:04.601156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca48612-1706-47fe-ae10-7f3aaeb4f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d035184e-c558-421f-a62c-61d31a0d8f3a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:04.714412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.744257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.828724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.866905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d035184e-c558-421f-a62c-61d31a0d8f3a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:04.869867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:04.874053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41e4ee21-e4c6-4caa-a2b9-35965c16282d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d035184e-c558-421f-a62c-61d31a0d8f3a HTTP/1.1" status: 204 len: 168 time: 0.2738702 May 27 03:59:05.830030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58576) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:05.956230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:05.961597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ec42aca-8ec8-4d88-84ce-37e79613a859 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=694ad5377e744cfc9c60e9ec362abc33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1297679 May 27 03:59:06.036849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.095577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.205523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.221376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634804f4-9aa1-40db-b4a6-bcb81289f595,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:06.227983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:06.229129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f773d16b-7cca-43ad-95d4-909f931c3eb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/634804f4-9aa1-40db-b4a6-bcb81289f595 HTTP/1.1" status: 204 len: 168 time: 0.2712202 May 27 03:59:07.994335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58674) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:08.324847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-117961411'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:08.334303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:08.352281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:network and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:08.367821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:08.395644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:08.427273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:08.432521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.465687 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.597615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:08.613880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:security_group_rule and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:08.627048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:08.634893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:08.757825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b645aed-1d17-46b0-b6ad-c226ada4fde7 req-49ee1b12-f5df-440d-b591-f726ac4238cd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:08.761880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.767863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b645aed-1d17-46b0-b6ad-c226ada4fde7 req-49ee1b12-f5df-440d-b591-f726ac4238cd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.2264137 May 27 03:59:08.773758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.796381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:08.818657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.819216 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Added segment a91120be-f3b1-461c-8168-cf0ef771c8c6 of type vlan for network d272b265-f96f-4849-8bbf-33328ef417c4 May 27 03:59:08.831384 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b645aed-1d17-46b0-b6ad-c226ada4fde7 req-39948590-db02-432d-8509-fab6ed33af33 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620031 May 27 03:59:08.857836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.901352 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:08.905866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:08.906714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.069930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad389d7d-51eb-4962-9890-a0ab5345730c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:09.116556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58708) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:09.117288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1206982 May 27 03:59:09.122420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'subnet': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:09.126962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15d48-6871-4de3-bc94-b6bc517f7135 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Network': ['ID=d272b265-f96f-4849-8bbf-33328ef417c4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:09.140054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d272b265-f96f-4849-8bbf-33328ef417c4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:59:09.435335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:09.442919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:subnet and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:09.446739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:09.461103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:09.468435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58726) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:09.488839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:09.649650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.778997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:09.840512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:09.847188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Usage tracker for resource:security_group_rule and tenant:3788df84d6084101b24562dfe393fd68 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:09.851532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:09.859576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:10.065749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.087600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.207583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.240265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-ac9eb613-029a-4875-8a44-127e6c1f4407 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:10.245187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-ac9eb613-029a-4875-8a44-127e6c1f4407 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.21 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 0.1886053 May 27 03:59:10.282061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edbf097-c9a3-44c1-bf71-58e3bf35a2b6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:10.320751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8818b49-6548-4960-8d51-06989c501cea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3788df84d6084101b24562dfe393fd68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8488891 May 27 03:59:10.322267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:10.428098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Subnet': ['ID=88c3ac17-863a-4c7d-96ee-da1b4437f5a4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:10.464881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Checking segment: {'id': 'a91120be-f3b1-461c-8168-cf0ef771c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:59:10.465884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network hostable DHCP agents. Network: d272b265-f96f-4849-8bbf-33328ef417c4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:59:10.502560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:59:10.517635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d272b265-f96f-4849-8bbf-33328ef417c4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:10.523549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:10.524469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.527104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb4c74-0d39-49d3-a8f1-48178f277fb7 None None] Network d272b265-f96f-4849-8bbf-33328ef417c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:59:10.582991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port 99f9633f-3386-49cb-909d-094e1281b0c9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:10.591621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.597976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1e51c548-1e54-4744-8cae-52599b90db28 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4801667 May 27 03:59:10.600561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58750) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:10.606230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-1132057066'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:10.838037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.851525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d272b265-f96f-4849-8bbf-33328ef417c4', 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'tenant_id': '765454972ad640eca2fd0ace5d4131f4', 'fixed_ips': [{'subnet_id': '88c3ac17-863a-4c7d-96ee-da1b4437f5a4'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 03:59:10.852354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.960679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:10.974995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:10.982024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:port and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:10.986421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:10.995272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:11.011525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:11.015203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:11.093219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port 11c856f4-8cbc-4be0-8d74-323614e472b5 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:11.239206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Allocated IP 172.20.0.2 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/87a01e9d-7f10-40ef-8db3-b2cc963455f4) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:11.552178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] For port 99f9633f-3386-49cb-909d-094e1281b0c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=99f9633f-3386-49cb-909d-094e1281b0c9,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:11.552705 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:11.727000 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:11.740812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Transition to ACTIVE for port object 87a01e9d-7f10-40ef-8db3-b2cc963455f4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:11.765214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Transition to ACTIVE for port object 87a01e9d-7f10-40ef-8db3-b2cc963455f4 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:11.773835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:11.910524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.3 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/11c856f4-8cbc-4be0-8d74-323614e472b5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:11.965977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Pushing event updated for resources: {'Port': ['ID=87a01e9d-7f10-40ef-8db3-b2cc963455f4,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:11.969187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:11.971270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:11.974269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:12.068164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.068960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.069532 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Floating IP 63404394-b62f-421b-a5b4-994507caf347 disassociated. External IP: 172.25.8.40, port: 99f9633f-3386-49cb-909d-094e1281b0c9. May 27 03:59:12.070066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for 99f9633f-3386-49cb-909d-094e1281b0c9 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:12.079115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.079459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.079799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.080130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.080459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.080786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.081133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.081455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.096051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.096497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.096841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:12.141116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Attempting to bind port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:59:12.141744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Attempting to bind port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a91120be-f3b1-461c-8168-cf0ef771c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:59:12.142317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Attempting to bind port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 on network d272b265-f96f-4849-8bbf-33328ef417c4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:59:12.156642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.158425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:59:12.158798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Checking segment: {'id': 'a91120be-f3b1-461c-8168-cf0ef771c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:59:12.159203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.159594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Bound using segment: {'id': 'a91120be-f3b1-461c-8168-cf0ef771c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:59:12.160071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Bound port: 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91120be-f3b1-461c-8168-cf0ef771c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:59:12.160446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.226485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58772) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:12.285530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.293595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edbf097-c9a3-44c1-bf71-58e3bf35a2b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.300929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.302423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-794a8ebb-061f-469c-8c93-c04ed337226e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1edbf097-c9a3-44c1-bf71-58e3bf35a2b6 HTTP/1.1" status: 204 len: 168 time: 1.9678247 May 27 03:59:12.304342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object 11c856f4-8cbc-4be0-8d74-323614e472b5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:12.335109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.353714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] For port 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:12.358218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] For port 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=87a01e9d-7f10-40ef-8db3-b2cc963455f4,segment=NetworkSegment(a91120be-f3b1-461c-8168-cf0ef771c8c6),segment_id=a91120be-f3b1-461c-8168-cf0ef771c8c6)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:12.360337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169356-2f21-4f7e-81b8-6358a5e0c37b req-5f087993-4de1-4615-8e05-1f2b167dc530 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:12.367874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98169356-2f21-4f7e-81b8-6358a5e0c37b req-5f087993-4de1-4615-8e05-1f2b167dc530 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 945 time: 2.2383659 May 27 03:59:12.371255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.394952 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.452322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=11c856f4-8cbc-4be0-8d74-323614e472b5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.459161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:12.460661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:12.463059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:12.526398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'Port': ['ID=99f9633f-3386-49cb-909d-094e1281b0c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.549301 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98169356-2f21-4f7e-81b8-6358a5e0c37b req-6f646c8b-27e2-4603-9037-c68fa965ca25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbcb44de-60b6-4ce6-8ab6-4699228a825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802924 May 27 03:59:12.581800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:12.583100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.592695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce60e70-87f0-4133-a328-4670f83b0138 None None] Pushing event updated for resources: {'Port': ['ID=87a01e9d-7f10-40ef-8db3-b2cc963455f4,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:12.628078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c3732c7e-2fee-4b0e-8499-6a69d99922e5 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0233335 May 27 03:59:12.628988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:12.640018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58782) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:12.647036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-1729356578', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:76:33:85'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:12.787456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:12.848510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:12.858581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:port and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:12.868928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:12.877738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:12.893433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Usage tracker for resource:security_group_rule and tenant:79e57e05960546aa82d20dd58638d410 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:12.898346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:12.913652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:13.012654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:13.165645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.171115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58792) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:13.175314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:13.183263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.214932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.302285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port 01196410-165a-45a1-a75b-8f075e06572e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:13.355502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.398782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:13.409499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:59:13.432874 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:13.433671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:13.435023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:13.439813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Usage tracker for resource:security_group_rule and tenant:2763b35c2b25494f929b779f3c8eefe6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:13.443580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:13.449944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:13.456722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5972365d-0a3e-4bdf-8798-5f29cacb4b51,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:13.472211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6fd381e4-7bfd-497e-8150-a58907d41424 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79e57e05960546aa82d20dd58638d410&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2446992 May 27 03:59:13.479058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:13.521104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] No DVR routers for this DVR port 99f9633f-3386-49cb-909d-094e1281b0c9 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:13.523709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.534611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'name': 'network-vif-deleted', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:59:13.548231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3646e3dc-39a8-4522-b62f-e5a41fa6ba5f req-5aaa4efb-7560-4ae1-9c80-f41265d88442 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.21 "DELETE /v2.0/ports/99f9633f-3386-49cb-909d-094e1281b0c9 HTTP/1.1" status: 204 len: 173 time: 3.2970290 May 27 03:59:13.674529 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc403b8-014a-4efe-a69c-733c090cc469'] response: {'server_uuid': '119c094e-b629-4f2b-99e0-46b9c2418e0f', 'name': 'network-vif-deleted', 'tag': '99f9633f-3386-49cb-909d-094e1281b0c9', 'status': 'completed', 'code': 200} May 27 03:59:13.713514 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:13.784497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.886001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:13.887774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2cd0ab54-b920-474b-b6ef-62fe5364fea4 req-faf41ff2-5197-42ca-9d89-8a6070a53c07 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:13.896041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.7 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/01196410-165a-45a1-a75b-8f075e06572e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:13.921244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2cd0ab54-b920-474b-b6ef-62fe5364fea4 req-faf41ff2-5197-42ca-9d89-8a6070a53c07 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:13.933597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cd0ab54-b920-474b-b6ef-62fe5364fea4 req-faf41ff2-5197-42ca-9d89-8a6070a53c07 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c094e-b629-4f2b-99e0-46b9c2418e0f HTTP/1.1" status: 200 len: 210 time: 0.1025653 May 27 03:59:14.070469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99f9633f-3386-49cb-909d-094e1281b0c9 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:14.139957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 99f9633f-3386-49cb-909d-094e1281b0c9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:59:14.140653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 99f9633f-3386-49cb-909d-094e1281b0c9 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:14.152201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.195924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2047b-09c7-4614-8f88-bccb024e52ea None None] Network d272b265-f96f-4849-8bbf-33328ef417c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:59:14.214609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.395834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f6d63df3-58c0-4306-afd5-a3fb768ee7f7 None None] Provisioning for port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:14.444202 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:14.458897 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:59:14.473224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0970af35-1843-454b-b758-0cf260c54787,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:14.498758 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:14.499921 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:14.502519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:14.503097 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4af5ecb8-5c6f-4df0-9d85-957073e1dc11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2763b35c2b25494f929b779f3c8eefe6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3299024 May 27 03:59:14.512079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.544930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5972365d-0a3e-4bdf-8798-5f29cacb4b51,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:14.576233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.583437 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.584710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d63e2931-809c-4bd4-b610-bb40d5845e5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5972365d-0a3e-4bdf-8798-5f29cacb4b51 HTTP/1.1" status: 204 len: 168 time: 1.1056244 May 27 03:59:14.610861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object 01196410-165a-45a1-a75b-8f075e06572e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:14.639743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.664212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.711271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.838158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:14.841421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:14.854180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:14.861878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.897206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0970af35-1843-454b-b758-0cf260c54787,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:14.905039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:14.906259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-63dbfdd8-ac7e-497d-9e90-5af7d00e314b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0970af35-1843-454b-b758-0cf260c54787 HTTP/1.1" status: 204 len: 168 time: 0.4024398 May 27 03:59:14.928480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=01196410-165a-45a1-a75b-8f075e06572e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:14.938803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 87a01e9d-7f10-40ef-8db3-b2cc963455f4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:59:15.039045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:15.081504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:15.088060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.108653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:15.130777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:15.133889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.142851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c2cbeee-908c-4646-baad-8341588acd05 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5017023 May 27 03:59:15.144771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:15.355374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:15.502744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db225a-d1f1-46a1-8939-19898988793a tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:15.515389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db225a-d1f1-46a1-8939-19898988793a tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:15.530010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db225a-d1f1-46a1-8939-19898988793a tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:15.536753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c6db225a-d1f1-46a1-8939-19898988793a tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3894413 May 27 03:59:15.537678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:15.571037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Provisioning for port 11c856f4-8cbc-4be0-8d74-323614e472b5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:15.599361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Provisioning complete for port 11c856f4-8cbc-4be0-8d74-323614e472b5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:15.599726 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.613466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.670807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.681180 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.725093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 01196410-165a-45a1-a75b-8f075e06572e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:15.725446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.747029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:59:15.804167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=87a01e9d-7f10-40ef-8db3-b2cc963455f4,segment=NetworkSegment(a91120be-f3b1-461c-8168-cf0ef771c8c6),segment_id=a91120be-f3b1-461c-8168-cf0ef771c8c6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:15.805251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Port 11c856f4-8cbc-4be0-8d74-323614e472b5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:15.822774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.824608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.859350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb44de-60b6-4ce6-8ab6-4699228a825b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:15.889498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.890645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-621af4b5-68db-403b-b76c-fbc56f02d076 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "DELETE /v2.0/security-groups/dbcb44de-60b6-4ce6-8ab6-4699228a825b HTTP/1.1" status: 204 len: 168 time: 0.5340869 May 27 03:59:15.901411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58852) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:15.927974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Provisioning complete for port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:15.928342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-caea655d-b341-477d-9351-abcbc9f81660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:15.941298 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-b16aeaa8-39b6-4678-b4f7-dff613c2bd1d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] show failed (client error): The resource could not be found. May 27 03:59:15.942610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b16aeaa8-39b6-4678-b4f7-dff613c2bd1d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups/dbcb44de-60b6-4ce6-8ab6-4699228a825b HTTP/1.1" status: 404 len: 347 time: 0.0401175 May 27 03:59:15.946983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58856) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:16.104966 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:16.111527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff3021-30bf-4dba-b951-1da5e297ab99 None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:59:16.413944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=87a01e9d-7f10-40ef-8db3-b2cc963455f4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:16.423288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:16.518974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Provisioning complete for port 11c856f4-8cbc-4be0-8d74-323614e472b5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:16.519367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:16.621588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Port 11c856f4-8cbc-4be0-8d74-323614e472b5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:16.652493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 01196410-165a-45a1-a75b-8f075e06572e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:16.663179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Provisioning for port 01196410-165a-45a1-a75b-8f075e06572e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:16.673725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Provisioning complete for port 01196410-165a-45a1-a75b-8f075e06572e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:16.674287 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:16.752644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port a166528f-27c0-4a5a-8ccf-5092e334d426 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:16.752644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:16.770709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef39ce-05fe-4ac8-bc0e-2989556d893b None None] New status for floating IP 63404394-b62f-421b-a5b4-994507caf347: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:59:16.899190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.083326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=01196410-165a-45a1-a75b-8f075e06572e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:17.107133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.107464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.271714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 87a01e9d-7f10-40ef-8db3-b2cc963455f4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:59:17.334144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e09b72b3-1690-4807-96e7-75537915b05e None None] Port 01196410-165a-45a1-a75b-8f075e06572e was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 03:59:17.454991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:17.455522 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.488458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for a166528f-27c0-4a5a-8ccf-5092e334d426 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:17.510071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.533155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b39f94f5-6ba8-49a2-8c03-f7d10873fb30 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/01196410-165a-45a1-a75b-8f075e06572e HTTP/1.1" status: 204 len: 168 time: 1.9940856 May 27 03:59:17.541960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:17.591953 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f6450b-ee39-4a0b-9098-d8048733c56c tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] GET failed (client error): The resource could not be found. May 27 03:59:17.606633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97f6450b-ee39-4a0b-9098-d8048733c56c tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Synchronizing usage tracker for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:17.640715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-97f6450b-ee39-4a0b-9098-d8048733c56c tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Unset dirty status for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:17.645739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-97f6450b-ee39-4a0b-9098-d8048733c56c tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports/01196410-165a-45a1-a75b-8f075e06572e HTTP/1.1" status: 404 len: 333 time: 0.0983706 May 27 03:59:17.645945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:17.653998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-1113399901'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:17.685264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:59:17.685791 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:59:17.806553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:17.818544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:17.832761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:17.836590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:17.866667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port 494c84bf-26f7-4ad1-990e-7f27feefd62d yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:18.141608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.11 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/494c84bf-26f7-4ad1-990e-7f27feefd62d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:18.187815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port a166528f-27c0-4a5a-8ccf-5092e334d426 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:18.188305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.486735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.486735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.547842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.588378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object 494c84bf-26f7-4ad1-990e-7f27feefd62d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:18.630450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.760088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:18.776282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for a166528f-27c0-4a5a-8ccf-5092e334d426 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:18.791868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:18.791868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:18.911627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:18.911627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:18.950782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2993326 May 27 03:59:18.962435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 58948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:18.977808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:76:33:85'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:19.035544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1475966-df91-4e0a-ab31-0e79d921d366 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=494c84bf-26f7-4ad1-990e-7f27feefd62d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:19.217519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:19.333713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c477a53d-0484-4505-8b0f-c99b0f57da77 None None] Provisioning for port 494c84bf-26f7-4ad1-990e-7f27feefd62d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:19.354883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c477a53d-0484-4505-8b0f-c99b0f57da77 None None] Provisioning complete for port 494c84bf-26f7-4ad1-990e-7f27feefd62d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:19.354883 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c477a53d-0484-4505-8b0f-c99b0f57da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:19.475929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'Port': ['ID=a166528f-27c0-4a5a-8ccf-5092e334d426,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:19.494899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c477a53d-0484-4505-8b0f-c99b0f57da77 None None] Port 494c84bf-26f7-4ad1-990e-7f27feefd62d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:19.596494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:19.613815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:19.625616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:19.626950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa84ffd9-c58d-4bc6-bab8-5952c26ee0b7 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "DELETE /v2.0/floatingips/63404394-b62f-421b-a5b4-994507caf347 HTTP/1.1" status: 204 len: 168 time: 3.6791422 May 27 03:59:19.811293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:19.832964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302593664', 'description': 'tempest-description--336539124'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:19.847905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:19.868510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:19.874448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:19.906972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:19.938665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.009362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:20.018551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:20.023716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:20.077488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:20.250020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.261783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.330017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.331621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5251472 May 27 03:59:20.334834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 58990) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:20.341884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group_rule': {'security_group_id': '6d153f46-82ad-410b-8a33-83be72e174be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:20.348633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546a3f-9278-4aec-b81c-a10df8169cc1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d153f46-82ad-410b-8a33-83be72e174be,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.352714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:20.361182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:20.364816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:20.372186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:20.385583 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.404065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.448181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.577373 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.584645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.632035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.635170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2990353 May 27 03:59:20.635816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59004) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:20.647678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'security_group_rule': {'security_group_id': '6d153f46-82ad-410b-8a33-83be72e174be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:20.652501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91767339-d8dd-4358-9fe1-b3345fe92a5f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e69e9b-3e6b-4fa2-a3aa-cfd17e573a6c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.656085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:20.661359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:security_group_rule and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:20.664801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:20.670419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:20.711234 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.777082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] In _notify_port_updated(), no bound segment for port 494c84bf-26f7-4ad1-990e-7f27feefd62d on network d272b265-f96f-4849-8bbf-33328ef417c4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:59:20.780821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:20.782011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.787292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59012) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:20.790698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "PUT /v2.0/ports/494c84bf-26f7-4ad1-990e-7f27feefd62d HTTP/1.1" status: 200 len: 994 time: 1.8329012 May 27 03:59:20.820539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263e179-c1ec-48dd-8a34-5b6aed90c4bd tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=494c84bf-26f7-4ad1-990e-7f27feefd62d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:20.979724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:20.996326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 494c84bf-26f7-4ad1-990e-7f27feefd62d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:20.996326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.064580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bd13eeb4-c3f1-4844-a4bc-a137c2102b22 None None] Provisioning complete for port 494c84bf-26f7-4ad1-990e-7f27feefd62d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:21.064580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bd13eeb4-c3f1-4844-a4bc-a137c2102b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.160581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bd13eeb4-c3f1-4844-a4bc-a137c2102b22 None None] Port 494c84bf-26f7-4ad1-990e-7f27feefd62d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:21.185787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.241391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d0514b-d595-45ef-a5cf-42fc80c66ae1,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:21.269976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.269976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7ff91d2f-1de8-4458-8294-166e06c54080 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6253128 May 27 03:59:21.275803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:21.275803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:21.295890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:21.304519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Usage tracker for resource:floatingip and tenant:214021bbff9d415dbfa3c38b9aa9683c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:21.314054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:21.331830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:21.371068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.609321 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.647330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:21.794163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 494c84bf-26f7-4ad1-990e-7f27feefd62d owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:21.853611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Allocated IP 172.25.8.251 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/20ba8a0d-8424-4d2e-8be3-84f65e96dc4f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:21.950505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:22.038067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=494c84bf-26f7-4ad1-990e-7f27feefd62d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:22.120257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:22.189752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:22.400213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=20ba8a0d-8424-4d2e-8be3-84f65e96dc4f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:22.433565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:22.447364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:22.447364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:22.630546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:22.655133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e4b60658-548c-4aa7-89f9-5e0862804070 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/494c84bf-26f7-4ad1-990e-7f27feefd62d HTTP/1.1" status: 204 len: 168 time: 1.8660150 May 27 03:59:22.655776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59058) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:22.734536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:22.736572 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a28285-47de-4dda-8de6-c84897cd8d00 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] GET failed (client error): The resource could not be found. May 27 03:59:22.737187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16a28285-47de-4dda-8de6-c84897cd8d00 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Synchronizing usage tracker for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:22.765412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16a28285-47de-4dda-8de6-c84897cd8d00 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Unset dirty status for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:22.767997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16a28285-47de-4dda-8de6-c84897cd8d00 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports/494c84bf-26f7-4ad1-990e-7f27feefd62d HTTP/1.1" status: 404 len: 333 time: 0.1085179 May 27 03:59:22.770210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:22.783839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-1419939550'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:22.913922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.062336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:23.090264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:23.120083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:23.124429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.281166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.281166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:23.288060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.296214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port 1c7c293d-db2e-429c-8421-f4e99b561290 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:23.440958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=20ba8a0d-8424-4d2e-8be3-84f65e96dc4f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:23.452469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.490534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.495393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9e302766-a197-4af4-845f-652bde392b42 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2206233 May 27 03:59:23.566873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.641474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:23.647636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Usage tracker for resource:security_group_rule and tenant:d2b0e1d097a84b6981a2131ea4337ae7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:23.654370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab746-fcf9-4379-9786-95d452ab6072 req-0001e183-dac0-4870-8f48-d0d2b8a2adfc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:23.662229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:23.666007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0cab746-fcf9-4379-9786-95d452ab6072 req-0001e183-dac0-4870-8f48-d0d2b8a2adfc tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.4948001 May 27 03:59:23.678379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:23.716169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.8 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/1c7c293d-db2e-429c-8421-f4e99b561290) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:23.771092 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0cab746-fcf9-4379-9786-95d452ab6072 req-95354396-8bd5-4a5a-a0e9-d1b2bca65e13 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112885 May 27 03:59:23.785414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.803434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:23.903250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2b0e1d097a84b6981a2131ea4337ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6130912 May 27 03:59:23.903250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:23.911547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed287368-ab0f-4f86-b0be-0195f59dc55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac5da13-c9f5-42bf-b09c-e1b7d9f1080f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:23.941975 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.012496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-447a5765-d6a7-4b0a-a26c-799d783e0bcc tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--302593664&fields=id&tenant_id=214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 267 time: 0.0546865 May 27 03:59:24.019620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.036468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.061809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object 1c7c293d-db2e-429c-8421-f4e99b561290 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:24.082386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.141804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:24.149677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:24.152445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:24.261631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.288985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:24.288985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.351910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5745032 May 27 03:59:24.357513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:24.366859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:76:33:85'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:24.379406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935dd8-582e-42b5-aab0-1d77553d16d6 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=1c7c293d-db2e-429c-8421-f4e99b561290,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:24.494084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.528002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8a6a8ed6-2312-4ad2-ae26-24822e8e254a None None] Provisioning for port 1c7c293d-db2e-429c-8421-f4e99b561290 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:24.528367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.532504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ac5da13-c9f5-42bf-b09c-e1b7d9f1080f HTTP/1.1" status: 204 len: 168 time: 0.6356459 May 27 03:59:24.537678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8a6a8ed6-2312-4ad2-ae26-24822e8e254a None None] Provisioning complete for port 1c7c293d-db2e-429c-8421-f4e99b561290 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:24.538049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a6a8ed6-2312-4ad2-ae26-24822e8e254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:24.582478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb787f-90c6-4ef1-a2aa-6070dde19646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac5da13-c9f5-42bf-b09c-e1b7d9f1080f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:24.609732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a8ed6-2312-4ad2-ae26-24822e8e254a None None] Port 1c7c293d-db2e-429c-8421-f4e99b561290 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:24.614219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702ad4-20f2-46e4-9705-a92af63343bf req-8166686a-9896-4425-b20d-9797e3aa6c19 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:24.634174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-8166686a-9896-4425-b20d-9797e3aa6c19 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 810 time: 0.6177800 May 27 03:59:24.716715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-ef0743df-b9be-4c25-8890-5690eda0a6d1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/quotas/214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 375 time: 0.0831320 May 27 03:59:24.785146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-7c7fa16c-0ac7-43f1-a606-b2decc3605d8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:24.785146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-7c7fa16c-0ac7-43f1-a606-b2decc3605d8 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.3880117 May 27 03:59:25.135440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 906c7ffd-1921-4d82-bfd0-95867479f0cc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:25.135440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.185017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59130) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:25.191505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd74db-5657-4a66-9dfe-740a12c0c3b1 req-7b368120-1bff-4554-a65e-ee4bd1215de7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:25.193804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6edd74db-5657-4a66-9dfe-740a12c0c3b1 req-7b368120-1bff-4554-a65e-ee4bd1215de7 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 946 time: 0.2024848 May 27 03:59:25.208540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-feb1c586-0ff9-40ec-8d78-193392740a24 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4937878 May 27 03:59:25.249809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.295291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.313198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6edd74db-5657-4a66-9dfe-740a12c0c3b1 req-6224bbc9-6122-422f-917e-d0e1d7bb7dca tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f67111-744b-48fc-a1e3-9af192361672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922184 May 27 03:59:25.334260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:25.343131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Usage tracker for resource:security_group_rule and tenant:341f011386684dfebce25400da37ba9c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:25.343131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:25.358590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:25.529236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.529624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] For port 906c7ffd-1921-4d82-bfd0-95867479f0cc, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=906c7ffd-1921-4d82-bfd0-95867479f0cc,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:25.530072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.534200 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.582585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=341f011386684dfebce25400da37ba9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874509 May 27 03:59:25.585742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59138) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:25.636269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303c2e-4666-4569-a4c6-b04f0f41bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366701a-f872-4933-8a7a-8c2279cda23d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:25.722054 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.824293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.913744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.913744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:25.913744 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Floating IP 9eb62158-5ab7-438e-a454-8927b6ff5d6a disassociated. External IP: 172.25.8.38, port: 906c7ffd-1921-4d82-bfd0-95867479f0cc. May 27 03:59:25.913744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 906c7ffd-1921-4d82-bfd0-95867479f0cc owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:26.040273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-65e11228-a8ff-4b2f-9426-a2799310c209 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 03:59:26.049664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-65e11228-a8ff-4b2f-9426-a2799310c209 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8202255 May 27 03:59:26.059937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:26.081072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366701a-f872-4933-8a7a-8c2279cda23d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:26.102305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:26.102305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36344960-e7d9-4ca0-a574-d993860b231b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6366701a-f872-4933-8a7a-8c2279cda23d HTTP/1.1" status: 204 len: 168 time: 0.5029125 May 27 03:59:26.247318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:26.385046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:26.556930 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ac3faf2-5411-48fe-9ed8-200e126945ed req-22063527-4f74-41e3-ad89-0799cae45e22 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.0677543 May 27 03:59:26.619870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=906c7ffd-1921-4d82-bfd0-95867479f0cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:26.633852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-27597f4d-34d9-452d-85ed-3b9ad223b78a service neutron] 10.222.0.46 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886765 May 27 03:59:27.130774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-5f5fffab-16df-4b5e-a81f-7af0a9290190 service neutron] 10.222.0.46 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787574 May 27 03:59:27.135424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:27.152211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:27.383102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=1c7c293d-db2e-429c-8421-f4e99b561290,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:27.438807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] In _notify_port_updated(), no bound segment for port 1c7c293d-db2e-429c-8421-f4e99b561290 on network d272b265-f96f-4849-8bbf-33328ef417c4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:59:27.442873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:27.442873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:27.450439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59190) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:27.468642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-77933b9b-e2c7-4da1-a6d1-2991afba3e0b tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "PUT /v2.0/ports/1c7c293d-db2e-429c-8421-f4e99b561290 HTTP/1.1" status: 200 len: 996 time: 3.1072452 May 27 03:59:27.590712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:27.681369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 1c7c293d-db2e-429c-8421-f4e99b561290 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:27.682310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:27.735195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-66320e3f-046c-4125-88c0-49cd0888a6f3 req-18223c79-d1c3-4a07-ab0c-d5a58e88a325 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:27.846349 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf711-697e-44bf-8819-c368c7f5f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:27.935021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-39d317cd-f892-4b2b-9ca8-18be91bb7358 None None] Provisioning complete for port 1c7c293d-db2e-429c-8421-f4e99b561290 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:27.935021 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-39d317cd-f892-4b2b-9ca8-18be91bb7358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:28.062621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-66320e3f-046c-4125-88c0-49cd0888a6f3 req-18223c79-d1c3-4a07-ab0c-d5a58e88a325 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:28.065746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66320e3f-046c-4125-88c0-49cd0888a6f3 req-18223c79-d1c3-4a07-ab0c-d5a58e88a325 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 210 time: 0.4286585 May 27 03:59:28.174640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 906c7ffd-1921-4d82-bfd0-95867479f0cc no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:28.326233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 906c7ffd-1921-4d82-bfd0-95867479f0cc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:59:28.334445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a17989c5-d122-420f-bced-502f4e3aab60 req-d931c539-e517-4e7e-8c55-e8ac27a2d668 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.2653000 May 27 03:59:28.337262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 906c7ffd-1921-4d82-bfd0-95867479f0cc not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:28.355506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-39d317cd-f892-4b2b-9ca8-18be91bb7358 None None] Port 1c7c293d-db2e-429c-8421-f4e99b561290 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:28.461609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:28.475889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:28.486561 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:59:28.510473 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:28.512247 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:28.574622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] No DVR routers for this DVR port 906c7ffd-1921-4d82-bfd0-95867479f0cc on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:28.577597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:28.582028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'name': 'network-vif-deleted', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:59:28.637645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-72859ad0-ce6b-4ef3-a25a-cc1c1ba6a3fc req-4010e082-ad39-433d-a72b-c3851d88c4f6 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.21 "DELETE /v2.0/ports/906c7ffd-1921-4d82-bfd0-95867479f0cc HTTP/1.1" status: 204 len: 173 time: 3.8488765 May 27 03:59:28.753121 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d81268b-e552-4530-881d-276d4bfec14c'] response: {'server_uuid': 'ec3d787f-47bf-4610-b6ac-4b252640b277', 'name': 'network-vif-deleted', 'tag': '906c7ffd-1921-4d82-bfd0-95867479f0cc', 'status': 'completed', 'code': 200} May 27 03:59:28.880737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 1c7c293d-db2e-429c-8421-f4e99b561290 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:28.943238 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:29.093817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:29.191498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=1c7c293d-db2e-429c-8421-f4e99b561290,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:29.558491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:29.564612 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:59:29.614357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-549dbf0d-e8ff-46da-8084-b612cbcbd1b0 req-ab4f0edb-c25c-4146-874d-8a29ce5957f1 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 210 time: 0.0614524 May 27 03:59:29.622868 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:29.637520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:29.637520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:29.657144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-93be47b3-8900-4718-92c6-96b8b06286a0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/1c7c293d-db2e-429c-8421-f4e99b561290 HTTP/1.1" status: 204 len: 168 time: 2.1988482 May 27 03:59:29.661488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:29.739650 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-352a9e94-b776-48eb-9901-911a2c928812 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] GET failed (client error): The resource could not be found. May 27 03:59:29.739650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-352a9e94-b776-48eb-9901-911a2c928812 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Synchronizing usage tracker for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:29.779391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-352a9e94-b776-48eb-9901-911a2c928812 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Unset dirty status for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:29.779391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-352a9e94-b776-48eb-9901-911a2c928812 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports/1c7c293d-db2e-429c-8421-f4e99b561290 HTTP/1.1" status: 404 len: 333 time: 0.1206911 May 27 03:59:29.779391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:29.788778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-1256377603'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:29.955916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0960-cb3d-499a-8245-b9c79b12f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:30.005886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d951c6a6-5351-477e-bef2-28b9cfa52c21 req-9a570084-f564-47d5-b001-2fdec203e86b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec3d787f-47bf-4610-b6ac-4b252640b277 HTTP/1.1" status: 200 len: 210 time: 0.2129867 May 27 03:59:30.052001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:30.066225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:30.142221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:30.142221 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:30.240550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:30.331551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:30.444405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702ad4-20f2-46e4-9705-a92af63343bf req-005b635e-1928-4e77-be3b-94999e446e6d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:30.448243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-005b635e-1928-4e77-be3b-94999e446e6d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.41 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 810 time: 0.7105927 May 27 03:59:30.496487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.8 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/1368bc4d-6149-4a92-ac5b-a9ee78ea1817) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:30.547177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63702ad4-20f2-46e4-9705-a92af63343bf req-3985ace2-e253-42bf-a4ff-7270ef15965f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:30.583531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63702ad4-20f2-46e4-9705-a92af63343bf req-3985ace2-e253-42bf-a4ff-7270ef15965f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:30.583531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-3985ace2-e253-42bf-a4ff-7270ef15965f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214021bbff9d415dbfa3c38b9aa9683c HTTP/1.1" status: 200 len: 379 time: 0.1180863 May 27 03:59:30.599432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'port': {'device_id': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'admin_state_up': True, 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'security_groups': ['6d153f46-82ad-410b-8a33-83be72e174be']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:30.877194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:30.889580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-efbbe79f-592f-4f45-8faf-d3d5533e995d req-921118e8-ebb4-4775-b476-c1fe09a5f126 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 210 time: 0.0673177 May 27 03:59:30.899054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:30.913830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Made reservation on behalf of 214021bbff9d415dbfa3c38b9aa9683c for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:30.919613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:30.951161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.010606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:31.021451 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:31.053345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.057532 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b5eb-0179-45d7-ba76-97f961b6fe72 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7e11a227-2791-4629-8df1-faa874b81bea', 'name': '', 'network_id': '44bab2cf-aa7f-43a5-9594-6098f15fb5e0', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'mac_address': 'fa:16:3e:b6:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:56Z', 'updated_at': '2022-05-27T03:52:08Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'subnets': [{'id': '108202ed-7a5b-4ec9-946c-122fbff77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:59:31.335772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Allocated IP 172.20.0.10 (91b686b3-0ca9-49d3-95e4-40f8a7125632/73b0ac90-f4d4-47bd-824b-dcdba18564e4/49516985-447d-447e-affa-621c3d67bc3d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:31.343620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:31.367313 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.483216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.596193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.641118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=1368bc4d-6149-4a92-ac5b-a9ee78ea1817,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:31.650779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:31.650779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:31.660420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:31.676637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.697162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:31.721832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cd1a7-4e0e-42b0-ba1e-e84d42a4f164 None None] New status for floating IP 9eb62158-5ab7-438e-a454-8927b6ff5d6a: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:59:31.776402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:31.780290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.842350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:31.847840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-71399fbb-7682-4353-8dd8-687b08cfffba tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0689774 May 27 03:59:31.849591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59312) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:31.855423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'network_id': 'd272b265-f96f-4849-8bbf-33328ef417c4', 'name': 'tempest-AllowedAddressPairTestJSON-487623451'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:31.940991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Transition to ACTIVE for port object 49516985-447d-447e-affa-621c3d67bc3d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:31.980484 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.040330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f67111-744b-48fc-a1e3-9af192361672,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.104416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.118629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.229998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:32.243953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Usage tracker for resource:security_group_rule and tenant:de3704dc51da419fbeaf745ff000a2a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:32.254839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.254839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-457894bd-c0da-466c-b512-6da8412ae6cd tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/security-groups/f1f67111-744b-48fc-a1e3-9af192361672 HTTP/1.1" status: 204 len: 168 time: 0.9021950 May 27 03:59:32.266982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:32.270663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:32.270663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59320) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:32.270663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:32.294482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:32.298176 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-934b95ec-64f0-4c33-a435-b6c3fefb0e16 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] show failed (client error): The resource could not be found. May 27 03:59:32.298176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-934b95ec-64f0-4c33-a435-b6c3fefb0e16 tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "GET /v2.0/security-groups/f1f67111-744b-48fc-a1e3-9af192361672 HTTP/1.1" status: 404 len: 347 time: 0.0268416 May 27 03:59:32.298176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:32.302010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:32.315708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Usage tracker for resource:port and tenant:765454972ad640eca2fd0ace5d4131f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:32.322772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:32.330055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:32.333741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:32.370696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Made reservation on behalf of 765454972ad640eca2fd0ace5d4131f4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:32.379557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.479329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] device_id is not set on port dc660222-771d-4853-a825-b1aaff2ef31b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:32.621343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event updated for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:32.639501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-889b61d0-2a7e-4935-bad5-75672a53f804 None None] Provisioning for port 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:32.649224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-889b61d0-2a7e-4935-bad5-75672a53f804 None None] Provisioning complete for port 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:32.649589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-889b61d0-2a7e-4935-bad5-75672a53f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.745820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.787350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-889b61d0-2a7e-4935-bad5-75672a53f804 None None] Port 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:32.814414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:32.814414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.854206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-c60c4759-f378-4103-a6da-5e0ed4596fe3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2656338 May 27 03:59:32.854206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Deleting port 9cf86151-5aa5-4281-bad6-78562b3a6957 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:32.854206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.900409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Request body: {'port': {'device_id': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:32.909764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a4f9333d-7b73-4742-bf52-b1c36f94b0e6 None None] Provisioning for port 49516985-447d-447e-affa-621c3d67bc3d completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:32.917467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a4f9333d-7b73-4742-bf52-b1c36f94b0e6 None None] Provisioning complete for port 49516985-447d-447e-affa-621c3d67bc3d triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:32.918043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a4f9333d-7b73-4742-bf52-b1c36f94b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:32.952200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Allocated IP 172.20.0.14 (d272b265-f96f-4849-8bbf-33328ef417c4/88c3ac17-863a-4c7d-96ee-da1b4437f5a4/dc660222-771d-4853-a825-b1aaff2ef31b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:59:32.997874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9333d-7b73-4742-bf52-b1c36f94b0e6 None None] Port 49516985-447d-447e-affa-621c3d67bc3d cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:33.002104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.065433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.169080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13d07b-5b26-4f42-a86b-876b12a1017d req-9ebcfdce-3a4c-4b7c-aa35-29187846a653 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:33.169080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b13d07b-5b26-4f42-a86b-876b12a1017d req-9ebcfdce-3a4c-4b7c-aa35-29187846a653 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:33.242040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32593c60-01d3-4d41-9baa-1cd5460f6f39,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:33.249859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-818a8a29-6632-4e54-ac4b-a6fa7b4e34e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de3704dc51da419fbeaf745ff000a2a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5462070 May 27 03:59:33.257143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59338) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:33.288447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.302213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b13d07b-5b26-4f42-a86b-876b12a1017d req-9ebcfdce-3a4c-4b7c-aa35-29187846a653 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:33.309412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b13d07b-5b26-4f42-a86b-876b12a1017d req-9ebcfdce-3a4c-4b7c-aa35-29187846a653 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 932 time: 0.9760008 May 27 03:59:33.349445 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.350646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.353429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.370251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Transition to ACTIVE for port object dc660222-771d-4853-a825-b1aaff2ef31b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:33.411106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.500110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=dc660222-771d-4853-a825-b1aaff2ef31b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:33.515411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Network d272b265-f96f-4849-8bbf-33328ef417c4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:59:33.515411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:33.515411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:33.537520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b13d07b-5b26-4f42-a86b-876b12a1017d req-1a5c8971-d975-43e9-9e07-c647aefdf5c8 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208607 May 27 03:59:33.610767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:33.621446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:33.626623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Calling delete_port for 9cf86151-5aa5-4281-bad6-78562b3a6957 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:33.695924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-82f3dd1f-4e2f-42a4-9d67-027c63e90ae9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8447087 May 27 03:59:33.696717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:33.704174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:76:33:85'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3e:9c:29'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:33.830982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.015462 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.058162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7d43ca69-8955-44f7-a227-d67a3d17a1f5 None None] Provisioning for port dc660222-771d-4853-a825-b1aaff2ef31b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:34.064244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7d43ca69-8955-44f7-a227-d67a3d17a1f5 None None] Provisioning complete for port dc660222-771d-4853-a825-b1aaff2ef31b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:34.064699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7d43ca69-8955-44f7-a227-d67a3d17a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.147007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.158921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7d43ca69-8955-44f7-a227-d67a3d17a1f5 None None] Port dc660222-771d-4853-a825-b1aaff2ef31b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:34.380260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.387297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49516985-447d-447e-affa-621c3d67bc3d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:59:34.446026 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.464188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Transition to ACTIVE for port object 49516985-447d-447e-affa-621c3d67bc3d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 03:59:34.628841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Pushing event deleted for resources: {'Port': ['ID=9cf86151-5aa5-4281-bad6-78562b3a6957,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:34.633708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.637237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.640652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.642743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.881813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event updated for resources: {'Port': ['ID=dc660222-771d-4853-a825-b1aaff2ef31b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:34.913067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] In _notify_port_updated(), no bound segment for port dc660222-771d-4853-a825-b1aaff2ef31b on network d272b265-f96f-4849-8bbf-33328ef417c4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 03:59:34.913067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:34.913067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:34.921778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6618aed9-9dc8-43e4-a88a-456ac41f4458 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "PUT /v2.0/ports/dc660222-771d-4853-a825-b1aaff2ef31b HTTP/1.1" status: 200 len: 1055 time: 1.2161102 May 27 03:59:34.921778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:34.981279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32593c60-01d3-4d41-9baa-1cd5460f6f39,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:35.052599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port dc660222-771d-4853-a825-b1aaff2ef31b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:35.052599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.194478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Pushing event updated for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:35.202179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.213934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ccf5d6f1-48ea-48e9-b8e4-44d110dce968 None None] Provisioning complete for port dc660222-771d-4853-a825-b1aaff2ef31b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:35.214523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d6f1-48ea-48e9-b8e4-44d110dce968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.289856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.289856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b33fd1ac-9e71-4ab1-b5cb-1c14a3148463 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32593c60-01d3-4d41-9baa-1cd5460f6f39 HTTP/1.1" status: 204 len: 168 time: 2.0182555 May 27 03:59:35.289856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.289856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f43e7fd8-769d-427c-9078-64c422950a3b tempest-AttachVolumeNegativeTest-1706307699 tempest-AttachVolumeNegativeTest-1706307699-project] 10.222.0.46 "DELETE /v2.0/floatingips/9eb62158-5ab7-438e-a454-8927b6ff5d6a HTTP/1.1" status: 204 len: 168 time: 2.9590602 May 27 03:59:35.362078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Attempting to bind port 49516985-447d-447e-affa-621c3d67bc3d on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 03:59:35.362078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Attempting to bind port 49516985-447d-447e-affa-621c3d67bc3d by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 03:59:35.362078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Attempting to bind port 49516985-447d-447e-affa-621c3d67bc3d on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:59:35.377514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Port 49516985-447d-447e-affa-621c3d67bc3d on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 03:59:35.377514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Attempting to bind port 49516985-447d-447e-affa-621c3d67bc3d on network 91b686b3-0ca9-49d3-95e4-40f8a7125632 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 03:59:35.381738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5d6f1-48ea-48e9-b8e4-44d110dce968 None None] Port dc660222-771d-4853-a825-b1aaff2ef31b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 03:59:35.385192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 03:59:35.385192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Checking segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:59:35.385192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Bound using segment: {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 03:59:35.385192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Bound port: 49516985-447d-447e-affa-621c3d67bc3d, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 03:59:35.385192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.562377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:59:35.567985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=49516985-447d-447e-affa-621c3d67bc3d,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:59:35.579259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.694693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:35.694693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] 10.222.0.41 "PUT /v2.0/ports/49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 200 len: 1092 time: 2.8013363 May 27 03:59:35.694693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'tag': '49516985-447d-447e-affa-621c3d67bc3d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:59:35.925556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f5588-e1e5-4975-bc6f-80d76f1b109c service neutron] Pushing event updated for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:35.939175 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:36.035942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-e3f884a9-3544-4a17-bab8-46fb4fb2585e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 1095 time: 0.2806120 May 27 03:59:36.162191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for dc660222-771d-4853-a825-b1aaff2ef31b owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:36.284093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-36fbaea3-68c5-45ff-b980-99ca85dc9609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 200 len: 217 time: 0.2242210 May 27 03:59:36.401904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702ad4-20f2-46e4-9705-a92af63343bf req-26d1a262-546a-4455-a50a-dc064de18e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:36.403780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-26d1a262-546a-4455-a50a-dc064de18e0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.1259687 May 27 03:59:36.404429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:36.406526 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026dc034-7c61-4773-8f48-e674a70f545b'] response: {'name': 'network-changed', 'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'tag': '49516985-447d-447e-affa-621c3d67bc3d', 'status': 'completed', 'code': 200} May 27 03:59:36.491140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78611-6dc1-4d41-a075-424312cb982f req-21b65bcd-469a-4256-82a9-84226f401acb tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:36.491140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21c78611-6dc1-4d41-a075-424312cb982f req-21b65bcd-469a-4256-82a9-84226f401acb tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 944 time: 1.6695173 May 27 03:59:36.491140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:36.524495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:36.594173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:36.594173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-ac79cdbe-05a6-4f04-ad71-216ac2ae1548 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770153 May 27 03:59:36.594173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Usage tracker for resource:security_group_rule and tenant:0da2bf83265f44a2877a01165756e259 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:36.598593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=dc660222-771d-4853-a825-b1aaff2ef31b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:36.602456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:36.670120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:36.673616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21c78611-6dc1-4d41-a075-424312cb982f req-52e1b708-f858-4ac6-81f8-f01847daccdd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264658 May 27 03:59:36.903397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-69d55e14-f40c-46d0-af7f-b3dd379897a1 service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058953 May 27 03:59:37.048372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.071922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.225665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.240500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-25ba37a7-a8d4-4699-bf84-f4bce0af02f4 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/dc660222-771d-4853-a825-b1aaff2ef31b HTTP/1.1" status: 204 len: 168 time: 2.3191724 May 27 03:59:37.241407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:37.254738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be49cea-7e87-41c0-98e3-f001742d73fd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:37.279569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63702ad4-20f2-46e4-9705-a92af63343bf req-505cda16-7b5b-4d25-8e21-5a5d0fa526a9 service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625309 May 27 03:59:37.296237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-50704f47-95bd-444e-8b39-1e6ec670384e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0da2bf83265f44a2877a01165756e259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8878400 May 27 03:59:37.299038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59424) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:37.303693 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab86209-fd23-4535-b99a-c5a8dca137d9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] GET failed (client error): The resource could not be found. May 27 03:59:37.304210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bab86209-fd23-4535-b99a-c5a8dca137d9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Synchronizing usage tracker for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:37.372534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bab86209-fd23-4535-b99a-c5a8dca137d9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Unset dirty status for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:37.378121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bab86209-fd23-4535-b99a-c5a8dca137d9 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports/dc660222-771d-4853-a825-b1aaff2ef31b HTTP/1.1" status: 404 len: 333 time: 0.1302249 May 27 03:59:37.378121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:37.459189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.499442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.568184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:37.569081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.577482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.593308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-f58cc09a-0c2b-494e-b1ae-d876f1cc537a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 1095 time: 0.2286105 May 27 03:59:37.599327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be49cea-7e87-41c0-98e3-f001742d73fd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:37.630028 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:37.633636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bb25ba7e-1b2b-4fea-9263-58536ae96ec6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6be49cea-7e87-41c0-98e3-f001742d73fd HTTP/1.1" status: 204 len: 168 time: 0.3313112 May 27 03:59:37.947077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-47b72260-4073-4b0b-ae0b-63b61d7cdb62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:37.949434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-47b72260-4073-4b0b-ae0b-63b61d7cdb62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.3479395 May 27 03:59:38.221839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:38.248060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-23275f81-7923-4006-9285-c9507a2c09c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 200 len: 217 time: 0.2918820 May 27 03:59:38.510589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 1368bc4d-6149-4a92-ac5b-a9ee78ea1817 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:38.578259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-6ca3f0fd-f808-43e5-8775-f0702e5cce4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:38.593028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-6ca3f0fd-f808-43e5-8775-f0702e5cce4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.3355975 May 27 03:59:38.781356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604fcc9-c2e4-4ce4-8eaf-6f41ec23ef99 req-d0437b12-b621-48bc-af96-1bdcd66b56ed tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:38.807826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6604fcc9-c2e4-4ce4-8eaf-6f41ec23ef99 req-d0437b12-b621-48bc-af96-1bdcd66b56ed tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 944 time: 0.2802482 May 27 03:59:38.838624 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-9a90dd0f-ed3e-417d-abf2-d4a4a0404262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329612 May 27 03:59:38.936621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:38.972842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6604fcc9-c2e4-4ce4-8eaf-6f41ec23ef99 req-0770abb2-9b45-4554-99e6-5e4d34f9aea3 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701007 May 27 03:59:39.051222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=1368bc4d-6149-4a92-ac5b-a9ee78ea1817,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:39.061461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-2a05de46-d236-4935-a498-e04e3febfe9b service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929195 May 27 03:59:39.448013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd637bad-eba1-4183-b1dc-03f47d010e7f req-1238ef94-7870-4ece-aa26-53f7e4548505 service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776345 May 27 03:59:39.547288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:39.567980 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8978dddf-aee8-433a-ab94-a5450ff5c6c0 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/1368bc4d-6149-4a92-ac5b-a9ee78ea1817 HTTP/1.1" status: 204 len: 168 time: 2.1884916 May 27 03:59:39.570650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:39.644438 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a4a91c-7555-434e-847d-ef20cfd71eac tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] GET failed (client error): The resource could not be found. May 27 03:59:39.644861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-30a4a91c-7555-434e-847d-ef20cfd71eac tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Synchronizing usage tracker for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:39.721272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-30a4a91c-7555-434e-847d-ef20cfd71eac tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Unset dirty status for tenant:765454972ad640eca2fd0ace5d4131f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:39.721272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-30a4a91c-7555-434e-847d-ef20cfd71eac tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "GET /v2.0/ports/1368bc4d-6149-4a92-ac5b-a9ee78ea1817 HTTP/1.1" status: 404 len: 333 time: 0.1489158 May 27 03:59:39.721272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59488) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:39.809134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 11c856f4-8cbc-4be0-8d74-323614e472b5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:39.809134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:40.274975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:40.689115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 11c856f4-8cbc-4be0-8d74-323614e472b5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:40.805002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b21d-eb1a-424a-b75f-fd1394d8a553 req-eb174925-1d74-4eca-871a-c907c44fd5bf tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:40.806768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2120b21d-eb1a-424a-b75f-fd1394d8a553 req-eb174925-1d74-4eca-871a-c907c44fd5bf tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 944 time: 0.4157085 May 27 03:59:40.930100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2120b21d-eb1a-424a-b75f-fd1394d8a553 req-b3f86f05-6d28-4425-8f3c-bc446ba4e4f0 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 May 27 03:59:40.930100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:41.082715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Port': ['ID=11c856f4-8cbc-4be0-8d74-323614e472b5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:41.218002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:41.235365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a1324b5-3f0a-418e-a9bc-1c29f102b902 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/ports/11c856f4-8cbc-4be0-8d74-323614e472b5 HTTP/1.1" status: 204 len: 168 time: 1.5116048 May 27 03:59:41.240532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59520) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:41.641140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting subnet 88c3ac17-863a-4c7d-96ee-da1b4437f5a4 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 03:59:41.641140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:41.706982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 49516985-447d-447e-affa-621c3d67bc3d details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 03:59:41.749738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:41.896140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:41.922267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=49516985-447d-447e-affa-621c3d67bc3d,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:41.937809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '49516985-447d-447e-affa-621c3d67bc3d', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'port_id': '49516985-447d-447e-affa-621c3d67bc3d', 'mac_address': 'fa:16:3e:56:30:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 03:59:42.001699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.023099 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.023410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49516985-447d-447e-affa-621c3d67bc3d {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 03:59:42.059376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=49516985-447d-447e-affa-621c3d67bc3d,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:42.085233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.114698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Subnet': ['ID=88c3ac17-863a-4c7d-96ee-da1b4437f5a4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.119910 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.135897 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7e18d9ef-d5a4-4216-8464-e4b7a45cd23d tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/subnets/88c3ac17-863a-4c7d-96ee-da1b4437f5a4 HTTP/1.1" status: 204 len: 168 time: 0.8884301 May 27 03:59:42.139157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:42.158888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0aa8d6-12d5-4717-887a-93b764b25de3 None None] Network d272b265-f96f-4849-8bbf-33328ef417c4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:59:42.337444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:42.422120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['49516985-447d-447e-affa-621c3d67bc3d'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 03:59:42.567985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcb779-c5bc-4ed4-93ab-3420abc4e29b req-c1c223da-62da-45c5-8396-fde963b78298 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:42.580691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85fcb779-c5bc-4ed4-93ab-3420abc4e29b req-c1c223da-62da-45c5-8396-fde963b78298 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 945 time: 0.1667047 May 27 03:59:42.656058 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.699414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:42.699414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:42.751067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85fcb779-c5bc-4ed4-93ab-3420abc4e29b req-fca66348-af43-4b63-aaa7-07d1be51ddfd tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786304 May 27 03:59:42.813929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] DHCP port deletion for d272b265-f96f-4849-8bbf-33328ef417c4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 03:59:42.835207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Deleting port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:42.835632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:43.185229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] For port 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=87a01e9d-7f10-40ef-8db3-b2cc963455f4,segment=NetworkSegment(a91120be-f3b1-461c-8168-cf0ef771c8c6),segment_id=a91120be-f3b1-461c-8168-cf0ef771c8c6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:43.185229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:43.221677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] For port 87a01e9d-7f10-40ef-8db3-b2cc963455f4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=87a01e9d-7f10-40ef-8db3-b2cc963455f4,segment=NetworkSegment(a91120be-f3b1-461c-8168-cf0ef771c8c6),segment_id=a91120be-f3b1-461c-8168-cf0ef771c8c6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:43.222151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:43.495252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Calling delete_port for 87a01e9d-7f10-40ef-8db3-b2cc963455f4 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:43.527353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Calling delete_port for 87a01e9d-7f10-40ef-8db3-b2cc963455f4 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:43.737049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:43.917813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 03:59:43.917813 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:59:43.937320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] Pushing event deleted for resources: {'Port': ['ID=87a01e9d-7f10-40ef-8db3-b2cc963455f4,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:43.976545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e6214-5980-4b02-9e0f-c9b3c050e510 None None] No DVR routers for this DVR port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:59:44.105553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c5f4-dffa-4d52-b6c4-86baad8a7ae6 req-1beb36fb-78f0-4b3d-8e60-22819025817c tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:44.117115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7316c5f4-dffa-4d52-b6c4-86baad8a7ae6 req-1beb36fb-78f0-4b3d-8e60-22819025817c tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 945 time: 0.1452718 May 27 03:59:44.228106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7316c5f4-dffa-4d52-b6c4-86baad8a7ae6 req-e25a8ea5-fc1e-40cc-ab35-7a9e4f150374 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074369 May 27 03:59:44.422483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Deleting port 87a01e9d-7f10-40ef-8db3-b2cc963455f4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:44.422483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:44.663407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] The port '87a01e9d-7f10-40ef-8db3-b2cc963455f4' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 03:59:44.918143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 87a01e9d-7f10-40ef-8db3-b2cc963455f4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 03:59:45.024291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 87a01e9d-7f10-40ef-8db3-b2cc963455f4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 03:59:45.025129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 87a01e9d-7f10-40ef-8db3-b2cc963455f4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 03:59:45.070401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.097072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d272b265-f96f-4849-8bbf-33328ef417c4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:45.115242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91120be-f3b1-461c-8168-cf0ef771c8c6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:45.115242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91120be-f3b1-461c-8168-cf0ef771c8c6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:45.137790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.174505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.185372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:59:45.189757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: util.warn( May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: timer() May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: self._notify() May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:59:45.224523 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:59:45.382233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.390129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:45.518810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] Pushing event deleted for resources: {'Network': ['ID=d272b265-f96f-4849-8bbf-33328ef417c4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:45.551646 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a9d1894-a19b-4ab5-ae14-057811d5f964 tempest-AllowedAddressPairTestJSON-1943303641 tempest-AllowedAddressPairTestJSON-1943303641-project] 10.222.0.46 "DELETE /v2.0/networks/d272b265-f96f-4849-8bbf-33328ef417c4 HTTP/1.1" status: 204 len: 168 time: 3.4161270 May 27 03:59:45.622944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74120-f281-44e8-b48e-80e4c012d9da req-eb8c6e22-4de1-4861-9778-cc77a45e88cf tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:45.630104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32d74120-f281-44e8-b48e-80e4c012d9da req-eb8c6e22-4de1-4861-9778-cc77a45e88cf tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 945 time: 0.1524332 May 27 03:59:45.690936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32d74120-f281-44e8-b48e-80e4c012d9da req-eadcc0ef-d73c-4493-b3e3-7e11437d3a02 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635824 May 27 03:59:45.728738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 49516985-447d-447e-affa-621c3d67bc3d up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 03:59:45.920062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 49516985-447d-447e-affa-621c3d67bc3d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 03:59:45.929171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 49516985-447d-447e-affa-621c3d67bc3d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 03:59:45.929171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:46.217855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:46.268614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=49516985-447d-447e-affa-621c3d67bc3d,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:46.291207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49516985-447d-447e-affa-621c3d67bc3d'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:59:46.304184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:46.318463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59638) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:46.413600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:46.427731 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2216ff3-c636-4fc3-aab6-75161545022f'] response: {'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49516985-447d-447e-affa-621c3d67bc3d', 'code': 200} May 27 03:59:46.714460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a76ffcb8-c372-4d9c-a38a-196cddda0818 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=765454972ad640eca2fd0ace5d4131f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3763802 May 27 03:59:46.714460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:46.818216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0029e60-6e97-4aa5-ab17-760b890ea5e4 req-7198739e-08af-4e53-bab0-ac205a82e882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 1097 time: 0.3036895 May 27 03:59:46.924033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0029e60-6e97-4aa5-ab17-760b890ea5e4 req-8d258d84-936d-4dc6-ab66-2094462d67cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982606 May 27 03:59:46.926544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:46.974662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:47.130270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:47.201677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad389d7d-51eb-4962-9890-a0ab5345730c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:47.219777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:47.219777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bbe755cf-60f0-4046-8eb0-673e9292f85f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad389d7d-51eb-4962-9890-a0ab5345730c HTTP/1.1" status: 204 len: 168 time: 0.5057197 May 27 03:59:47.304845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060273c-88a3-4515-b00f-2d5ea580b071 req-2e1b08c4-4618-4bf3-942c-5d001378acd4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:47.308199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0060273c-88a3-4515-b00f-2d5ea580b071 req-2e1b08c4-4618-4bf3-942c-5d001378acd4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.2683280 May 27 03:59:47.409739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0060273c-88a3-4515-b00f-2d5ea580b071 req-062825fd-7866-4dae-b694-e7d768cd39cc tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964472 May 27 03:59:48.949461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2b01-b979-42c8-8c67-09a0fd1f7253 req-9e49a64f-5573-495b-beff-071c6488f73f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:48.957088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-405d2b01-b979-42c8-8c67-09a0fd1f7253 req-9e49a64f-5573-495b-beff-071c6488f73f tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.2228427 May 27 03:59:49.042899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-405d2b01-b979-42c8-8c67-09a0fd1f7253 req-4d608dbf-d699-4b82-b253-5bd1a703cdae tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815723 May 27 03:59:49.222440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:49.316712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:49.376682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a7053-6aa0-4647-a9e9-94af1a32c91e req-db2715fe-9860-4db8-8911-fec9fcf232c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:49.376682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-071a7053-6aa0-4647-a9e9-94af1a32c91e req-db2715fe-9860-4db8-8911-fec9fcf232c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.1155021 May 27 03:59:49.389595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:49.431874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Request body: {'floatingip': {'port_id': '49516985-447d-447e-affa-621c3d67bc3d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:49.539490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'networks': [{'name': 'tempest-network--1424713348'}, {'name': 'tempest-network--1135948542'}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:49.539490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-network--1424713348'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:49.540149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-network--1135948542'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:49.548781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:49.556300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:network and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:49.582661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:49.595790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:49.619027 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:49.724863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'network': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:49.724863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:49.932995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:50.095437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:50.177367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:security_group_rule and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:50.237804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:50.420708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:50.674465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:50.691424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:50.691424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:50.873506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03f005-aa32-4e57-ab33-e5155856e737,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:50.890887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.891763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.892109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.892480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.892772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.893139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.893466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.893788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.894109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.894429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.894749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:50.933016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:50.965784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:50.966050 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment 8b879f00-5f85-4470-ab28-56a4ba1c00a5 of type vlan for network 33c2ab43-0697-4948-8784-348532c74436 May 27 03:59:51.137750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.202600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.216186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.376010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:51.383119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.505059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.505412 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment c476b11c-5638-4e4e-9d86-7001230c6849 of type vlan for network e60f7655-15cf-470f-8481-db1bc872b15a May 27 03:59:51.568999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.651946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.651946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.655915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:51.655915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:51.661243 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:51.788858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=33c2ab43-0697-4948-8784-348532c74436,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:51.800766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 33c2ab43-0697-4948-8784-348532c74436 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:59:51.988190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7606728 May 27 03:59:51.991463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59788) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:52.030216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85edc-b01d-459c-8caf-a2e8977310df tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=e60f7655-15cf-470f-8481-db1bc872b15a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:52.036755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e60f7655-15cf-470f-8481-db1bc872b15a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:59:52.118292 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Floating IP 53bfa8d6-65b4-4229-a55b-807dd69b87cf associated. External IP: 172.25.8.251, port: 49516985-447d-447e-affa-621c3d67bc3d. May 27 03:59:52.334180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6da8b-6dae-40c3-9748-b4bfb00eb56a tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:52.334180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6da8b-6dae-40c3-9748-b4bfb00eb56a tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:52.334180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6da8b-6dae-40c3-9748-b4bfb00eb56a tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:52.340779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6da8b-6dae-40c3-9748-b4bfb00eb56a tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:52.340779 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e3d6da8b-6dae-40c3-9748-b4bfb00eb56a tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3536124 May 27 03:59:52.345805 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:52.671719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:52.680528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 03:59:52.870113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:52.946405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c2ab43-0697-4948-8784-348532c74436']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:52.995564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b879f00-5f85-4470-ab28-56a4ba1c00a5') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:52.995564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b879f00-5f85-4470-ab28-56a4ba1c00a5') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:53.049393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.067047 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.074029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:59:53.074429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: util.warn( May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: timer() May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:59:53.314796 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:59:53.324664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.344196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.398162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/33c2ab43-0697-4948-8784-348532c74436 HTTP/1.1" status: 204 len: 168 time: 1.0545700 May 27 03:59:53.399573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=33c2ab43-0697-4948-8784-348532c74436,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:53.403866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59812) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:53.589279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.589279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.609149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52abe2e9-7037-4e88-a145-3eccf6b3a8e1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:59:53.651570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Deleting port 7e11a227-2791-4629-8df1-faa874b81bea {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:53.651570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.708447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:53.770469 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.806909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60f7655-15cf-470f-8481-db1bc872b15a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:53.819634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c476b11c-5638-4e4e-9d86-7001230c6849') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:53.819932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c476b11c-5638-4e4e-9d86-7001230c6849') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:53.831649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.848771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.855256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 03:59:53.855805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: timer() May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: self._notify() May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 03:59:53.872209 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 03:59:53.936082 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:53.986483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] For port 7e11a227-2791-4629-8df1-faa874b81bea, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7e11a227-2791-4629-8df1-faa874b81bea,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:53.986483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.002651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.036969 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.051167 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/e60f7655-15cf-470f-8481-db1bc872b15a HTTP/1.1" status: 204 len: 168 time: 0.6439931 May 27 03:59:54.051167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e9bf1-08e0-43d2-a4b3-c9ef5fad85f0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=e60f7655-15cf-470f-8481-db1bc872b15a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:54.051572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59826) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:54.238670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Calling delete_port for 7e11a227-2791-4629-8df1-faa874b81bea owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:54.441570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.482594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64793dfe-6178-4ce9-bfb5-7a763ee7de49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:54.492832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e11a227-2791-4629-8df1-faa874b81bea,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:54.502509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64793dfe-6178-4ce9-bfb5-7a763ee7de49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:54.514660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64793dfe-6178-4ce9-bfb5-7a763ee7de49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Synchronizing usage tracker for tenant:10f08b412fc343a59b9d7f52549625df on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:54.577347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-64793dfe-6178-4ce9-bfb5-7a763ee7de49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Unset dirty status for tenant:10f08b412fc343a59b9d7f52549625df on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:54.577347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-64793dfe-6178-4ce9-bfb5-7a763ee7de49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5219245 May 27 03:59:54.588776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:54.610471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1074995013'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:54.621754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:54.644183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:54.668336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:54.671862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.722632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:54.737201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.737201 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment 0b581ba0-4095-4339-9a23-58acbae72dfe of type vlan for network 0818bb04-e54d-4754-b03d-a9e9a4184721 May 27 03:59:54.771058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.852274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.862867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:54.864044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:54.962786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3736637 May 27 03:59:54.962786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59848) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:55.025683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-813772024'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:55.065129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:55.081324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:network and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:55.100683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:55.121207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ea087-71ef-4162-ab83-b59360b10612 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=0818bb04-e54d-4754-b03d-a9e9a4184721,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:55.121207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:55.126578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 0818bb04-e54d-4754-b03d-a9e9a4184721 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:59:55.144154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:55.147605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.215695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:59:55.262537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.262877 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment 97cf6537-7d8b-4049-bb4c-e90b722d0f75 of type vlan for network 9cb38688-e9b4-4f58-9464-77c9aed1ba86 May 27 03:59:55.277896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:55.289998 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:59:55.302082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.310075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.311526 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:55.312255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:55.361497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.370964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:55.370964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.529170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b76c7052-f07c-486d-9971-30d603456e25 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "PUT /v2.0/floatingips/53bfa8d6-65b4-4229-a55b-807dd69b87cf HTTP/1.1" status: 200 len: 992 time: 6.1425138 May 27 03:59:55.529170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'tag': '49516985-447d-447e-affa-621c3d67bc3d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 03:59:55.593285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=9cb38688-e9b4-4f58-9464-77c9aed1ba86,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:55.606253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9cb38688-e9b4-4f58-9464-77c9aed1ba86 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 03:59:55.612556 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-094ffae2-aa47-4097-987d-11fe52daf416 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6513803 May 27 03:59:55.616447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59868) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:55.624547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'ports': [{'network_id': '0818bb04-e54d-4754-b03d-a9e9a4184721', 'name': 'tempest-port--1347195131', 'admin_state_up': True}, {'network_id': '9cb38688-e9b4-4f58-9464-77c9aed1ba86', 'admin_state_up': False}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:55.625363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'port': {'network_id': '0818bb04-e54d-4754-b03d-a9e9a4184721', 'name': 'tempest-port--1347195131', 'admin_state_up': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:55.626253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'port': {'network_id': '9cb38688-e9b4-4f58-9464-77c9aed1ba86', 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 03:59:55.647017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:55.703286 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:55.826520 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099759ee-bb6c-43ff-99d2-2d61c0f47b97'] response: {'name': 'network-changed', 'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'tag': '49516985-447d-447e-affa-621c3d67bc3d', 'status': 'completed', 'code': 200} May 27 03:59:56.350508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:56.350508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:port and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:56.350508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:56.361678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:56.371672 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '53bfa8d6-65b4-4229-a55b-807dd69b87cf', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '49516985-447d-447e-affa-621c3d67bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:56:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:59:22Z', 'updated_at': '2022-05-27T03:59:50Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:56.377080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-83c449be-3c64-459f-a50c-77856216ad95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 1097 time: 0.4499226 May 27 03:59:56.380463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:59:56.409693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:56.423786 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:56.428223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:56.523937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84371-b323-4485-907b-0a5e18d891c4 req-3d06a2cf-1ee8-4d31-9fb2-c51afe1bfcc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:56.525491 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-3d06a2cf-1ee8-4d31-9fb2-c51afe1bfcc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.1451054 May 27 03:59:56.526150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'port': 2} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:59:56.529522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:56.548379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:56.895247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Router 59f5876b-2f27-479b-8bac-539d3064e519 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:59:56.955630 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:56.962042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-78ac2cde-f535-4615-9d08-fb987e4733c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 200 len: 1000 time: 0.4108572 May 27 03:59:57.158367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84371-b323-4485-907b-0a5e18d891c4 req-88d25c60-029d-4d32-8cc3-98f26b3c553f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:57.159895 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-88d25c60-029d-4d32-8cc3-98f26b3c553f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.1935332 May 27 03:59:57.171718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] device_id is not set on port 17481268-d71b-42fd-afbf-7b50455ed295 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:57.412803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-d9057f1a-c93b-4656-bbac-01d73852f4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407353 May 27 03:59:57.444237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:59:57.457964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5722f4e7-17a3-406f-94e9-9628af273b4e admin admin] 10.222.0.46 "PUT /v2.0/routers/59f5876b-2f27-479b-8bac-539d3064e519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1427941 May 27 03:59:57.458125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Sync routers for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 03:59:57.458578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:57.487226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:57.492433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:57.641940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-0b313d28-f893-46ff-9400-9d8d5d1eb737 service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164881 May 27 03:59:57.869021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:57.904439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70f84371-b323-4485-907b-0a5e18d891c4 req-b221a7ed-197f-4047-b324-1b0a6af64e62 service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487943 May 27 03:59:57.986028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0fd0461b-418a-4f25-b94b-f64426218574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.079117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.090066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '53bfa8d6-65b4-4229-a55b-807dd69b87cf', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '49516985-447d-447e-affa-621c3d67bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:56:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:59:22Z', 'updated_at': '2022-05-27T03:59:50Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:58.106476 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5069e-b77f-46b1-b6f2-ed406891a5af None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '53bfa8d6-65b4-4229-a55b-807dd69b87cf', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'port_id': '49516985-447d-447e-affa-621c3d67bc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'mac_address': 'fa:16:3e:56:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:59:22Z', 'updated_at': '2022-05-27T03:59:50Z', 'revision_number': 1, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:59:58.174765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:58.412234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] device_id is not set on port 2a5a2f78-477d-42ff-bf33-4e390fe33496 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 03:59:58.413051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.446572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Deleting port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:58.447599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.531563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8015343-e25d-4721-b8cb-a5c01f926c72 None None] New status for floating IP 53bfa8d6-65b4-4229-a55b-807dd69b87cf: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 03:59:58.710991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.801206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:58.915503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:59:54Z', 'revision_number': 5, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port': {'id': '5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5876b-2f27-479b-8bac-539d3064e519', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:51:42Z', 'updated_at': '2022-05-27T03:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:58.925585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Checking router: 59f5876b-2f27-479b-8bac-539d3064e519 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 03:59:58.952890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Routers {'59f5876b-2f27-479b-8bac-539d3064e519'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 03:59:58.953809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T03:59:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['59f5876b-2f27-479b-8bac-539d3064e519'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:59.073320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Port': ['ID=17481268-d71b-42fd-afbf-7b50455ed295,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:59.101653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Checking segment: {'id': '0b581ba0-4095-4339-9a23-58acbae72dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0818bb04-e54d-4754-b03d-a9e9a4184721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:59:59.102017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network hostable DHCP agents. Network: 0818bb04-e54d-4754-b03d-a9e9a4184721, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:59:59.123000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:59.137467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] For port 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:59:59.138165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.158725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network 0818bb04-e54d-4754-b03d-a9e9a4184721 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:59:59.180302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 0818bb04-e54d-4754-b03d-a9e9a4184721) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:59.184430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:59.185518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.312670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Calling delete_port for 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 03:59:59.335635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Port': ['ID=2a5a2f78-477d-42ff-bf33-4e390fe33496,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:59.363332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Checking segment: {'id': '97cf6537-7d8b-4049-bb4c-e90b722d0f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9cb38688-e9b4-4f58-9464-77c9aed1ba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 03:59:59.364242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] Set router 59f5876b-2f27-479b-8bac-539d3064e519 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 03:59:59.365594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network hostable DHCP agents. Network: 9cb38688-e9b4-4f58-9464-77c9aed1ba86, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:59:59.417469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network 9cb38688-e9b4-4f58-9464-77c9aed1ba86 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:59:59.428058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9cb38688-e9b4-4f58-9464-77c9aed1ba86) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:59:59.432957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 03:59:59.441940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:59.445758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:59.446603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.461224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6385f-e5a4-4172-b080-90b30f3916a9 None None] Network 0818bb04-e54d-4754-b03d-a9e9a4184721 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:59:59.481390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d02a2da-fbcf-4c5d-8a4e-260727c031e9 None None] Network 9cb38688-e9b4-4f58-9464-77c9aed1ba86 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 03:59:59.486414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8a51005d-25df-4c43-9472-5c14bbd0ab35 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8656809 May 27 03:59:59.486801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59924) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:59.558006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.618797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 03:59:59.623073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.662277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d52972-caf3-498f-a82b-e8991c816cb0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:59.672885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d52972-caf3-498f-a82b-e8991c816cb0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 03:59:59.674498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69d52972-caf3-498f-a82b-e8991c816cb0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Synchronizing usage tracker for tenant:10f08b412fc343a59b9d7f52549625df on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 03:59:59.676661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Usage tracker for resource:security_group_rule and tenant:535f7c727ec641b3b69094fc4102e2ec is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 03:59:59.681376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:59:59.687370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 03:59:59.696753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 03:59:59.714226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:59:58Z', 'revision_number': 6, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:59:59.717630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-69d52972-caf3-498f-a82b-e8991c816cb0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Unset dirty status for tenant:10f08b412fc343a59b9d7f52549625df on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 03:59:59.719369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69d52972-caf3-498f-a82b-e8991c816cb0 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2315662 May 27 03:59:59.723842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59928) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 03:59:59.732353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756906da-aa13-4210-84ac-bb1ccbcaa098 None None] The sync data for ids ['59f5876b-2f27-479b-8bac-539d3064e519'] in n-d-843301-2 is: [{'id': '59f5876b-2f27-479b-8bac-539d3064e519', 'name': 'tempest-AttachVolumeNegativeTest-1771077821-router', 'tenant_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:51:40Z', 'updated_at': '2022-05-27T03:59:58Z', 'revision_number': 6, 'project_id': '58701cb9b2f54ec0a357e5ec8f92cf6b', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 03:59:59.852644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Deleting port 17481268-d71b-42fd-afbf-7b50455ed295 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 03:59:59.853019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 03:59:59.964501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33e5a1f1-2cf1-468d-9b2d-b37a0619c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.017926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.333882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.391355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.395184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.399240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.403783 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.479651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=535f7c727ec641b3b69094fc4102e2ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3552048 May 27 04:00:00.480625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f871-a8df-40e3-a4ab-4802f608526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b97e2-8fd7-4b3a-924c-bd9b59bc00e6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:00.483085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59944) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:00.496763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Calling delete_port for 17481268-d71b-42fd-afbf-7b50455ed295 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:00.499207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.499633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f5876b-2f27-479b-8bac-539d3064e519 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:00:00.555731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.556856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a90dde2f-72d8-4196-818e-50536b0348fb admin admin] 10.222.0.46 "DELETE /v2.0/routers/59f5876b-2f27-479b-8bac-539d3064e519 HTTP/1.1" status: 204 len: 168 time: 3.0976090 May 27 04:00:00.561097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59950) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:00.571887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.603625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.655330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Deleting subnet 108202ed-7a5b-4ec9-946c-122fbff77a5d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:00:00.658975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.676878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.689741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.704844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.708619 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c58b97e2-8fd7-4b3a-924c-bd9b59bc00e6 HTTP/1.1" status: 204 len: 168 time: 0.2219045 May 27 04:00:00.708619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188e9b9-48f4-4312-9f80-27d5ccde7f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b97e2-8fd7-4b3a-924c-bd9b59bc00e6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:00.764373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Port': ['ID=17481268-d71b-42fd-afbf-7b50455ed295,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:00.781150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.792455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.824379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-374f696d-125a-41b7-a102-59a0b0ad2dc6 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/ports/17481268-d71b-42fd-afbf-7b50455ed295 HTTP/1.1" status: 204 len: 168 time: 1.0993774 May 27 04:00:00.828714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 59956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:00.927809 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:00.939900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Deleting port 2a5a2f78-477d-42ff-bf33-4e390fe33496 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:00.940381 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.091412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.204981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.209337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55c7ac-26f9-4a46-ae6c-b3330b4e394e None None] Network 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:01.227002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108202ed-7a5b-4ec9-946c-122fbff77a5d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:01.240623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7e11a227-2791-4629-8df1-faa874b81bea no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:00:01.243039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a3826969-e51d-4eb0-9882-8f6656e361f4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/108202ed-7a5b-4ec9-946c-122fbff77a5d HTTP/1.1" status: 204 len: 168 time: 0.6805913 May 27 04:00:01.247985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:01.340503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 59978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:01.387146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.438030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.464381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.518689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:01.535774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Usage tracker for resource:security_group_rule and tenant:98c3a460dfed4d2eb31ea4c81fd3b839 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:01.540361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Deleting port 390bb213-6292-418c-9f6d-ba174f456fd0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:01.545735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.592329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7e11a227-2791-4629-8df1-faa874b81bea {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:00:01.593031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7e11a227-2791-4629-8df1-faa874b81bea not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:00:01.637722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:01.653921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:01.709571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Calling delete_port for 2a5a2f78-477d-42ff-bf33-4e390fe33496 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:01.870426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.899637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.916198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.920233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] For port 390bb213-6292-418c-9f6d-ba174f456fd0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=390bb213-6292-418c-9f6d-ba174f456fd0,segment=NetworkSegment(11f4973d-f6ed-4b85-a500-a837b9941985),segment_id=11f4973d-f6ed-4b85-a500-a837b9941985)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:01.921238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:01.978941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Port': ['ID=2a5a2f78-477d-42ff-bf33-4e390fe33496,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:01.988940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.004227 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2cd48ebb-ea0a-4da4-96c5-77ce5e793a71 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/ports/2a5a2f78-477d-42ff-bf33-4e390fe33496 HTTP/1.1" status: 204 len: 168 time: 1.1758885 May 27 04:00:02.004991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:02.050952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac8bbc-9fc3-428a-9698-b1a9427a6e31 None None] DHCP port deletion for 44bab2cf-aa7f-43a5-9594-6098f15fb5e0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:00:02.055686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-04ac8bbc-9fc3-428a-9698-b1a9427a6e31 None None] Deleting port 390bb213-6292-418c-9f6d-ba174f456fd0 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:02.056141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04ac8bbc-9fc3-428a-9698-b1a9427a6e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.069133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e76e519f-6b8d-420a-9a5c-215b7351abd1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Synchronizing usage tracker for tenant:10f08b412fc343a59b9d7f52549625df on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:02.097226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e76e519f-6b8d-420a-9a5c-215b7351abd1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Unset dirty status for tenant:10f08b412fc343a59b9d7f52549625df on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:02.103248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Calling delete_port for 390bb213-6292-418c-9f6d-ba174f456fd0 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:02.113543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e76e519f-6b8d-420a-9a5c-215b7351abd1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1074064 May 27 04:00:02.114204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:02.126809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2145914103'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:02.141676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:02.150562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:network and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:02.156390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:02.170811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:02.197326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.203578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:02.207129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.265575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Pushing event deleted for resources: {'Port': ['ID=390bb213-6292-418c-9f6d-ba174f456fd0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:02.271173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:02.278482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] No DVR routers for this DVR port 390bb213-6292-418c-9f6d-ba174f456fd0 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:02.285621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.286257 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment 1b2273e7-61a8-4b04-ba23-e6dd0eb32878 of type vlan for network 05598ae6-de1d-481b-bca4-2c57206fda86 May 27 04:00:02.314767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-04ac8bbc-9fc3-428a-9698-b1a9427a6e31 None None] The port '390bb213-6292-418c-9f6d-ba174f456fd0' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:00:02.320295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.359423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.363095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:02.363616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.489678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=05598ae6-de1d-481b-bca4-2c57206fda86,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:02.504250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ea40041f-9b07-449e-a619-aed8cb62fe49 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3889389 May 27 04:00:02.504489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 05598ae6-de1d-481b-bca4-2c57206fda86 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:02.506758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:02.514114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-661725696'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:02.522446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:02.528352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:network and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:02.532408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:02.540202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:02.543730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.549817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.571847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:02.574151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.576473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.671303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:02.687287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412135a-4559-484e-b524-4efbac5ffc74,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:02.695250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-275c4f86-aa58-46d1-a0ce-696a74ca0d64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98c3a460dfed4d2eb31ea4c81fd3b839&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3535998 May 27 04:00:02.713559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60024) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:02.716102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.716597 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Added segment 2b9243a9-c3e7-4ad6-b650-b8edc27556eb of type vlan for network 41d995d7-a13f-4d82-868b-fe3687718d1a May 27 04:00:02.736136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bab2cf-aa7f-43a5-9594-6098f15fb5e0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:02.796423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.823454 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f4973d-f6ed-4b85-a500-a837b9941985') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:02.823744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f4973d-f6ed-4b85-a500-a837b9941985') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:02.843357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.845701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.850872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:02.851473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.865903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:00:02.873367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.882577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.884459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:02.884850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: timer() May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:02.903976 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:02.950687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:00:02.951091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5a3e7fa9-a2e0-4aa1-b94b-8c590f903cec not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:00:02.951437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 390bb213-6292-418c-9f6d-ba174f456fd0 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:00:02.998080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Network': ['ID=41d995d7-a13f-4d82-868b-fe3687718d1a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:03.023534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 390bb213-6292-418c-9f6d-ba174f456fd0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:00:03.024128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 390bb213-6292-418c-9f6d-ba174f456fd0 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:00:03.039127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 41d995d7-a13f-4d82-868b-fe3687718d1a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:03.045904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.066928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-118de614-da56-4871-ad49-87d7bacfccf7 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5587919 May 27 04:00:03.119564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.136806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.151490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.162798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] Pushing event deleted for resources: {'Network': ['ID=44bab2cf-aa7f-43a5-9594-6098f15fb5e0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:03.205388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e0f07cf-6afb-4f48-9b77-dbec4abb10ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/44bab2cf-aa7f-43a5-9594-6098f15fb5e0 HTTP/1.1" status: 204 len: 168 time: 1.9548862 May 27 04:00:03.209069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.214338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.222227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d412135a-4559-484e-b524-4efbac5ffc74 HTTP/1.1" status: 204 len: 168 time: 0.5074720 May 27 04:00:03.250038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da0985-ddc4-4597-85ce-5083c014594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412135a-4559-484e-b524-4efbac5ffc74,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:03.567758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:03.639844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f9c7b32c-78b2-4c5c-9516-1a9008223fcb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58701cb9b2f54ec0a357e5ec8f92cf6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0698881 May 27 04:00:03.643033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:03.811201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:03.891275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:04.057374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:04.111668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514b917-a793-4f84-a5bc-5c87ab4a26d0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:04.119109 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:04.122009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6c64f2e8-e687-489a-841d-1ab29a09472f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0514b917-a793-4f84-a5bc-5c87ab4a26d0 HTTP/1.1" status: 204 len: 168 time: 0.4779537 May 27 04:00:06.296714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:06.302778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'subnets': [{'network_id': '05598ae6-de1d-481b-bca4-2c57206fda86', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--175950562', 'ip_version': 6}, {'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:06.303092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'subnet': {'network_id': '05598ae6-de1d-481b-bca4-2c57206fda86', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--175950562', 'ip_version': 6}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:06.303803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Request body: {'subnet': {'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:06.680808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:06.684707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Usage tracker for resource:subnet and tenant:10f08b412fc343a59b9d7f52549625df is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:06.687824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:06.696630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:06.712915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Made reservation on behalf of 10f08b412fc343a59b9d7f52549625df for: {'subnet': 2} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:07.015577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:07.016234 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:07.781396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:07.879668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Subnet': ['ID=aba4bba8-471c-4e54-9adf-2073b4b5e5d2,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:07.901006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Checking segment: {'id': '1b2273e7-61a8-4b04-ba23-e6dd0eb32878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05598ae6-de1d-481b-bca4-2c57206fda86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:07.901426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network hostable DHCP agents. Network: 05598ae6-de1d-481b-bca4-2c57206fda86, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:07.943055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network 05598ae6-de1d-481b-bca4-2c57206fda86 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:07.962590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 05598ae6-de1d-481b-bca4-2c57206fda86) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:07.967017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:07.973770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272ccc1-7983-4f4f-bdc0-6c126425ce49 None None] Network 05598ae6-de1d-481b-bca4-2c57206fda86 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:08.070027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event updated for resources: {'Subnet': ['ID=f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:08.075453 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Checking segment: {'id': '2b9243a9-c3e7-4ad6-b650-b8edc27556eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:08.075815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network hostable DHCP agents. Network: 41d995d7-a13f-4d82-868b-fe3687718d1a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:08.112499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Network 41d995d7-a13f-4d82-868b-fe3687718d1a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:08.141854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 41d995d7-a13f-4d82-868b-fe3687718d1a) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:08.154033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:08.154411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:08.155033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:08.213655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fbd44407-23a6-49d9-ace5-e7914ba1e394 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9155242 May 27 04:00:08.215950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:08.302201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8abbf-0895-488c-9ddb-1468bc7b4d43 None None] Network 41d995d7-a13f-4d82-868b-fe3687718d1a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:08.382154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:08.393987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:08.398256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:08.399280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Synchronizing usage tracker for tenant:10f08b412fc343a59b9d7f52549625df on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:08.444376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Unset dirty status for tenant:10f08b412fc343a59b9d7f52549625df on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:08.455904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:08.461703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-116f3494-9a4d-4624-ab88-5c9bec1ff937 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2441030 May 27 04:00:08.857554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Deleting subnet aba4bba8-471c-4e54-9adf-2073b4b5e5d2 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:00:08.864677 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.041425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cebfd9-e3d0-4465-bab3-75f92053bfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-05598ae6-de1d-481b-bca4-2c57206fda86', 'network_id': '05598ae6-de1d-481b-bca4-2c57206fda86', 'tenant_id': '10f08b412fc343a59b9d7f52549625df', 'fixed_ips': [{'subnet_id': 'aba4bba8-471c-4e54-9adf-2073b4b5e5d2'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:09.042234 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80cebfd9-e3d0-4465-bab3-75f92053bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.055455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.146639 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.267578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server [None req-80cebfd9-e3d0-4465-bab3-75f92053bfdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba4bba8-471c-4e54-9adf-2073b4b5e5d2: This subnet is being modified by another concurrent operation. May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise value May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server raise exception May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba4bba8-471c-4e54-9adf-2073b4b5e5d2: This subnet is being modified by another concurrent operation. May 27 04:00:09.335814 n-d-843301-2 neutron-server[84157]: ERROR oslo_messaging.rpc.server May 27 04:00:09.350652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Subnet': ['ID=aba4bba8-471c-4e54-9adf-2073b4b5e5d2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:09.353471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-41d995d7-a13f-4d82-868b-fe3687718d1a', 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a', 'tenant_id': '10f08b412fc343a59b9d7f52549625df', 'fixed_ips': [{'subnet_id': 'f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:09.354337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.370067 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:09.382601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a1944-abb2-4954-8303-7e79efd5ef18 None None] Network 05598ae6-de1d-481b-bca4-2c57206fda86 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:09.402732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-da2d882c-6c7f-47b9-b4d0-cbddb8f289f1 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/subnets/aba4bba8-471c-4e54-9adf-2073b4b5e5d2 HTTP/1.1" status: 204 len: 168 time: 0.9427831 May 27 04:00:09.402957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:09.925058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Deleting subnet f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:00:09.976548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Allocated IP 2001:db8:0:1::1 (41d995d7-a13f-4d82-868b-fe3687718d1a/f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2/b2e0d8a4-d8df-4a57-88b7-634266ded7d4) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:10.259334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.271004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Transition to ACTIVE for port object b2e0d8a4-d8df-4a57-88b7-634266ded7d4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:10.289297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Transition to ACTIVE for port object b2e0d8a4-d8df-4a57-88b7-634266ded7d4 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:10.294301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.295102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.369437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.377772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Pushing event updated for resources: {'Port': ['ID=b2e0d8a4-d8df-4a57-88b7-634266ded7d4,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:10.393569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Network 41d995d7-a13f-4d82-868b-fe3687718d1a is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:10.395013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:10.400783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:10.466032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.544315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Attempting to bind port b2e0d8a4-d8df-4a57-88b7-634266ded7d4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:10.544680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Attempting to bind port b2e0d8a4-d8df-4a57-88b7-634266ded7d4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '2b9243a9-c3e7-4ad6-b650-b8edc27556eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:10.545067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Attempting to bind port b2e0d8a4-d8df-4a57-88b7-634266ded7d4 on network 41d995d7-a13f-4d82-868b-fe3687718d1a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:10.552637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:10.553559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Checking segment: {'id': '2b9243a9-c3e7-4ad6-b650-b8edc27556eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:10.553967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.554405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Bound using segment: {'id': '2b9243a9-c3e7-4ad6-b650-b8edc27556eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:10.554622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.554859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Bound port: b2e0d8a4-d8df-4a57-88b7-634266ded7d4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9243a9-c3e7-4ad6-b650-b8edc27556eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41d995d7-a13f-4d82-868b-fe3687718d1a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:10.555229 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.599700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:10.610918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.621222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-657d86bf-8ccd-451c-a058-34363eb40735 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/subnets/f6f37a6a-456e-4cd5-a0a2-3d5cb9a5bed2 HTTP/1.1" status: 204 len: 168 time: 1.2170579 May 27 04:00:10.623582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:10.663016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] For port b2e0d8a4-d8df-4a57-88b7-634266ded7d4, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:10.668745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] For port b2e0d8a4-d8df-4a57-88b7-634266ded7d4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2e0d8a4-d8df-4a57-88b7-634266ded7d4,segment=NetworkSegment(2b9243a9-c3e7-4ad6-b650-b8edc27556eb),segment_id=2b9243a9-c3e7-4ad6-b650-b8edc27556eb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:10.674654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.694624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac6a9a-faf0-45fe-9b81-8612b63d84f2 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:10.695570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5ac6a9a-faf0-45fe-9b81-8612b63d84f2 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Synchronizing usage tracker for tenant:10f08b412fc343a59b9d7f52549625df on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:10.716358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5ac6a9a-faf0-45fe-9b81-8612b63d84f2 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Unset dirty status for tenant:10f08b412fc343a59b9d7f52549625df on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:10.718329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d5ac6a9a-faf0-45fe-9b81-8612b63d84f2 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0935760 May 27 04:00:10.722742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:10.771030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e423044-0f12-4656-89b5-3e109f5a2e5e None None] Pushing event updated for resources: {'Port': ['ID=b2e0d8a4-d8df-4a57-88b7-634266ded7d4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:10.914425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd0d18-27e9-47bf-94da-660abe3e45e2 None None] Network 41d995d7-a13f-4d82-868b-fe3687718d1a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:10.963928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:10.997089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Deleting port b2e0d8a4-d8df-4a57-88b7-634266ded7d4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:10.997089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:11.328246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] For port b2e0d8a4-d8df-4a57-88b7-634266ded7d4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2e0d8a4-d8df-4a57-88b7-634266ded7d4,segment=NetworkSegment(2b9243a9-c3e7-4ad6-b650-b8edc27556eb),segment_id=2b9243a9-c3e7-4ad6-b650-b8edc27556eb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:11.328624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:11.341432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd5168-ac52-4b53-a63e-617eefe348d4 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:00:11.447211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd5168-ac52-4b53-a63e-617eefe348d4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:00:11.582084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Calling delete_port for b2e0d8a4-d8df-4a57-88b7-634266ded7d4 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:11.709021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:11.784339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Port': ['ID=b2e0d8a4-d8df-4a57-88b7-634266ded7d4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:11.795195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] No DVR routers for this DVR port b2e0d8a4-d8df-4a57-88b7-634266ded7d4 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:11.963619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:11.992635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d995d7-a13f-4d82-868b-fe3687718d1a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:12.032433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9243a9-c3e7-4ad6-b650-b8edc27556eb') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:12.032723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9243a9-c3e7-4ad6-b650-b8edc27556eb') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:12.095717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.139481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.143633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdaa6db-fe52-42d6-95da-7c2c4c2d89f8 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:00:12.161750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:12.162165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:12.191173 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:12.278407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdaa6db-fe52-42d6-95da-7c2c4c2d89f8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:00:12.385297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.419213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.461360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/41d995d7-a13f-4d82-868b-fe3687718d1a HTTP/1.1" status: 204 len: 168 time: 1.7353570 May 27 04:00:12.462253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60680) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:12.467288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacada9f-bbe1-4e09-8dee-c03ec42e63aa tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=41d995d7-a13f-4d82-868b-fe3687718d1a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:12.791503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.803941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:12.942971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:12.974010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05598ae6-de1d-481b-bca4-2c57206fda86']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:12.987886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2273e7-61a8-4b04-ba23-e6dd0eb32878') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:12.988377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2273e7-61a8-4b04-ba23-e6dd0eb32878') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:13.013423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.018700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.034204 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.045139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:13.045810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:13.065579 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:13.165432 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.193734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.199694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:13.206276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=05598ae6-de1d-481b-bca4-2c57206fda86,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:13.208184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Usage tracker for resource:security_group_rule and tenant:bc3a786b64564f55b0a8f1b35f7c6627 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:13.211922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:13.219062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d1698f25-c866-4739-b551-8eff54385ce3 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/05598ae6-de1d-481b-bca4-2c57206fda86 HTTP/1.1" status: 204 len: 168 time: 0.7531791 May 27 04:00:13.220380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:13.230183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:13.316159 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.321968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.374839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.378432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a94aa3-83a3-4275-b799-0ac91761060e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:13.384360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c88a091b-f91e-49cb-8402-e66de6a5e18a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc3a786b64564f55b0a8f1b35f7c6627&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5792935 May 27 04:00:13.386997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:13.504023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.536390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.620614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.671995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a94aa3-83a3-4275-b799-0ac91761060e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:13.679863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.682644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cce6882c-463c-45b0-bfe9-d582d1576ba3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74a94aa3-83a3-4275-b799-0ac91761060e HTTP/1.1" status: 204 len: 168 time: 0.2943583 May 27 04:00:13.697950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.753099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb38688-e9b4-4f58-9464-77c9aed1ba86']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:13.769914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cf6537-7d8b-4049-bb4c-e90b722d0f75') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:13.770216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cf6537-7d8b-4049-bb4c-e90b722d0f75') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:13.784519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.802203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.809750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:13.810322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:13.890105 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:13.933719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.961790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:13.975881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=9cb38688-e9b4-4f58-9464-77c9aed1ba86,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:13.984068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60720) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:13.985574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9cc98aa4-16b1-4324-9300-331d3154aecd tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/9cb38688-e9b4-4f58-9464-77c9aed1ba86 HTTP/1.1" status: 204 len: 168 time: 0.7635534 May 27 04:00:14.257730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.473471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.509915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0818bb04-e54d-4754-b03d-a9e9a4184721']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:14.528053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b581ba0-4095-4339-9a23-58acbae72dfe') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:14.528617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b581ba0-4095-4339-9a23-58acbae72dfe') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:14.543263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.567395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.575513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:14.575917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: timer() May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:14.598004 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:14.716718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.762410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:14.762410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] Pushing event deleted for resources: {'Network': ['ID=0818bb04-e54d-4754-b03d-a9e9a4184721,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:14.791564 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7276e197-40a9-4f7e-9b02-58cabf767889 tempest-BulkNetworkOpsIpV6Test-778372782 tempest-BulkNetworkOpsIpV6Test-778372782-project] 10.222.0.46 "DELETE /v2.0/networks/0818bb04-e54d-4754-b03d-a9e9a4184721 HTTP/1.1" status: 204 len: 168 time: 0.7986405 May 27 04:00:15.166649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:15.463739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60770) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:15.539261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:15.540333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b3392cea-fac7-4855-b857-ae93868cb6ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10f08b412fc343a59b9d7f52549625df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689377 May 27 04:00:15.583908 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.605921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.622013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:15.628523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Usage tracker for resource:security_group_rule and tenant:0af12c7820204a47a2841bafbdecd990 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:15.632423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:15.635399 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.641075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:15.704231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.721342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03f005-aa32-4e57-ab33-e5155856e737,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:15.721678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.729436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.730734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f927549d-30d9-4b71-8460-74ac46be0b33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d03f005-aa32-4e57-ab33-e5155856e737 HTTP/1.1" status: 204 len: 168 time: 0.1898496 May 27 04:00:15.737475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:15.848680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2414cb44-1adc-4f1e-a81c-9bab8820ba88,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:15.867255 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-237f93e8-37df-4228-b04a-ea1052600930 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0af12c7820204a47a2841bafbdecd990&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4024601 May 27 04:00:15.869804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:16.017357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.070635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.176712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.198310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2414cb44-1adc-4f1e-a81c-9bab8820ba88,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:16.207792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.209870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35abada4-c5c8-4adc-adb1-d6dcda1a26d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2414cb44-1adc-4f1e-a81c-9bab8820ba88 HTTP/1.1" status: 204 len: 168 time: 0.3391023 May 27 04:00:16.729378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:16.752439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.792063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:16.796584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Usage tracker for resource:security_group_rule and tenant:d0a32ac528d84da0a3083b710bd7b8b7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:16.799980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:16.806348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:16.910326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:16.919185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.028072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a84f0-fb30-4de8-9d5d-4663409c7432,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:17.064941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c56c5f70-5770-43b2-8708-5acd222cfa3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0a32ac528d84da0a3083b710bd7b8b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3337326 May 27 04:00:17.067645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 60854) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:17.201965 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.238111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.320686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.338492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a84f0-fb30-4de8-9d5d-4663409c7432,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:17.370206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:17.375253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d3240da-1a9d-48b9-8cab-bebeefe002be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/328a84f0-fb30-4de8-9d5d-4663409c7432 HTTP/1.1" status: 204 len: 168 time: 0.3064847 May 27 04:00:18.061555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 60898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:18.454175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846347056'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:18.467871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:18.472476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:18.478496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:18.496761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:18.511060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:18.514020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:18.544370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:18.626742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:18.631822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:security_group_rule and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:18.635152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:18.652853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:18.842971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:18.848766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:18.891178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:18.903398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4236e14b-b28b-486a-b0c9-267bef8a86f2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:18.926422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:18.926525 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment cda30b01-4470-4b14-b629-5b63eed32979 of type vlan for network 447417bf-86b6-4d81-b0a9-2e106cd69f18 May 27 04:00:18.977327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:19.035512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:19.039724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:19.040591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:19.237396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=447417bf-86b6-4d81-b0a9-2e106cd69f18,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:19.254480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:19.272921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-57fbe247-dc59-4a43-9c40-b7c33de8baf3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2103791 May 27 04:00:22.652597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:22.675560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:22.848391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:22.853602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:22.856919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:22.863985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:22.877902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:23.069551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:23.511504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:23.685062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=fe9921ed-2754-4eac-8d11-3a133a2e6457,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:23.696069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': 'cda30b01-4470-4b14-b629-5b63eed32979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:23.696590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: 447417bf-86b6-4d81-b0a9-2e106cd69f18, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:23.724621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:23.742763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 447417bf-86b6-4d81-b0a9-2e106cd69f18) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:23.747328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:23.748268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:23.752998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380fb873-cdcc-4cad-b119-7814b7e0b077 None None] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:23.803268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-72f9642f-0caa-439e-b247-1b2179566be4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1493936 May 27 04:00:23.806486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:23.811899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534411010'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:23.822899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:23.830911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:23.836655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:23.851544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:23.875541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:23.879828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:23.929846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:23.943249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:23.943982 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 9adf92ea-c6d7-4bad-b25c-643ca923f948 of type vlan for network 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a May 27 04:00:23.986439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:24.056174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:24.065639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:24.065639 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:24.168270 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:24.187999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-447417bf-86b6-4d81-b0a9-2e106cd69f18', 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': 'fe9921ed-2754-4eac-8d11-3a133a2e6457'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:24.189340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:24.205578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3978884 May 27 04:00:24.208481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:24.211538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79872699-32b9-49b2-930d-8eb471850f9e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:24.216811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:24.225862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:24.590046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:24.596779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:24.599810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:24.607045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:24.620497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:24.698349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Allocated IP 2001:db8:0:ffff::2 (447417bf-86b6-4d81-b0a9-2e106cd69f18/fe9921ed-2754-4eac-8d11-3a133a2e6457/5efb0565-a355-4327-8cb6-0332fb4b3fab) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:24.849092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.080586 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.096473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Transition to ACTIVE for port object 5efb0565-a355-4327-8cb6-0332fb4b3fab will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:25.120148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Transition to ACTIVE for port object 5efb0565-a355-4327-8cb6-0332fb4b3fab will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:25.133714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.303248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.430916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:25.434627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:25.437273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Pushing event updated for resources: {'Port': ['ID=5efb0565-a355-4327-8cb6-0332fb4b3fab,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:25.439588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=53cde4ea-8c89-4383-a198-7471019d7903,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:25.441422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:25.460798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.461290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.461730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.462312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.462559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.462995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.463397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.463812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.464200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.464653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.465149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:25.484058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '9adf92ea-c6d7-4bad-b25c-643ca923f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:25.484422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:25.517186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:25.532435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:25.537049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:25.537997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.578655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-818a5ed3-6157-4020-95ba-42545c648157 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3688726 May 27 04:00:25.581945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 32946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:25.596236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b1520-442b-4731-a675-eeaaec2047a2 None None] Network 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:25.698122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Attempting to bind port 5efb0565-a355-4327-8cb6-0332fb4b3fab on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:25.698701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Attempting to bind port 5efb0565-a355-4327-8cb6-0332fb4b3fab by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cda30b01-4470-4b14-b629-5b63eed32979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:25.699234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Attempting to bind port 5efb0565-a355-4327-8cb6-0332fb4b3fab on network 447417bf-86b6-4d81-b0a9-2e106cd69f18 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:25.712116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:25.712679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Checking segment: {'id': 'cda30b01-4470-4b14-b629-5b63eed32979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:25.713265 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.713796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Bound using segment: {'id': 'cda30b01-4470-4b14-b629-5b63eed32979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:25.714425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Bound port: 5efb0565-a355-4327-8cb6-0332fb4b3fab, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda30b01-4470-4b14-b629-5b63eed32979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '447417bf-86b6-4d81-b0a9-2e106cd69f18'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:25.714991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.864109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.945939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:25.959263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] For port 5efb0565-a355-4327-8cb6-0332fb4b3fab, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:25.962812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] For port 5efb0565-a355-4327-8cb6-0332fb4b3fab, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5efb0565-a355-4327-8cb6-0332fb4b3fab,segment=NetworkSegment(cda30b01-4470-4b14-b629-5b63eed32979),segment_id=cda30b01-4470-4b14-b629-5b63eed32979)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:26.006036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.059140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.108882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=53cde4ea-8c89-4383-a198-7471019d7903,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:26.197846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:26.226338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f2fa-2bf5-4f52-a73e-03ebf8192655 None None] Pushing event updated for resources: {'Port': ['ID=5efb0565-a355-4327-8cb6-0332fb4b3fab,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:26.301763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.309467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb84bd9-7b9e-477b-a9eb-a080c3fef6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a', 'network_id': '796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': '53cde4ea-8c89-4383-a198-7471019d7903'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:26.310307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-deb84bd9-7b9e-477b-a9eb-a080c3fef6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.377723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:26.444913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adf92ea-c6d7-4bad-b25c-643ca923f948') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:26.445214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adf92ea-c6d7-4bad-b25c-643ca923f948') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:26.462746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.482452 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.488890 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.499195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b4e09-459e-40ec-b3f0-3a414abefb60 None None] Network 796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:26.522372 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.557396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:26.558286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:26.558286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.561949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Usage tracker for resource:security_group_rule and tenant:2f28af72a4144b6597f47bac32044b3a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:26.566537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:26.582088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: timer() May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:26.602487 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:26.779382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.823817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.850758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:26.866609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 32980) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:26.867109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8538d30-6f7d-4a4b-bf8d-b9498b64b7a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a HTTP/1.1" status: 204 len: 168 time: 1.2836552 May 27 04:00:26.909820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220112398'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:26.932131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:26.948729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:26.959017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5efb0565-a355-4327-8cb6-0332fb4b3fab up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:26.963633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:26.972182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:26.986665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:26.998658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.038837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5efb0565-a355-4327-8cb6-0332fb4b3fab completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:27.094637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:27.097742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.114871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e49eb-14d2-4fe8-8edf-e930e399c8c1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:27.125755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 32988) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:27.125868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2599d54-9562-4ee7-b762-b9509d22da50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f28af72a4144b6597f47bac32044b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9268019 May 27 04:00:27.157620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:27.178219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.178730 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment a04450c1-a832-4b84-9d35-5d0b39ed29ac of type vlan for network ed64f571-78c8-4aaf-893d-29f538e9dea4 May 27 04:00:27.258621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.265182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.304225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.335479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.340755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:27.341639 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.373440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.399421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e49eb-14d2-4fe8-8edf-e930e399c8c1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:27.406508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:27.420763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1e71591-8669-4342-a634-8eb641eba524 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c3e49eb-14d2-4fe8-8edf-e930e399c8c1 HTTP/1.1" status: 204 len: 168 time: 0.2916198 May 27 04:00:27.574085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7044322 May 27 04:00:27.574696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:27.580630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:27.655077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aac2eb-a113-4031-bcc6-745ae9d23e46 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=ed64f571-78c8-4aaf-893d-29f538e9dea4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:27.672440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:27.811944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:27.821496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:27.825724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:27.845152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:27.862604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:27.968563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33018) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:28.043538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da2e51ad-4af5-4eee-9f77-2ab744a1e5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.055902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.072968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa7ce6-11ee-479a-8dd2-ec465a4de082 None None] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:28.261239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.336396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:28.356953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Usage tracker for resource:security_group_rule and tenant:33a7245bd2694fe4a5d34219d1984a12 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:28.365244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:28.387476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:28.439666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:28.466346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.472696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Provisioning for port 5efb0565-a355-4327-8cb6-0332fb4b3fab completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:28.503419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Provisioning complete for port 5efb0565-a355-4327-8cb6-0332fb4b3fab triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:28.503787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.511956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:28.516347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Usage tracker for resource:security_group_rule and tenant:282eb5f2b08f4c25bc7f8d522d9c0dc5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:28.519873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:28.526008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:28.622359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.624378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.629657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.651909 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.674093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=282eb5f2b08f4c25bc7f8d522d9c0dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2319415 May 27 04:00:28.677115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.690199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33036) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:28.821930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.832422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=a82aaa96-fcc6-4bf5-b702-8c9798258edb,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:28.863371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4317-6c72-4e2b-8dfd-37729d64f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14381b3-2d36-40f7-84b8-848ce7f4f653,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:28.874369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33a7245bd2694fe4a5d34219d1984a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9046953 May 27 04:00:28.884988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33044) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:28.885878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': 'a04450c1-a832-4b84-9d35-5d0b39ed29ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:28.887698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: ed64f571-78c8-4aaf-893d-29f538e9dea4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:28.890464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] For port 5efb0565-a355-4327-8cb6-0332fb4b3fab, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5efb0565-a355-4327-8cb6-0332fb4b3fab,segment=NetworkSegment(cda30b01-4470-4b14-b629-5b63eed32979),segment_id=cda30b01-4470-4b14-b629-5b63eed32979)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:28.906322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:28.932417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19e42b-8644-4349-94c2-bdfe157ea924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f819f231-7a72-43f1-8407-e37be4cc82a0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:28.956613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.004849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.055430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:29.059194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc082-fb5f-4f15-bfef-0185af511c71 None None] Pushing event updated for resources: {'Port': ['ID=5efb0565-a355-4327-8cb6-0332fb4b3fab,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:29.093961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.129175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.134902 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.159659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-632a7b85-b7fb-4d8f-bf1b-a8025a0ad626 None None] Provisioning complete for port 5efb0565-a355-4327-8cb6-0332fb4b3fab triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:29.160307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-632a7b85-b7fb-4d8f-bf1b-a8025a0ad626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.160846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14381b3-2d36-40f7-84b8-848ce7f4f653,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:29.182875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.186347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ddcc4021-bf52-422a-8ac8-75aabf02c838 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b14381b3-2d36-40f7-84b8-848ce7f4f653 HTTP/1.1" status: 204 len: 168 time: 0.4926500 May 27 04:00:29.189518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ed64f571-78c8-4aaf-893d-29f538e9dea4) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:29.195542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:29.197506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.203430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.245852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819f231-7a72-43f1-8407-e37be4cc82a0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:29.259534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6460b7d-243f-422b-a900-73d76c563034 None None] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:29.261466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.266943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30be52d2-f839-460d-a7f0-e8891628c766 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f819f231-7a72-43f1-8407-e37be4cc82a0 HTTP/1.1" status: 204 len: 168 time: 0.3694956 May 27 04:00:29.276690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:29.283315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682860433'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:29.287245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-589b16c0-d4a9-4949-9740-77fa9646b538 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7116265 May 27 04:00:29.290554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:29.296411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:29.299900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:29.308494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:29.325127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:29.329239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.368261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:29.382830 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.383274 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 1d2f7166-309b-4cf3-877f-2ab527ec2d2b of type vlan for network 3b63b49d-2d41-475d-8d6b-d837eb3763f6 May 27 04:00:29.419138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.482825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.488868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:29.489698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.633644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33064) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:29.640283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '3b63b49d-2d41-475d-8d6b-d837eb3763f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:29.643822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3656099 May 27 04:00:29.669064 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:00:29.678810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f52db-57ac-42a8-a972-9127c4d2799e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=3b63b49d-2d41-475d-8d6b-d837eb3763f6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:29.833833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3b63b49d-2d41-475d-8d6b-d837eb3763f6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:29.937109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-ed64f571-78c8-4aaf-893d-29f538e9dea4', 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': 'a82aaa96-fcc6-4bf5-b702-8c9798258edb'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:29.938082 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:29.939770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:29.948524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:29.956746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:29.971552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:30.006605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:30.307073 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01c266a-9cfc-4e01-bfcc-70f258bcbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:30.370434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:30.386274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Allocated IP 2001:db8::3 (ed64f571-78c8-4aaf-893d-29f538e9dea4/a82aaa96-fcc6-4bf5-b702-8c9798258edb/8d6734ed-6854-413f-a84d-22454b69a3e2) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:30.578325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 04:00:30.583399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 04:00:30.980262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5efb0565-a355-4327-8cb6-0332fb4b3fab up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:31.046779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.111211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.171039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Transition to ACTIVE for port object 8d6734ed-6854-413f-a84d-22454b69a3e2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:31.201694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=f7eceecb-4a5b-45b0-9095-94233fb77f61,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:31.223371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '1d2f7166-309b-4cf3-877f-2ab527ec2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3b63b49d-2d41-475d-8d6b-d837eb3763f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:31.225839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: 3b63b49d-2d41-475d-8d6b-d837eb3763f6, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:31.274462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Transition to ACTIVE for port object 8d6734ed-6854-413f-a84d-22454b69a3e2 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:31.286820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.292822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 3b63b49d-2d41-475d-8d6b-d837eb3763f6 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:31.327282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3b63b49d-2d41-475d-8d6b-d837eb3763f6) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:31.332537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:31.333295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.388157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3e8af87-09e1-49f7-9de6-84fd0bebae76 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7511430 May 27 04:00:31.388769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:31.410056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23344da5-c051-4126-80c1-4ff73ffe9460 None None] Network 3b63b49d-2d41-475d-8d6b-d837eb3763f6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:31.704908 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.738535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5efb0565-a355-4327-8cb6-0332fb4b3fab triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:31.738535 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.838547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.889326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.948368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:31.958341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:31.969290 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.975638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:31.978744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:31.987783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Pushing event updated for resources: {'Port': ['ID=8d6734ed-6854-413f-a84d-22454b69a3e2,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:32.155122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=f7eceecb-4a5b-45b0-9095-94233fb77f61,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:32.364870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.373765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Attempting to bind port 8d6734ed-6854-413f-a84d-22454b69a3e2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:32.374202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Attempting to bind port 8d6734ed-6854-413f-a84d-22454b69a3e2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a04450c1-a832-4b84-9d35-5d0b39ed29ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:32.374752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Attempting to bind port 8d6734ed-6854-413f-a84d-22454b69a3e2 on network ed64f571-78c8-4aaf-893d-29f538e9dea4 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:32.398116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b63b49d-2d41-475d-8d6b-d837eb3763f6']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:32.416437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2f7166-309b-4cf3-877f-2ab527ec2d2b') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:32.416929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2f7166-309b-4cf3-877f-2ab527ec2d2b') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:32.421917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284cc14-db90-4411-84cc-b875d330617b None None] Network 3b63b49d-2d41-475d-8d6b-d837eb3763f6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:32.432152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.454143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.461637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:32.462346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.550402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:32.550766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Checking segment: {'id': 'a04450c1-a832-4b84-9d35-5d0b39ed29ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:32.551353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.551907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Bound using segment: {'id': 'a04450c1-a832-4b84-9d35-5d0b39ed29ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:32.552537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Bound port: 8d6734ed-6854-413f-a84d-22454b69a3e2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04450c1-a832-4b84-9d35-5d0b39ed29ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ed64f571-78c8-4aaf-893d-29f538e9dea4'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:32.553092 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: timer() May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:32.684778 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:32.722131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.752423 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.801152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/3b63b49d-2d41-475d-8d6b-d837eb3763f6 HTTP/1.1" status: 204 len: 168 time: 1.4064379 May 27 04:00:32.803753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:32.806142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90859f3-8ec7-460a-8740-382b6b74bbfa tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=3b63b49d-2d41-475d-8d6b-d837eb3763f6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:32.810566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394867822'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:32.821079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:32.831610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:32.839554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:32.846851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] For port 8d6734ed-6854-413f-a84d-22454b69a3e2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:32.850135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] For port 8d6734ed-6854-413f-a84d-22454b69a3e2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6734ed-6854-413f-a84d-22454b69a3e2,segment=NetworkSegment(a04450c1-a832-4b84-9d35-5d0b39ed29ac),segment_id=a04450c1-a832-4b84-9d35-5d0b39ed29ac)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:32.856249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:32.864052 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.874058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:32.877299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.915603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:32.932025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:32.932613 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 2e7107ec-eb93-4c4f-be46-8c2a46746803 of type vlan for network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a May 27 04:00:32.971357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:33.004154 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:33.008697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:33.009321 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:33.015518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b73aa-6c63-48c0-9efb-881f3f12638f None None] Pushing event updated for resources: {'Port': ['ID=8d6734ed-6854-413f-a84d-22454b69a3e2,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:33.130980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:33.149424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3438883 May 27 04:00:33.152025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33196) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:33.158658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524ff8e-5772-4931-91d1-cedc5ae9a180 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=feb8ea7e-6dca-45f7-83a1-1272a75b4a5a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:33.164071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': 'feb8ea7e-6dca-45f7-83a1-1272a75b4a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:33.168522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:33.373923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:33.383700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:33.395185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:33.407222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:33.428194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:33.870258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:34.190042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:34.292272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=90cf2023-757e-455b-bb36-f0550f378d10,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:34.311126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '2e7107ec-eb93-4c4f-be46-8c2a46746803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'feb8ea7e-6dca-45f7-83a1-1272a75b4a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:34.312663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: feb8ea7e-6dca-45f7-83a1-1272a75b4a5a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:34.374718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:34.388030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, feb8ea7e-6dca-45f7-83a1-1272a75b4a5a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:34.394099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:34.394694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:34.400844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb9a69-6293-4975-ad18-a7325975ab15 None None] Network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:34.448427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3550d338-80a0-4b6e-a2e9-f3d158fbf25f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2922373 May 27 04:00:34.451570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33246) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:34.748876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752916f2-d7c3-43ef-9ba1-d86d61679c54 None None] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:34.901723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.012993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.091634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6734ed-6854-413f-a84d-22454b69a3e2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:35.125746 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.205719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=90cf2023-757e-455b-bb36-f0550f378d10,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:35.320524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.355775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb8ea7e-6dca-45f7-83a1-1272a75b4a5a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:35.375741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7107ec-eb93-4c4f-be46-8c2a46746803') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:35.377164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7107ec-eb93-4c4f-be46-8c2a46746803') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:35.390377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1a7303b2-1403-44fd-a321-2ac10f797e63 None None] Provisioning for port 8d6734ed-6854-413f-a84d-22454b69a3e2 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:35.394418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.399047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3859f3-0fb6-4f56-a837-ba8029e8941f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-feb8ea7e-6dca-45f7-83a1-1272a75b4a5a', 'network_id': 'feb8ea7e-6dca-45f7-83a1-1272a75b4a5a', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': '90cf2023-757e-455b-bb36-f0550f378d10'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:35.399854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd3859f3-0fb6-4f56-a837-ba8029e8941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.417350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.425438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:35.426229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: timer() May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:35.449159 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:35.513595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8d6734ed-6854-413f-a84d-22454b69a3e2 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:35.520036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d6734ed-6854-413f-a84d-22454b69a3e2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:35.520415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.604688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-cd3859f3-0fb6-4f56-a837-ba8029e8941f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 04:00:35.604688 n-d-843301-2 neutron-server[84157]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 27 04:00:35.604688 n-d-843301-2 neutron-server[84157]: [parameters: {'project_id': 'b16f0b4b8551470d818042394415921f', 'id': 'f0902627-f5f8-468a-ae2c-9d5343f43fc0', 'name': '', 'network_id': 'feb8ea7e-6dca-45f7-83a1-1272a75b4a5a', 'mac_address': 'fa:16:3e:a8:97:ab', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-feb8ea7e-6dca-45f7-83a1-1272a75b4a5a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3294}] May 27 04:00:35.604688 n-d-843301-2 neutron-server[84157]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:00:35.609376 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-cd3859f3-0fb6-4f56-a837-ba8029e8941f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:00:35.632237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.644768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.676065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=feb8ea7e-6dca-45f7-83a1-1272a75b4a5a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:35.687893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af0a3607-a83f-4555-8915-332ffb68eb44 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/feb8ea7e-6dca-45f7-83a1-1272a75b4a5a HTTP/1.1" status: 204 len: 168 time: 1.2352433 May 27 04:00:35.691845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:35.714131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863291170'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:35.735949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:35.749059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:35.763971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:35.780559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:35.795810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.811045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:35.816621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.863239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:35.880884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.881696 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment cc55c508-5e70-4ef9-b67f-4666e05bbf72 of type vlan for network c16b0412-9b66-4cb6-8769-36d27f0a67e6 May 27 04:00:35.936745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8d6734ed-6854-413f-a84d-22454b69a3e2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6734ed-6854-413f-a84d-22454b69a3e2,segment=NetworkSegment(a04450c1-a832-4b84-9d35-5d0b39ed29ac),segment_id=a04450c1-a832-4b84-9d35-5d0b39ed29ac)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:35.946060 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:35.962748 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.073956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:36.076538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.080492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:36.081439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.118411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd3859f3-0fb6-4f56-a837-ba8029e8941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.135583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5e88b2b2-1180-4273-91ba-3f440138d79a None None] Provisioning complete for port 8d6734ed-6854-413f-a84d-22454b69a3e2 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:36.135957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e88b2b2-1180-4273-91ba-3f440138d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.215187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8d6734ed-6854-413f-a84d-22454b69a3e2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:36.288251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8cfe7-e4a5-4b7c-a2e3-c72479e764c2 None None] Network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:36.335223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8cfe7-e4a5-4b7c-a2e3-c72479e764c2 None None] Network feb8ea7e-6dca-45f7-83a1-1272a75b4a5a could not be found, it might have been deleted concurrently. {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 27 04:00:36.335939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:36.336095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6428394 May 27 04:00:36.342697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ad86-1cde-456f-a7cc-c9a6d64f6095 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=c16b0412-9b66-4cb6-8769-36d27f0a67e6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:36.343033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:36.359495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c16b0412-9b66-4cb6-8769-36d27f0a67e6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:36.543023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.625502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:36.636059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:36.644303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:36.654885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:36.661221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:36.667665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ee939185684db593af2329205a5fd5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:36.671245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:36.677814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:36.692330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:36.801341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:36.892389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6734ed-6854-413f-a84d-22454b69a3e2 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:36.998552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d6734ed-6854-413f-a84d-22454b69a3e2 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:36.998929 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.019916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.058138 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.207853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9ee939185684db593af2329205a5fd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1318023 May 27 04:00:37.210484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:37.210979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b5cba-8828-4656-8427-0e678cae3548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a6b2f-41a3-40c8-81e5-a20c43d81179,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:37.302257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.383237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.443642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.503747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.527497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a6b2f-41a3-40c8-81e5-a20c43d81179,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:37.544367 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.548688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7479f95a-d534-40fc-b7c4-aca50852a584 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/824a6b2f-41a3-40c8-81e5-a20c43d81179 HTTP/1.1" status: 204 len: 168 time: 0.3341198 May 27 04:00:37.630775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=c946466f-012c-48f7-97fb-c568e49899fa,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:37.695639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': 'cc55c508-5e70-4ef9-b67f-4666e05bbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:37.696173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: c16b0412-9b66-4cb6-8769-36d27f0a67e6, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:37.737717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network c16b0412-9b66-4cb6-8769-36d27f0a67e6 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:37.756104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, c16b0412-9b66-4cb6-8769-36d27f0a67e6) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:37.760703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:37.762035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:37.772471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f787ef-73bd-443a-afe7-e6b8ccaa69b1 None None] Network c16b0412-9b66-4cb6-8769-36d27f0a67e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:37.799323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07ed617f-d859-448a-bc8c-e681c7c1d09d tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4610035 May 27 04:00:37.801860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33368) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:38.102184 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.107014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-c16b0412-9b66-4cb6-8769-36d27f0a67e6', 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': 'c946466f-012c-48f7-97fb-c568e49899fa'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:38.107014 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.128351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:38.162288 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.239745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:38.249086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a089e6ea2a4f25b9e696e81f0556a4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:38.252927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:38.259533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:38.261969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.393280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.398810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.398949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Allocated IP 2001:db8::1 (c16b0412-9b66-4cb6-8769-36d27f0a67e6/c946466f-012c-48f7-97fb-c568e49899fa/c5809c49-c850-4013-a6b8-09f8bf945617) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:38.441326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d7b58-ea11-4bb2-8ddb-66d7e7682b6e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:38.505229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:38.506815 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c29a0f09-71bc-4870-bb4c-5aed0a1f8101 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8a089e6ea2a4f25b9e696e81f0556a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3847001 May 27 04:00:38.608017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.640634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.701725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.716606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.717121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d7b58-ea11-4bb2-8ddb-66d7e7682b6e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:38.723274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.724369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b2c9deff-533c-4647-8578-c65f0f49620d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a44d7b58-ea11-4bb2-8ddb-66d7e7682b6e HTTP/1.1" status: 204 len: 168 time: 0.2106984 May 27 04:00:38.727681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Transition to ACTIVE for port object c5809c49-c850-4013-a6b8-09f8bf945617 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:38.757321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Transition to ACTIVE for port object c5809c49-c850-4013-a6b8-09f8bf945617 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:38.773316 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.795265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:38.879591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=c946466f-012c-48f7-97fb-c568e49899fa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:38.886392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Network c16b0412-9b66-4cb6-8769-36d27f0a67e6 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:38.891263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:38.896939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:39.053869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Attempting to bind port c5809c49-c850-4013-a6b8-09f8bf945617 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:39.054235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Attempting to bind port c5809c49-c850-4013-a6b8-09f8bf945617 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cc55c508-5e70-4ef9-b67f-4666e05bbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:39.054591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Attempting to bind port c5809c49-c850-4013-a6b8-09f8bf945617 on network c16b0412-9b66-4cb6-8769-36d27f0a67e6 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:39.061078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Pushing event updated for resources: {'Port': ['ID=c5809c49-c850-4013-a6b8-09f8bf945617,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:39.067142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:39.067502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Checking segment: {'id': 'cc55c508-5e70-4ef9-b67f-4666e05bbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:39.067894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.068265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Bound using segment: {'id': 'cc55c508-5e70-4ef9-b67f-4666e05bbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:39.068723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Bound port: c5809c49-c850-4013-a6b8-09f8bf945617, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc55c508-5e70-4ef9-b67f-4666e05bbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:39.069735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.080792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.159020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b0412-9b66-4cb6-8769-36d27f0a67e6']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.173983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] For port c5809c49-c850-4013-a6b8-09f8bf945617, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:39.181979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] For port c5809c49-c850-4013-a6b8-09f8bf945617, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c5809c49-c850-4013-a6b8-09f8bf945617,segment=NetworkSegment(cc55c508-5e70-4ef9-b67f-4666e05bbf72),segment_id=cc55c508-5e70-4ef9-b67f-4666e05bbf72)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:39.195953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.233767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc55c508-5e70-4ef9-b67f-4666e05bbf72') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.236453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc55c508-5e70-4ef9-b67f-4666e05bbf72') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:39.262545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.306815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.320882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:39.323111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:39.336028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4641d5-4fde-4c3f-9487-55587458ab3e None None] Pushing event updated for resources: {'Port': ['ID=c5809c49-c850-4013-a6b8-09f8bf945617,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:39.486176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801b09e-4cb4-4bd1-88fd-e7510689525a None None] Network c16b0412-9b66-4cb6-8769-36d27f0a67e6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:39.510147 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:39.540912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 04:00:39.540912 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 04:00:39.540912 n-d-843301-2 neutron-server[84155]: [parameters: {'id': 'c16b0412-9b66-4cb6-8769-36d27f0a67e6'}] May 27 04:00:39.540912 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:00:39.541387 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:00:39.879435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46368de-bd25-427a-9e1a-704bbf60d483 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:00:40.043193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:40.072684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port c5809c49-c850-4013-a6b8-09f8bf945617 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:40.074970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:40.121119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46368de-bd25-427a-9e1a-704bbf60d483 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:00:40.400856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port c5809c49-c850-4013-a6b8-09f8bf945617, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c5809c49-c850-4013-a6b8-09f8bf945617,segment=NetworkSegment(cc55c508-5e70-4ef9-b67f-4666e05bbf72),segment_id=cc55c508-5e70-4ef9-b67f-4666e05bbf72)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:40.401498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:40.786551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for c5809c49-c850-4013-a6b8-09f8bf945617 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:40.888788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:40.963867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=c5809c49-c850-4013-a6b8-09f8bf945617,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:40.973891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port c5809c49-c850-4013-a6b8-09f8bf945617 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:41.196673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.273544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b0412-9b66-4cb6-8769-36d27f0a67e6']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.287122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc55c508-5e70-4ef9-b67f-4666e05bbf72') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.287548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc55c508-5e70-4ef9-b67f-4666e05bbf72') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:41.322564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.368471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.376698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:41.377124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:41.392984 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:41.519302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.542643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.576305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=c16b0412-9b66-4cb6-8769-36d27f0a67e6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:41.593026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33516) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:41.593927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fbc1eb46-51ad-460b-b79f-7f9181496197 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/c16b0412-9b66-4cb6-8769-36d27f0a67e6 HTTP/1.1" status: 204 len: 168 time: 3.7902935 May 27 04:00:41.599762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683431024'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:41.613719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:41.621887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:41.625352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:41.632372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:41.644581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:41.651203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.698819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:41.725239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.726975 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 80f2e91a-e3df-4914-989c-8304d31e1d71 of type vlan for network 8aa97038-198b-448c-868c-d964b8935b26 May 27 04:00:41.814444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.848689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.853035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:41.853642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:41.993430 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3992302 May 27 04:00:41.994178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33536) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:42.001441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '8aa97038-198b-448c-868c-d964b8935b26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:42.002567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f2aea-7ff0-43fd-8acb-5ad73def7064 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=8aa97038-198b-448c-868c-d964b8935b26,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:42.014463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:42.249782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:42.263250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:42.272052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:42.283478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:42.296781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:42.420562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.471644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33554) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:42.645995 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.723269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:42.732144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Usage tracker for resource:security_group_rule and tenant:af312365bd54481ab6421065d978c599 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:42.732144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:42.741422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.749312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:42.890262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '80f2e91a-e3df-4914-989c-8304d31e1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8aa97038-198b-448c-868c-d964b8935b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:42.890628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: 8aa97038-198b-448c-868c-d964b8935b26, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:42.895592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.901694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=9239a6e9-b424-463f-a81b-9be99e99e41b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:42.904521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.937907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 8aa97038-198b-448c-868c-d964b8935b26 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:42.954464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f24738-6fab-4956-a75d-38a3cade6458,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:42.955675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 8aa97038-198b-448c-868c-d964b8935b26) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:42.960502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:42.961289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22eac82f-48da-4b22-b9ef-cd3bc038ba22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af312365bd54481ab6421065d978c599&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4883623 May 27 04:00:42.961469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:42.963727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33578) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:42.971520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b335f8-cda2-42af-a603-8ffe38701eab None None] Network 8aa97038-198b-448c-868c-d964b8935b26 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:43.011621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0a61a92-5055-450e-a542-75b13982403c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0158684 May 27 04:00:43.015624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33582) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:43.025633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '8aa97038-198b-448c-868c-d964b8935b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:43.266003 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.321247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.333264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-8aa97038-198b-448c-868c-d964b8935b26', 'network_id': '8aa97038-198b-448c-868c-d964b8935b26', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': '9239a6e9-b424-463f-a81b-9be99e99e41b'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:43.334858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.427548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:43.431568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:subnet and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:43.436001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:43.444021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:43.462410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:43.488342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.582859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Allocated IP 2001:db8::2 (8aa97038-198b-448c-868c-d964b8935b26/9239a6e9-b424-463f-a81b-9be99e99e41b/ea01c99a-bbf3-4626-9ba2-d11fb0956adf) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:43.602872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f24738-6fab-4956-a75d-38a3cade6458,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:43.615375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.619622 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf2d706f-56ad-4a34-a2e6-c02ace165f53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04f24738-6fab-4956-a75d-38a3cade6458 HTTP/1.1" status: 204 len: 168 time: 0.6546779 May 27 04:00:43.672364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.923988 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:43.961940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Transition to ACTIVE for port object ea01c99a-bbf3-4626-9ba2-d11fb0956adf will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:44.001069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Transition to ACTIVE for port object ea01c99a-bbf3-4626-9ba2-d11fb0956adf will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:44.016597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.092321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:44.099190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:44.115111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:44.232986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.247907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Pushing event updated for resources: {'Port': ['ID=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:44.259775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Attempting to bind port ea01c99a-bbf3-4626-9ba2-d11fb0956adf on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:44.260138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Attempting to bind port ea01c99a-bbf3-4626-9ba2-d11fb0956adf by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '80f2e91a-e3df-4914-989c-8304d31e1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8aa97038-198b-448c-868c-d964b8935b26'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:44.261327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Attempting to bind port ea01c99a-bbf3-4626-9ba2-d11fb0956adf on network 8aa97038-198b-448c-868c-d964b8935b26 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:44.272593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:44.274103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Checking segment: {'id': '80f2e91a-e3df-4914-989c-8304d31e1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8aa97038-198b-448c-868c-d964b8935b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:44.276424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.276828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Bound using segment: {'id': '80f2e91a-e3df-4914-989c-8304d31e1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8aa97038-198b-448c-868c-d964b8935b26'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:44.278231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Bound port: ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f2e91a-e3df-4914-989c-8304d31e1d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8aa97038-198b-448c-868c-d964b8935b26'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:44.278615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.346586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 8aa97038-198b-448c-868c-d964b8935b26 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:44.350384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:44.355915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.361087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.416745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=1c809178-714c-451c-bca3-94d8fb79f9d5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:44.436025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f5130b2-f96f-4af4-9f91-19074a979acd tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4191236 May 27 04:00:44.438936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33638) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:44.482407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] For port ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:44.488278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] For port ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,segment=NetworkSegment(80f2e91a-e3df-4914-989c-8304d31e1d71),segment_id=80f2e91a-e3df-4914-989c-8304d31e1d71)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:44.494732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.523487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.525706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.527631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.529095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.530399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.531676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Synchronizing usage tracker for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:44.551298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Unset dirty status for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:44.552648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dafda1e3-de9b-4994-bd8c-62ce866b2ddf tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1125984 May 27 04:00:44.557920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:44.565721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011008344'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:44.572440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:44.576885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:44.581197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:44.588282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:44.609527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929ee4-ddce-485f-9107-cdc3767a8102 None None] Pushing event updated for resources: {'Port': ['ID=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:44.612218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:44.617616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.678511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:44.692722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.693652 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 340faa07-2a10-4c2d-a24d-f81ac5a3b010 of type vlan for network 1fa06bb2-3e24-4e88-90a9-30421d63725b May 27 04:00:44.730917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.833662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:44.833662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:44.833662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:45.012479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4527349 May 27 04:00:45.018736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:45.027902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:45.029904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e39f11-57c8-4010-b3c3-67a8e5238312 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=1fa06bb2-3e24-4e88-90a9-30421d63725b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:45.068662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:45.627866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:45.653711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:45.699883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 27 04:00:45.708865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:45.709509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:45.713696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "PUT /v2.0/networks/1fa06bb2-3e24-4e88-90a9-30421d63725b HTTP/1.1" status: 200 len: 723 time: 0.6905272 May 27 04:00:45.714553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:45.722142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:45.943675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:45.962241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:45.987578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:45.987898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebd7d7-4ef1-47c5-9fcb-f2c049df6d31 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=1fa06bb2-3e24-4e88-90a9-30421d63725b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:45.997598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:46.278093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:46.509585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd741ac9-b018-45e1-8c67-47a55cf901c0 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:46.681607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:46.695917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9eea8519-d62e-479b-9020-16fc1db21397 None None] Provisioning for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:46.850053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=57514555-a9ce-416e-98fb-4e5fd9805e68,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:46.856587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '340faa07-2a10-4c2d-a24d-f81ac5a3b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:46.856963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: 1fa06bb2-3e24-4e88-90a9-30421d63725b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:46.909897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:46.940745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 1fa06bb2-3e24-4e88-90a9-30421d63725b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:46.947207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:46.961487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:46.962133 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.012434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85084434-b7c4-4e9a-91ed-d8d5bd5ea166 None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:47.033025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:47.035740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5006a50b-c8a2-4765-953d-a09b5d9b21c0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3198493 May 27 04:00:47.039705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:47.045575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ea01c99a-bbf3-4626-9ba2-d11fb0956adf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:47.319644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:47.352836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.353030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:47.353420 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.450956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:47.460845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe0fdcce4d3483393b08bfa9cefb73b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:47.466848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:47.523239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:47.556908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3062927'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.601714 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.693110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Update dhcp port {'port': {'network_id': '8aa97038-198b-448c-868c-d964b8935b26', 'fixed_ips': [{'subnet_id': '9239a6e9-b424-463f-a81b-9be99e99e41b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c809178-714c-451c-bca3-94d8fb79f9d5'}], 'binding:host_id': 'n-d-843301-2'}, 'id': 'ea01c99a-bbf3-4626-9ba2-d11fb0956adf'} from n-d-843301-2. {{(pid=84157) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 27 04:00:47.737632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.739982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-1fa06bb2-3e24-4e88-90a9-30421d63725b', 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': '57514555-a9ce-416e-98fb-4e5fd9805e68'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:47.741065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.749550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.787875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,segment=NetworkSegment(80f2e91a-e3df-4914-989c-8304d31e1d71),segment_id=80f2e91a-e3df-4914-989c-8304d31e1d71)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:47.857859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.859924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:47.957601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fe0fdcce4d3483393b08bfa9cefb73b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0092247 May 27 04:00:47.965430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33788) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:47.974623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa163-d5ca-4795-ad8c-34fd24ba9109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c47bf-f133-4404-997c-3cbbdde38638,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:48.003651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793180466845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2923530'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.013598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:48.070618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:48.071282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.073368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "PUT /v2.0/subnets/57514555-a9ce-416e-98fb-4e5fd9805e68 HTTP/1.1" status: 200 len: 826 time: 1.0391309 May 27 04:00:48.081712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33796) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:48.115496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Allocated IP 2001:db8::2 (1fa06bb2-3e24-4e88-90a9-30421d63725b/57514555-a9ce-416e-98fb-4e5fd9805e68/8e5e9952-d85f-4410-b533-a48cbad83d74) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:48.208588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0529434-a38b-4fa6-a72f-ad769d753008 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=57514555-a9ce-416e-98fb-4e5fd9805e68,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:48.332421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.419740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.465806 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.581377 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.583026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.622038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c47bf-f133-4404-997c-3cbbdde38638,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:48.634530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-2a2b892f-150b-4826-b0a6-b21194e7bf9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4533098 May 27 04:00:48.646293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.659905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f9a5a45e-bffc-4088-9247-33a845720176 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f4c47bf-f133-4404-997c-3cbbdde38638 HTTP/1.1" status: 204 len: 168 time: 0.6876490 May 27 04:00:48.778783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Allocated IP 172.20.0.1 (8aa97038-198b-448c-868c-d964b8935b26/1c809178-714c-451c-bca3-94d8fb79f9d5/ea01c99a-bbf3-4626-9ba2-d11fb0956adf) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:48.815210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.900241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Transition to ACTIVE for port object 8e5e9952-d85f-4410-b533-a48cbad83d74 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:48.939467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-e8c6cb6a-9b01-454b-9529-360d55c428d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 1097 time: 0.1580069 May 27 04:00:48.950597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Transition to ACTIVE for port object 8e5e9952-d85f-4410-b533-a48cbad83d74 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:48.976564 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:48.996242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.036472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ea01c99a-bbf3-4626-9ba2-d11fb0956adf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:49.109833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=57514555-a9ce-416e-98fb-4e5fd9805e68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:49.277024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] For port ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,segment=NetworkSegment(80f2e91a-e3df-4914-989c-8304d31e1d71),segment_id=80f2e91a-e3df-4914-989c-8304d31e1d71)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:49.282891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:49.289393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:49.294165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Pushing event updated for resources: {'Port': ['ID=8e5e9952-d85f-4410-b533-a48cbad83d74,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:49.325471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:49.364525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.415214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-9f907d49-ce8b-4e5f-b663-0e3e730c3f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:49.418736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-9f907d49-ce8b-4e5f-b663-0e3e730c3f86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 200 len: 911 time: 0.4581060 May 27 04:00:49.434157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.458135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:49.458906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.488350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa06bb2-3e24-4e88-90a9-30421d63725b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:49.510640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340faa07-2a10-4c2d-a24d-f81ac5a3b010') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:49.510956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340faa07-2a10-4c2d-a24d-f81ac5a3b010') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:49.536270 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.588752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.597682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:49.598472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.632788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-82335d37-0075-4596-a1cb-3a06321359b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 200 len: 1002 time: 0.2081671 May 27 04:00:49.660320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Attempting to bind port 8e5e9952-d85f-4410-b533-a48cbad83d74 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:49.681898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Attempting to bind port 8e5e9952-d85f-4410-b533-a48cbad83d74 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '340faa07-2a10-4c2d-a24d-f81ac5a3b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:49.682910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Attempting to bind port 8e5e9952-d85f-4410-b533-a48cbad83d74 on network 1fa06bb2-3e24-4e88-90a9-30421d63725b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:49.709738 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:49.727605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-14544c65-316b-4dc7-909a-d4e86816193c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:49.729497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-14544c65-316b-4dc7-909a-d4e86816193c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 200 len: 849 time: 0.0906701 May 27 04:00:49.766711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 04:00:49.766711 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 04:00:49.766711 n-d-843301-2 neutron-server[84155]: [parameters: {'id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'}] May 27 04:00:49.766711 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:00:49.767867 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:00:49.775209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Transition to ACTIVE for port object ea01c99a-bbf3-4626-9ba2-d11fb0956adf will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:49.790500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:49.791319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Checking segment: {'id': '340faa07-2a10-4c2d-a24d-f81ac5a3b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:49.791986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.792696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Bound using segment: {'id': '340faa07-2a10-4c2d-a24d-f81ac5a3b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:49.793598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Bound port: 8e5e9952-d85f-4410-b533-a48cbad83d74, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340faa07-2a10-4c2d-a24d-f81ac5a3b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fa06bb2-3e24-4e88-90a9-30421d63725b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:49.794292 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:49.837102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-c60e5657-1058-4161-a29f-8da45d5348e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b686b3-0ca9-49d3-95e4-40f8a7125632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015065 May 27 04:00:49.867236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:50.112651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-020f5446-1751-4b1b-a303-3d5282acde3e service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639353 May 27 04:00:50.202372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e67e-fd81-4fbc-b760-5060496a25b7 None None] Pushing event updated for resources: {'Port': ['ID=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.269608 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:50.284356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port 8e5e9952-d85f-4410-b533-a48cbad83d74 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:50.284684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:50.317158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-658776e7-fdce-47c8-b16e-5934c9107b9e req-a51bc16f-09a9-4f20-8639-947ccd6c485b service neutron] 10.222.0.41 "GET /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982241 May 27 04:00:50.363115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] For port 8e5e9952-d85f-4410-b533-a48cbad83d74, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:50.372864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] For port 8e5e9952-d85f-4410-b533-a48cbad83d74, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8e5e9952-d85f-4410-b533-a48cbad83d74,segment=NetworkSegment(340faa07-2a10-4c2d-a24d-f81ac5a3b010),segment_id=340faa07-2a10-4c2d-a24d-f81ac5a3b010)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:50.391977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:50.547819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd807b-3622-48f2-81b8-f5daa16ae311 None None] Pushing event updated for resources: {'Port': ['ID=8e5e9952-d85f-4410-b533-a48cbad83d74,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:50.606345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbd32f-2580-42c2-99e4-c279b106e55e None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:50.929192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port 8e5e9952-d85f-4410-b533-a48cbad83d74, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8e5e9952-d85f-4410-b533-a48cbad83d74,segment=NetworkSegment(340faa07-2a10-4c2d-a24d-f81ac5a3b010),segment_id=340faa07-2a10-4c2d-a24d-f81ac5a3b010)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:00:50.929845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:50.972037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ea01c99a-bbf3-4626-9ba2-d11fb0956adf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:00:51.160238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4d570-0274-41ff-9b1a-9034349f83a1 None None] Network 1fa06bb2-3e24-4e88-90a9-30421d63725b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:51.190883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for 8e5e9952-d85f-4410-b533-a48cbad83d74 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:00:51.494060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77688e5-a76a-4275-bec8-af55f3844426 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:51.517011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:51.618242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port 8e5e9952-d85f-4410-b533-a48cbad83d74 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:00:51.690185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=8e5e9952-d85f-4410-b533-a48cbad83d74,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:51.708134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd3fd735-4cb9-4227-b4c1-fcd86666b85d None None] Provisioning for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:00:51.718227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd3fd735-4cb9-4227-b4c1-fcd86666b85d None None] Provisioning complete for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:51.718527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3fd735-4cb9-4227-b4c1-fcd86666b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:51.803603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.803945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.804486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.805036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.805521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.806003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.806503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.807173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.807655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.808261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.808750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:51.862812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:51.899717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa06bb2-3e24-4e88-90a9-30421d63725b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:51.913470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340faa07-2a10-4c2d-a24d-f81ac5a3b010') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:51.914019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340faa07-2a10-4c2d-a24d-f81ac5a3b010') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:00:51.928043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:51.951378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:51.963351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:00:51.963917 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: timer() May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:00:52.108113 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:00:52.115315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.168864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.175411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=1fa06bb2-3e24-4e88-90a9-30421d63725b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:52.200418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b876e973-8ffe-4001-8069-86901eb20c52 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/1fa06bb2-3e24-4e88-90a9-30421d63725b HTTP/1.1" status: 204 len: 168 time: 4.1151948 May 27 04:00:52.201116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:52.252454 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe9356-f943-400b-bda7-527239b2c7ff tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:00:52.252454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbe9356-f943-400b-bda7-527239b2c7ff tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:00:52.252454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8dbe9356-f943-400b-bda7-527239b2c7ff tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/1fa06bb2-3e24-4e88-90a9-30421d63725b HTTP/1.1" status: 404 len: 339 time: 0.0460804 May 27 04:00:52.252454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 33940) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:52.259429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075530789', 'description': 'd1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:52.286647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:52.293745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Usage tracker for resource:network and tenant:b16f0b4b8551470d818042394415921f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:52.298534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:52.305082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:52.317327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:52.328989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.367285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:52.382329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.382834 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 764399e9-9af3-4e33-b105-5afd8ea2b3b4 of type vlan for network 95726dfe-5842-4178-9ff7-47c4811c1644 May 27 04:00:52.425083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.464254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.469291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:52.471549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.529316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49515016-4af7-4f53-b03a-ee588627f1a3 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:00:52.594709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3414211 May 27 04:00:52.597724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:52.615980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3f32-319b-4150-ae84-7adbb9518b58 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=95726dfe-5842-4178-9ff7-47c4811c1644,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:52.646123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 95726dfe-5842-4178-9ff7-47c4811c1644 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:52.854769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9af20495-7e28-4492-ab64-dca5b424da9a None None] Provisioning complete for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:00:52.855146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9af20495-7e28-4492-ab64-dca5b424da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:52.869757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297b56d-06bc-415c-a228-b897833cfdf2 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:52.870451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4297b56d-06bc-415c-a228-b897833cfdf2 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Synchronizing usage tracker for tenant:b16f0b4b8551470d818042394415921f on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:52.919371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4297b56d-06bc-415c-a228-b897833cfdf2 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Unset dirty status for tenant:b16f0b4b8551470d818042394415921f on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:52.920675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4297b56d-06bc-415c-a228-b897833cfdf2 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks?id=95726dfe-5842-4178-9ff7-47c4811c1644 HTTP/1.1" status: 200 len: 765 time: 0.3217816 May 27 04:00:52.924208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 33972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:52.931202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'description': 'd2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:53.242529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49515016-4af7-4f53-b03a-ee588627f1a3 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:00:53.302418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:53.348673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:53.475660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network 95726dfe-5842-4178-9ff7-47c4811c1644 is not hosted by any dhcp agent {{(pid=84156) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 27 04:00:53.479452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:53.480422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:53.481900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "PUT /v2.0/networks/95726dfe-5842-4178-9ff7-47c4811c1644 HTTP/1.1" status: 200 len: 762 time: 0.5563178 May 27 04:00:53.484855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34002) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:53.559556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc93ae-6fc7-45e4-b255-92f6f6fa9db7 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=95726dfe-5842-4178-9ff7-47c4811c1644,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:53.591735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 95726dfe-5842-4178-9ff7-47c4811c1644 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:53.731146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3f84c-e019-4555-8790-9d1a9b8c625e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:53.731844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-87e3f84c-e019-4555-8790-9d1a9b8c625e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Synchronizing usage tracker for tenant:b16f0b4b8551470d818042394415921f on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:53.755298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-87e3f84c-e019-4555-8790-9d1a9b8c625e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Unset dirty status for tenant:b16f0b4b8551470d818042394415921f on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:53.756569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-87e3f84c-e019-4555-8790-9d1a9b8c625e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks?id=95726dfe-5842-4178-9ff7-47c4811c1644 HTTP/1.1" status: 200 len: 765 time: 0.2697494 May 27 04:00:53.762405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:53.931151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-9c71cf00-ec02-4e96-9173-e706893ae864 req-e3db3041-0576-4e38-8857-166bd46a33f4 tempest-ServerActionsTestJSON-79481810 tempest-ServerActionsTestJSON-79481810-project] (84156) timed out ('10.222.0.41', 58519) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:00:53.984428 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:54.052982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fb497-9f01-4ddb-a996-716b464165ff tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.054690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-246fb497-9f01-4ddb-a996-716b464165ff tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2912447 May 27 04:00:54.057779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.160973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c68fdb8-0224-4e5e-98bc-2ead1168f93a tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Synchronizing usage tracker for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:54.188776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c68fdb8-0224-4e5e-98bc-2ead1168f93a tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Unset dirty status for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:54.190012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c68fdb8-0224-4e5e-98bc-2ead1168f93a tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 207 time: 0.1312292 May 27 04:00:54.194989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.351831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34048) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.422163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.427241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.432366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.438021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.444860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.450243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.460822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-945af124-b3a4-4409-b05d-e91238c83136 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2645829 May 27 04:00:54.464939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.584150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:54.638748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:54.642738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8279eb33534251a247c49a419ef813 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:54.645647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:54.651384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:54.716519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-40a11622-462f-4be0-b709-ab891a187f27 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2483103 May 27 04:00:54.719279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.849892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.851293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.852733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.853919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.855187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:54.856086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Synchronizing usage tracker for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:00:54.863444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:54.871086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:54.927477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Unset dirty status for tenant:b16f0b4b8551470d818042394415921f on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:00:54.932203 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fa9947c5-ba63-4788-bec0-1857dcd879c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2084460 May 27 04:00:54.932793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34082) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:54.988127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7236e1e9-4408-4f90-89a8-de4a894e6782,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:54.995628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e8279eb33534251a247c49a419ef813&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6367350 May 27 04:00:54.995628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.016171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.017125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.017550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.017886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.018238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.018562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.018886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.019208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.019525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.020534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.020864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e1c20-15ac-4d4f-9a3a-1e8b7c526335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:00:55.057747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.059581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.061470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.062912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.065153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.067375 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-52a2e0c5-2558-41cb-be57-0aeeed78e36f tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1335480 May 27 04:00:55.071315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.085721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.113742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.171873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.201253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7236e1e9-4408-4f90-89a8-de4a894e6782,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:55.208018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.209192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b65c7ba1-878b-4e8e-aa7b-3038114336ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7236e1e9-4408-4f90-89a8-de4a894e6782 HTTP/1.1" status: 204 len: 168 time: 0.2153003 May 27 04:00:55.270566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62747a3b-dc60-48e2-9bb9-458de857ff80 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.273330 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62747a3b-dc60-48e2-9bb9-458de857ff80 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks/447417bf-86b6-4d81-b0a9-2e106cd69f18 HTTP/1.1" status: 200 len: 804 time: 0.2010827 May 27 04:00:55.275717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.450319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-792e2b19-cc26-4f22-9855-0dcf540376c4 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/networks/447417bf-86b6-4d81-b0a9-2e106cd69f18?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1734655 May 27 04:00:55.453827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.533957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cac6a-7401-4e75-aad6-e0151f2a5526 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.535913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a51cac6a-7401-4e75-aad6-e0151f2a5526 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets/fe9921ed-2754-4eac-8d11-3a133a2e6457 HTTP/1.1" status: 200 len: 843 time: 0.0801308 May 27 04:00:55.539404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.686249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34126) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.711505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.757810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:55.763608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Usage tracker for resource:security_group_rule and tenant:5a9b2951d3c442239dd4ccb1614dc2d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:00:55.764986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:00:55.768293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248c6ec-b29f-4178-bfda-02603bf65226 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:55.770129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3248c6ec-b29f-4178-bfda-02603bf65226 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "GET /v2.0/subnets/fe9921ed-2754-4eac-8d11-3a133a2e6457?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2297463 May 27 04:00:55.773781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:55.776341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:55.781659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318468043'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:55.789067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:55.802813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:55.819331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:55.824034 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.861848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.866633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:00:55.869105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.885801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.887396 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Added segment 8e7a075b-1d47-4f56-a89a-8fe6da46967d of type vlan for network ee549b79-9869-4730-874b-9e85ebd0799c May 27 04:00:55.931158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:55.937005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a9b2951d3c442239dd4ccb1614dc2d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2521055 May 27 04:00:55.938321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d751c-097b-45ef-b80a-27442bf922bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d818e3cd-6928-487c-9dba-e6490b280973,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:55.940050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:56.055244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.063851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:56.064516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.213149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Network': ['ID=ee549b79-9869-4730-874b-9e85ebd0799c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:56.228053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ee549b79-9869-4730-874b-9e85ebd0799c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:00:56.300763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.310534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:56.316726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:56.326211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3b8d2647-ba29-4e14-af01-0be6acbd3d10 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5510743 May 27 04:00:56.385017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.478292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:00:56.482523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.491657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:00:56.504921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Made reservation on behalf of b16f0b4b8551470d818042394415921f for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:00:56.510990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.512393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d818e3cd-6928-487c-9dba-e6490b280973 HTTP/1.1" status: 204 len: 168 time: 0.5560188 May 27 04:00:56.515014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce700a-5241-402e-8766-15802fa188a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818e3cd-6928-487c-9dba-e6490b280973,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:56.518919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.833004 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:56.947590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 04:00:56.951386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 04:00:57.240622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:57.323793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=91d6de51-2348-462b-9245-6e9141cecf3d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:57.412863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Checking segment: {'id': '8e7a075b-1d47-4f56-a89a-8fe6da46967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:57.414528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network hostable DHCP agents. Network: ee549b79-9869-4730-874b-9e85ebd0799c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:00:57.511819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Network ee549b79-9869-4730-874b-9e85ebd0799c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:00:57.524077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ee549b79-9869-4730-874b-9e85ebd0799c) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:57.533797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:57.534597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:57.537152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fc544-c8de-4623-b9c5-6d53254c7e65 None None] Network ee549b79-9869-4730-874b-9e85ebd0799c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:00:57.628988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:57.632630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-27879859-f00c-4ad4-a781-4cca36f4602c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3207448 May 27 04:00:57.639745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:00:57.870151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2393f3ed-1a36-493c-94a2-a520950dbff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:58.124122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-ee549b79-9869-4730-874b-9e85ebd0799c', 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c', 'tenant_id': 'b16f0b4b8551470d818042394415921f', 'fixed_ips': [{'subnet_id': '91d6de51-2348-462b-9245-6e9141cecf3d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:00:58.125057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:58.288942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3062927'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:58.446226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Allocated IP 2001:db8::3 (ee549b79-9869-4730-874b-9e85ebd0799c/91d6de51-2348-462b-9245-6e9141cecf3d/bbd237ba-0181-474e-94ba-baf7d824c689) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:00:58.774936 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:58.808853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Transition to ACTIVE for port object bbd237ba-0181-474e-94ba-baf7d824c689 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:58.866791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Transition to ACTIVE for port object bbd237ba-0181-474e-94ba-baf7d824c689 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:00:58.879184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:58.992858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Network ee549b79-9869-4730-874b-9e85ebd0799c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:00:58.997179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:00:59.001414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:00:59.016249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Pushing event updated for resources: {'Port': ['ID=bbd237ba-0181-474e-94ba-baf7d824c689,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:59.125676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Attempting to bind port bbd237ba-0181-474e-94ba-baf7d824c689 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:00:59.126442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Attempting to bind port bbd237ba-0181-474e-94ba-baf7d824c689 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '8e7a075b-1d47-4f56-a89a-8fe6da46967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:00:59.126998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Attempting to bind port bbd237ba-0181-474e-94ba-baf7d824c689 on network ee549b79-9869-4730-874b-9e85ebd0799c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:00:59.134934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:00:59.135580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Checking segment: {'id': '8e7a075b-1d47-4f56-a89a-8fe6da46967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:00:59.136220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.136811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Bound using segment: {'id': '8e7a075b-1d47-4f56-a89a-8fe6da46967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:00:59.137507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Bound port: bbd237ba-0181-474e-94ba-baf7d824c689, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7a075b-1d47-4f56-a89a-8fe6da46967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ee549b79-9869-4730-874b-9e85ebd0799c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:00:59.138095 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.279478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] For port bbd237ba-0181-474e-94ba-baf7d824c689, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:00:59.284566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] For port bbd237ba-0181-474e-94ba-baf7d824c689, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bbd237ba-0181-474e-94ba-baf7d824c689,segment=NetworkSegment(8e7a075b-1d47-4f56-a89a-8fe6da46967d),segment_id=8e7a075b-1d47-4f56-a89a-8fe6da46967d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:00:59.296347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.355733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793180466845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2923530'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.485705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:00:59.486714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.490916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "PUT /v2.0/subnets/91d6de51-2348-462b-9245-6e9141cecf3d HTTP/1.1" status: 200 len: 900 time: 1.8612764 May 27 04:00:59.493911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34278) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:00:59.518299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670263f-27d2-407f-99ce-9c9b9a1a1e28 None None] Pushing event updated for resources: {'Port': ['ID=bbd237ba-0181-474e-94ba-baf7d824c689,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:59.521664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf5563-6278-4986-bef7-7567ca941bf1 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event updated for resources: {'Subnet': ['ID=91d6de51-2348-462b-9245-6e9141cecf3d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:00:59.757021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.769032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port bbd237ba-0181-474e-94ba-baf7d824c689 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:00:59.769299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:00:59.942873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-be4ee090-2c21-4a99-aa97-4c4dd1cfb926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:00.250802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port bbd237ba-0181-474e-94ba-baf7d824c689, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bbd237ba-0181-474e-94ba-baf7d824c689,segment=NetworkSegment(8e7a075b-1d47-4f56-a89a-8fe6da46967d),segment_id=8e7a075b-1d47-4f56-a89a-8fe6da46967d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:00.251454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:00.613448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for bbd237ba-0181-474e-94ba-baf7d824c689 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:00.984369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:01.036028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bbd237ba-0181-474e-94ba-baf7d824c689 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:01:01.097841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bbd237ba-0181-474e-94ba-baf7d824c689 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:01:01.098187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bbd237ba-0181-474e-94ba-baf7d824c689 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 04:01:01.166246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=bbd237ba-0181-474e-94ba-baf7d824c689,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:01.193855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port bbd237ba-0181-474e-94ba-baf7d824c689 not found, will not notify nova. {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 04:01:01.217542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9935ad-1648-4505-aec4-d477ca8c3f8b None None] Network ee549b79-9869-4730-874b-9e85ebd0799c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:01.386623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-48485821-36ba-40b5-93f0-54e9a6920e5b None None] Could not find standard attr ID for object bbd237ba-0181-474e-94ba-baf7d824c689. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 04:01:01.396705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port bbd237ba-0181-474e-94ba-baf7d824c689 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:01.474788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:01.680650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:01.781219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:01.917205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.032861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=91d6de51-2348-462b-9245-6e9141cecf3d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:02.048361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cfb6b-8518-4641-ae65-6a06811a7c66 None None] Network ee549b79-9869-4730-874b-9e85ebd0799c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:02.145415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.186373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee549b79-9869-4730-874b-9e85ebd0799c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:02.203770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7a075b-1d47-4f56-a89a-8fe6da46967d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:02.204332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7a075b-1d47-4f56-a89a-8fe6da46967d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:02.218373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.261661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.286725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:01:02.287137 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: timer() May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:01:02.425067 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:01:02.467584 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.483192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:02.531481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34408) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:02.559207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/ee549b79-9869-4730-874b-9e85ebd0799c HTTP/1.1" status: 204 len: 168 time: 3.0641220 May 27 04:01:02.564173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:02.583909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9ed16-34e0-44c4-b074-ee729b863938 None None] DHCP port deletion for ee549b79-9869-4730-874b-9e85ebd0799c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:01:02.586952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350adf-bab9-4869-a14d-c636ca721b01 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=ee549b79-9869-4730-874b-9e85ebd0799c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:02.653184 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23940a-d6df-4113-9c63-ca942898a4c5 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:02.653623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f23940a-d6df-4113-9c63-ca942898a4c5 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:02.658295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7f23940a-d6df-4113-9c63-ca942898a4c5 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/91d6de51-2348-462b-9245-6e9141cecf3d HTTP/1.1" status: 404 len: 337 time: 0.0899591 May 27 04:01:02.665499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:02.728960 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-6166c6d9-9323-43d7-92ab-6df369c40540 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:02.741281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6166c6d9-9323-43d7-92ab-6df369c40540 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:02.743313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6166c6d9-9323-43d7-92ab-6df369c40540 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/ee549b79-9869-4730-874b-9e85ebd0799c HTTP/1.1" status: 404 len: 339 time: 0.0765290 May 27 04:01:02.745633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:02.906046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bbd237ba-0181-474e-94ba-baf7d824c689 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:01:02.984519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bbd237ba-0181-474e-94ba-baf7d824c689 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:01:02.984519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bbd237ba-0181-474e-94ba-baf7d824c689 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:01:02.987884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.028701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.051196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.140048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:03.165425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Usage tracker for resource:security_group_rule and tenant:882b7ec79d214eb48925a4a2d45581a4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:03.201324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:03.282804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:03.328415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.363364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95726dfe-5842-4178-9ff7-47c4811c1644']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:03.371173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764399e9-9af3-4e33-b105-5afd8ea2b3b4') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:03.371897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764399e9-9af3-4e33-b105-5afd8ea2b3b4') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:03.394258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.417227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.428815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:01:03.429263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: timer() May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:01:03.450756 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:01:03.506584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.643081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.746973 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=882b7ec79d214eb48925a4a2d45581a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2127960 May 27 04:01:03.752118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:03.813440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.828116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:03.838544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83143db8-6ea2-4be8-987e-c46a0a3aa8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190f364-2f1f-42ad-8fbe-5e7cccea459b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:03.915738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=95726dfe-5842-4178-9ff7-47c4811c1644,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:03.924293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf7308e5-26c7-448f-a053-21288a417ce3 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/95726dfe-5842-4178-9ff7-47c4811c1644 HTTP/1.1" status: 204 len: 168 time: 1.1776779 May 27 04:01:03.930153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:04.056376 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-588de448-0e70-4173-aecc-3ba882839133 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:04.058752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588de448-0e70-4173-aecc-3ba882839133 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:04.060922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-588de448-0e70-4173-aecc-3ba882839133 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/57514555-a9ce-416e-98fb-4e5fd9805e68 HTTP/1.1" status: 404 len: 337 time: 0.1268742 May 27 04:01:04.063747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34474) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:04.064733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:04.213742 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccf6451-6bd8-4c4e-a7eb-1b752cfe1549 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:04.213742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccf6451-6bd8-4c4e-a7eb-1b752cfe1549 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:04.228934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fccf6451-6bd8-4c4e-a7eb-1b752cfe1549 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/1fa06bb2-3e24-4e88-90a9-30421d63725b HTTP/1.1" status: 404 len: 339 time: 0.1501591 May 27 04:01:04.228934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34482) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:04.232017 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:04.356358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:04.388856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190f364-2f1f-42ad-8fbe-5e7cccea459b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:04.404216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:04.410393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-87f36fcc-9bf3-4625-ad9a-41a8d201be2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5190f364-2f1f-42ad-8fbe-5e7cccea459b HTTP/1.1" status: 204 len: 168 time: 0.6588314 May 27 04:01:04.780769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting subnet 1c809178-714c-451c-bca3-94d8fb79f9d5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:01:04.786661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:04.914975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.036219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34508) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:05.086954 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.149895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:05.165886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Usage tracker for resource:security_group_rule and tenant:10bad7fe3003467e8c93e75d6f9601d5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:05.172880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:05.173322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.190803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:05.283648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.317515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.344980 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.355555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=1c809178-714c-451c-bca3-94d8fb79f9d5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:05.369737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.392938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399599d8-10c2-427a-aade-72ce1c51de81 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:05.397177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c1cd5fa-3661-4758-8b6a-25b4221eedb8 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/1c809178-714c-451c-bca3-94d8fb79f9d5 HTTP/1.1" status: 204 len: 168 time: 1.1553960 May 27 04:01:05.397177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34516) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:05.481764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10bad7fe3003467e8c93e75d6f9601d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4400530 May 27 04:01:05.481764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:05.491681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting subnet 9239a6e9-b424-463f-a81b-9be99e99e41b {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:01:05.491681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.563485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.577431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d9e1-c490-453e-aada-47072263359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe28a25-7a2e-434d-adb5-66a82da762c3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:05.647418 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.682157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.849198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.878221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe28a25-7a2e-434d-adb5-66a82da762c3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:05.904447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.909312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:05.912392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41a56fc2-c116-4b6c-9203-51b90700586c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fe28a25-7a2e-434d-adb5-66a82da762c3 HTTP/1.1" status: 204 len: 168 time: 0.4119849 May 27 04:01:06.077786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.230406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.241335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/9239a6e9-b424-463f-a81b-9be99e99e41b HTTP/1.1" status: 204 len: 168 time: 0.8479967 May 27 04:01:06.247042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34546) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:06.250816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b3daf-9853-4aed-9896-af762142ba92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=9239a6e9-b424-463f-a81b-9be99e99e41b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:06.491329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.520468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port ea01c99a-bbf3-4626-9ba2-d11fb0956adf {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:06.520809 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:06.685715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:01:06.709594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ae124-062c-484b-b315-2a4cb6ac78c6 None None] Network 8aa97038-198b-448c-868c-d964b8935b26 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:07.038019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port ea01c99a-bbf3-4626-9ba2-d11fb0956adf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,segment=NetworkSegment(80f2e91a-e3df-4914-989c-8304d31e1d71),segment_id=80f2e91a-e3df-4914-989c-8304d31e1d71)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:07.038019 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.074471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8e93c9af-8ee5-4055-a573-11908ed27b38 None None] Provisioning complete for port ea01c99a-bbf3-4626-9ba2-d11fb0956adf triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:07.074471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e93c9af-8ee5-4055-a573-11908ed27b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.250013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for ea01c99a-bbf3-4626-9ba2-d11fb0956adf owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:07.272915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf0ac9-1b3e-41a7-942a-80c319d2c398 None None] DHCP port deletion for 8aa97038-198b-448c-868c-d964b8935b26 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:01:07.276361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aedf0ac9-1b3e-41a7-942a-80c319d2c398 None None] Deleting port ea01c99a-bbf3-4626-9ba2-d11fb0956adf {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:07.276742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aedf0ac9-1b3e-41a7-942a-80c319d2c398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.356258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.448442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=ea01c99a-bbf3-4626-9ba2-d11fb0956adf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:07.473304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-aedf0ac9-1b3e-41a7-942a-80c319d2c398 None None] The port 'ea01c99a-bbf3-4626-9ba2-d11fb0956adf' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:01:07.495654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port ea01c99a-bbf3-4626-9ba2-d11fb0956adf on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:07.684567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.715275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa97038-198b-448c-868c-d964b8935b26']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:07.732249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f2e91a-e3df-4914-989c-8304d31e1d71') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:07.732249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f2e91a-e3df-4914-989c-8304d31e1d71') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:07.747609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.922941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.930727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:01:07.931124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: timer() May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:01:07.947855 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:01:08.036160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:08.093435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:08.110008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=8aa97038-198b-448c-868c-d964b8935b26,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:08.118327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a9a3e200-36e4-4422-9abd-00812bb52f92 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/8aa97038-198b-448c-868c-d964b8935b26 HTTP/1.1" status: 204 len: 168 time: 1.8730955 May 27 04:01:08.118327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.223626 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f9a1f-3e1b-4ad1-823d-1db9c7bf8e51 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.223626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465f9a1f-3e1b-4ad1-823d-1db9c7bf8e51 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.227403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-465f9a1f-3e1b-4ad1-823d-1db9c7bf8e51 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/c946466f-012c-48f7-97fb-c568e49899fa HTTP/1.1" status: 404 len: 337 time: 0.1058900 May 27 04:01:08.231608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34618) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.265984 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22d70fe-0ba1-4fee-a874-8350deb9ba6e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.265984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22d70fe-0ba1-4fee-a874-8350deb9ba6e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.265984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d22d70fe-0ba1-4fee-a874-8350deb9ba6e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/c16b0412-9b66-4cb6-8769-36d27f0a67e6 HTTP/1.1" status: 404 len: 339 time: 0.0364110 May 27 04:01:08.272820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.329253 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ef577-68b7-448f-8239-26bd53c47fad tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.329253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677ef577-68b7-448f-8239-26bd53c47fad tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.329253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-677ef577-68b7-448f-8239-26bd53c47fad tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/90cf2023-757e-455b-bb36-f0550f378d10 HTTP/1.1" status: 404 len: 337 time: 0.0568562 May 27 04:01:08.335392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.362487 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4430dfec-8868-48b1-ae07-d880ff7a51a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.363211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4430dfec-8868-48b1-ae07-d880ff7a51a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.367447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4430dfec-8868-48b1-ae07-d880ff7a51a6 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/feb8ea7e-6dca-45f7-83a1-1272a75b4a5a HTTP/1.1" status: 404 len: 339 time: 0.0340245 May 27 04:01:08.367828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.432056 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-21503f92-1473-4d61-bf74-c4b2f2fac951 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.432494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21503f92-1473-4d61-bf74-c4b2f2fac951 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.436638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-21503f92-1473-4d61-bf74-c4b2f2fac951 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/f7eceecb-4a5b-45b0-9095-94233fb77f61 HTTP/1.1" status: 404 len: 337 time: 0.0654550 May 27 04:01:08.437257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.473395 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef564926-0853-42c4-97e0-a221236e276e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:08.473905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef564926-0853-42c4-97e0-a221236e276e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:08.477941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ef564926-0853-42c4-97e0-a221236e276e tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/3b63b49d-2d41-475d-8d6b-d837eb3763f6 HTTP/1.1" status: 404 len: 339 time: 0.0369973 May 27 04:01:08.478132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:08.788848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting subnet a82aaa96-fcc6-4bf5-b702-8c9798258edb {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:01:08.788848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:08.926948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:08.964478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ea01c99a-bbf3-4626-9ba2-d11fb0956adf no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:01:09.069710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: ea01c99a-bbf3-4626-9ba2-d11fb0956adf {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:01:09.069710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ea01c99a-bbf3-4626-9ba2-d11fb0956adf not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:01:09.158541 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.266048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.310361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=a82aaa96-fcc6-4bf5-b702-8c9798258edb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:09.322903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.329473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86914265-272c-457c-8b84-bfaef8ad1e2c None None] Network ed64f571-78c8-4aaf-893d-29f538e9dea4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:09.350755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5a3c2324-f7f5-41f2-bae2-038d50c953a9 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/a82aaa96-fcc6-4bf5-b702-8c9798258edb HTTP/1.1" status: 204 len: 168 time: 0.8706579 May 27 04:01:09.352782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:09.552015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.581945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port 8d6734ed-6854-413f-a84d-22454b69a3e2 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:09.581945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:09.695915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] DHCP port deletion for ed64f571-78c8-4aaf-893d-29f538e9dea4 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:01:09.695915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Deleting port 8d6734ed-6854-413f-a84d-22454b69a3e2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:09.702401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.152029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port 8d6734ed-6854-413f-a84d-22454b69a3e2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6734ed-6854-413f-a84d-22454b69a3e2,segment=NetworkSegment(a04450c1-a832-4b84-9d35-5d0b39ed29ac),segment_id=a04450c1-a832-4b84-9d35-5d0b39ed29ac)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:10.152581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.299594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] For port 8d6734ed-6854-413f-a84d-22454b69a3e2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6734ed-6854-413f-a84d-22454b69a3e2,segment=NetworkSegment(a04450c1-a832-4b84-9d35-5d0b39ed29ac),segment_id=a04450c1-a832-4b84-9d35-5d0b39ed29ac)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:10.299594 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.354839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for 8d6734ed-6854-413f-a84d-22454b69a3e2 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:10.480088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.520354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Calling delete_port for 8d6734ed-6854-413f-a84d-22454b69a3e2 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:10.542425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=8d6734ed-6854-413f-a84d-22454b69a3e2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:10.542425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port 8d6734ed-6854-413f-a84d-22454b69a3e2 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:10.662564 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:01:10.663265 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:01:10.747732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.789585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:10.818650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed64f571-78c8-4aaf-893d-29f538e9dea4']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:10.866786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04450c1-a832-4b84-9d35-5d0b39ed29ac') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:10.866786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04450c1-a832-4b84-9d35-5d0b39ed29ac') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:10.894314 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.928185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.930995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6734ed-6854-413f-a84d-22454b69a3e2 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:01:10.939721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:01:10.939721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:10.978792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8d6734ed-6854-413f-a84d-22454b69a3e2 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:01:10.978792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6734ed-6854-413f-a84d-22454b69a3e2 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:01:11.012196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: timer() May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:01:11.058714 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:01:11.097233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.131037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:11.136066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Usage tracker for resource:security_group_rule and tenant:9e5483c50e3743e09ea7eb5f0f7b7269 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:11.148705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:11.165309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Deleting port 8d6734ed-6854-413f-a84d-22454b69a3e2 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:11.165752 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.191140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:11.191535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.205599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=ed64f571-78c8-4aaf-893d-29f538e9dea4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:11.215685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fb47b56c-b0c8-4125-97a6-152eeeb87650 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/ed64f571-78c8-4aaf-893d-29f538e9dea4 HTTP/1.1" status: 204 len: 168 time: 1.8615053 May 27 04:01:11.218293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34750) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:11.309178 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-622151ca-4ee1-47c3-82b7-b2c27349f3a0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:11.309840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622151ca-4ee1-47c3-82b7-b2c27349f3a0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:11.315133 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-622151ca-4ee1-47c3-82b7-b2c27349f3a0 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/53cde4ea-8c89-4383-a198-7471019d7903 HTTP/1.1" status: 404 len: 337 time: 0.0933616 May 27 04:01:11.315531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:11.319136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-293adda9-bd92-4a73-9656-a3f515b556f4 None None] The port '8d6734ed-6854-413f-a84d-22454b69a3e2' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:01:11.366420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.368050 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db52d4d-7475-41d7-ab16-ffe834ce4904 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] DELETE failed (client error): The resource could not be found. May 27 04:01:11.368648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db52d4d-7475-41d7-ab16-ffe834ce4904 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:11.378715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.438647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1db52d4d-7475-41d7-ab16-ffe834ce4904 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/796d2b7f-55c3-4c43-b2f4-3fe6ee1f3a3a HTTP/1.1" status: 404 len: 339 time: 0.1165073 May 27 04:01:11.442724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:11.487187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b287e-8907-4ea6-b203-9ff27f3491ca,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:11.504266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae0ce185-7a1b-4ff1-8aab-fc6a22156c2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e5483c50e3743e09ea7eb5f0f7b7269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7112532 May 27 04:01:11.507763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:11.585996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.639616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.747496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.748757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting subnet fe9921ed-2754-4eac-8d11-3a133a2e6457 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:01:11.752339 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.780019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b287e-8907-4ea6-b203-9ff27f3491ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:11.785930 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.787024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c67ba5fe-c70b-47c6-8d70-366085f2a491 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/420b287e-8907-4ea6-b203-9ff27f3491ca HTTP/1.1" status: 204 len: 168 time: 0.2815659 May 27 04:01:11.828848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:11.975622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.280199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.324109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9921ed-2754-4eac-8d11-3a133a2e6457,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:12.331002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.337644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015cdb48-eb64-4cc4-95e1-3cd7042d1c55 None None] Network 447417bf-86b6-4d81-b0a9-2e106cd69f18 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:12.353745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-921e915c-a9d3-412f-96cf-fea2d1457151 tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/subnets/fe9921ed-2754-4eac-8d11-3a133a2e6457 HTTP/1.1" status: 204 len: 168 time: 0.9149051 May 27 04:01:12.354097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:12.515254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.530287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Deleting port 5efb0565-a355-4327-8cb6-0332fb4b3fab {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:12.620944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.676136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34814) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:12.727326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.806991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] DHCP port deletion for 447417bf-86b6-4d81-b0a9-2e106cd69f18 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:01:12.820374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Deleting port 5efb0565-a355-4327-8cb6-0332fb4b3fab {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:12.820374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:12.842798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:12.872499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Usage tracker for resource:security_group_rule and tenant:6c20f275bdc14b1a82a3d72d191a1576 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:12.893579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:12.900398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:13.086932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.100455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.186955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] For port 5efb0565-a355-4327-8cb6-0332fb4b3fab, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5efb0565-a355-4327-8cb6-0332fb4b3fab,segment=NetworkSegment(cda30b01-4470-4b14-b629-5b63eed32979),segment_id=cda30b01-4470-4b14-b629-5b63eed32979)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:13.186955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.210250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] For port 5efb0565-a355-4327-8cb6-0332fb4b3fab, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5efb0565-a355-4327-8cb6-0332fb4b3fab,segment=NetworkSegment(cda30b01-4470-4b14-b629-5b63eed32979),segment_id=cda30b01-4470-4b14-b629-5b63eed32979)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:13.210250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.253978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc2d212-a322-4b10-8cda-0ae805737ba7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:13.270274 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-446850ba-80cd-4279-9fc5-40a0d07dcadd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c20f275bdc14b1a82a3d72d191a1576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5834010 May 27 04:01:13.270274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34824) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:13.355359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.390492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.498520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Calling delete_port for 5efb0565-a355-4327-8cb6-0332fb4b3fab owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:13.503166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.542235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc2d212-a322-4b10-8cda-0ae805737ba7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:13.557283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Calling delete_port for 5efb0565-a355-4327-8cb6-0332fb4b3fab owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:13.561841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.563374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8741ac83-e85f-4aed-8301-32516e16acbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc2d212-a322-4b10-8cda-0ae805737ba7 HTTP/1.1" status: 204 len: 168 time: 0.2971375 May 27 04:01:13.630422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5efb0565-a355-4327-8cb6-0332fb4b3fab no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:01:13.744355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:13.777211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port 5efb0565-a355-4327-8cb6-0332fb4b3fab update to DOWN by agent not found {{(pid=84157) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 27 04:01:13.809624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:01:13.821878 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:01:13.999000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Port': ['ID=5efb0565-a355-4327-8cb6-0332fb4b3fab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:14.003349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] No DVR routers for this DVR port 5efb0565-a355-4327-8cb6-0332fb4b3fab on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:14.173172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.279775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447417bf-86b6-4d81-b0a9-2e106cd69f18']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:14.299633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda30b01-4470-4b14-b629-5b63eed32979') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:14.299633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda30b01-4470-4b14-b629-5b63eed32979') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:14.320363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.326713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Deleting port 5efb0565-a355-4327-8cb6-0332fb4b3fab {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:14.326713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.341118 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.352681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:01:14.352681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: timer() May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:01:14.387642 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:01:14.465302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a2876-cd65-46bf-952a-50aaa9eeefee None None] The port '5efb0565-a355-4327-8cb6-0332fb4b3fab' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:01:14.531119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.560756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:14.599446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] 10.222.0.46 "DELETE /v2.0/networks/447417bf-86b6-4d81-b0a9-2e106cd69f18 HTTP/1.1" status: 204 len: 168 time: 2.2403786 May 27 04:01:14.607361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62febeae-d9bf-4375-9594-86333cb6345c tempest-NetworksIpV6Test-824681162 tempest-NetworksIpV6Test-824681162-project] Pushing event deleted for resources: {'Network': ['ID=447417bf-86b6-4d81-b0a9-2e106cd69f18,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:15.003954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 34896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:15.642877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33cb2531-d0aa-44be-9620-17729403faff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b16f0b4b8551470d818042394415921f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6371942 May 27 04:01:15.645991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34926) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:15.737729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:15.791063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:15.856392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:15.897505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4236e14b-b28b-486a-b0c9-267bef8a86f2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:15.902557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:15.919124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d11123a-72d7-42a4-987c-67eae3702cfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4236e14b-b28b-486a-b0c9-267bef8a86f2 HTTP/1.1" status: 204 len: 168 time: 0.2592223 May 27 04:01:17.118976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 34984) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:17.772639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:17.782063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:17.798518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Usage tracker for resource:floatingip and tenant:ffefc5030e7947b09798fa8b3d3fd61f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:17.823848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:17.837208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:17.868371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:18.167577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:18.395661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Allocated IP 172.25.8.162 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/9fd1ac18-8238-43c0-81cc-fcfc4a9731b3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:18.639140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:18.679835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:18.767910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:18.790202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:18.790202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:18.859430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Pushing event updated for resources: {'Port': ['ID=9fd1ac18-8238-43c0-81cc-fcfc4a9731b3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:19.033175 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.132351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.404074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.412072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.492591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Pushing event updated for resources: {'Port': ['ID=9fd1ac18-8238-43c0-81cc-fcfc4a9731b3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:19.583057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.615394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.615394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf5ccff5-596b-4754-a393-845440e7a77c tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4952331 May 27 04:01:19.621032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:19.643151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1056597381', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'fixed_ips': [{'ip_address': '172.25.8.162'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:19.643151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:19.649472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Usage tracker for resource:port and tenant:ffefc5030e7947b09798fa8b3d3fd61f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:19.649472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:19.659487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:19.674400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Made reservation on behalf of ffefc5030e7947b09798fa8b3d3fd61f for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:19.677053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.689861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.731680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:19.735714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Usage tracker for resource:security_group_rule and tenant:ffefc5030e7947b09798fa8b3d3fd61f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:19.739124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:19.745605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:19.885670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.899194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:19.903477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] device_id is not set on port bb2382fc-1b40-4be5-8cf8-65535df9bcce yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:01:20.050583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b28bb8-f07c-499d-b876-294625ad150f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:20.233877 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 04:01:20.234301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:01:20.273674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0636311e-de47-483b-b9f6-0d8322998df7 tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6544607 May 27 04:01:20.274816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:20.461494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Deleting port 9fd1ac18-8238-43c0-81cc-fcfc4a9731b3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:20.461494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:20.661372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:20.661944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:20.851510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Calling delete_port for 9fd1ac18-8238-43c0-81cc-fcfc4a9731b3 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:21.060259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:21.116147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fd1ac18-8238-43c0-81cc-fcfc4a9731b3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:21.222945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:21.231783 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:21.231783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-455306b2-a55a-4eb2-9ff1-3223a9aa975e tempest-ExternalNetworksAdminNegativeTestJSON-157854071 tempest-ExternalNetworksAdminNegativeTestJSON-157854071-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/4ac6252a-93f9-4fa0-ad36-c9dedadc600e HTTP/1.1" status: 204 len: 168 time: 0.9517372 May 27 04:01:21.738266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:21.980502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.045239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:22.051864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:157a4c1fce79462a899d3282b1b74277 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:22.051864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:22.059460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:22.147310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.147310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.208770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=157a4c1fce79462a899d3282b1b74277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4689975 May 27 04:01:22.209721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1a1c-669f-407d-abe8-2dd18b4bc7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df79cea-6e7a-40c7-8bbb-890d56efd367,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:22.212018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35288) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:22.320790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.396879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.493303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.513254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df79cea-6e7a-40c7-8bbb-890d56efd367,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:22.529880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:22.529880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0aa9b510-8b8d-4439-a3d5-a7949acf3286 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6df79cea-6e7a-40c7-8bbb-890d56efd367 HTTP/1.1" status: 204 len: 168 time: 0.3157370 May 27 04:01:23.109332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:23.187888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dba6a05d-644d-4ec8-8cc4-f1ca82efb5e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffefc5030e7947b09798fa8b3d3fd61f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0813537 May 27 04:01:23.190906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:23.390724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:23.459531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:23.523202 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:23.542741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b28bb8-f07c-499d-b876-294625ad150f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:23.557371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:23.557371 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26f92f76-168e-4a48-89c3-d8aca09c06f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9b28bb8-f07c-499d-b876-294625ad150f HTTP/1.1" status: 204 len: 168 time: 0.3635492 May 27 04:01:23.949019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:26.424021 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:27.872111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0935e94b-4b03-4738-9e76-4b7ffa28ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:28.076726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:28.550427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:28.560570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:28.569043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:floatingip and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:28.577759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:28.589371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:28.632533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:28.823858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:29.011204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Allocated IP 172.25.8.110 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/489727b7-ef98-411a-b50d-b7a59473f310) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:29.403709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:29.492619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:29.601980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:29.605541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:29.621804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:29.672658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=489727b7-ef98-411a-b50d-b7a59473f310,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:29.854499 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:29.947477 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3b64-bb67-4826-a747-90217fecf622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:29.952695 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.242885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.255590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.573698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.591431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=489727b7-ef98-411a-b50d-b7a59473f310,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:30.635602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.635602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8afb069-a61a-4221-922d-08574df105ff tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5523360 May 27 04:01:30.635602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:30.667445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-817923304'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:30.670239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:30.700122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:network and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:30.700122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:30.717854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:30.766091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Made reservation on behalf of 7b02e4a3e9c243d9b00bbd8fc25cafb1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:30.766091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.795293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.851075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:30.855931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:security_group_rule and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:30.858907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:30.865431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:30.984776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:30.992439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.195766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157ff1-3d00-4c20-b7d6-f94192eec7e4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:31.195766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:01:31.231388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.231983 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Added segment 3ef9e443-1810-48f5-8da1-3a2e389f1b9c of type vlan for network 5dd47eac-0bca-4956-be8a-a475ad967957 May 27 04:01:31.363046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.372355 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.570333 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.726773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:31.736613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:31.737271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:32.168357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5322151 May 27 04:01:32.172480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc67e-061d-4cd3-a801-a7de35b21bce tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Network': ['ID=5dd47eac-0bca-4956-be8a-a475ad967957,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:32.172618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 35886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:32.184330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Request body: {'subnet': {'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:32.188840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5dd47eac-0bca-4956-be8a-a475ad967957 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:01:32.650960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:32.650960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:subnet and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:32.650960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:32.663511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:32.683138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Made reservation on behalf of 7b02e4a3e9c243d9b00bbd8fc25cafb1 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:33.055673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:33.199440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:33.837213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:33.992631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Subnet': ['ID=66b98c68-1ccc-4289-80ca-f473db2d5557,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:34.077941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Checking segment: {'id': '3ef9e443-1810-48f5-8da1-3a2e389f1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:01:34.078299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network hostable DHCP agents. Network: 5dd47eac-0bca-4956-be8a-a475ad967957, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:01:34.143942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 5dd47eac-0bca-4956-be8a-a475ad967957 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:01:34.164294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5dd47eac-0bca-4956-be8a-a475ad967957) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:34.174857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a933a7e-9230-4c07-b37f-0f4e5a04c58f None None] Network 5dd47eac-0bca-4956-be8a-a475ad967957 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:34.198085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:34.199040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:34.280836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 35940) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:34.287951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e617282c-ddbb-4b49-b412-b6f24f25b37e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0974734 May 27 04:01:34.311270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-672373930', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:34.357237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:34.375843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:router and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:34.393260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:34.409364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:34.449997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:34.449997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:34.529219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:34.810986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5dd47eac-0bca-4956-be8a-a475ad967957', 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957', 'tenant_id': '7b02e4a3e9c243d9b00bbd8fc25cafb1', 'fixed_ips': [{'subnet_id': '66b98c68-1ccc-4289-80ca-f473db2d5557'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:01:34.812198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:35.052422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fbe1-e18f-4d96-b8d5-792aedcb0554 req-8b43a32b-6f99-4abf-aeb6-8d4b7b5a759d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:35.052422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aaa2fbe1-e18f-4d96-b8d5-792aedcb0554 req-8b43a32b-6f99-4abf-aeb6-8d4b7b5a759d tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.3623233 May 27 04:01:35.063244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:35.315342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aaa2fbe1-e18f-4d96-b8d5-792aedcb0554 req-1c56c453-fc3e-48b3-8538-d32c86fbab26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067647 May 27 04:01:35.378009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Allocated IP 172.20.0.2 (5dd47eac-0bca-4956-be8a-a475ad967957/66b98c68-1ccc-4289-80ca-f473db2d5557/75dfa1df-3937-4758-bac4-379642de131e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:35.545570 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:35.651031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:35.906023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:35.937984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Transition to ACTIVE for port object 75dfa1df-3937-4758-bac4-379642de131e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:01:35.977602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Transition to ACTIVE for port object 75dfa1df-3937-4758-bac4-379642de131e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:01:35.996655 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.046191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Allocated IP 172.25.8.140 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/bbcdc5a1-5aa3-4c0e-8d85-ca05c128fbe4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:36.214610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Network 5dd47eac-0bca-4956-be8a-a475ad967957 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:36.217543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:36.269943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:36.326699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Pushing event updated for resources: {'Port': ['ID=75dfa1df-3937-4758-bac4-379642de131e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.340283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:36.506728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Attempting to bind port 75dfa1df-3937-4758-bac4-379642de131e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:01:36.507412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Attempting to bind port 75dfa1df-3937-4758-bac4-379642de131e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3ef9e443-1810-48f5-8da1-3a2e389f1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:01:36.507513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Attempting to bind port 75dfa1df-3937-4758-bac4-379642de131e on network 5dd47eac-0bca-4956-be8a-a475ad967957 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:01:36.545361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:01:36.545738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Checking segment: {'id': '3ef9e443-1810-48f5-8da1-3a2e389f1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:01:36.548428 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.548933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Bound using segment: {'id': '3ef9e443-1810-48f5-8da1-3a2e389f1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:01:36.549450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Bound port: 75dfa1df-3937-4758-bac4-379642de131e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef9e443-1810-48f5-8da1-3a2e389f1b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:01:36.549841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.600481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-868d5dda-703c-46c7-8c74-3d9df96e3755 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:36.606583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-868d5dda-703c-46c7-8c74-3d9df96e3755 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.41 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.2489996 May 27 04:01:36.694197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.796099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.818974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] For port 75dfa1df-3937-4758-bac4-379642de131e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:01:36.838893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] For port 75dfa1df-3937-4758-bac4-379642de131e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75dfa1df-3937-4758-bac4-379642de131e,segment=NetworkSegment(3ef9e443-1810-48f5-8da1-3a2e389f1b9c),segment_id=3ef9e443-1810-48f5-8da1-3a2e389f1b9c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:01:36.846062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:36.885370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port 49516985-447d-447e-affa-621c3d67bc3d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:36.885370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:37.027836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57831b7b-1f27-41ad-bbf2-089a4b447f41 None None] Pushing event updated for resources: {'Port': ['ID=75dfa1df-3937-4758-bac4-379642de131e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:37.071597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=bbcdc5a1-5aa3-4c0e-8d85-ca05c128fbe4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:37.098720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:37.100095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:37.109245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:37.380974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177338b0-429f-480e-a493-f58596b19761 req-13ab332e-db8a-4364-bed2-37471ebd3520 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:37.409626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-177338b0-429f-480e-a493-f58596b19761 req-13ab332e-db8a-4364-bed2-37471ebd3520 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 946 time: 0.6569369 May 27 04:01:37.808819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:37.808819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:37.849189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] For port 49516985-447d-447e-affa-621c3d67bc3d, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=49516985-447d-447e-affa-621c3d67bc3d,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:37.849189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:38.355832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Router a29a4a7a-47b9-421d-b1e4-411654fb7575 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:01:38.436818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:38.437194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:38.437505 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Floating IP 53bfa8d6-65b4-4229-a55b-807dd69b87cf disassociated. External IP: 172.25.8.251, port: 49516985-447d-447e-affa-621c3d67bc3d. May 27 04:01:38.437840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for 49516985-447d-447e-affa-621c3d67bc3d owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:38.881272 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-177338b0-429f-480e-a493-f58596b19761 req-555b441c-b9cd-4193-8afa-3eae182d0924 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups?id=6d153f46-82ad-410b-8a33-83be72e174be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3952811 May 27 04:01:38.972633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:38.983154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] Sync routers for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:01:39.002155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:39.002798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.055446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:39.056691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41c6a093-ac7b-4050-9ccf-92ad0702bc6e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.7804151 May 27 04:01:39.059862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36032) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:39.214094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75dfa1df-3937-4758-bac4-379642de131e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:01:39.270362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cefdea3-b52d-4b8c-9367-bf1ce08e65f5 None None] Network 5dd47eac-0bca-4956-be8a-a475ad967957 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:01:39.315149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.334765 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:39.599001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'Port': ['ID=49516985-447d-447e-affa-621c3d67bc3d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:39.746267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:39.746905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.841850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:39.841850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d1549-898d-4900-b08a-8ab80ef8abc4 None None] The sync data for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:01:39.863724 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c68f90a7-58b7-4303-9fef-5956f671a678 None None] Provisioning for port 75dfa1df-3937-4758-bac4-379642de131e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:01:39.913765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 75dfa1df-3937-4758-bac4-379642de131e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:01:39.933511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75dfa1df-3937-4758-bac4-379642de131e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:39.933511 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:40.284337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 49516985-447d-447e-affa-621c3d67bc3d no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:01:40.421041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 49516985-447d-447e-affa-621c3d67bc3d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:01:40.421041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 49516985-447d-447e-affa-621c3d67bc3d not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:01:40.442084 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:40.498217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:40.503324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c4eb29f-fce5-4370-a283-f3380ab4ddc5 req-3e9a7354-ea8d-4db7-ae6d-990f8770fae4 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 210 time: 0.2642753 May 27 04:01:40.592310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 75dfa1df-3937-4758-bac4-379642de131e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75dfa1df-3937-4758-bac4-379642de131e,segment=NetworkSegment(3ef9e443-1810-48f5-8da1-3a2e389f1b9c),segment_id=3ef9e443-1810-48f5-8da1-3a2e389f1b9c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:01:40.612922 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:40.734737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-42d35169-4b83-4905-adeb-0a4a05986b13 None None] Provisioning complete for port 75dfa1df-3937-4758-bac4-379642de131e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:40.735462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42d35169-4b83-4905-adeb-0a4a05986b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:41.033370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=75dfa1df-3937-4758-bac4-379642de131e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:41.339735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:41.351367 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:01:41.380684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36088) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:41.387715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:41.387715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:41.557463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] No DVR routers for this DVR port 49516985-447d-447e-affa-621c3d67bc3d on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:01:41.567220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:41.596887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'name': 'network-vif-deleted', 'tag': '49516985-447d-447e-affa-621c3d67bc3d'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:01:41.642802 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08659299-7a46-48f1-b616-091f5b30f9f7 req-d49a9412-bb39-46f3-9aa9-d2f57ed671ee tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.41 "DELETE /v2.0/ports/49516985-447d-447e-affa-621c3d67bc3d HTTP/1.1" status: 204 len: 173 time: 5.0056221 May 27 04:01:41.805608 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:01:41.950743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-898f3dd7-be5a-43fc-a473-42c9542826fe req-6575f900-6c5c-4a21-a5ce-cf8645237eab tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Synchronizing usage tracker for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:01:41.979117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:41.999860 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585710ab-2618-4964-b1f6-690c95ab0858'] response: {'server_uuid': 'ddfc9972-7de5-4848-bc77-9e4cc9e78285', 'name': 'network-vif-deleted', 'tag': '49516985-447d-447e-affa-621c3d67bc3d', 'status': 'completed', 'code': 200} May 27 04:01:42.089375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-898f3dd7-be5a-43fc-a473-42c9542826fe req-6575f900-6c5c-4a21-a5ce-cf8645237eab tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Unset dirty status for tenant:214021bbff9d415dbfa3c38b9aa9683c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:01:42.089375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-898f3dd7-be5a-43fc-a473-42c9542826fe req-6575f900-6c5c-4a21-a5ce-cf8645237eab tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddfc9972-7de5-4848-bc77-9e4cc9e78285 HTTP/1.1" status: 200 len: 210 time: 0.3385632 May 27 04:01:42.106072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:42.112423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b62ce3f2a44a378ee085c8097ae8e3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:42.122415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:42.132356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:42.358097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.375452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.481553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6f690-ca3f-49cf-8df5-e743f91921ac,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:42.573093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4c157412-2ce7-4c0d-8a54-a577fd4c8ef4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9b62ce3f2a44a378ee085c8097ae8e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1946447 May 27 04:01:42.578249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36120) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:42.605802 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.729983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.782777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:42.806086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.830724 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:01:42.877976 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:42.877976 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:42.950482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.984668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6f690-ca3f-49cf-8df5-e743f91921ac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:42.993213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:42.997433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cfd0fa3d-c4ce-48bf-9bc9-bc9443d4a5dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ac6f690-ca3f-49cf-8df5-e743f91921ac HTTP/1.1" status: 204 len: 168 time: 0.4182441 May 27 04:01:43.043423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75dfa1df-3937-4758-bac4-379642de131e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:01:43.221838 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75dfa1df-3937-4758-bac4-379642de131e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:43.221838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:43.235679 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:01:43.513756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:43.805854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:43.840095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:43.871787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:43.899362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:43.946263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Allocated IP 172.20.0.1 (5dd47eac-0bca-4956-be8a-a475ad967957/66b98c68-1ccc-4289-80ca-f473db2d5557/0053227c-5448-43bb-a44d-1410ff435cc5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:43.979823 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:01:44.039566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:44.053457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.101356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d153f46-82ad-410b-8a33-83be72e174be,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:44.143165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.148842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31a8f4e7-eb21-4624-9610-5e2aab635d26 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "DELETE /v2.0/security-groups/6d153f46-82ad-410b-8a33-83be72e174be HTTP/1.1" status: 204 len: 168 time: 0.6290479 May 27 04:01:44.148842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:44.222362 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-dcae6105-b0c4-46ea-b4cb-b64f25ec949a tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] show failed (client error): The resource could not be found. May 27 04:01:44.224850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2daacfae4fa643459f92365ab6b3045d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:44.226356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dcae6105-b0c4-46ea-b4cb-b64f25ec949a tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "GET /v2.0/security-groups/6d153f46-82ad-410b-8a33-83be72e174be HTTP/1.1" status: 404 len: 347 time: 0.0800390 May 27 04:01:44.227262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36176) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:44.233465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:44.249353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:44.332769 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:44.338254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4b597-ef72-4761-945e-8fa48caa87e3 None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T03:55:42Z', 'revision_number': 4, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '0a9bc3de-98c4-42eb-bc53-6fd3e117bc50', 'name': '', 'network_id': '91b686b3-0ca9-49d3-95e4-40f8a7125632', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'mac_address': 'fa:16:3e:86:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:39Z', 'updated_at': '2022-05-27T03:55:58Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'subnets': [{'id': '73b0ac90-f4d4-47bd-824b-dcdba18564e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:01:44.359127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.421248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Transition to ACTIVE for port object 0053227c-5448-43bb-a44d-1410ff435cc5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:01:44.435805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.440276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.487908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f392780f-5a6b-4755-a5a3-cc55a9af825f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:44.536535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.544554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-866dd637-52ed-4ff7-8887-743637f018f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2daacfae4fa643459f92365ab6b3045d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6970131 May 27 04:01:44.558466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:44.662754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 5dd47eac-0bca-4956-be8a-a475ad967957 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:44.663916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port 20ba8a0d-8424-4d2e-8be3-84f65e96dc4f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:44.664253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.666671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:44.671256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:44.732114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=0053227c-5448-43bb-a44d-1410ff435cc5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:44.835481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:44.949921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.014814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ca244-3652-4b71-91cb-c1d177185721 None None] New status for floating IP 53bfa8d6-65b4-4229-a55b-807dd69b87cf: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:01:45.021346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.093905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.105500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.179626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.181243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f392780f-5a6b-4755-a5a3-cc55a9af825f HTTP/1.1" status: 204 len: 168 time: 0.6273568 May 27 04:01:45.315859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.315859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:45.780141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for 20ba8a0d-8424-4d2e-8be3-84f65e96dc4f owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:45.901279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6bd72f9f-0200-4cbe-919f-11d84830f95f None None] Provisioning for port 0053227c-5448-43bb-a44d-1410ff435cc5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:01:45.925023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6bd72f9f-0200-4cbe-919f-11d84830f95f None None] Provisioning complete for port 0053227c-5448-43bb-a44d-1410ff435cc5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:45.926807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0e660-4e8b-47f1-a651-c45eaa54c261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f392780f-5a6b-4755-a5a3-cc55a9af825f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:45.927131 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6bd72f9f-0200-4cbe-919f-11d84830f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.100326 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:01:46.100326 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:01:46.216484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6bd72f9f-0200-4cbe-919f-11d84830f95f None None] Port 0053227c-5448-43bb-a44d-1410ff435cc5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:01:46.483662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.504068 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.603726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Deleting port 20ba8a0d-8424-4d2e-8be3-84f65e96dc4f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:46.603726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.747657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=0053227c-5448-43bb-a44d-1410ff435cc5,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:46.758186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.905376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.905376 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:46.958676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 5dd47eac-0bca-4956-be8a-a475ad967957 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:46.958676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:47.111854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Calling delete_port for 20ba8a0d-8424-4d2e-8be3-84f65e96dc4f owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:47.500632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:47.564573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ccb8473-2ed5-4060-b914-8751cb9c8290 None None] Provisioning complete for port 0053227c-5448-43bb-a44d-1410ff435cc5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:47.568889 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8473-2ed5-4060-b914-8751cb9c8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:47.631999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Pushing event deleted for resources: {'Port': ['ID=20ba8a0d-8424-4d2e-8be3-84f65e96dc4f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:47.663592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb8473-2ed5-4060-b914-8751cb9c8290 None None] Port 0053227c-5448-43bb-a44d-1410ff435cc5 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:01:47.848429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:47.893340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:47.893340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-98c74e9c-3842-4010-bdd7-9e824f2c47c2 tempest-AttachVolumeTestJSON-323317007 tempest-AttachVolumeTestJSON-323317007-project] 10.222.0.46 "DELETE /v2.0/floatingips/53bfa8d6-65b4-4229-a55b-807dd69b87cf HTTP/1.1" status: 204 len: 168 time: 3.6590734 May 27 04:01:48.108418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Router a29a4a7a-47b9-421d-b1e4-411654fb7575 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:48.705046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:48.748191 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] Sync routers for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:01:48.772669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-218d350a-11b5-4521-8e6b-772bf4994da7 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "PUT /v2.0/routers/a29a4a7a-47b9-421d-b1e4-411654fb7575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7117496 May 27 04:01:48.775505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:48.784686 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:48.785279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:48.787005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Request body: {'port': {'network_id': '5dd47eac-0bca-4956-be8a-a475ad967957', 'name': 'tempest-FloatingIPAdminTestJSON-1560879418'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:49.016994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:49.021334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Usage tracker for resource:port and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:49.024865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:49.033598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:49.049619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Made reservation on behalf of 7b02e4a3e9c243d9b00bbd8fc25cafb1 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:01:49.057775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:49.089767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] device_id is not set on port 01b86888-058f-4794-893c-2c21f7c696dc yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:01:49.123423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:49.140920 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:49.141534 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:49.217699 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:49.217699 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34062f60-6e76-4235-ba9c-1ea4b9353056 None None] The sync data for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:01:49.362062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Allocated IP 172.20.0.13 (5dd47eac-0bca-4956-be8a-a475ad967957/66b98c68-1ccc-4289-80ca-f473db2d5557/01b86888-058f-4794-893c-2c21f7c696dc) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:50.043980 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:50.099004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Transition to ACTIVE for port object 01b86888-058f-4794-893c-2c21f7c696dc will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:01:50.173334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:50.305101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event updated for resources: {'Port': ['ID=01b86888-058f-4794-893c-2c21f7c696dc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:50.320561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Network 5dd47eac-0bca-4956-be8a-a475ad967957 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:50.326534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:50.334237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:50.544622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:01:50.546392 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:50.605579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-934cac00-4a96-4388-a4d0-f14aded1c1b1 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8279970 May 27 04:01:50.609127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36338) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:50.894908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cde461cd-1524-407a-86dd-5c6044fc1bc7 None None] Provisioning for port 01b86888-058f-4794-893c-2c21f7c696dc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:01:50.908362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cde461cd-1524-407a-86dd-5c6044fc1bc7 None None] Provisioning complete for port 01b86888-058f-4794-893c-2c21f7c696dc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:01:50.908884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cde461cd-1524-407a-86dd-5c6044fc1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:51.033590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'project_id': '7b02e4a3e9c243d9b00bbd8fc25cafb1', 'port_id': '01b86888-058f-4794-893c-2c21f7c696dc'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:01:51.040574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:51.054931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Usage tracker for resource:floatingip and tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:51.059582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cde461cd-1524-407a-86dd-5c6044fc1bc7 None None] Port 01b86888-058f-4794-893c-2c21f7c696dc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:01:51.064927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:51.075293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:51.105847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:51.255689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36360) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:51.458119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:51.609388 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:51.727609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:51.739436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Usage tracker for resource:security_group_rule and tenant:db49a0c786744a3686284b53cc0bbd2a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:51.748756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:51.760487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:51.823722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Allocated IP 172.25.8.147 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5afbe4c3-cbdf-4f27-9a9d-de2a79325506) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:01:52.134888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.172374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.223453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.299843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c94a9e-dc9a-4c45-927e-0cb7ca6bc234,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:52.310395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-944077c5-9f80-4793-90f8-d2045de9295c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db49a0c786744a3686284b53cc0bbd2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0535738 May 27 04:01:52.313145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:52.371242 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.435998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.481465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.482567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:01:52.496466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:01:52.500253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:01:52.558436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.580301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c94a9e-dc9a-4c45-927e-0cb7ca6bc234,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:52.610565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:52.617080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97c94a9e-dc9a-4c45-927e-0cb7ca6bc234 HTTP/1.1" status: 204 len: 168 time: 0.3014872 May 27 04:01:52.631986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Pushing event updated for resources: {'Port': ['ID=5afbe4c3-cbdf-4f27-9a9d-de2a79325506,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:52.658877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.659280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.659619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.659953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.660283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.660609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.660969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.661900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.662393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.662875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:52.663341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ba26b-2471-46d7-8511-bd601640eaa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:01:53.291641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:53.336086 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:53.442046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:53.453984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:88a5375175194a33a68af8303e723e0e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:53.462967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:53.471099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:53.583783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:53.617088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:53.635187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:53.734211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88a5375175194a33a68af8303e723e0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4413013 May 27 04:01:53.744191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:53.764090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff407be-50b2-45ce-83e2-67e20ba3e9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc44f27-3fc1-4146-bb54-2e1185423c76,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:53.782601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:53.925002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.491554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.536592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.553520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.567632 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.704035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.897981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Pushing event updated for resources: {'Port': ['ID=5afbe4c3-cbdf-4f27-9a9d-de2a79325506,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:54.927308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:54.947726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc44f27-3fc1-4146-bb54-2e1185423c76,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:55.016595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:55.017866 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd36eed8-65e4-4f0e-9ea9-5b114e072361 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cc44f27-3fc1-4146-bb54-2e1185423c76 HTTP/1.1" status: 204 len: 168 time: 1.2630920 May 27 04:01:55.026744 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Floating IP cc8d7cfd-e918-4c98-b921-ce67388dafd2 associated. External IP: 172.25.8.147, port: 01b86888-058f-4794-893c-2c21f7c696dc. May 27 04:01:56.013097 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Router a29a4a7a-47b9-421d-b1e4-411654fb7575 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:56.046732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:56.418175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:56.685470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:56.743390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:01:56.752521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] Sync routers for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:01:56.770995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:56.772300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:56.778810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:56.780791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:01:56.786902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Usage tracker for resource:security_group_rule and tenant:cb979fbbf8d34c51b9760353b27ce3de is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:01:56.790331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:01:56.796523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:01:56.888405 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:56.889785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5064bc9f-e35f-4d66-ad9b-bff4de61e715 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.2765570 May 27 04:01:56.890497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:56.898620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:56.926211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:01:56.926973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:01:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:56.984295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.013059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:01:57.013872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e8039-284c-45f4-8a1a-f1a43c72a703 None None] The sync data for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:01:57.189491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb132b-226b-4a23-a057-d497d697f759,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:57.216742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0795336c-9f79-4912-b865-f567de2a2663 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "GET /v2.0/floatingips/cc8d7cfd-e918-4c98-b921-ce67388dafd2 HTTP/1.1" status: 200 len: 984 time: 0.3242424 May 27 04:01:57.218665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 36596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:57.231526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5304985f-e109-497c-a7b0-e65c58a0ef9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb979fbbf8d34c51b9760353b27ce3de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1829281 May 27 04:01:57.235097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:57.385457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.402172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-525d701e-111a-4ac4-abed-04a07d9f8b67 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.1794939 May 27 04:01:57.405899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 36626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:01:57.560030 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.771760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 5afbe4c3-cbdf-4f27-9a9d-de2a79325506 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:01:57.772116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.833783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e69f677-103f-458d-9ecc-5890ee8116cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.842166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.867569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb132b-226b-4a23-a057-d497d697f759,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:57.878303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:57.894377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a51eba5e-1381-4835-926c-c0554b0c1e21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3feb132b-226b-4a23-a057-d497d697f759 HTTP/1.1" status: 204 len: 168 time: 0.6578650 May 27 04:01:58.083273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:58.083610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:58.329781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for 5afbe4c3-cbdf-4f27-9a9d-de2a79325506 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:01:58.679011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:58.785764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Port': ['ID=5afbe4c3-cbdf-4f27-9a9d-de2a79325506,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:01:59.280351 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:01:59.871439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Router a29a4a7a-47b9-421d-b1e4-411654fb7575 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:01:59.940784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-760f53fd-508b-4afc-a704-51e22fe2d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:00.350489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:02:00.372378 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] Sync routers for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:02:00.396260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:00.398201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:00.399167 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:00.527699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-43b3bec0-5e9e-47bf-b994-61ee1aafacd0 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/floatingips/cc8d7cfd-e918-4c98-b921-ce67388dafd2 HTTP/1.1" status: 204 len: 168 time: 3.1206484 May 27 04:02:00.531339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37122) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:00.538747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:00.549480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:00.557240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Usage tracker for resource:floatingip and tenant:417f3664c9f141fc99f26353715fd014 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:00.566690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:00.576773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:00.587165 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:00.613033 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:00.615567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:00.615688 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:00.728005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:00.834936 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:00.836325 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8073680-51ee-46f3-b73a-accb52a0033f None None] The sync data for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:02:01.056952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.324604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Allocated IP 172.25.8.48 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a8987ed6-0140-4425-8e3c-4cdec84234c8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:02:01.375619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.478315 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.628060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.694505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.775288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:01.782648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:02:01.788824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:01.793120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:02:01.856887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Pushing event updated for resources: {'Port': ['ID=a8987ed6-0140-4425-8e3c-4cdec84234c8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:01.877895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.878965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.879514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.880406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.880956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.881465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.881996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.882501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.883001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.883501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:01.884010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:02.157811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.281935 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.645224 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.661253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.882711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Pushing event updated for resources: {'Port': ['ID=a8987ed6-0140-4425-8e3c-4cdec84234c8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:02.897109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.923366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:02.924639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d66a3ac5-3858-463c-ae20-847d51ce1240 tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3911150 May 27 04:02:02.927581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37494) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:02.993006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Deleting port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:02.993511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.055683 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.196029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:03.209121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:03.227664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Usage tracker for resource:floatingip and tenant:b6e06e7ce8fd420c95d209728651bc7e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:03.238172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:03.255143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:03.282576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.320950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a2242896-0850-4357-8672-163be0107046 admin admin] For port 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:03.323766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.516938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Calling delete_port for 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:03.558439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.769900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Allocated IP 172.25.8.162 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:02:03.797165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:03.854083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9bc3de-98c4-42eb-bc53-6fd3e117bc50,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:04.294575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:04.410814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:04.571697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:02:04.576367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:04.582209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:02:04.589985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:04.842838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Pushing event updated for resources: {'Port': ['ID=b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:04.889122 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.034952 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.117162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:05.570860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.579082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.603369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.658759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:05.665206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Usage tracker for resource:security_group_rule and tenant:ac09841cf38b40b4889105d23e35dcc9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:05.668756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:05.676923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:05.728711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Pushing event updated for resources: {'Port': ['ID=b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:05.777164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.794158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.811316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.820203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:05.822378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f85e440a-fdac-4f4c-9d74-8aea01988261 tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8938465 May 27 04:02:05.825596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37594) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:05.838433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Router 868fd0a0-91b9-4873-95ac-95b7f642d23b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:02:05.881645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765cf639-17e8-4c9b-bfed-0014302132e1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:05.901563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a72b0da-a518-4c76-a445-e2a150974319 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac09841cf38b40b4889105d23e35dcc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7830970 May 27 04:02:05.906461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:05.975050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c4454fc-5477-4522-aa81-14b6b1aae4ce tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Synchronizing usage tracker for tenant:417f3664c9f141fc99f26353715fd014 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:02:05.998104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1c4454fc-5477-4522-aa81-14b6b1aae4ce tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Unset dirty status for tenant:417f3664c9f141fc99f26353715fd014 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:02:05.999561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c4454fc-5477-4522-aa81-14b6b1aae4ce tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1726837 May 27 04:02:06.002461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37606) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:06.086746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16b9f04e-b8f3-429a-83dd-8be789a85fdc tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Synchronizing usage tracker for tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 on resource:floatingip {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:02:06.124949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16b9f04e-b8f3-429a-83dd-8be789a85fdc tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Unset dirty status for tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 on resource:floatingip {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:02:06.126814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16b9f04e-b8f3-429a-83dd-8be789a85fdc tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1230345 May 27 04:02:06.129770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37610) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:06.137071 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.207791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.343121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.382417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765cf639-17e8-4c9b-bfed-0014302132e1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:06.400516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.405188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-465b88e1-120c-44c3-ae0a-a9ff185b71c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/765cf639-17e8-4c9b-bfed-0014302132e1 HTTP/1.1" status: 204 len: 168 time: 0.4976778 May 27 04:02:06.457222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2242896-0850-4357-8672-163be0107046 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:02:06.469333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Deleting port b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:06.469699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.470862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Sync routers for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:02:06.472481 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2242896-0850-4357-8672-163be0107046 admin admin] 10.222.0.46 "PUT /v2.0/routers/868fd0a0-91b9-4873-95ac-95b7f642d23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7431846 May 27 04:02:06.474838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:06.482928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:06.483593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:06.714694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:02:06.867501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.868150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:06.890528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.143399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:07.197473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Calling delete_port for b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:07.259641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.286056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T04:02:03Z', 'revision_number': 5, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port': {'id': '17f784d3-b9f4-48f2-8900-d0a8a41adbd1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:55:26Z', 'updated_at': '2022-05-27T03:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:07.295520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Checking router: 868fd0a0-91b9-4873-95ac-95b7f642d23b for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:02:07.324426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Routers {'868fd0a0-91b9-4873-95ac-95b7f642d23b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:07.326114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['868fd0a0-91b9-4873-95ac-95b7f642d23b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:07.354735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.384194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Deleting port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:07.386443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.417085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:07.458128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Usage tracker for resource:security_group_rule and tenant:c3561337b06e4c32957462d4c752b3cb is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:07.469296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:07.498137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:07.601238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.695629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Pushing event deleted for resources: {'Port': ['ID=b4b3a0ed-b5a5-4b23-a100-2a3596ffc85a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:07.749444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] For port 17f784d3-b9f4-48f2-8900-d0a8a41adbd1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:07.752478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:07.857394 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] Set router 868fd0a0-91b9-4873-95ac-95b7f642d23b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:02:07.963274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:08.033248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Calling delete_port for 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:08.048207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.063721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.084480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.143809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T04:02:07Z', 'revision_number': 6, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:08.165891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e2d68-6769-4b20-a5d7-4c476f3db983 None None] The sync data for ids ['868fd0a0-91b9-4873-95ac-95b7f642d23b'] in n-d-843301-2 is: [{'id': '868fd0a0-91b9-4873-95ac-95b7f642d23b', 'name': 'tempest-AttachVolumeTestJSON-962653541-router', 'tenant_id': '214021bbff9d415dbfa3c38b9aa9683c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:55:24Z', 'updated_at': '2022-05-27T04:02:07Z', 'revision_number': 6, 'project_id': '214021bbff9d415dbfa3c38b9aa9683c', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:02:08.180377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3561337b06e4c32957462d4c752b3cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0356524 May 27 04:02:08.184318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:08.273744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f503475-c1ce-4d84-8914-9ae496b09e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e700d-a5f9-4496-9532-67b84a3cd714,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:08.278905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.294960 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.298685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20cc40df-cd2a-4c3e-8d95-66a1982eaa3b tempest-FloatingIPAdminTestJSON-788809746 tempest-FloatingIPAdminTestJSON-788809746-project] 10.222.0.46 "DELETE /v2.0/floatingips/ecb9f348-e33d-4cca-80f7-024e779bceed HTTP/1.1" status: 204 len: 168 time: 2.1649420 May 27 04:02:08.316684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:08.564633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.664604 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.711620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:08.722005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.728980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Deleting port a8987ed6-0140-4425-8e3c-4cdec84234c8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:08.729319 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.731775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f784d3-b9f4-48f2-8900-d0a8a41adbd1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:08.753182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7a30802fae47da994191dbaae33bb4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:08.757959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:08.784023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:08.938456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:08.971919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e700d-a5f9-4496-9532-67b84a3cd714,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:08.994128 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.016738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.017029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.037931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.039134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.040998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a9bd0703-b63b-4247-9557-bef429e44352 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/765e700d-a5f9-4496-9532-67b84a3cd714 HTTP/1.1" status: 204 len: 168 time: 0.8418322 May 27 04:02:09.121722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.141793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:02:09.206803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:02:09.207374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a9bc3de-98c4-42eb-bc53-6fd3e117bc50 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:02:09.207889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:02:09.250440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e7a30802fae47da994191dbaae33bb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2861419 May 27 04:02:09.257943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Calling delete_port for a8987ed6-0140-4425-8e3c-4cdec84234c8 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:09.258528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:02:09.258881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 17f784d3-b9f4-48f2-8900-d0a8a41adbd1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:02:09.281864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:09.283844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254d41c-e7d5-4785-8013-75187e0a5444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0e5f3-33fe-4b73-89bd-f9c47b1626eb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:09.406925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.421329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.424236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.432865 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.474995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.485644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.486469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868fd0a0-91b9-4873-95ac-95b7f642d23b {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:02:09.496213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8987ed6-0140-4425-8e3c-4cdec84234c8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:09.522212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.523582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5db78571-c0dd-4e74-b3af-55791879aad0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/868fd0a0-91b9-4873-95ac-95b7f642d23b HTTP/1.1" status: 204 len: 168 time: 3.0476511 May 27 04:02:09.527731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37674) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:09.655097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Deleting subnet 73b0ac90-f4d4-47bd-824b-dcdba18564e4 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:02:09.665857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.718836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.754609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.756094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ea294ae4-ca54-427c-a127-84ee4701c33e tempest-FloatingIPAdminTestJSON-1400236674 tempest-FloatingIPAdminTestJSON-1400236674-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/96c108bd-67aa-46fc-b69b-8db049bcbd3b HTTP/1.1" status: 204 len: 168 time: 1.4384396 May 27 04:02:09.761568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37688) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:09.786972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.793106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.864574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0e5f3-33fe-4b73-89bd-f9c47b1626eb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:09.879676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.881750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f760d87-46fe-46f0-a30a-509f610b4b78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/beb0e5f3-33fe-4b73-89bd-f9c47b1626eb HTTP/1.1" status: 204 len: 168 time: 0.5901852 May 27 04:02:09.916922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 01b86888-058f-4794-893c-2c21f7c696dc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:09.917261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:09.988227 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.159781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.232944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710086e6-a4c9-40c8-a894-9083d896c310 None None] Network 91b686b3-0ca9-49d3-95e4-40f8a7125632 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:02:10.241077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.259873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b0ac90-f4d4-47bd-824b-dcdba18564e4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:10.263935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e8742e5b-a489-434f-bf77-d1fe8ed15aa1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/73b0ac90-f4d4-47bd-824b-dcdba18564e4 HTTP/1.1" status: 204 len: 168 time: 0.7349505 May 27 04:02:10.267133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37702) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:10.443479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.463391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Deleting port 6024b7a6-d863-4776-8d27-fe23384c6387 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:10.464026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.488751 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.740543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for 01b86888-058f-4794-893c-2c21f7c696dc owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:10.757882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] DHCP port deletion for 91b686b3-0ca9-49d3-95e4-40f8a7125632 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:02:10.762927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Deleting port 6024b7a6-d863-4776-8d27-fe23384c6387 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:10.763511 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:10.803749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:10.804107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.042100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.191938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:11.192768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.196007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Port': ['ID=01b86888-058f-4794-893c-2c21f7c696dc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:11.430274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6024b7a6-d863-4776-8d27-fe23384c6387 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:02:11.457880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Calling delete_port for 6024b7a6-d863-4776-8d27-fe23384c6387 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:11.504616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Calling delete_port for 6024b7a6-d863-4776-8d27-fe23384c6387 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:11.706190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.719939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32021786-0677-46e0-9a87-c9dd1345c8d3 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/ports/01b86888-058f-4794-893c-2c21f7c696dc HTTP/1.1" status: 204 len: 168 time: 1.9567940 May 27 04:02:11.725435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:11.731366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.771220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:11.779895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:11.860649 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:02:11.862825 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:02:11.863738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:02:11.864056 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:02:11.904370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6024b7a6-d863-4776-8d27-fe23384c6387,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:11.924005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d5d49-bb3b-476a-ac25-956820d24e9e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:11.924958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-204d5d49-bb3b-476a-ac25-956820d24e9e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Synchronizing usage tracker for tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:02:11.953450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-204d5d49-bb3b-476a-ac25-956820d24e9e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Unset dirty status for tenant:7b02e4a3e9c243d9b00bbd8fc25cafb1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:02:11.954665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-204d5d49-bb3b-476a-ac25-956820d24e9e tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "GET /v2.0/ports?device_id=a29a4a7a-47b9-421d-b1e4-411654fb7575 HTTP/1.1" status: 200 len: 913 time: 0.2302735 May 27 04:02:11.958507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:12.364927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Deleting port 6024b7a6-d863-4776-8d27-fe23384c6387 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:12.365344 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:12.366012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Deleting port 6024b7a6-d863-4776-8d27-fe23384c6387 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:12.366670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:12.723095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:12.784781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:12.785342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:12.981091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] For port 6024b7a6-d863-4776-8d27-fe23384c6387, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6024b7a6-d863-4776-8d27-fe23384c6387,segment=NetworkSegment(bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5),segment_id=bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:12.981622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:13.097789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Calling delete_port for 6024b7a6-d863-4776-8d27-fe23384c6387 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:13.275692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Calling delete_port for 6024b7a6-d863-4776-8d27-fe23384c6387 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:13.276433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:13.423691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] No DVR routers for this DVR port 6024b7a6-d863-4776-8d27-fe23384c6387 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:02:13.428960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:02:13.429873 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:02:13.437077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2dfff-da7b-487f-8471-0597101a9fbc None None] Pushing event deleted for resources: {'Port': ['ID=6024b7a6-d863-4776-8d27-fe23384c6387,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:13.672471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Deleting port 6024b7a6-d863-4776-8d27-fe23384c6387 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:13.672814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:13.793078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] The port '6024b7a6-d863-4776-8d27-fe23384c6387' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:02:13.963941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.066628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b686b3-0ca9-49d3-95e4-40f8a7125632']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:14.071542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 0053227c-5448-43bb-a44d-1410ff435cc5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:14.071943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.109341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:14.109977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf171e5f-a608-4940-a6dc-1f5ac3d0e5f5') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:14.137658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.156295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.164527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:02:14.165933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: timer() May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:02:14.435680 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:02:14.461708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.471623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.512594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b686b3-0ca9-49d3-95e4-40f8a7125632,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:14.525876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-92fab91d-4fec-4e2c-b010-dadc750a2ae5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/91b686b3-0ca9-49d3-95e4-40f8a7125632 HTTP/1.1" status: 204 len: 168 time: 4.2536125 May 27 04:02:14.607121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:14.808737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for 0053227c-5448-43bb-a44d-1410ff435cc5 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:14.899428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:14.974342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2297eccc-a043-4c2b-a66c-dc56c5696ea1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=214021bbff9d415dbfa3c38b9aa9683c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0703862 May 27 04:02:14.974886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 37856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:15.187787 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:15.239123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:15.325093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:15.340496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-7fe025b2-5df8-4469-b5ec-aed44ce47452 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463822 May 27 04:02:15.351013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8055c27a-f206-4cb6-94ed-bd3ebef31475,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:15.364382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:15.450710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Port': ['ID=0053227c-5448-43bb-a44d-1410ff435cc5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:15.475782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:15.480079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b1569ee-7b0c-41e8-ac7f-2d70d3c8e5f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8055c27a-f206-4cb6-94ed-bd3ebef31475 HTTP/1.1" status: 204 len: 168 time: 0.5042667 May 27 04:02:15.701751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-86518b2e-304d-4704-b75b-15e137db3f6b tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:15.708941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-86518b2e-304d-4704-b75b-15e137db3f6b tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615370 May 27 04:02:15.747560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-affff636-4e5d-4a45-9842-e9fd7033cfe8 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/quotas/b95b830c14af4f61a46e5eee833d4bcc HTTP/1.1" status: 200 len: 375 time: 0.0374153 May 27 04:02:15.828846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-35219bba-2318-4a4b-a6ed-c1b415e1e4d9 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765674 May 27 04:02:16.102934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:17.212507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Router a29a4a7a-47b9-421d-b1e4-411654fb7575 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:02:17.572647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fbda2101-10d1-42d7-b8f8-f0af548b5257 req-b618eef8-6c53-4d23-a26f-c20e87f85392 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 210 time: 0.2258081 May 27 04:02:17.703151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:02:17.714296 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] Sync routers for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:02:17.729784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:17.730813 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:17.735030 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f53af4e7-5efd-4993-a4d7-baea0beb8325 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "PUT /v2.0/routers/a29a4a7a-47b9-421d-b1e4-411654fb7575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7725756 May 27 04:02:17.735165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 37958) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:17.807016 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:17.821169 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] Routers {'a29a4a7a-47b9-421d-b1e4-411654fb7575'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:02:17.822119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:02:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a29a4a7a-47b9-421d-b1e4-411654fb7575'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:17.954106 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:17.955409 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd8c36-6f6e-41ba-a4f1-b02416f92be4 None None] The sync data for ids ['a29a4a7a-47b9-421d-b1e4-411654fb7575'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:02:18.387366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:18.797536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:18.822444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port bbcdc5a1-5aa3-4c0e-8d85-ca05c128fbe4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:18.823111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:19.018310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cbbc8086-581e-465a-a14c-41c3974af45e req-bb5e1889-ebb8-4740-8e21-1aee89127b3a tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 210 time: 0.1372969 May 27 04:02:19.188313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:19.551984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for bbcdc5a1-5aa3-4c0e-8d85-ca05c128fbe4 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:19.781406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-161e9c3f-9121-4b9d-8a97-553adda4fc9e tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728359 May 27 04:02:19.921860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:20.037711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Port': ['ID=bbcdc5a1-5aa3-4c0e-8d85-ca05c128fbe4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:20.322063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-1d946857-5a30-46c0-b16d-da749ac91d8a tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:20.325632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-1d946857-5a30-46c0-b16d-da749ac91d8a tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5368974 May 27 04:02:20.347639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Request body: {'port': {'device_id': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': 'b95b830c14af4f61a46e5eee833d4bcc'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:20.740808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:20.749658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:20.753369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Usage tracker for resource:port and tenant:b95b830c14af4f61a46e5eee833d4bcc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:20.757408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:20.768742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:20.803535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Made reservation on behalf of b95b830c14af4f61a46e5eee833d4bcc for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:02:20.807048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:20.840597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:02:20.852369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:20.970627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:20.980243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Usage tracker for resource:security_group_rule and tenant:b95b830c14af4f61a46e5eee833d4bcc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:20.985020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:20.998534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:21.138602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.145825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.205229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fe936197-45fe-4b0a-aa05-f071eb175d9e req-0469e04a-6f15-432a-bdd8-23abd927e651 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 210 time: 0.5496290 May 27 04:02:21.328235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.341294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.397568 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.398121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Fanout notify agent at l3_agent the message router_deleted on router a29a4a7a-47b9-421d-b1e4-411654fb7575 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:02:21.407394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2762fd12-699b-4596-8b79-b78010c6f4d3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:21.428939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:21.433928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a09d3048-a79d-445f-b95e-711ad802ac1c tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/routers/a29a4a7a-47b9-421d-b1e4-411654fb7575 HTTP/1.1" status: 204 len: 168 time: 3.6977053 May 27 04:02:21.434519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:21.714758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Allocated IP 192.168.233.117 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/7c5913cd-f038-4c22-af6f-751b5cc1eaf9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:02:22.094462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting subnet 66b98c68-1ccc-4289-80ca-f473db2d5557 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:02:22.098843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.186553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.289962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.363659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Transition to ACTIVE for port object 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:02:22.407587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.586353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac3480df-c2bd-4461-9fed-dfdf12525573 req-bfa49e86-44fa-49e3-a113-1c635a79dbb8 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 210 time: 0.0532207 May 27 04:02:22.622049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.683600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.782832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Subnet': ['ID=66b98c68-1ccc-4289-80ca-f473db2d5557,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:22.802009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:22.804594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9302c9-5482-4cfd-965c-fb9c4ad76809 None None] Network 5dd47eac-0bca-4956-be8a-a475ad967957 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:02:22.947674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:02:22.951570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:22.977884 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-56e01360-ef71-44da-af46-5a15f6ddd87a tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/subnets/66b98c68-1ccc-4289-80ca-f473db2d5557 HTTP/1.1" status: 204 len: 168 time: 1.5390584 May 27 04:02:22.979204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:02:22.981963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:23.054916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Pushing event updated for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:23.121046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:23.129200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:23.129851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:23.227570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-ef6de7e0-d098-4f7c-850c-5cf52571f986 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8849652 May 27 04:02:23.261550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] DHCP port deletion for 5dd47eac-0bca-4956-be8a-a475ad967957 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:02:23.268109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Deleting port 75dfa1df-3937-4758-bac4-379642de131e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:23.268480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:23.640303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:23.686464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 75dfa1df-3937-4758-bac4-379642de131e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:23.695237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:23.726976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Request body: {'port': {'device_id': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:23.944056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.019861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.032383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8e0aba70-1d28-4c47-a0ba-99a5f9f2f3bb None None] Provisioning for port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:02:24.060356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:24.065269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Usage tracker for resource:security_group_rule and tenant:3e07fce2d6354cee9b090de5ec6038f2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:24.068924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:24.069809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8e0aba70-1d28-4c47-a0ba-99a5f9f2f3bb None None] Provisioning complete for port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:02:24.076013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:24.076753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e0aba70-1d28-4c47-a0ba-99a5f9f2f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.176605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.203219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8e0aba70-1d28-4c47-a0ba-99a5f9f2f3bb None None] Port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:02:24.217383 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.219595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] For port 75dfa1df-3937-4758-bac4-379642de131e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75dfa1df-3937-4758-bac4-379642de131e,segment=NetworkSegment(3ef9e443-1810-48f5-8da1-3a2e389f1b9c),segment_id=3ef9e443-1810-48f5-8da1-3a2e389f1b9c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:24.222796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.420246 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.452877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c0fed-e6a7-4129-9548-bceb73524f6b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:24.469613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3a229b08-cc45-4bb5-a29d-519535cee28f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e07fce2d6354cee9b090de5ec6038f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3472152 May 27 04:02:24.509553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Calling delete_port for 75dfa1df-3937-4758-bac4-379642de131e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:24.519524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:24.625665 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.675028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] Pushing event deleted for resources: {'Port': ['ID=75dfa1df-3937-4758-bac4-379642de131e,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:24.686840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfcde6-a766-4aef-862b-b5f2a4d809ae None None] No DVR routers for this DVR port 75dfa1df-3937-4758-bac4-379642de131e on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:02:24.694063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a5106-70bb-47d1-abaf-9138a70cfcfa req-077b1f3b-6ce6-41b0-8d5e-a695c6574b98 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:24.701979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa4a5106-70bb-47d1-abaf-9138a70cfcfa req-077b1f3b-6ce6-41b0-8d5e-a695c6574b98 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 936 time: 0.8101289 May 27 04:02:24.785768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] For port 75dfa1df-3937-4758-bac4-379642de131e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75dfa1df-3937-4758-bac4-379642de131e,segment=NetworkSegment(3ef9e443-1810-48f5-8da1-3a2e389f1b9c),segment_id=3ef9e443-1810-48f5-8da1-3a2e389f1b9c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:24.786395 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:24.819753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:24.905512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.000111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.022386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75dfa1df-3937-4758-bac4-379642de131e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:02:25.099886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 75dfa1df-3937-4758-bac4-379642de131e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:02:25.100225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75dfa1df-3937-4758-bac4-379642de131e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:02:25.123224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for 75dfa1df-3937-4758-bac4-379642de131e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:25.258970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa4a5106-70bb-47d1-abaf-9138a70cfcfa req-f3cc9ef3-b928-43de-91dd-0d76b9e3b996 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557511 May 27 04:02:25.308884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:02:25.309631 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:02:25.318844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.401661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c0fed-e6a7-4129-9548-bceb73524f6b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:25.404600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.405741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-238bfba8-73ae-4ea4-b529-42daf5d53785 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a1c0fed-e6a7-4129-9548-bceb73524f6b HTTP/1.1" status: 204 len: 168 time: 0.8850317 May 27 04:02:25.533308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.573251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:25.578479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:35aa46f4b1e943a999bfca8c2896bb6b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:25.582204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:25.589433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:25.644165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:02:25.653401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.671375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Transition to ACTIVE for port object 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:02:25.677131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.724766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.731784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.818782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35aa46f4b1e943a999bfca8c2896bb6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9975753 May 27 04:02:25.819879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:25.821061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a381479-5a2f-4d70-bcd5-03bcf95f6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8a7ea-2bda-4cc6-8d75-b47ace31b4de,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:25.824652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 75dfa1df-3937-4758-bac4-379642de131e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:25.825245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:25.854395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:25.971438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] The port '75dfa1df-3937-4758-bac4-379642de131e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:02:26.103890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Attempting to bind port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:02:26.104859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Attempting to bind port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:02:26.105378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Attempting to bind port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:02:26.121981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:02:26.123664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Attempting to bind port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:02:26.142614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:02:26.142614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:02:26.142877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:02:26.143277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Bound port: 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:02:26.143624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.219023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:26.285171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.295665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.334830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.349037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd47eac-0bca-4956-be8a-a475ad967957']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:26.372499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef9e443-1810-48f5-8da1-3a2e389f1b9c') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:26.373023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef9e443-1810-48f5-8da1-3a2e389f1b9c') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:02:26.377603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:26.385476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Usage tracker for resource:security_group_rule and tenant:6474a0764cd14369973d58ee867aba2e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:26.388647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:02:26.390884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:26.399514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:02:26.405613 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.412840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:26.421453 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.428338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.469668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.474087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.482925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:02:26.483551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: timer() May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:02:26.500159 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:02:26.510885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:26.606927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.608311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-73f2a9a3-8454-4b83-a19b-a923797db58e service neutron] 10.222.0.21 "PUT /v2.0/ports/7c5913cd-f038-4c22-af6f-751b5cc1eaf9 HTTP/1.1" status: 200 len: 1096 time: 3.3733089 May 27 04:02:26.654417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:02:26.753021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.827483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8a7ea-2bda-4cc6-8d75-b47ace31b4de,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:26.868220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.876765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.888602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.922503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.939422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Network': ['ID=5dd47eac-0bca-4956-be8a-a475ad967957,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:26.949226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b5f17b9e-ac8f-467c-8505-85ae96499b09 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/networks/5dd47eac-0bca-4956-be8a-a475ad967957 HTTP/1.1" status: 204 len: 168 time: 3.9635477 May 27 04:02:26.952047 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:26.953376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7362cced-bc4c-4f88-885b-a3a00816a1ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ad8a7ea-2bda-4cc6-8d75-b47ace31b4de HTTP/1.1" status: 204 len: 168 time: 1.0849452 May 27 04:02:26.956616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38256) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:27.014774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea51b2-5516-47fb-8450-815209f831ed req-77c8a59b-3792-4adb-88ba-ef5e15d83c03 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:27.014929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-deea51b2-5516-47fb-8450-815209f831ed req-77c8a59b-3792-4adb-88ba-ef5e15d83c03 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Synchronizing usage tracker for tenant:b95b830c14af4f61a46e5eee833d4bcc on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:02:27.051257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6474a0764cd14369973d58ee867aba2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8311553 May 27 04:02:27.058558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38262) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:27.112815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f95754-1a5b-4f1e-8fd7-d21c7bd6bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490e535-d255-4b84-bade-44904d499e6e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:27.139334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-eda78332-ea1f-4b21-9c3d-bc38eccbcdfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 1099 time: 0.4334514 May 27 04:02:27.140949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-deea51b2-5516-47fb-8450-815209f831ed req-77c8a59b-3792-4adb-88ba-ef5e15d83c03 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Unset dirty status for tenant:b95b830c14af4f61a46e5eee833d4bcc on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:02:27.143188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-deea51b2-5516-47fb-8450-815209f831ed req-77c8a59b-3792-4adb-88ba-ef5e15d83c03 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 948 time: 0.6155910 May 27 04:02:27.292280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-deea51b2-5516-47fb-8450-815209f831ed req-d1334662-6058-404e-b17e-be4775ca5bdd tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Synchronizing usage tracker for tenant:b95b830c14af4f61a46e5eee833d4bcc on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:02:27.311929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-0fc0e6c5-322d-4841-8792-aaf34db7a65c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9 HTTP/1.1" status: 200 len: 217 time: 0.1642869 May 27 04:02:27.357216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-deea51b2-5516-47fb-8450-815209f831ed req-d1334662-6058-404e-b17e-be4775ca5bdd tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Unset dirty status for tenant:b95b830c14af4f61a46e5eee833d4bcc on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:02:27.373596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-deea51b2-5516-47fb-8450-815209f831ed req-d1334662-6058-404e-b17e-be4775ca5bdd tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314135 May 27 04:02:27.413384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-8b22c94d-f8a5-4d92-9945-89b5bc67d2a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:27.415346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-8b22c94d-f8a5-4d92-9945-89b5bc67d2a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0968943 May 27 04:02:27.516734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Deleting port 489727b7-ef98-411a-b50d-b7a59473f310 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:27.517113 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:27.550938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:27.569028 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091d8123-08c0-4bac-aa29-50491a85b812'] response: {'name': 'network-changed', 'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9', 'status': 'completed', 'code': 200} May 27 04:02:27.629394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:27.656239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-6e029d1b-0be7-4e5a-88ff-36d27e309c80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352140 May 27 04:02:27.862875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bc9e8ff3-f52e-4b1b-b0a3-164e5c8e1e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:27.872303 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-39159052-ffae-4e9c-8694-f46e81c07df1 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103484 May 27 04:02:27.886866 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:27.887409 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.027075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Calling delete_port for 489727b7-ef98-411a-b50d-b7a59473f310 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:28.108846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-639b5d05-4b2c-4816-8fcc-fe3908461aa9 req-3623eedb-a2e8-466f-993c-7702122a2fe2 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298234 May 27 04:02:28.158512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38282) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:28.208640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.311912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-0c82daf9-592a-4e82-80f5-21753635219b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 1099 time: 0.1380343 May 27 04:02:28.319137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490e535-d255-4b84-bade-44904d499e6e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:28.321891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.390123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.391379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d226aa93-f58e-4b98-958b-5f7736ca8526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2490e535-d255-4b84-bade-44904d499e6e HTTP/1.1" status: 204 len: 168 time: 1.3254945 May 27 04:02:28.392289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.495451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:28.524115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Pushing event deleted for resources: {'Port': ['ID=489727b7-ef98-411a-b50d-b7a59473f310,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:28.529968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Usage tracker for resource:security_group_rule and tenant:22811aef7c0b4021a6936ccb9c8aabc8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:28.537150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:28.558419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:28.786847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-73952af7-465f-42c8-b144-76ff12b595b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:28.788729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-73952af7-465f-42c8-b144-76ff12b595b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.4691114 May 27 04:02:28.804649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482599-84bf-43f0-b758-d04d3c6e5905 req-328d0766-88a7-4c27-b745-26a2c42e6094 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:28.807418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82482599-84bf-43f0-b758-d04d3c6e5905 req-328d0766-88a7-4c27-b745-26a2c42e6094 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 948 time: 0.1876614 May 27 04:02:28.808170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.818506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.824816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4e9a3879-eeef-459d-be06-99375a19a9a2 tempest-FloatingIPAdminTestJSON-1855677348 tempest-FloatingIPAdminTestJSON-1855677348-project] 10.222.0.46 "DELETE /v2.0/floatingips/9892d0e5-2cae-45bc-a4b1-807f6c7ca2ae HTTP/1.1" status: 204 len: 168 time: 1.8671384 May 27 04:02:28.947892 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-33c743c4-3c78-4f65-ab9f-9ddfdc675ccf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9 HTTP/1.1" status: 200 len: 217 time: 0.1319206 May 27 04:02:28.980849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:28.987770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:29.081596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82482599-84bf-43f0-b758-d04d3c6e5905 req-6139f2e5-7092-4906-b913-b6f298b858c4 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668731 May 27 04:02:29.112325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-c86faf1b-7a16-4a1c-a8e5-324e284011cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:29.112325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-c86faf1b-7a16-4a1c-a8e5-324e284011cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.1390431 May 27 04:02:29.151925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f95fc4-7675-4807-af1f-160bfbf59204,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:29.167502 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7294a324-7404-4c81-bccb-df31871f00ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22811aef7c0b4021a6936ccb9c8aabc8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0081208 May 27 04:02:29.168215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38312) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:29.295541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-c15d682b-8f79-40a0-ae6f-c2d8b6d2c741 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793368 May 27 04:02:29.307355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:29.364506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:29.499555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:29.535890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f95fc4-7675-4807-af1f-160bfbf59204,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:29.536430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:29.558120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:29.558120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b74055fd-3da3-4958-9cbd-ea1b904a2437 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93f95fc4-7675-4807-af1f-160bfbf59204 HTTP/1.1" status: 204 len: 168 time: 0.3804772 May 27 04:02:29.611696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-46e7e3c6-6655-4284-bb87-feaf18c6c365 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093650 May 27 04:02:29.758033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcebafcd-42a4-48bd-8319-2aa9ce839eef req-1b913529-91ae-4573-95ad-16260286d32c service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409118 May 27 04:02:29.962759 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45b5e707-d0aa-4c24-8702-48cf6574e72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:30.244684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-16e85ddc-389c-4901-a5b5-7de096b2a18e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b02e4a3e9c243d9b00bbd8fc25cafb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7020066 May 27 04:02:30.245186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:30.466229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:30.534124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:30.616823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b40b-db6b-4ec6-8b1c-d90299897b86 req-75c77b87-2339-42d0-8203-6701fc47b479 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:30.621040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ebe7b40b-db6b-4ec6-8b1c-d90299897b86 req-75c77b87-2339-42d0-8203-6701fc47b479 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 948 time: 0.2644489 May 27 04:02:30.661926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:30.684171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157ff1-3d00-4c20-b7d6-f94192eec7e4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:30.720981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:30.722126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf113a3d-535f-4b35-b56c-9d424fa61140 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed157ff1-3d00-4c20-b7d6-f94192eec7e4 HTTP/1.1" status: 204 len: 168 time: 0.4758515 May 27 04:02:30.740589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ebe7b40b-db6b-4ec6-8b1c-d90299897b86 req-66eb94ce-2d98-455d-9a29-6571f13bc3ec tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125929 May 27 04:02:31.005439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:02:31.236023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:31.255795 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9', 'mac_address': 'fa:16:3e:eb:a3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:02:31.366141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.404687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:02:31.425018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:31.426337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.430255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.527469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:31.558321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:31.561917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.566131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.613739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:31.617718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e06e7ce8fd420c95d209728651bc7e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:31.621255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:31.628807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:31.660511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['7c5913cd-f038-4c22-af6f-751b5cc1eaf9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:02:31.721516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.728997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.794257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:31.807816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6e06e7ce8fd420c95d209728651bc7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2811410 May 27 04:02:31.809084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d18b53-cd12-48b5-939a-eabeecf538b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b993a-91b0-4e7f-93f8-65136842a167,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:31.894427 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:31.949404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:32.102657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539bc26-7bff-4f8b-a174-54d199d48836 req-c4f2388a-c2b0-4794-bc38-2267f08f5d90 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:32.114156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3539bc26-7bff-4f8b-a174-54d199d48836 req-c4f2388a-c2b0-4794-bc38-2267f08f5d90 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 949 time: 0.1452689 May 27 04:02:32.135684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:32.158940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b993a-91b0-4e7f-93f8-65136842a167,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:32.193725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:32.194824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-743f5a39-f181-4456-a854-3f5e9d2ee9a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac3b993a-91b0-4e7f-93f8-65136842a167 HTTP/1.1" status: 204 len: 168 time: 0.3996582 May 27 04:02:32.217743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3539bc26-7bff-4f8b-a174-54d199d48836 req-7cc87a07-2d93-47ff-bc2b-88ca250dc94b tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 May 27 04:02:32.514367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:32.973103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.020440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:02:33.063677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:33.068697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Usage tracker for resource:security_group_rule and tenant:149d2fcc1e2b4e199a79eb6720adc4f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:33.072321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:33.079894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:33.196354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38488) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:33.200405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.210041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:02:33.215503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:02:33.215867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.243238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.298662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:33.305739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Usage tracker for resource:security_group_rule and tenant:417f3664c9f141fc99f26353715fd014 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:33.311385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:33.327633 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:33.337764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.346104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.430902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=149d2fcc1e2b4e199a79eb6720adc4f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9153471 May 27 04:02:33.435075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:33.498530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71592640-6f4b-4cce-8204-3bf14b696667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2218b26-0238-4fd3-a27c-63e19931f590,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:33.603387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.619829 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.662700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:02:33.674202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:33.684420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.703345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.731426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.755777 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.829578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.872229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:33.875987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2218b26-0238-4fd3-a27c-63e19931f590 HTTP/1.1" status: 204 len: 168 time: 0.4374204 May 27 04:02:33.875987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c952e9-c0b7-4e25-a540-04ce37600e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2218b26-0238-4fd3-a27c-63e19931f590,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:33.877928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:33.906308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d587ed-2e78-43a5-87d0-28d457c7e5dd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:33.914823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0e5b5d3c-71eb-493a-82d4-58b8f7c15526 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=417f3664c9f141fc99f26353715fd014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7171962 May 27 04:02:33.917989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:33.933400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec573aa-8cce-48e0-8556-52709a430e34 req-700b7809-4301-4168-82f5-33c0d937ac71 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:33.950304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ec573aa-8cce-48e0-8556-52709a430e34 req-700b7809-4301-4168-82f5-33c0d937ac71 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 949 time: 0.3794253 May 27 04:02:33.993107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:34.050859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:34.061848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ec573aa-8cce-48e0-8556-52709a430e34 req-95a22b80-4208-4cec-a6ed-becad1851667 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105702 May 27 04:02:34.185588 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559d5f04-6751-47ca-bd6b-cbde72d4df89'] response: {'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9', 'code': 200} May 27 04:02:34.216636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:34.248779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d587ed-2e78-43a5-87d0-28d457c7e5dd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:34.252794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:34.260969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-306d0747-54ba-43cb-bbcb-9c4f45df7468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00d587ed-2e78-43a5-87d0-28d457c7e5dd HTTP/1.1" status: 204 len: 168 time: 0.3418958 May 27 04:02:34.382276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f077eb2-d9f5-43a0-bd4c-7e2d4de8a258 req-2f5bc703-aed6-4bde-8db9-c52b8588d777 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 1101 time: 0.1134267 May 27 04:02:34.439907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f077eb2-d9f5-43a0-bd4c-7e2d4de8a258 req-7c5edac8-e338-407c-a1dc-8732a5f13fdb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 May 27 04:02:35.322765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2e234-413e-49bb-8e82-d6de1c312a3a req-3f3579dc-dffa-474f-a5ec-ebed0682a548 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:35.327091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7a2e234-413e-49bb-8e82-d6de1c312a3a req-3f3579dc-dffa-474f-a5ec-ebed0682a548 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 950 time: 0.1353357 May 27 04:02:35.404951 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7a2e234-413e-49bb-8e82-d6de1c312a3a req-ae478358-7161-45c1-bf36-39174a6a2cd3 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713260 May 27 04:02:36.722191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84719a0-4787-4a1e-b918-4a0fabfbb694 req-a21fddc0-fc11-4053-bb4b-3bbc0236c9c4 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:36.729712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a84719a0-4787-4a1e-b918-4a0fabfbb694 req-a21fddc0-fc11-4053-bb4b-3bbc0236c9c4 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 950 time: 0.1015420 May 27 04:02:36.795184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a84719a0-4787-4a1e-b918-4a0fabfbb694 req-ae3edf58-4dce-4760-83b2-c9cda9d17d5c tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 May 27 04:02:37.788280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce1ed9-c169-459a-8b79-50fb858dbf59 req-c28bd3e8-dbe5-4310-81c3-8d86e3ceaf51 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:37.799729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-58ce1ed9-c169-459a-8b79-50fb858dbf59 req-c28bd3e8-dbe5-4310-81c3-8d86e3ceaf51 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 950 time: 0.1211736 May 27 04:02:37.865523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-58ce1ed9-c169-459a-8b79-50fb858dbf59 req-7f7d8d4e-b0ce-44bb-93f4-e583965c7187 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646620 May 27 04:02:38.420731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:38.845029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-305996928', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:38.860152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-e3ac22bd-4436-4487-8e4e-132543346ccd tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:38.862278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-e3ac22bd-4436-4487-8e4e-132543346ccd tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 950 time: 0.1170709 May 27 04:02:38.862407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:38.867161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Usage tracker for resource:port and tenant:b377a41c77f4448889209cf4a9930c05 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:38.870547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:38.908791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:38.930483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Made reservation on behalf of b377a41c77f4448889209cf4a9930c05 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:02:38.933325 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:38.959609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.009568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:39.011145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Deleting port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:39.011701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.021400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Usage tracker for resource:security_group_rule and tenant:b377a41c77f4448889209cf4a9930c05 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:39.024791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:39.035963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:39.328538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787a72-f1c2-44fc-82ce-9891bc42d504 req-d58c4e8d-1a9a-48f6-aacb-f7cf0d3c291e tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:39.337292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70787a72-f1c2-44fc-82ce-9891bc42d504 req-d58c4e8d-1a9a-48f6-aacb-f7cf0d3c291e tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 950 time: 0.2773283 May 27 04:02:39.457824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.524172 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-70787a72-f1c2-44fc-82ce-9891bc42d504 req-387e79aa-fa5c-4528-95fe-a3672783e2b2 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/security-groups?id=2762fd12-699b-4596-8b79-b78010c6f4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859405 May 27 04:02:39.527443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.550073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] device_id is not set on port a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:02:39.550485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] For port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:02:39.550828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:39.721498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2961ea-579f-43fb-8aa2-61d96d866dcc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:39.823845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Calling delete_port for 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:39.870436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Allocated IP 172.25.8.116 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:02:40.030900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.117055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Pushing event deleted for resources: {'Port': ['ID=7c5913cd-f038-4c22-af6f-751b5cc1eaf9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:40.246052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] No DVR routers for this DVR port 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:02:40.249095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.260408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'name': 'network-vif-deleted', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:02:40.280141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1250f83a-5f66-4386-a8f7-7419b2ba4058 req-a2322910-8f3b-49c0-a891-b991fcc0af64 tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.21 "DELETE /v2.0/ports/7c5913cd-f038-4c22-af6f-751b5cc1eaf9 HTTP/1.1" status: 204 len: 173 time: 1.4119282 May 27 04:02:40.288141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.369423 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c8d67f-2702-41ec-ab70-33d15a7354f0'] response: {'server_uuid': 'cbc35854-1b7e-4595-8857-56b5e86b7de3', 'name': 'network-vif-deleted', 'tag': '7c5913cd-f038-4c22-af6f-751b5cc1eaf9', 'status': 'completed', 'code': 200} May 27 04:02:40.380365 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.554280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:02:40.557864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:40.561492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:02:40.653398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Pushing event updated for resources: {'Port': ['ID=a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:40.691460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:40.692638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.888829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8ee181e-e52c-4366-8393-e3ee630a312a req-6bfab2a8-a659-48e0-938c-bb1ff2414e8b tempest-VolumesNegativeTest-645905155 tempest-VolumesNegativeTest-645905155-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc35854-1b7e-4595-8857-56b5e86b7de3 HTTP/1.1" status: 200 len: 210 time: 0.1579955 May 27 04:02:40.905993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 38780) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:40.913742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.116'}]}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:40.917310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a31a946-a934-4804-8940-a2e4009e1039 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4946034 May 27 04:02:40.932449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:40.939866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Usage tracker for resource:router and tenant:b377a41c77f4448889209cf4a9930c05 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:40.944140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:40.950600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:40.968197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.969390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:40.999851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:41.051302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:02:41.106584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:02:41.107872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7c5913cd-f038-4c22-af6f-751b5cc1eaf9 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:02:41.313901 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:41.674391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:41.721894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:42.175455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:42.903310 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:42.909982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:42.947549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:42.948449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5caeac-99ce-472a-aa90-3c2b4381f29f {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:02:42.997417 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 04:02:43.001288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-05874b77-e320-4dc9-ac2a-63dfa797a850 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0913215 May 27 04:02:43.001787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 38866) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:43.170706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Deleting port a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:02:43.172696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:43.727440 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:43.902065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Calling delete_port for a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:02:44.201773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:44.306810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:44.450235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:44.463308 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e5da723-c81b-4e86-866a-b2032761e303 tempest-RoutersAdminNegativeTest-203827395 tempest-RoutersAdminNegativeTest-203827395-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a0c6ecb2-c2b3-4af0-bc7a-972a6cb17f7f HTTP/1.1" status: 204 len: 168 time: 1.4601202 May 27 04:02:45.054957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39036) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:45.485958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:45.573253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:45.589042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Usage tracker for resource:security_group_rule and tenant:4c37dedc4cc14035aec51c425e275333 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:45.600197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:45.618376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:45.753872 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:45.763539 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:45.838047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39064) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:45.838509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c37dedc4cc14035aec51c425e275333&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7821515 May 27 04:02:45.843873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae60030-4bd7-499b-888d-37544c274a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a034c479-5d62-4d3e-8351-8b5d771cb6ca,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:45.920089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:45.956057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:46.037219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:46.069316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034c479-5d62-4d3e-8351-8b5d771cb6ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:46.099282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:46.101087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-680ce120-5810-4d34-8ca0-109ce06b411c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a034c479-5d62-4d3e-8351-8b5d771cb6ca HTTP/1.1" status: 204 len: 168 time: 0.2606595 May 27 04:02:47.539276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:47.631225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d647bdbf-8bee-4722-ab62-5559e45bb07f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b377a41c77f4448889209cf4a9930c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0909448 May 27 04:02:47.634893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:47.781193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:47.839334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:47.932874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:47.964432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2961ea-579f-43fb-8aa2-61d96d866dcc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:47.976246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:47.978226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-57be14ab-3768-4948-9899-21ecd5d3b7ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf2961ea-579f-43fb-8aa2-61d96d866dcc HTTP/1.1" status: 204 len: 168 time: 0.3397529 May 27 04:02:50.345309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:50.901667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b3d264c2-3441-4614-8535-10321af05415 tempest-AgentManagementNegativeTest-1839876256 tempest-AgentManagementNegativeTest-1839876256-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5466070 May 27 04:02:51.543605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39360) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:51.968952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:52.029562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.103883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:52.109451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Usage tracker for resource:security_group_rule and tenant:cd6ce949d0e74cd8907749d5f0b38198 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:52.113310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:52.122535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:52.223205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.320610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.325677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:52.334330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Usage tracker for resource:security_group_rule and tenant:bb98ac954fd549da80084d07f9aa0ad3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:52.337203 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.350290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:52.373734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:52.440966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a355c-66eb-4167-a9a2-bea8c007f909,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:52.455502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39394) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:52.455985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0893edd7-f121-436f-9ece-d27dbaa5ebde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd6ce949d0e74cd8907749d5f0b38198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9100106 May 27 04:02:52.524019 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.532620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.547417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.591687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.605052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79e799-dbe0-4356-9541-0cf9e996b01c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:52.620974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a079c220-f03a-49ce-b161-1734960695ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb98ac954fd549da80084d07f9aa0ad3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6508970 May 27 04:02:52.621569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39402) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:52.794084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.845404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.874709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.941789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a355c-66eb-4167-a9a2-bea8c007f909,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:52.947226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.948767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-88f933f3-e4c8-482f-be66-3036df86f9c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/474a355c-66eb-4167-a9a2-bea8c007f909 HTTP/1.1" status: 204 len: 168 time: 0.4920073 May 27 04:02:52.950643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:52.995478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79e799-dbe0-4356-9541-0cf9e996b01c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:52.998906 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:53.000333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a26d98cf-c300-4a05-81db-7b1bc4e2cbbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b79e799-dbe0-4356-9541-0cf9e996b01c HTTP/1.1" status: 204 len: 168 time: 0.3775902 May 27 04:02:53.941749 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:55.338282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:55.473713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:55.739315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1f585f6-7831-49bb-ac6a-59f792734604 tempest-ServiceProvidersTest-1390778958 tempest-ServiceProvidersTest-1390778958-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3997679 May 27 04:02:55.919447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1908137230-network', 'tenant_id': '0db7e2c73f074d80b3283efe24b2e1b9'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:55.926473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:55.935875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Usage tracker for resource:network and tenant:0db7e2c73f074d80b3283efe24b2e1b9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:55.945036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:55.960197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39538) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:55.969751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:55.997188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Made reservation on behalf of 0db7e2c73f074d80b3283efe24b2e1b9 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:02:56.000408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.033795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.102373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:56.110313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Usage tracker for resource:security_group_rule and tenant:0db7e2c73f074d80b3283efe24b2e1b9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:56.116015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:56.123264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:56.214068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.223021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.240839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:02:56.255624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.256452 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Added segment f0cb79df-86ec-436a-806f-4f02d62e0e47 of type vlan for network bf2c3bef-6e67-4757-a618-53236defdacd May 27 04:02:56.310899 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.346829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69796a1-f564-44d1-b3ec-4349816308b2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.368849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.369657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.370149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.370567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.371136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:02:56.402905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.404553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:56.405521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.468187 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.527867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:56.551400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4f29268b-39c4-4ba1-bf50-8d4252f56c32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b95b830c14af4f61a46e5eee833d4bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5896749 May 27 04:02:56.554239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:56.609634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2c3bef-6e67-4757-a618-53236defdacd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.621482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network bf2c3bef-6e67-4757-a618-53236defdacd details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:02:56.623841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a06b8ef5-0aba-4954-b3a0-0b34d37ebc37 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1480911 May 27 04:02:56.627265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39564) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:56.648051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Request body: {'subnet': {'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1908137230-subnet', 'tenant_id': '0db7e2c73f074d80b3283efe24b2e1b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:02:56.662179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:56.662330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.673016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Usage tracker for resource:subnet and tenant:0db7e2c73f074d80b3283efe24b2e1b9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:56.679226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:56.699478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:56.724078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Made reservation on behalf of 0db7e2c73f074d80b3283efe24b2e1b9 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:02:56.726956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.740019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.833515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.858729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2762fd12-699b-4596-8b79-b78010c6f4d3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:56.875167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:56.877851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34dd013e-cb27-4686-8d3a-b47746af663f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2762fd12-699b-4596-8b79-b78010c6f4d3 HTTP/1.1" status: 204 len: 168 time: 0.3214204 May 27 04:02:57.107277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.164491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:02:57.170914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Usage tracker for resource:security_group_rule and tenant:855bf0f4710b403991b41e851e561e5f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:02:57.174821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:02:57.183234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:02:57.209412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.311989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.316818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1af14a2-00fb-4933-8720-4672565dd345,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:57.319343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Checking segment: {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:02:57.319695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Network hostable DHCP agents. Network: bf2c3bef-6e67-4757-a618-53236defdacd, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:02:57.326664 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.346904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Network bf2c3bef-6e67-4757-a618-53236defdacd is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:02:57.374555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, bf2c3bef-6e67-4757-a618-53236defdacd) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:02:57.389178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ae6b2-0791-4ea4-95fb-7abbdcf85d05 None None] Network bf2c3bef-6e67-4757-a618-53236defdacd requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:02:57.390324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:02:57.390922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.418508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa9a14-6d09-4999-b78a-c563ee9d47dc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:57.453616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-58f07496-ede3-4a04-95ff-213fd5362312 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8194809 May 27 04:02:57.476251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4fb3c150-61e3-46c3-a403-f7c396babe10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=855bf0f4710b403991b41e851e561e5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9472592 May 27 04:02:57.479050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:57.574247 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.609594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.680217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.705750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa9a14-6d09-4999-b78a-c563ee9d47dc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:02:57.716015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.717510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4657dfe2-b949-4759-a0f5-fdd417dd28e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4fa9a14-6d09-4999-b78a-c563ee9d47dc HTTP/1.1" status: 204 len: 168 time: 0.2373273 May 27 04:02:57.833787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6dc8024a-71fa-4939-8771-d049e73ae4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:02:57.839059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91d103-71c9-419a-b6b9-e4a02662ef9b None None] Network bf2c3bef-6e67-4757-a618-53236defdacd requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:02:57.847755 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:02:59.721938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:02:59.944315 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6867c056-a314-48c0-8cb9-9924664404c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.100275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.194025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:00.209594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Usage tracker for resource:security_group_rule and tenant:07025eeb5c164dc788611f83d47ab90b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:00.216550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:00.228388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:00.433725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.444249 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.485933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39676) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:00.486466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07025eeb5c164dc788611f83d47ab90b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7625234 May 27 04:03:00.508373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1d10-2aee-437c-bdab-0df2daba71f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d584e3-8fe4-4999-83e3-65b48e6f5a88,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:00.651093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.716639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.811710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.848729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d584e3-8fe4-4999-83e3-65b48e6f5a88,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:00.856566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:00.867056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10973a5f-020a-4bdc-9fd2-55b1a2dbd4d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71d584e3-8fe4-4999-83e3-65b48e6f5a88 HTTP/1.1" status: 204 len: 168 time: 0.3797514 May 27 04:03:01.388334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:01.551144 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:01.828095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39716) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:01.877225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:01.950483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:01.965258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Usage tracker for resource:security_group_rule and tenant:ed758fc8bfc64217bd4555bfc09f7e95 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:01.968332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:01.981969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:02.133663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.142174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.233340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a650fffa-b08f-4692-8a67-dbd48d9beaae,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:02.251188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed758fc8bfc64217bd4555bfc09f7e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4218242 May 27 04:03:02.254450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.254591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:02.255428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.255911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.256884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.257392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.257932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.258413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.259124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.259611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.260203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.261152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5027b115-c771-44bd-b6ef-275304481488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:02.360711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.416185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.502588 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.543962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a650fffa-b08f-4692-8a67-dbd48d9beaae,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:02.571848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:02.576460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2ba05c4f-aea6-4f92-93f5-959c40d51c4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a650fffa-b08f-4692-8a67-dbd48d9beaae HTTP/1.1" status: 204 len: 168 time: 0.3172474 May 27 04:03:03.073707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.151946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:03.162678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211153148', 'description': 'tempest-secgroup-smoke-211153148 description', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:03.174512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:03.178841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:03.182372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:03.193891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:03.207344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.223402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.262567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:03.267332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:03.270997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:03.277242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:03.366157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.373423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.405299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39774) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:03.438076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:03.448317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e391d-914b-4bed-9db0-fe91fd949eff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:03.483450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:03.490619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:03.509362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:03.633092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.640406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.743361 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.750991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:03.758050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6021981 May 27 04:03:03.759196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:03.765691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d5f95-ced9-46f2-9f11-762080cf25f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c23303-218c-4c34-8b08-8c35c6ab5dad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:03.780305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:03.811180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:03.828484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:03.840826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:03.856964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:03.864016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Usage tracker for resource:security_group_rule and tenant:200ee892857643a3b114ef02d4435891 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:03.868177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:03.869233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:03.876542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:03.944406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.066100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.076265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.176467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625809aa-4d83-440d-b5b5-8882900d25c7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.197648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5ab3c142-a7a4-43bb-8ad5-4683576dcae4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=200ee892857643a3b114ef02d4435891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7907400 May 27 04:03:04.200278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39800) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:04.404347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.421143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.432641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.466097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d458fed0-853b-47cb-82e5-7a6272373df5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.489213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.495721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dab92827-27e1-4013-9d79-dd45f2dfdd94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7327654 May 27 04:03:04.495944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:04.496045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.503744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:04.515346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:04.523800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:04.528095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:04.536777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:04.599008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.689747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.777401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625809aa-4d83-440d-b5b5-8882900d25c7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:04.781544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.785425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8c7b899-0b89-4c1a-b5a5-4b37178e9c8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/625809aa-4d83-440d-b5b5-8882900d25c7 HTTP/1.1" status: 204 len: 168 time: 0.5810866 May 27 04:03:04.866656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.876563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.947759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:04.951011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4540608 May 27 04:03:04.953778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:04.961399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c250e4-856d-49c5-9b7e-7658a9610774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924efcc3-2c90-4e18-af99-30cd48bcb41c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:05.031969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:05.052430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:05.062534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:05.072025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:05.099199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:05.144467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.253032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.263849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.358873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:05.374057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2e7593-9966-4ef5-80b5-4caefdee46d6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:05.414235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.414235 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-284cef9c-4c28-482a-9520-e30bda58736f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4523165 May 27 04:03:05.419120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39856) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:05.433160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:05.451352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:05.491835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:05.493224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:05.514258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:05.561037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.712970 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.718170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.729030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.796073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39866) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:05.803553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83476f-3099-443c-b41f-43cf19eb7c58,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:05.810266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:05.816093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Usage tracker for resource:security_group_rule and tenant:054e060f82e047f198cc0d6be400c824 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:05.831764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:05.843759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:05.853889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.892846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:05.894680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ad88c0b7-dcb1-4b6d-982a-06f6ff675447 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4788523 May 27 04:03:05.898786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39874) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:05.952654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:05.989870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:06.020638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.032186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.067287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:06.073024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:06.091128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:06.091128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:06.105037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b03e18cd18140abafec45d603cba2d7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:06.124321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:06.124321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:06.137508 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:03:06.172718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.176801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=054e060f82e047f198cc0d6be400c824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8186097 May 27 04:03:06.177701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dccd09-9539-4a03-bf37-59c241a692d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c79596e-dae8-4178-8ecb-f3111b9339a9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.182416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:06.319651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.380277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.460190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.473924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.480353 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.493397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c79596e-dae8-4178-8ecb-f3111b9339a9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.495662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.496870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7a25702b-eb4e-427f-830e-d69b883c2ac4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c79596e-dae8-4178-8ecb-f3111b9339a9 HTTP/1.1" status: 204 len: 168 time: 0.3148687 May 27 04:03:06.569427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ec649c-fb5e-4910-a5b5-5f82da76b330,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.587808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.591548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d71dcba-7868-4cfc-81a3-90201d921eb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b03e18cd18140abafec45d603cba2d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7836144 May 27 04:03:06.594339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:06.598015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.686973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9579fa-c0f9-4380-8de3-2f09b2aed3c7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.744788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.750674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5485decc-4f2e-47c4-8be1-529a9c0e3b14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8390203 May 27 04:03:06.750674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39900) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:06.757690 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.766617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'd6c23303-218c-4c34-8b08-8c35c6ab5dad', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:06.784861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:06.791011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:06.794315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.797217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:06.810829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:06.851531 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:03:06.860064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.862875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.883836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ec649c-fb5e-4910-a5b5-5f82da76b330,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:06.909480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:06.928463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9606176d-188f-4bce-80cc-978149862416 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2ec649c-fb5e-4910-a5b5-5f82da76b330 HTTP/1.1" status: 204 len: 168 time: 0.3314300 May 27 04:03:07.050623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.067922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.127330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7337cf77-cbcc-49eb-bc96-dd2037880902,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:07.181912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.181912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-becd85cf-792d-4aa9-8f61-8559c9c895c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4250765 May 27 04:03:07.185450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 39914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:07.191632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'network': {'name': 'tempest-network-smoke--1103438131', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:07.201748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:07.216539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:network and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:07.224228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:07.250379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:07.279083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:07.289995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.333678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:03:07.344785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.345140 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Added segment 6984da25-c198-4a3a-aa36-4ca466a69cf6 of type vlan for network b5c6ec88-c525-47c7-9470-4313f5400d9e May 27 04:03:07.382189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.422706 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.432637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:07.457403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.718542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 39934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:07.725055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'admin_state_up': True, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:07.730059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5490253 May 27 04:03:07.741876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:07.754091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:router and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:07.754534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0e63-1378-4dce-b5fb-afb0e050919b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Network': ['ID=b5c6ec88-c525-47c7-9470-4313f5400d9e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:07.764827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:07.765112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b5c6ec88-c525-47c7-9470-4313f5400d9e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:03:07.781036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:07.823726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.839166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:07.953949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:08.438249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:09.063017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:09.149783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:09.466300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.100 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3947e4cf-5515-4b36-ab19-b0215bf64422) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:10.069653 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:10.187629 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:10.363356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:10.363356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=3947e4cf-5515-4b36-ab19-b0215bf64422,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:10.380032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:10.380032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:10.782455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:10.782455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:11.753424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 0b90b0be-b4b1-4b19-b804-611c96fe1245 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:03:12.211711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:12.224664 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Sync routers for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:03:12.258109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:12.258744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:12.308301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:12.311122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3cfaa4c1-51be-4e76-97a7-7c5c95d09a34 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5906990 May 27 04:03:12.314284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:13.038386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:13.508859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:13.514090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b97467bc-bc83-4ef3-b114-a41f778eb842 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=72df6857e5b942a6bc6512e5d8dc77d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1888492 May 27 04:03:13.866106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:10Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:13.888386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Checking router: 0b90b0be-b4b1-4b19-b804-611c96fe1245 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:03:13.888386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Updating router 0b90b0be-b4b1-4b19-b804-611c96fe1245 port 3947e4cf-5515-4b36-ab19-b0215bf64422 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:03:14.024955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:14.113968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388fc9fa-5f7f-4069-9656-c34d3ce36b25 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:14.116420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-388fc9fa-5f7f-4069-9656-c34d3ce36b25 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6119080 May 27 04:03:14.119421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:14.239451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ad9466cd-7210-4769-ad69-418a4d3ff956 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077590 May 27 04:03:14.249185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:14.249185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021310972', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:14.625986 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:14.641811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:subnet and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:14.659300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:14.670046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:14.688862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:14.864938 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:14.872588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Transition to ACTIVE for port object 3947e4cf-5515-4b36-ab19-b0215bf64422 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:14.916518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.060736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Pushing event updated for resources: {'Port': ['ID=3947e4cf-5515-4b36-ab19-b0215bf64422,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:15.073470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.073815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.074150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.074477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.074800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.075121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.075695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.076015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.076332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.076644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.076979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:15.083276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.112497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Attempting to bind port 3947e4cf-5515-4b36-ab19-b0215bf64422 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:15.113086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Attempting to bind port 3947e4cf-5515-4b36-ab19-b0215bf64422 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:15.113690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Attempting to bind port 3947e4cf-5515-4b36-ab19-b0215bf64422 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:15.122206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:15.122928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:15.123532 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.124560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:15.125436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Bound port: 3947e4cf-5515-4b36-ab19-b0215bf64422, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:15.126032 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.141660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:15.228267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] For port 3947e4cf-5515-4b36-ab19-b0215bf64422, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:15.249382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] For port 3947e4cf-5515-4b36-ab19-b0215bf64422, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3947e4cf-5515-4b36-ab19-b0215bf64422,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:15.259728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.373689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.463645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1372fa4-7eef-4461-b297-e12f4b2ec3ee None None] Pushing event updated for resources: {'Port': ['ID=3947e4cf-5515-4b36-ab19-b0215bf64422,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:15.501427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:15.505018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:15.522234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.534699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Subnet': ['ID=84810255-7745-4e28-b5ba-617a04247427,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:15.540954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Checking segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:15.541323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network hostable DHCP agents. Network: b5c6ec88-c525-47c7-9470-4313f5400d9e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:03:15.569196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:15.576255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Usage tracker for resource:security_group_rule and tenant:78a376ac1af747c9b1752832ac1aa754 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:15.580648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:15.587898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:15.597437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network b5c6ec88-c525-47c7-9470-4313f5400d9e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:03:15.617800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b5c6ec88-c525-47c7-9470-4313f5400d9e) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:15.632028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:15.632028 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.669096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-11b407e0-2ceb-4c56-879f-77aa8406181d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4319034 May 27 04:03:15.669096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40158) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:15.811370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.817867 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:15.863062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:15.909959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78a376ac1af747c9b1752832ac1aa754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7666528 May 27 04:03:15.910472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:15.910741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3279ea-898d-4e6e-aa32-58a868c3dabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6258a7fe-9fb1-4163-bd19-b0c23545184a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:15.913927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f930b-6459-412b-8236-4242cd1b98a7 None None] Network b5c6ec88-c525-47c7-9470-4313f5400d9e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:03:16.160670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:16.187433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:16.571355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:16.647007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6258a7fe-9fb1-4163-bd19-b0c23545184a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:16.656145 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:16.657879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-143782ac-2046-49b0-8cd8-2192061f095a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6258a7fe-9fb1-4163-bd19-b0c23545184a HTTP/1.1" status: 204 len: 168 time: 0.7445173 May 27 04:03:16.789346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:10Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:16.812401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83707c10-88c5-40a9-920e-3acc77d7c4bb None None] The sync data for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 is: [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:10Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:03:16.812401 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b5c6ec88-c525-47c7-9470-4313f5400d9e', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:03:16.812401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:17.235126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Allocated IP 172.20.0.2 (b5c6ec88-c525-47c7-9470-4313f5400d9e/84810255-7745-4e28-b5ba-617a04247427/caf0a7ed-c22c-4ffc-b162-a16a9d14943f) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:17.700395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:17.756284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:17.821693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:17.867475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:17.873896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Usage tracker for resource:security_group_rule and tenant:c54e928b01e447abb81a9834cb6437cd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:17.881760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:17.890786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:18.006050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.011155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.125625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c54e928b01e447abb81a9834cb6437cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134107 May 27 04:03:18.125625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:18.180277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.214577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Transition to ACTIVE for port object caf0a7ed-c22c-4ffc-b162-a16a9d14943f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:18.240502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Transition to ACTIVE for port object caf0a7ed-c22c-4ffc-b162-a16a9d14943f will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:18.266457 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.289704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0324c2b-ca1c-431c-8842-da3f078c9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e372d0d-a5b9-479d-9a16-f12adbd90934,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:18.429832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.502792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Network b5c6ec88-c525-47c7-9470-4313f5400d9e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:18.510965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.526002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:18.544096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:18.638516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.680772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e372d0d-a5b9-479d-9a16-f12adbd90934,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:18.693277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.693277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1eb52c0b-2f5f-4c1e-b94f-8f21968a76dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e372d0d-a5b9-479d-9a16-f12adbd90934 HTTP/1.1" status: 204 len: 168 time: 0.5774415 May 27 04:03:18.905776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Attempting to bind port caf0a7ed-c22c-4ffc-b162-a16a9d14943f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:18.906136 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Attempting to bind port caf0a7ed-c22c-4ffc-b162-a16a9d14943f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:18.916168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Attempting to bind port caf0a7ed-c22c-4ffc-b162-a16a9d14943f on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Checking segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Bound using segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Bound port: caf0a7ed-c22c-4ffc-b162-a16a9d14943f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:18.962606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.016228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Pushing event updated for resources: {'Port': ['ID=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:19.192360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.1 (b5c6ec88-c525-47c7-9470-4313f5400d9e/84810255-7745-4e28-b5ba-617a04247427/efcbb702-b20a-4897-8599-5ede74ae69b1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:19.232601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] For port caf0a7ed-c22c-4ffc-b162-a16a9d14943f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:19.238577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] For port caf0a7ed-c22c-4ffc-b162-a16a9d14943f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:19.245902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3947e4cf-5515-4b36-ab19-b0215bf64422 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:19.379382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.540188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a744e-7e74-4bdb-bfa0-fafdc719273e None None] Pushing event updated for resources: {'Port': ['ID=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:19.572271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 3947e4cf-5515-4b36-ab19-b0215bf64422 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:19.581246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3947e4cf-5515-4b36-ab19-b0215bf64422 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:19.581246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.660265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.692829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object efcbb702-b20a-4897-8599-5ede74ae69b1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:19.751829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.870239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network b5c6ec88-c525-47c7-9470-4313f5400d9e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:19.872027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:19.878044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:19.917534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:19.947152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3947e4cf-5515-4b36-ab19-b0215bf64422, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3947e4cf-5515-4b36-ab19-b0215bf64422,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:19.960337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:20.003749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:20.028735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:20.212414 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:20.349713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3947e4cf-5515-4b36-ab19-b0215bf64422,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:21.142101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:21.153879 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:21.266931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3947e4cf-5515-4b36-ab19-b0215bf64422 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:21.438354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3947e4cf-5515-4b36-ab19-b0215bf64422 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:21.438354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:21.697718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device caf0a7ed-c22c-4ffc-b162-a16a9d14943f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:21.740060 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:21.810786 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:21.843286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port caf0a7ed-c22c-4ffc-b162-a16a9d14943f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:22.023110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39dba09-74e1-4851-8a91-076ba61c515e None None] Network b5c6ec88-c525-47c7-9470-4313f5400d9e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:03:22.307767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network b5c6ec88-c525-47c7-9470-4313f5400d9e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:22.309230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:22.402822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Provisioning for port caf0a7ed-c22c-4ffc-b162-a16a9d14943f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:22.658764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Provisioning complete for port caf0a7ed-c22c-4ffc-b162-a16a9d14943f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:22.658764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:22.917926 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:22.999371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] For port caf0a7ed-c22c-4ffc-b162-a16a9d14943f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:23.010275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:23.117593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 0b90b0be-b4b1-4b19-b804-611c96fe1245 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:03:23.173095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40388) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:23.249990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8207a09-a692-4039-b7f6-0c71383dd102 None None] Pushing event updated for resources: {'Port': ['ID=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:23.606845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Provisioning for port efcbb702-b20a-4897-8599-5ede74ae69b1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:23.613436 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:23.618221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Provisioning complete for port efcbb702-b20a-4897-8599-5ede74ae69b1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:23.618544 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:23.635885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:23.646546 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Sync routers for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:03:23.682558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:23.682558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:23.686431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bdcf07a0-7d2f-4ac7-8794-1243efc9fe36 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/0b90b0be-b4b1-4b19-b804-611c96fe1245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0138223 May 27 04:03:23.809318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:23.845039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Port efcbb702-b20a-4897-8599-5ede74ae69b1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:03:23.864048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Provisioning complete for port caf0a7ed-c22c-4ffc-b162-a16a9d14943f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:23.864048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-48dc9c10-ae43-4c91-b77e-56fb1b1ce4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:23.869332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Usage tracker for resource:security_group_rule and tenant:207541e9efa14b2b9d6004e9dd6c1c8e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:23.887746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:23.931203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:23.946938 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.188305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7e193869-1651-466e-8ad8-329e7f85b88b None None] Provisioning complete for port efcbb702-b20a-4897-8599-5ede74ae69b1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:24.188305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e193869-1651-466e-8ad8-329e7f85b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.249211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.258616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.289551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:24.377660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7e193869-1651-466e-8ad8-329e7f85b88b None None] Port efcbb702-b20a-4897-8599-5ede74ae69b1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:03:24.430706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=207541e9efa14b2b9d6004e9dd6c1c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2551265 May 27 04:03:24.436473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40418) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:24.556285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625c9d9-c596-4b9a-8c61-c63385728c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c84b8c-0e8a-409f-9e13-869543aa4bc5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:24.659233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.682232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a23c4967-980e-448f-9ffa-9ad710677329 req-50de5279-ead3-4de4-a52e-5845cc1a669c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:24.740890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6ff126b-e544-4526-8d70-ad5bb48f358e None None] Provisioning complete for port efcbb702-b20a-4897-8599-5ede74ae69b1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:24.741597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6ff126b-e544-4526-8d70-ad5bb48f358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.742070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.751576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a23c4967-980e-448f-9ffa-9ad710677329 req-50de5279-ead3-4de4-a52e-5845cc1a669c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:24.753855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-50de5279-ead3-4de4-a52e-5845cc1a669c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211153148&fields=id&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 267 time: 0.2408981 May 27 04:03:24.873426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff126b-e544-4526-8d70-ad5bb48f358e None None] Port efcbb702-b20a-4897-8599-5ede74ae69b1 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:03:24.878489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.909819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c84b8c-0e8a-409f-9e13-869543aa4bc5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:24.949305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:24.954291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c12d1da1-640e-4e53-91fc-07c6bdd40f91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59c84b8c-0e8a-409f-9e13-869543aa4bc5 HTTP/1.1" status: 204 len: 168 time: 0.5169237 May 27 04:03:25.120055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device caf0a7ed-c22c-4ffc-b162-a16a9d14943f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:25.202420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4967-980e-448f-9ffa-9ad710677329 req-34b8a01f-8d50-4714-a920-005e0ea64cc3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:25.202420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a23c4967-980e-448f-9ffa-9ad710677329 req-34b8a01f-8d50-4714-a920-005e0ea64cc3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:25.270324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a23c4967-980e-448f-9ffa-9ad710677329 req-34b8a01f-8d50-4714-a920-005e0ea64cc3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:25.272250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-34b8a01f-8d50-4714-a920-005e0ea64cc3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 797 time: 0.5085580 May 27 04:03:25.316042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-2e8858b6-b86d-4490-91cd-6ecf27ae2e88 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/quotas/72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 375 time: 0.0375197 May 27 04:03:25.363098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port caf0a7ed-c22c-4ffc-b162-a16a9d14943f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:25.364419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:25.427021 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 2, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:25.435502 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Checking router: 0b90b0be-b4b1-4b19-b804-611c96fe1245 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:03:25.436170 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Updating router 0b90b0be-b4b1-4b19-b804-611c96fe1245 port efcbb702-b20a-4897-8599-5ede74ae69b1 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:03:25.592712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-d3a2926a-d60a-4e09-8879-1fd5cf421b30 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2709613 May 27 04:03:25.617553 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:25.985072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-d25baf93-4efb-4c2d-a5a6-35d8fcff3bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855863 May 27 04:03:26.472723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:26.522329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-71f535a3-23ec-45f7-b5c8-b2cd651b9cd4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222845 May 27 04:03:26.611660 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:26.662424 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Transition to ACTIVE for port object efcbb702-b20a-4897-8599-5ede74ae69b1 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:26.687064 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:26.923865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-478d610d-6a81-410c-97ba-c72a07d3839b req-b197d63c-39d2-4116-b0cd-658de41891e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:27.067369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-478d610d-6a81-410c-97ba-c72a07d3839b req-b197d63c-39d2-4116-b0cd-658de41891e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:27.088156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-478d610d-6a81-410c-97ba-c72a07d3839b req-b197d63c-39d2-4116-b0cd-658de41891e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 210 time: 0.2693565 May 27 04:03:27.467516 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Pushing event updated for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:27.487066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.487066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.487066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.487066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.487066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.489017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:27.564853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Attempting to bind port efcbb702-b20a-4897-8599-5ede74ae69b1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:27.564853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Attempting to bind port efcbb702-b20a-4897-8599-5ede74ae69b1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:27.564853 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Attempting to bind port efcbb702-b20a-4897-8599-5ede74ae69b1 on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Checking segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Bound using segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Bound port: efcbb702-b20a-4897-8599-5ede74ae69b1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:27.588761 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:27.739842 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] For port efcbb702-b20a-4897-8599-5ede74ae69b1, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:27.752998 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] For port efcbb702-b20a-4897-8599-5ede74ae69b1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=efcbb702-b20a-4897-8599-5ede74ae69b1,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:27.764816 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:27.834545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8648-a55e-4aa0-9dad-534bb70e07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:27.991915 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176a72-b263-458a-a229-29b9b8d5e738 None None] Pushing event updated for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:28.071748 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:28.071748 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:28.505957 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17da276f-24d3-4604-8ae8-066fc803ea2f req-858f111c-bcc9-42f2-8936-395245298464 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 210 time: 0.1240788 May 27 04:03:28.652922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:29.364626 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:29.386681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689fd88-42b5-48ee-9668-b916c46ff3c0 None None] The sync data for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 is: [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:27Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:03:29.916459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:29.967622 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4269-7a31-43de-a05f-a419d41115d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:30.093687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4967-980e-448f-9ffa-9ad710677329 req-74f05c6b-9f54-4e02-a0a1-93ec4342395f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:30.100757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-74f05c6b-9f54-4e02-a0a1-93ec4342395f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 797 time: 0.7259119 May 27 04:03:30.404818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-382478b2-8ebd-45a7-b4d8-c482165b022e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 379 time: 0.2962618 May 27 04:03:30.407642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a9e484c-5c7b-4ecb-bc27-e83d5defc6a7 req-d0607804-a8b7-448b-b6d1-7637a3116f73 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 210 time: 0.2139499 May 27 04:03:30.426391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'port': {'device_id': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'admin_state_up': True, 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'security_groups': ['d6c23303-218c-4c34-8b08-8c35c6ab5dad']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:30.542551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1445455572'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:30.557411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:30.574432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Usage tracker for resource:network and tenant:c641afa2b21f49e9abe27e56bb28760d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:30.574432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:30.600863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:30.643568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Made reservation on behalf of c641afa2b21f49e9abe27e56bb28760d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:30.655636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:30.688682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:30.791092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:30.800160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Usage tracker for resource:security_group_rule and tenant:c641afa2b21f49e9abe27e56bb28760d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:30.803278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:30.821689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:30.875913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:30.925927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:30.946256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:30.949326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.023263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.023263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.084969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:03:31.148791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a3c70c-6a87-4752-a0e0-a013620fd03f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:31.166915 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.166915 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Added segment e75dc526-049f-4321-a313-ac473eb3882f of type vlan for network 28298f4e-09e0-4ad2-b17e-3df1ed540703 May 27 04:03:31.287148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device efcbb702-b20a-4897-8599-5ede74ae69b1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:31.290697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.377989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.381951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:31.382666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.412488 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.429457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port efcbb702-b20a-4897-8599-5ede74ae69b1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:31.443409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port efcbb702-b20a-4897-8599-5ede74ae69b1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:31.443409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.591845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.723603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.850710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port efcbb702-b20a-4897-8599-5ede74ae69b1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=efcbb702-b20a-4897-8599-5ede74ae69b1,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:31.858818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:31.919853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.10 (b5c6ec88-c525-47c7-9470-4313f5400d9e/84810255-7745-4e28-b5ba-617a04247427/c8af7367-01ef-4415-8691-8829b9db7900) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:32.213157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:32.301388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47262929-26f3-47aa-84fd-b0fdfb790d09 req-5576a320-dc75-4c83-8b18-b35f6f551499 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 210 time: 0.0781879 May 27 04:03:32.354429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Pushing event updated for resources: {'Network': ['ID=28298f4e-09e0-4ad2-b17e-3df1ed540703,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:32.368668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c15ce5a-3649-4ddc-9830-0031c5623010 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4505839 May 27 04:03:32.404216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:03:32.669002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:32.764746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object c8af7367-01ef-4415-8691-8829b9db7900 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:32.835013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.012585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:33.029415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703', 'binding:host_id': 'n-h1-843301-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005443919'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:33.049953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:33.049953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Usage tracker for resource:port and tenant:e40c86b1243e48e3bb17502213a0e8dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:33.049953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:33.063811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:33.068146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.081597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network b5c6ec88-c525-47c7-9470-4313f5400d9e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:33.081597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:33.100514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Made reservation on behalf of e40c86b1243e48e3bb17502213a0e8dd for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:33.109925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:33.113275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.173132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device efcbb702-b20a-4897-8599-5ede74ae69b1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:33.199172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.249439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:33.320679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:33.324240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.327684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:33.338166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Usage tracker for resource:security_group_rule and tenant:e40c86b1243e48e3bb17502213a0e8dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:33.347289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:33.361481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port efcbb702-b20a-4897-8599-5ede74ae69b1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:33.363055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.387527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:33.445136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-ede58373-15c6-4cf4-b66c-a1736708a3bb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0242720 May 27 04:03:33.458825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Request body: {'port': {'device_id': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:33.609165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.619164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.637514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port 7087a94f-3b7e-4854-978e-56a25b2f3a05 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:33.727511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.805909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be200164-b84c-4c07-9a30-2d2782e98151,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:33.823291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e73f435-ec51-421b-9851-943c7cfaba58 None None] Provisioning for port c8af7367-01ef-4415-8691-8829b9db7900 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:33.828472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1e73f435-ec51-421b-9851-943c7cfaba58 None None] Provisioning complete for port c8af7367-01ef-4415-8691-8829b9db7900 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:33.828841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1e73f435-ec51-421b-9851-943c7cfaba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:33.944237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1e73f435-ec51-421b-9851-943c7cfaba58 None None] Port c8af7367-01ef-4415-8691-8829b9db7900 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:03:34.117310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc212-8965-44f7-833a-1b0f008dd5b2 req-4ec8918c-59d6-44f7-b79e-55538c9740de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:34.128384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd1dc212-8965-44f7-833a-1b0f008dd5b2 req-4ec8918c-59d6-44f7-b79e-55538c9740de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 932 time: 0.3943882 May 27 04:03:34.249499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd1dc212-8965-44f7-833a-1b0f008dd5b2 req-a35ba1b0-d111-4fef-9d7f-2187ad2afa11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310048 May 27 04:03:34.482695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8af7367-01ef-4415-8691-8829b9db7900 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:03:34.490070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port 7087a94f-3b7e-4854-978e-56a25b2f3a05 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:34.493560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:34.504228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Transition to ACTIVE for port object c8af7367-01ef-4415-8691-8829b9db7900 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:34.515053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:34.518739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:34.563543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Transition to ACTIVE for port object 7087a94f-3b7e-4854-978e-56a25b2f3a05 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:34.582107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:34.780831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=7087a94f-3b7e-4854-978e-56a25b2f3a05,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:34.803416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:34.857866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Checking segment: {'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:34.857866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Network hostable DHCP agents. Network: 28298f4e-09e0-4ad2-b17e-3df1ed540703, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:03:34.900040 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:03:34.916646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:03:34.956194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 28298f4e-09e0-4ad2-b17e-3df1ed540703) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:34.959908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3af959-ef0d-4eb2-b75d-baf9c2c19b2d None None] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:03:34.973571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:35.029815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.030450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.037741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.080080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.081312 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.082226 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 2 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.147867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.148816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.150487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.171118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.171941 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.172543 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 3 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.233082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.233578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.238656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.271478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.275974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.275974 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.279722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.286851 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 4 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.289606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.289606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.296543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.324096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:35.324096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Checking segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:35.324096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Bound using segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:35.324096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Bound port: c8af7367-01ef-4415-8691-8829b9db7900, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:35.324096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:35.373844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.373844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.373844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.396208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.396208 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.396208 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 5 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.457605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.457947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.458296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.472632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.472984 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.473379 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 6 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.550205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.550779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.550873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.562012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:35.570945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:35.582859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:35.583784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.584116 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.584500 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 7 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.611599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.612159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.612500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.618820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.619143 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.619527 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 8 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.635935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.636269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.636605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.643843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.644457 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.645047 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 9 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.670435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.670790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.671735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.725284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.725284 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.725284 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 10 to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 May 27 04:03:35.766910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:35.766910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:35.766910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:35.777524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:35.777524 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 7087a94f-3b7e-4854-978e-56a25b2f3a05 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:35.777524 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:35.860552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:35.860552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] 10.222.0.41 "PUT /v2.0/ports/c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1092 time: 2.4097650 May 27 04:03:35.860552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:03:35.896186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3bbb-0877-4070-b618-56cf1c89f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:35.924807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a475-9f50-4230-9afe-719d3cacc269 req-a04228c1-4a80-481e-8809-cc8742bf8052 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:35.924807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9080a475-9f50-4230-9afe-719d3cacc269 req-a04228c1-4a80-481e-8809-cc8742bf8052 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:35.984437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9080a475-9f50-4230-9afe-719d3cacc269 req-a04228c1-4a80-481e-8809-cc8742bf8052 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:35.991162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9080a475-9f50-4230-9afe-719d3cacc269 req-a04228c1-4a80-481e-8809-cc8742bf8052 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.3576174 May 27 04:03:36.100878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9080a475-9f50-4230-9afe-719d3cacc269 req-00ed5df2-bec5-4551-a720-5d225b0829c5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085362 May 27 04:03:36.155570 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627cd62c-be4b-468a-a816-1dd44a868318'] response: {'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'status': 'completed', 'code': 200} May 27 04:03:36.184868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-5946686d-3bc0-436c-b0f7-d6368f26843c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.2443995 May 27 04:03:36.187816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port 7087a94f-3b7e-4854-978e-56a25b2f3a05, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:36.188436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 04:03:36.203866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:36.474523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=7087a94f-3b7e-4854-978e-56a25b2f3a05,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:36.485985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:36.495167 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-8b038fb1-eae3-48a8-8ef5-d6fdea50c225 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 217 time: 0.2999353 May 27 04:03:36.555288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-63aeab11-004d-4f1d-bddf-22328aabf50a tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5424154 May 27 04:03:36.555820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:36.640942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4967-980e-448f-9ffa-9ad710677329 req-d7c16b80-318d-451d-a7f4-189d5a96fc08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:36.640942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-d7c16b80-318d-451d-a7f4-189d5a96fc08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1362560 May 27 04:03:36.721744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Deleting port 7087a94f-3b7e-4854-978e-56a25b2f3a05 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:03:36.721744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:36.822213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-5fe54c27-f57a-41d2-a98c-c0e7b5981347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637492 May 27 04:03:37.000543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:37.171215 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-05909c75-de1f-4bd7-9e6a-f2b9590213c7 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435850 May 27 04:03:37.475246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port 7087a94f-3b7e-4854-978e-56a25b2f3a05, host n-h1-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:37.479078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:37.505129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a23c4967-980e-448f-9ffa-9ad710677329 req-5c464177-3dac-4874-aca8-dbb029ade40d service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171079 May 27 04:03:37.839858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:37.868103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Calling delete_port for 7087a94f-3b7e-4854-978e-56a25b2f3a05 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:03:37.883925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c69b0-6d62-47af-8da3-920d51504112 req-f52620d3-9e48-44aa-851e-85c582d68840 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:37.887487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d8c69b0-6d62-47af-8da3-920d51504112 req-f52620d3-9e48-44aa-851e-85c582d68840 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.3926806 May 27 04:03:37.965261 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-3a97b0da-52ac-4c16-a065-abd99bbdfe53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.2926006 May 27 04:03:37.995609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d8c69b0-6d62-47af-8da3-920d51504112 req-fdf360ed-da86-48c5-ac45-32c69e93aab7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975375 May 27 04:03:38.101041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:38.168019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Usage tracker for resource:security_group_rule and tenant:530afa07e4d3409a99e7f9b6845820de is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:38.172033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:38.191821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:38.216127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.310208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event deleted for resources: {'Port': ['ID=7087a94f-3b7e-4854-978e-56a25b2f3a05,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:38.324828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea708-988c-455d-94af-dc443092f19b req-a9c3d00b-24f0-473a-832a-14393396200f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:38.330701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-a9c3d00b-24f0-473a-832a-14393396200f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.3352220 May 27 04:03:38.342742 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.368077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8b5d0b05-1919-4515-8fae-4eedd550431e tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7087a94f-3b7e-4854-978e-56a25b2f3a05 HTTP/1.1" status: 204 len: 168 time: 1.8015528 May 27 04:03:38.382042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:38.461819 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-055a9f35-27e7-49bc-9115-67421680170e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 217 time: 0.1251831 May 27 04:03:38.477443 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5bfe97-117a-44e9-b6c8-ba560d7f64cd tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] GET failed (client error): The resource could not be found. May 27 04:03:38.477443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cc5bfe97-117a-44e9-b6c8-ba560d7f64cd tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Synchronizing usage tracker for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:38.551626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cc5bfe97-117a-44e9-b6c8-ba560d7f64cd tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Unset dirty status for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:38.552874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cc5bfe97-117a-44e9-b6c8-ba560d7f64cd tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports/7087a94f-3b7e-4854-978e-56a25b2f3a05 HTTP/1.1" status: 404 len: 333 time: 0.1746020 May 27 04:03:38.557807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40776) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:38.568582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.570106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-887946699'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:38.578669 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.580884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:38.597177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea708-988c-455d-94af-dc443092f19b req-28ce242f-e162-422a-a71a-998bef154291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:38.598700 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-28ce242f-e162-422a-a71a-998bef154291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1288576 May 27 04:03:38.603282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:38.666971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a7a50a-5b1f-4d15-96d3-87afb852a325,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:38.674046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2ed4b783-1124-4317-8bc0-f2bff3ef663b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=530afa07e4d3409a99e7f9b6845820de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6765718 May 27 04:03:38.677103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40786) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:38.775456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Made reservation on behalf of e40c86b1243e48e3bb17502213a0e8dd for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:38.784359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.878706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port 78917251-2ccd-4fa4-a235-e6cd40f9eeea yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:38.945005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:38.974025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.007196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-7e30ed80-af3f-4bf2-8325-ed53b0faa413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4015224 May 27 04:03:39.214561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-d4dcad30-144d-4332-8a6d-6c0e74cefd86 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889317 May 27 04:03:39.441638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.478262 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a7a50a-5b1f-4d15-96d3-87afb852a325,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:39.510785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12dfd8-d60b-4293-af2a-82511a112aaf req-b9645f16-a473-4c6f-a49c-0ebad026b536 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:39.520410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e12dfd8-d60b-4293-af2a-82511a112aaf req-b9645f16-a473-4c6f-a49c-0ebad026b536 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.2357852 May 27 04:03:39.575706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.580607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2e12dfd8-d60b-4293-af2a-82511a112aaf req-9467b497-c9cc-4203-82e5-7480a0d3906f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650165 May 27 04:03:39.581276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-215f2ed8-a5cd-4068-a0aa-72bb378377bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7a7a50a-5b1f-4d15-96d3-87afb852a325 HTTP/1.1" status: 204 len: 168 time: 0.9021826 May 27 04:03:39.584468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.590487 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3cfea708-988c-455d-94af-dc443092f19b req-d1e7428f-4283-4025-8de0-fe90a354a63b service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727233 May 27 04:03:39.633626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.720083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=78917251-2ccd-4fa4-a235-e6cd40f9eeea,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:39.736971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:39.736971 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:39.745577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:39.745577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:39.745577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:39.776001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:39.778361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f9a18ed-fdd8-443a-8405-961a079d56e5 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2105262 May 27 04:03:39.788437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:39.943218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:40.306402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port 78917251-2ccd-4fa4-a235-e6cd40f9eeea yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:40.316068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:40.361695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Transition to ACTIVE for port object 78917251-2ccd-4fa4-a235-e6cd40f9eeea will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:40.366473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:40.532680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=78917251-2ccd-4fa4-a235-e6cd40f9eeea,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:40.563965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.563965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.563965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.567330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.567330 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.567330 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 2 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.602494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.603089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.603620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.612963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.613789 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.614359 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 3 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.652405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.653915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.660075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.672774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.674169 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.674740 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 4 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.707625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.708108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.708462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.715247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.715507 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.715903 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 5 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.761279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.761279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.761279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.788001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.788001 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.788001 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 6 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.826613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.826613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.826613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.846535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.846535 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.846535 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 7 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.871274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8af7367-01ef-4415-8691-8829b9db7900 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:03:40.888327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.888327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.888327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:40.920741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:40.920741 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:40.927789 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 8 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:40.971484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:40.971484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:40.971484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:41.010760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:41.011292 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:41.014673 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 9 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:41.045592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:41.046215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:41.046739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:41.052817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:41.053434 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:41.054198 n-d-843301-2 neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 10 to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea May 27 04:03:41.074401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:41.075143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:41.075691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:41.083330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:41.083864 n-d-843301-2 neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:41.084420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.143902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274c8f-4b28-49f5-882c-851a76319ff2 req-b1acdc39-3289-4752-aa62-5b91f7324288 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:41.145547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a274c8f-4b28-49f5-882c-851a76319ff2 req-b1acdc39-3289-4752-aa62-5b91f7324288 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.2735589 May 27 04:03:41.158870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:41.177241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c8af7367-01ef-4415-8691-8829b9db7900', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'mac_address': 'fa:16:3e:5b:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:03:41.263581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.267276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a274c8f-4b28-49f5-882c-851a76319ff2 req-73aa48ed-291a-4529-a8a3-be6080f7ea01 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015573 May 27 04:03:41.282426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8af7367-01ef-4415-8691-8829b9db7900 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:03:41.311587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:41.320720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.323701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port 78917251-2ccd-4fa4-a235-e6cd40f9eeea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:41.323701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 04:03:41.336572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.410444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:41.446913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] In _notify_port_updated(), no bound segment for port 78917251-2ccd-4fa4-a235-e6cd40f9eeea on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 04:03:41.447952 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.449373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "PUT /v2.0/ports/78917251-2ccd-4fa4-a235-e6cd40f9eeea HTTP/1.1" status: 200 len: 974 time: 1.6773901 May 27 04:03:41.452159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40882) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:41.453689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f7d93-0d2a-4ba3-b661-ba14ca9a3049 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=78917251-2ccd-4fa4-a235-e6cd40f9eeea,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:41.571339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e427c1e1-bc24-4894-9a96-e297281a55a3 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Synchronizing usage tracker for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:41.593975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e427c1e1-bc24-4894-9a96-e297281a55a3 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Unset dirty status for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:41.593975 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e427c1e1-bc24-4894-9a96-e297281a55a3 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8294 time: 0.1393750 May 27 04:03:41.598164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:41.652208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c8af7367-01ef-4415-8691-8829b9db7900'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:03:41.679593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Deleting port 78917251-2ccd-4fa4-a235-e6cd40f9eeea {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:03:41.679593 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:41.875211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:42.036068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port 78917251-2ccd-4fa4-a235-e6cd40f9eeea, host n-h1-843301-2, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:42.036068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.304460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Calling delete_port for 78917251-2ccd-4fa4-a235-e6cd40f9eeea owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:03:42.351972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.410965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:42.454441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Usage tracker for resource:security_group_rule and tenant:8829c003024c457caa19e2ff66b69a2e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:42.454441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:42.507923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:42.514020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.586585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.611707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event deleted for resources: {'Port': ['ID=78917251-2ccd-4fa4-a235-e6cd40f9eeea,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:42.673216 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc3b7f6f-5752-4cfa-b9f5-0d54ca240f6b tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "DELETE /v2.0/ports/78917251-2ccd-4fa4-a235-e6cd40f9eeea HTTP/1.1" status: 204 len: 168 time: 1.0609539 May 27 04:03:42.677138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40936) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:42.700279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744fe5-b93e-4a02-9ebd-e7d2fb999450 req-7624c991-c484-4988-a507-eebb681e3c53 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:42.700279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7744fe5-b93e-4a02-9ebd-e7d2fb999450 req-7624c991-c484-4988-a507-eebb681e3c53 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 945 time: 0.2388175 May 27 04:03:42.869978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8af7367-01ef-4415-8691-8829b9db7900 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:03:42.894636 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-56811335-9e03-49db-baeb-4b0b1d457d07 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] GET failed (client error): The resource could not be found. May 27 04:03:42.896649 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-56811335-9e03-49db-baeb-4b0b1d457d07 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports/78917251-2ccd-4fa4-a235-e6cd40f9eeea HTTP/1.1" status: 404 len: 333 time: 0.2261536 May 27 04:03:42.902998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 40948) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:42.911099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1235408494', 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:42.940288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:42.960460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Usage tracker for resource:port and tenant:e40c86b1243e48e3bb17502213a0e8dd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:42.967649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c8af7367-01ef-4415-8691-8829b9db7900 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:03:42.979369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.980294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c8af7367-01ef-4415-8691-8829b9db7900 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:03:42.980798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.982172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:42.990278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:42.996639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:43.035443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Made reservation on behalf of e40c86b1243e48e3bb17502213a0e8dd for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:43.052075 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.120859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port 0a2bd297-f6db-453e-bac3-5461f8369d1a yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:43.135516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7744fe5-b93e-4a02-9ebd-e7d2fb999450 req-4c3be6d3-3549-420d-891c-4bba1082c07a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151108 May 27 04:03:43.159806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8829c003024c457caa19e2ff66b69a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2701452 May 27 04:03:43.175518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d7bf1-58fe-408c-9a9c-091f3f9d6709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a3b69a-c1be-41d1-a566-b18041a244d6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:43.182156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:43.299726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.340769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.364480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.398736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:03:43.411218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:43.416458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.450129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.490555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a3b69a-c1be-41d1-a566-b18041a244d6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:43.493357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:43.506475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.507923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-805367f6-d2ed-4d38-b5ea-df3e5254fcd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3a3b69a-c1be-41d1-a566-b18041a244d6 HTTP/1.1" status: 204 len: 168 time: 0.3297324 May 27 04:03:43.570593 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e720f4b7-ee25-465b-ae34-99df6ff913c4'] response: {'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'code': 200} May 27 04:03:43.670668 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.746659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.863118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:43.868360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:43.873738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:43.874680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:43.875281 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:43.884975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2bd297-f6db-453e-bac3-5461f8369d1a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:43.902253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84ea0096-e528-445e-a737-a982cf283c3b req-788ea1b4-b7fd-443a-9b30-75ae35221a85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.2217777 May 27 04:03:43.940089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:43.940860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e635b531-472f-4eab-a73e-8e4fd81a0db8 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0350854 May 27 04:03:43.999479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84ea0096-e528-445e-a737-a982cf283c3b req-70fb5563-72ca-4ecb-b90b-458816e8bf57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860789 May 27 04:03:44.110560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-567c91b7-7d95-4337-b6f8-935cb8bb04a2 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Synchronizing usage tracker for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:44.165437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-567c91b7-7d95-4337-b6f8-935cb8bb04a2 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Unset dirty status for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:44.179129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-567c91b7-7d95-4337-b6f8-935cb8bb04a2 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports/0a2bd297-f6db-453e-bac3-5461f8369d1a HTTP/1.1" status: 200 len: 955 time: 0.2228551 May 27 04:03:44.179129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 40988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:44.286491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Deleting port 0a2bd297-f6db-453e-bac3-5461f8369d1a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:03:44.287052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:44.693814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d3023-32bc-4eb6-b76a-2aec08ce3ec3 req-b176e6e3-f571-4b75-af53-c141ce7ef5dc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:44.719839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e48d3023-32bc-4eb6-b76a-2aec08ce3ec3 req-b176e6e3-f571-4b75-af53-c141ce7ef5dc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.3419044 May 27 04:03:44.719839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:44.912005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Calling delete_port for 0a2bd297-f6db-453e-bac3-5461f8369d1a owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:03:45.009050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e48d3023-32bc-4eb6-b76a-2aec08ce3ec3 req-ae2d370e-a17b-4a2a-9d1e-52052b682316 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935352 May 27 04:03:45.050537 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.146328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a2bd297-f6db-453e-bac3-5461f8369d1a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:45.169261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.205680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f2213d3-0bfc-4345-87f9-2da2e8708f12 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0a2bd297-f6db-453e-bac3-5461f8369d1a HTTP/1.1" status: 204 len: 168 time: 1.0349536 May 27 04:03:45.210867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:45.286275 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfef7543-a3e9-44df-b02f-3f9c3939c698 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] GET failed (client error): The resource could not be found. May 27 04:03:45.286897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfef7543-a3e9-44df-b02f-3f9c3939c698 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Synchronizing usage tracker for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:45.311702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bfef7543-a3e9-44df-b02f-3f9c3939c698 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Unset dirty status for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:45.313188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bfef7543-a3e9-44df-b02f-3f9c3939c698 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports/0a2bd297-f6db-453e-bac3-5461f8369d1a HTTP/1.1" status: 404 len: 333 time: 0.1046576 May 27 04:03:45.319510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:45.325942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1439835553'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:45.339770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:45.358605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:45.368930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Made reservation on behalf of e40c86b1243e48e3bb17502213a0e8dd for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:45.371581 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.394880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port c769b487-297d-4b9f-8cf0-09c344f64065 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:45.813511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.848243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.959675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Network 28298f4e-09e0-4ad2-b17e-3df1ed540703 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:45.963580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:45.965912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:45.966701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:45.967637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:45.981930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=c769b487-297d-4b9f-8cf0-09c344f64065,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:46.002410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65bd4d6f-f3ec-4df8-b010-95557d710bdf tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6816497 May 27 04:03:46.005009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41052) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:46.011972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:46.272457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:46.578295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8a45-e5b3-4216-a65e-3b5e86bccafb req-ad8cec80-c42c-4885-b124-8248306582ec tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:46.588147 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed5f8a45-e5b3-4216-a65e-3b5e86bccafb req-ad8cec80-c42c-4885-b124-8248306582ec tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.2817829 May 27 04:03:46.691812 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed5f8a45-e5b3-4216-a65e-3b5e86bccafb req-58db3432-8c48-475e-b1d3-eae332badeb4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068263 May 27 04:03:46.823201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] device_id is not set on port c769b487-297d-4b9f-8cf0-09c344f64065 yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:03:46.860327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:46.878690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41082) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:46.948026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Transition to ACTIVE for port object c769b487-297d-4b9f-8cf0-09c344f64065 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:46.957747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.072292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=c769b487-297d-4b9f-8cf0-09c344f64065,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:47.170782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00c588-246e-4582-8ada-ed15c44e1e5c req-692a56eb-e5dd-40a0-a8aa-3b599a691900 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:47.188356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ff00c588-246e-4582-8ada-ed15c44e1e5c req-692a56eb-e5dd-40a0-a8aa-3b599a691900 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.2651360 May 27 04:03:47.258104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ff00c588-246e-4582-8ada-ed15c44e1e5c req-b744cdb0-ed02-47ba-a768-0213e3ba19ea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686481 May 27 04:03:47.282484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:47.367242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3d9687d1-1722-4b99-adcd-e7c7487e2b10 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1092 time: 0.0833654 May 27 04:03:47.367242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:47.377443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:47.392747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.392747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.392747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.394806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:47.394806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:floatingip and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:47.394806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:47.405369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:47.413493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.413493 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.413493 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 2 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.422715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.464784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.465199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.465848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.480964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.482689 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.483103 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 3 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.500580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.500836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.501401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.512316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'network': {'name': 'tempest-network-smoke--1112277193', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:47.527717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.528235 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.529008 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 4 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.530228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:47.536103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:network and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:47.543312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:47.551766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:47.561253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.561816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.562267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.570029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.570473 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.570996 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 5 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.587795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:47.590340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.590787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.591188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.591834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.597449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.597845 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.598321 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 6 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.612176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.615065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.615480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.615879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.622847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.630859 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.630859 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 7 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.648545 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 8 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.687607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.687607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.687607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.699224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.699224 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.699224 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 9 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.734865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.734865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.734865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.752930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:47.759316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.759316 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.761340 n-d-843301-2 neutron-server[84156]: INFO neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempt 10 to bind port c769b487-297d-4b9f-8cf0-09c344f64065 May 27 04:03:47.774984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:47.797075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:47.797415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:47.797760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempting to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:47.807884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:03:47.808238 n-d-843301-2 neutron-server[84156]: ERROR neutron.plugins.ml2.managers [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Failed to bind port c769b487-297d-4b9f-8cf0-09c344f64065 on host n-h1-843301-2 for vnic_type normal using segments [{'id': 'e75dc526-049f-4321-a313-ac473eb3882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28298f4e-09e0-4ad2-b17e-3df1ed540703'}] May 27 04:03:47.808605 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.024321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port c769b487-297d-4b9f-8cf0-09c344f64065, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:48.024321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Attempted to set empty binding levels {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 27 04:03:48.032822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.035499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.146 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:48.047667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:48.054438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:48.064279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:48.194423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.205631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.366793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event updated for resources: {'Port': ['ID=c769b487-297d-4b9f-8cf0-09c344f64065,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:48.389441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] In _notify_port_updated(), no bound segment for port c769b487-297d-4b9f-8cf0-09c344f64065 on network 28298f4e-09e0-4ad2-b17e-3df1ed540703 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 04:03:48.390831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.394120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e30d12b7-a46d-4b3f-b1ea-40378ea6f936 tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "PUT /v2.0/ports/c769b487-297d-4b9f-8cf0-09c344f64065 HTTP/1.1" status: 200 len: 975 time: 2.3876216 May 27 04:03:48.402130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41134) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:48.420838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:03:48.442930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96086332-aa81-45e4-a9d9-8da1896ad405,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:48.468230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.468824 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Added segment e26463bd-85fb-43b7-b588-0ae6623364a0 of type vlan for network 36423269-394c-42ac-9106-235395e374c5 May 27 04:03:48.539683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.573627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.600342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Deleting port c769b487-297d-4b9f-8cf0-09c344f64065 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:03:48.600853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.731403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-04a6271f-a2ec-463c-87f8-ba661456a3d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2992458 May 27 04:03:48.735054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.758125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:48.758125 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.968518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Network': ['ID=36423269-394c-42ac-9106-235395e374c5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:48.972549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] For port c769b487-297d-4b9f-8cf0-09c344f64065, host n-h1-843301-2, got binding levels [] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:03:48.972956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.981589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 36423269-394c-42ac-9106-235395e374c5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:03:48.984963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14ba22d5-9d0d-4c09-b190-f8fb5457f988 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1086152 May 27 04:03:48.988069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:48.992584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:49.080613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'admin_state_up': True, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:49.149907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:49.182234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:router and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:49.203556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:49.207328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:49.218001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:49.234019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:49.238605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:49.245470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:49.323599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Calling delete_port for c769b487-297d-4b9f-8cf0-09c344f64065 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:03:49.409540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:49.410679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:49.434361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-10300823-63ec-424c-9fca-7a905064ea35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.5582516 May 27 04:03:49.441871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:49.566758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:49.640063 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:49.645259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Pushing event deleted for resources: {'Port': ['ID=c769b487-297d-4b9f-8cf0-09c344f64065,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:49.671773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b79cf9d2-cbde-4277-a17e-61ddb5b60cab tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c769b487-297d-4b9f-8cf0-09c344f64065 HTTP/1.1" status: 204 len: 168 time: 1.1824508 May 27 04:03:49.675510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41170) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:49.676511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-ae63566a-2d2f-4154-8f3c-6841153104eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:49.678208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-ae63566a-2d2f-4154-8f3c-6841153104eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.2184875 May 27 04:03:49.768870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:49.815367 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-063aa624-f1d6-45a3-8ccb-62d4458563fc tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] GET failed (client error): The resource could not be found. May 27 04:03:49.816657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-063aa624-f1d6-45a3-8ccb-62d4458563fc tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Synchronizing usage tracker for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:03:49.822217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-32b6d41c-98a4-42e6-833c-251588df5bc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 217 time: 0.0977769 May 27 04:03:49.940549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-063aa624-f1d6-45a3-8ccb-62d4458563fc tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] Unset dirty status for tenant:e40c86b1243e48e3bb17502213a0e8dd on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:03:49.945880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-063aa624-f1d6-45a3-8ccb-62d4458563fc tempest-PortsAdminExtendedAttrsTestJSON-404309938 tempest-PortsAdminExtendedAttrsTestJSON-404309938-project-admin] 10.222.0.46 "GET /v2.0/ports/c769b487-297d-4b9f-8cf0-09c344f64065 HTTP/1.1" status: 404 len: 333 time: 0.2667663 May 27 04:03:49.948876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:50.000540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.040497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:50.045413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e8ced93e794485801d22187d00dfa3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:50.055155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:50.058177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-67fc4ddb-abfb-4153-9e9b-5c7b7069a5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:50.059807 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-67fc4ddb-abfb-4153-9e9b-5c7b7069a5a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.2321153 May 27 04:03:50.072234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:50.075858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.194801 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.329152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-3c7055c0-4ac5-4194-900e-f2dadcc8fa44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565315 May 27 04:03:50.410746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.429252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.482548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28298f4e-09e0-4ad2-b17e-3df1ed540703']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:50.547295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75dc526-049f-4321-a313-ac473eb3882f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:50.547642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75dc526-049f-4321-a313-ac473eb3882f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:50.577228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.581265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.596727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-c1092b28-65ec-434b-afd9-ecbfff2e2934 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552831 May 27 04:03:50.600065 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.674530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.736011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.772761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:03:50.773268 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: timer() May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:03:50.789221 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:03:50.849862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980786b-eb9c-4167-b850-0cfb9d50af36,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:50.887149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fde9bf03-5e18-43ed-9c29-01d60e837fd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1e8ced93e794485801d22187d00dfa3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3184073 May 27 04:03:50.891515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41196) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:50.905386 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.940191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:50.948937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] Pushing event deleted for resources: {'Network': ['ID=28298f4e-09e0-4ad2-b17e-3df1ed540703,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:50.958823 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a45e9387-6a91-4f71-a5f7-0b0bec810e38 tempest-PortsAdminExtendedAttrsTestJSON-796108337 tempest-PortsAdminExtendedAttrsTestJSON-796108337-project] 10.222.0.46 "DELETE /v2.0/networks/28298f4e-09e0-4ad2-b17e-3df1ed540703 HTTP/1.1" status: 204 len: 168 time: 0.9999816 May 27 04:03:50.960868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c40ca47d-a649-4118-ab70-cddc71b8936a req-0aed5a2a-d9bb-4991-afb5-bc64ab63048d service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582242 May 27 04:03:51.016262 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.017989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.056472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.058233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.237645 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.269499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:51.346735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.369607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:51.474819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.479565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-849f2392-3274-4648-b760-caff94f6fdd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c641afa2b21f49e9abe27e56bb28760d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085819 May 27 04:03:51.482060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41220) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:51.542724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.572020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.633262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.25.8.213 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/59a915d6-ac48-4122-88a8-347aa89b3baf) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:51.663972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.677791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.708156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a3c70c-6a87-4752-a0e0-a013620fd03f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:51.709260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.725775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f81e072-407a-4d53-aae4-96f7a9f812a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15a3c70c-6a87-4752-a0e0-a013620fd03f HTTP/1.1" status: 204 len: 168 time: 0.2426739 May 27 04:03:51.752396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980786b-eb9c-4167-b850-0cfb9d50af36,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:51.810738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.811806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aa2184e6-644f-4470-acd2-961296190dde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7980786b-eb9c-4167-b850-0cfb9d50af36 HTTP/1.1" status: 204 len: 168 time: 0.9192324 May 27 04:03:51.886757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:51.903293 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Floating IP 7f66993f-d473-460c-90cd-c8a8cc0fbc2a associated. External IP: 172.25.8.146, port: c8af7367-01ef-4415-8691-8829b9db7900. May 27 04:03:52.089531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.200998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:52.204540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:52.211420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:52.238920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=59a915d6-ac48-4122-88a8-347aa89b3baf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:52.450833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41256) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:52.473416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.506028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:52.575232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:52.585928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Usage tracker for resource:security_group_rule and tenant:bb349ba72e3f40cc9e7c26166a987ca5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:52.589909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:52.606128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:52.623341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32f171be-f6ab-4ee2-b2cc-87dc6587bd67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e40c86b1243e48e3bb17502213a0e8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1149142 May 27 04:03:52.623494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41264) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:52.657098 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.657979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.731749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.747042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.762516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.784276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.844574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad8e0a6-3cf3-42d0-9e1e-3418c56f06ea,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:52.856769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-06ae3101-d1c4-41e6-b5bb-99458e4a1175 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb349ba72e3f40cc9e7c26166a987ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4038885 May 27 04:03:52.859379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:52.901812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.944203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be200164-b84c-4c07-9a30-2d2782e98151,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:52.955432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:52.960220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d9f35dd-ec55-4ce6-be06-85c95b2ca396 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be200164-b84c-4c07-9a30-2d2782e98151 HTTP/1.1" status: 204 len: 168 time: 0.3356626 May 27 04:03:53.119756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 0b90b0be-b4b1-4b19-b804-611c96fe1245 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:03:53.144451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:53.256196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:53.398304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:53.432107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad8e0a6-3cf3-42d0-9e1e-3418c56f06ea,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:53.468744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:53.473097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d89acbe9-d5c6-49a2-82fc-acf1a27eb17c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ad8e0a6-3cf3-42d0-9e1e-3418c56f06ea HTTP/1.1" status: 204 len: 168 time: 0.6096039 May 27 04:03:53.539208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:03:53.752535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:53.762636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Sync routers for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:03:53.784752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:53.785808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:53.788658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:53.874921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2bf066fb-e771-493d-91d9-dd47dd088a5d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5042827 May 27 04:03:53.880631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:03:53.967865 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2a0ce9-a6ad-43d5-8c8b-e8104053bba7'] response: {'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'status': 'completed', 'code': 200} May 27 04:03:54.029202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:03:54.042483 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:03:54.068044 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:54.069106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:54.069554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:54.111992 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:54.116525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a252f1e4-0418-4204-ae25-ff7607b8506e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0658493 May 27 04:03:54.119828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:54.214373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:54.434628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-585bd017-33b3-4788-b72e-73d713e62de2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.4489863 May 27 04:03:54.442230 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:54.542050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c002-ce2b-4352-9cc1-591d6b7e0e07 req-e767a95d-9975-4824-aa2a-de14b813f393 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:54.555796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c578c002-ce2b-4352-9cc1-591d6b7e0e07 req-e767a95d-9975-4824-aa2a-de14b813f393 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.3325841 May 27 04:03:54.788613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7f66993f-d473-460c-90cd-c8a8cc0fbc2a', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'mac_address': 'fa:16:3e:5b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:49Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:54.794996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Checking router: 0b90b0be-b4b1-4b19-b804-611c96fe1245 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:03:54.807585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:54.808516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:54.815616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1b833945-9e3c-414d-b425-a355b17a1956 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=e1ba52daa1fe40eea421dd48bff2b64c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6936455 May 27 04:03:54.818768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:55.008299 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-a1d36918-cf3d-4f99-8606-940bb7bfcd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:55.012592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-a1d36918-cf3d-4f99-8606-940bb7bfcd86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.5593843 May 27 04:03:55.029579 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c578c002-ce2b-4352-9cc1-591d6b7e0e07 req-f9ef1bd2-192c-4f51-a6d5-2acd0293c0ea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4709032 May 27 04:03:55.061938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64c36a-e4d5-488f-94a0-41e68e0c937d tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:55.063585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c64c36a-e4d5-488f-94a0-41e68e0c937d tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2438998 May 27 04:03:55.067662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:55.068127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:55.192191 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:55.206119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:03:55.206802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Updating router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf port 59a915d6-ac48-4122-88a8-347aa89b3baf binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:03:55.339974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e013780c-1f11-4d6b-b0ba-9d152b9d0b8f tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2683630 May 27 04:03:55.362481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:55.371514 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:55.389813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-51743551-c795-4fc1-8ca0-ec979cea8ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1000 time: 0.3557322 May 27 04:03:55.392048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-100393459', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:55.395352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:55.524021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-054a380d-f076-4773-a901-8b8dcac077e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:55.525486 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-054a380d-f076-4773-a901-8b8dcac077e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1284282 May 27 04:03:55.698205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-18af6f22-ae16-4cc2-a62d-12320a2119ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649914 May 27 04:03:55.702936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c26ee8e5-964e-4b17-bcca-495c3ac309f8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 200 len: 992 time: 0.6318944 May 27 04:03:55.778564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:55.800280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:subnet and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:55.828559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:55.851175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:55.877884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:03:56.100936 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-a6331221-2109-47f9-ba30-ff7b5b26795b service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931339 May 27 04:03:56.124008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.277023 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.310503 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Transition to ACTIVE for port object 59a915d6-ac48-4122-88a8-347aa89b3baf will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:56.332833 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.481956 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801ea74-28c5-41c2-b0b8-807e260a63f6 None None] Pushing event updated for resources: {'Port': ['ID=59a915d6-ac48-4122-88a8-347aa89b3baf,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:56.492043 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Attempting to bind port 59a915d6-ac48-4122-88a8-347aa89b3baf on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:56.495739 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Attempting to bind port 59a915d6-ac48-4122-88a8-347aa89b3baf by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:56.496449 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Attempting to bind port 59a915d6-ac48-4122-88a8-347aa89b3baf on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:56.513990 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:56.515511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:56.515916 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.518009 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:56.520185 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Bound port: 59a915d6-ac48-4122-88a8-347aa89b3baf, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:56.521806 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.523621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7f66993f-d473-460c-90cd-c8a8cc0fbc2a', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'mac_address': 'fa:16:3e:5b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:49Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:56.526978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.531053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98016470-bb76-4a29-bb39-e10006adb225 None None] The sync data for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 is: [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7f66993f-d473-460c-90cd-c8a8cc0fbc2a', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'mac_address': 'fa:16:3e:5b:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:49Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:03:56.560022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63a47ef1-d1ea-46f6-ae95-c988da7a3667 req-1e86c881-18b7-4704-8737-2152d1ec336e service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535253 May 27 04:03:56.707278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:56.724556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] For port 59a915d6-ac48-4122-88a8-347aa89b3baf, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:56.736595 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] For port 59a915d6-ac48-4122-88a8-347aa89b3baf, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=59a915d6-ac48-4122-88a8-347aa89b3baf,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:56.746299 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:56.839347 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:57.013460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801ea74-28c5-41c2-b0b8-807e260a63f6 None None] Pushing event updated for resources: {'Port': ['ID=59a915d6-ac48-4122-88a8-347aa89b3baf,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:57.028719 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:03:57.031815 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:03:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:57.082981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8a012-91fd-4d60-be62-94db42a43c94 None None] New status for floating IP 7f66993f-d473-460c-90cd-c8a8cc0fbc2a: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:03:57.106326 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91bd04a1-7bac-4d22-87e2-5ecac668cf75 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 200 len: 992 time: 0.3973975 May 27 04:03:57.146200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Checking segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:57.146559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network hostable DHCP agents. Network: 36423269-394c-42ac-9106-235395e374c5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:03:57.162555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Subnet': ['ID=c149b8cb-8fa3-4ead-a46f-21e19e625ab4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:57.178408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.178757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.179072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.179421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.179748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.180074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.180527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.180855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.181207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.181646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.181953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:03:57.193442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 36423269-394c-42ac-9106-235395e374c5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:03:57.210706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 36423269-394c-42ac-9106-235395e374c5) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:57.216163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:03:57.218379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:57.269535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-12c9f850-4663-45ab-8ec7-7965085d5b5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9059918 May 27 04:03:57.273114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:57.478172 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:03:57.682871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdacbb6b-ed85-4696-a8c6-d25348aa81f8 None None] Network 36423269-394c-42ac-9106-235395e374c5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:03:58.097669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:03:58.101364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:58.137313 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538aa00-1a46-439d-88eb-80c29852cf27 None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:03:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:03:58.250326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5950e800-6cbf-4ea2-9d90-09f909f0f71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.385951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-36423269-394c-42ac-9106-235395e374c5', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:03:58.386942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.410011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41662) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:58.723449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Allocated IP 172.20.0.2 (36423269-394c-42ac-9106-235395e374c5/c149b8cb-8fa3-4ead-a46f-21e19e625ab4/adb3d684-c9bc-4b41-b485-54cd5616c4c7) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:03:58.742431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-331453867'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:03:58.750909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:03:58.755275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Usage tracker for resource:router and tenant:a1be88d301e4462d901c845cc16741ce is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:03:58.764631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:03:58.771087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:03:58.781893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e85516ca-f869-4ebf-8b12-939351661945 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 200 len: 994 time: 0.6793432 May 27 04:03:58.805333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.806864 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.832674 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.874719 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.979763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:58.981479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf21ee54-4667-463e-9a36-9602fbed6432 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5696213 May 27 04:03:58.983746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:03:59.169112 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.186175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Transition to ACTIVE for port object adb3d684-c9bc-4b41-b485-54cd5616c4c7 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:59.212634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Transition to ACTIVE for port object adb3d684-c9bc-4b41-b485-54cd5616c4c7 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:03:59.223195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.447375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Network 36423269-394c-42ac-9106-235395e374c5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:03:59.456476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.462749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:03:59.467152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:03:59.514711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.687006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Pushing event updated for resources: {'Port': ['ID=adb3d684-c9bc-4b41-b485-54cd5616c4c7,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:03:59.759271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Attempting to bind port adb3d684-c9bc-4b41-b485-54cd5616c4c7 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:03:59.760484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Attempting to bind port adb3d684-c9bc-4b41-b485-54cd5616c4c7 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:03:59.761180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Attempting to bind port adb3d684-c9bc-4b41-b485-54cd5616c4c7 on network 36423269-394c-42ac-9106-235395e374c5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:03:59.772925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:03:59.773302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Checking segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:03:59.773709 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.774103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Bound using segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:03:59.774560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Bound port: adb3d684-c9bc-4b41-b485-54cd5616c4c7, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:03:59.774936 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:03:59.893528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] For port adb3d684-c9bc-4b41-b485-54cd5616c4c7, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:03:59.896991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] For port adb3d684-c9bc-4b41-b485-54cd5616c4c7, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=adb3d684-c9bc-4b41-b485-54cd5616c4c7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:03:59.906838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.161834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0dab022-640e-4234-a229-e52bddd1e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.197743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4506-450f-40aa-9211-42edb8369cfe None None] Pushing event updated for resources: {'Port': ['ID=adb3d684-c9bc-4b41-b485-54cd5616c4c7,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:00.382473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.395965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.475820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.1 (36423269-394c-42ac-9106-235395e374c5/c149b8cb-8fa3-4ead-a46f-21e19e625ab4/f6d99da3-9e8d-4557-a456-19fee8d6a3f7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:00.482828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.483358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fcd3e76-26f7-4015-a35a-36e3a04964d1 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:04:00.499423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.504672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41876) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:00.505467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d22ada74-6d48-4a3e-84c6-129fed968b92 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "DELETE /v2.0/routers/9fcd3e76-26f7-4015-a35a-36e3a04964d1 HTTP/1.1" status: 204 len: 168 time: 1.5158474 May 27 04:04:00.524035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Request body: {'router': {'name': 'tempest-router-1774532152', 'distributed': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:00.536059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:00.583121 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Usage tracker for resource:router and tenant:a1be88d301e4462d901c845cc16741ce is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:00.589980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:00.676116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:00.726604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.727627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.836583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.856569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object f6d99da3-9e8d-4557-a456-19fee8d6a3f7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:00.864492 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.898483 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.932595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:00.940860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30060d19-7fda-4cf5-8968-8be17e8e3185 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4290860 May 27 04:04:00.940860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 41914) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:01.015022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.102917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 36423269-394c-42ac-9106-235395e374c5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:01.116653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:01.122906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:01.214942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device adb3d684-c9bc-4b41-b485-54cd5616c4c7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:01.353651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port adb3d684-c9bc-4b41-b485-54cd5616c4c7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:01.379160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 59a915d6-ac48-4122-88a8-347aa89b3baf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:01.460393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.484772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:01.503015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.530521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.535181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.559400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 59a915d6-ac48-4122-88a8-347aa89b3baf completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:01.566964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 59a915d6-ac48-4122-88a8-347aa89b3baf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:01.567490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.784109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:01.833673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb717aa-8eaf-447a-b0d4-6b8182d7b7cd None None] Network 36423269-394c-42ac-9106-235395e374c5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:01.858117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 59a915d6-ac48-4122-88a8-347aa89b3baf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=59a915d6-ac48-4122-88a8-347aa89b3baf,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:01.891213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.018018 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.317913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Provisioning for port adb3d684-c9bc-4b41-b485-54cd5616c4c7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:02.329307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=59a915d6-ac48-4122-88a8-347aa89b3baf,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:02.331980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Provisioning complete for port adb3d684-c9bc-4b41-b485-54cd5616c4c7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:02.332401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.440396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.476117 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.507927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.555308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] For port adb3d684-c9bc-4b41-b485-54cd5616c4c7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=adb3d684-c9bc-4b41-b485-54cd5616c4c7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:02.561454 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.654352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e660ebc-3346-42e9-882f-88862564df15 None None] Pushing event updated for resources: {'Port': ['ID=adb3d684-c9bc-4b41-b485-54cd5616c4c7,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:02.667204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.667690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 599712f1-05d4-4079-8b2d-5ba2226c3a9d {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:04:02.694391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.699016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41966) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:02.699504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d9356028-8113-4d95-b55b-82f100ffc941 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "DELETE /v2.0/routers/599712f1-05d4-4079-8b2d-5ba2226c3a9d HTTP/1.1" status: 204 len: 168 time: 1.7610574 May 27 04:04:02.707125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Request body: {'router': {'name': 'tempest-router-1353131747', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1c1d36e57f0c4fd88f6a32cfb86ba38a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:02.730481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:02.738349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Usage tracker for resource:router and tenant:1c1d36e57f0c4fd88f6a32cfb86ba38a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:02.741790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:02.752000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:02.787140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.794776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.806895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Provisioning complete for port adb3d684-c9bc-4b41-b485-54cd5616c4c7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:02.807269 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.850868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.867597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.877626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.905505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.946740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:02.948266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ba3bc2c-2e28-489f-860b-7b883b6732a8 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2479365 May 27 04:04:02.950951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 41970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:02.957050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:03.032067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:03.117568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.120232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.121403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.121973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.125322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.125880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.127726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.128292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.129356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.130734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.131468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:03.140330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 59a915d6-ac48-4122-88a8-347aa89b3baf up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:03.182921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.259881 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.296235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 59a915d6-ac48-4122-88a8-347aa89b3baf triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:03.296837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.353912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Provisioning for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:03.369525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Provisioning complete for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:03.370102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.447310 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a715cac3-935c-45f1-a8a4-38722c9cbadd None None] Port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:03.525318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 36423269-394c-42ac-9106-235395e374c5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:03.526649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:03.527373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device adb3d684-c9bc-4b41-b485-54cd5616c4c7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:03.636180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b4df4a8e-18ab-487a-b90d-b5f2481d9531 None None] Provisioning complete for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:03.636849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b4df4a8e-18ab-487a-b90d-b5f2481d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:03.744546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b4df4a8e-18ab-487a-b90d-b5f2481d9531 None None] Port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:03.769771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port adb3d684-c9bc-4b41-b485-54cd5616c4c7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:03.769771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.001799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.002816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.098289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-15301130-bae5-47f1-9e1e-d023ebe2e129 None None] Provisioning complete for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:04.098662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-15301130-bae5-47f1-9e1e-d023ebe2e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.165670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-15301130-bae5-47f1-9e1e-d023ebe2e129 None None] Port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:04.420391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 27 04:04:04.420727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Router 1101d2a0-8b48-4373-90d9-7941df6067bd migrating from provider to provider. {{(pid=84155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 27 04:04:04.421335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.427652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.433782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3875983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3875984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879698'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.480573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:04.591325 n-d-843301-2 neutron-server[84155]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] No L3 agents can host the router 1101d2a0-8b48-4373-90d9-7941df6067bd May 27 04:04:04.734328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:04.743893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34dbb912-882d-4276-a8ad-cd21a1b9d313 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/b3977ef5-8b9b-439f-a83d-0052c3ebb4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4695811 May 27 04:04:04.746325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42000) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:04.805932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Hosts for router 1101d2a0-8b48-4373-90d9-7941df6067bd: [] {{(pid=84155) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 27 04:04:04.848832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Hosts for other DVR routers connected to router 1101d2a0-8b48-4373-90d9-7941df6067bd: set() {{(pid=84155) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 27 04:04:04.852078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:04.855588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b076656e-0231-4206-80a8-c02aa3588165 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "PUT /v2.0/routers/1101d2a0-8b48-4373-90d9-7941df6067bd HTTP/1.1" status: 200 len: 717 time: 1.9008350 May 27 04:04:04.855920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:04.914963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.915342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.915638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.916002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.916357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.916831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:04.919290 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd117514-26b5-4a92-81eb-2f89fc7fc4dc tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.1713250 May 27 04:04:04.923635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42012) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:05.076350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.077180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.077354 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.077730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.078080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.078428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:05.083391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6162e928-97bf-4326-9dd7-88d9ee69b734 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.1560924 May 27 04:04:05.083538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42018) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:05.090529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0c67c844-9709-47c5-b80c-626464a25a7b tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "GET /v2.0/routers/1101d2a0-8b48-4373-90d9-7941df6067bd HTTP/1.1" status: 200 len: 717 time: 0.2313051 May 27 04:04:05.090896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:05.367889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-611b049a-eb69-4dc3-8966-63c427e6928a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2849 time: 0.2832444 May 27 04:04:05.519509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:05.546187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124022494', 'description': 'tempest-secgroup-smoke-2124022494 description', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:05.576421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:05.593112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:05.601863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:05.611092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:05.618749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-06357667-61a2-4c47-8a00-718c71bac6fe tempest-RoutersTestDVR-1020396732 tempest-RoutersTestDVR-1020396732-project] 10.222.0.46 "GET /v2.0/routers/1101d2a0-8b48-4373-90d9-7941df6067bd HTTP/1.1" status: 200 len: 683 time: 0.5265410 May 27 04:04:05.621182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:05.755774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:05.815332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:05.879329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:05.935824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:05.946942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:05.956287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:06.193507 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:06.215072 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:06.215933 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:06.406992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.413248 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:06.415415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.449498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.470429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.472495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:06.487164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.492078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:06.493376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c940145-4326-4e03-96c0-e75efd2ef558 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9707580 May 27 04:04:06.500511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:06.527158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.528648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1101d2a0-8b48-4373-90d9-7941df6067bd {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:04:06.542963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:06.550486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.556453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a1196ca5-d0c1-4ad3-93f7-9641628455f1 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "DELETE /v2.0/routers/1101d2a0-8b48-4373-90d9-7941df6067bd HTTP/1.1" status: 204 len: 168 time: 0.9338524 May 27 04:04:06.557442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42080) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:06.560756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:06.563142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Request body: {'router': {'name': 'tempest-router-1957787866', 'distributed': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:06.565386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:06.574054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:06.578693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Usage tracker for resource:router and tenant:a1be88d301e4462d901c845cc16741ce is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:06.583134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:06.589505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:06.596426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:06.604944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.606160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.628791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.633785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.654849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.677535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.681881 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9c8855bc-07db-4b73-bda1-14161fe09a89 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1206753 May 27 04:04:06.682259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42086) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:06.771886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.784178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.823283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de90307-dc20-45c2-ba80-dc8fd0be634a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:06.833912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.835473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f03b6cb3-75cc-462b-b489-280d49f30279 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3423445 May 27 04:04:06.838540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:06.846539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:06.848708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.849999 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:02Z', 'revision_number': 2, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:06.854837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:04:06.855174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Updating router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:04:06.855640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:06.860153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:06.866837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:06.879351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:06.904050 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.934546 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:06.997950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.003627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.062729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c4f089-a793-469e-90de-d90dad636e90,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:07.073399 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.077778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5552d97f-d3c9-406c-9357-701de10789b8 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2382936 May 27 04:04:07.078409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:07.084610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:07.098359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:07.107976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:07.112627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:07.120724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:07.140734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.237984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.250632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.281922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b72959d-215b-4d0a-8b54-8451bf52dc8a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:07.334972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.339152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d9891d90-ac29-474b-892d-3df4664473bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2597578 May 27 04:04:07.339780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:07.346617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:07.359999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:07.370116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:07.380243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:07.395287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:07.437097 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.587914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.597260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.623246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42630f3-3e63-4e3f-842c-fed6fa31020f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:07.697723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.702849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-40431614-b45b-40a8-b9e0-25c4093cf1b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3621037 May 27 04:04:07.703588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:07.713152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:07.726845 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.730901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:07.747606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:07.752114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:07.763659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Transition to ACTIVE for port object f6d99da3-9e8d-4557-a456-19fee8d6a3f7 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:07.771337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:07.778217 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.794977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.800007 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:04:07.801263 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.807161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.843312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.843895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1593e4ea-ba25-48a7-af8f-ea7b557069f0 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:04:07.861987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.863320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a20c9952-259c-4349-bd4c-27bade231b39 tempest-RoutersTestDVR-310929474 tempest-RoutersTestDVR-310929474-project-admin] 10.222.0.46 "DELETE /v2.0/routers/1593e4ea-ba25-48a7-af8f-ea7b557069f0 HTTP/1.1" status: 204 len: 168 time: 1.1800199 May 27 04:04:07.923169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.934020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:07.983007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a1999e-9c34-4eea-a46d-27653bf09d65,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:08.008789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.010347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aefd51ff-f6f8-4a62-aa87-8b3ceef0d17d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3057504 May 27 04:04:08.015106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:08.024143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:08.037139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:08.046902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:08.048359 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1be0-77ab-489c-9b76-df9b5d769f72 None None] Pushing event updated for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:08.064836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:08.078191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:08.103178 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:04:08.115951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.192099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Attempting to bind port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:08.192695 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Attempting to bind port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:08.193254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Attempting to bind port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 on network 36423269-394c-42ac-9106-235395e374c5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:08.206458 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:08.206974 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Checking segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:08.207530 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.208228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Bound using segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:08.209066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Bound port: f6d99da3-9e8d-4557-a456-19fee8d6a3f7, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:08.209729 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.327208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.363160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.403821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49762c9-b74f-4c61-9e38-42074f125a45,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:08.426863 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] For port f6d99da3-9e8d-4557-a456-19fee8d6a3f7, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:08.438368 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] For port f6d99da3-9e8d-4557-a456-19fee8d6a3f7, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:08.438847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.450787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e292f6e-7eda-4c91-b935-bcf04b338f54 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4342976 May 27 04:04:08.453644 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:08.533747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:08.566074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1be0-77ab-489c-9b76-df9b5d769f72 None None] Pushing event updated for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:08.621777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:08.622282 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:08.952749 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.025123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:09.040338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1d36e57f0c4fd88f6a32cfb86ba38a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:09.053827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:09.064066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:09.070029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:09.255439 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.262671 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.435193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-b58d5ac2-c76c-49ff-87c9-a3080c1cb993 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:09.443770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3e870e-5755-4b2a-a590-27c3b32b3ee7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:09.455805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b734c104-fc75-43d7-89e3-6b50e6c448c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c1d36e57f0c4fd88f6a32cfb86ba38a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9194508 May 27 04:04:09.457652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42176) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:09.469526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-b58d5ac2-c76c-49ff-87c9-a3080c1cb993 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:09.482931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-b58d5ac2-c76c-49ff-87c9-a3080c1cb993 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124022494&fields=id&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 267 time: 0.1670277 May 27 04:04:09.588399 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.617745 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.693189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.728385 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:09.729561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe3e870e-5755-4b2a-a590-27c3b32b3ee7 HTTP/1.1" status: 204 len: 168 time: 0.2701068 May 27 04:04:09.734300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f41554-3dc3-42af-bd2c-b9e4db118ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3e870e-5755-4b2a-a590-27c3b32b3ee7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:09.807632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:09.871366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-4089166f-f1cc-43ae-9a19-18a09c5aab7a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:09.874078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-4089166f-f1cc-43ae-9a19-18a09c5aab7a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 797 time: 0.3899629 May 27 04:04:09.915408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-81b4cca2-883c-4c69-9e94-46b8d3f2b0f1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/quotas/e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 375 time: 0.0341003 May 27 04:04:09.926919 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:08Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:09.933002 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fffa1b-32dd-4b84-a6ed-5e80b034d014 None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:08Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:04:10.150934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-f20da601-1591-47a1-a951-7828735056be tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:10.209723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-f20da601-1591-47a1-a951-7828735056be tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:10.211914 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-f20da601-1591-47a1-a951-7828735056be tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2870464 May 27 04:04:10.223377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb340d4e-0549-4056-9d6f-1528c888be4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01bc84a2eb10490caf49d50b3e803680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118648 May 27 04:04:10.223535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:10.352373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.393526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.463941 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.490750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1eb65-e1c8-4580-a2fb-cd5ba5233f91,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:10.510657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.512487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ccbdca5-ef52-4a39-919e-71e8ac32ce63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11b1eb65-e1c8-4580-a2fb-cd5ba5233f91 HTTP/1.1" status: 204 len: 168 time: 0.2880867 May 27 04:04:10.749427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ccd3f8fd-a5e3-4801-9926-60436774c71d service neutron] 10.222.0.46 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169706 May 27 04:04:10.758131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:10.781647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.846177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:10.851443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Usage tracker for resource:security_group_rule and tenant:a1be88d301e4462d901c845cc16741ce is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:10.855543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:10.862818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:10.962353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:10.969499 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.011459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-0c336d5f-6ca8-4f9e-ae85-503bada26f56 service neutron] 10.222.0.46 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555065 May 27 04:04:11.036038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec3ea6-9e4f-486d-a05a-9c8a7f82636f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:11.064939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-131a3fca-8271-422b-8e7c-b8ce17e83375 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1be88d301e4462d901c845cc16741ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3045113 May 27 04:04:11.067226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:11.226782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f6d99da3-9e8d-4557-a456-19fee8d6a3f7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:11.350993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.440238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:11.446231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:11.446643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.456881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.598438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.621703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec3ea6-9e4f-486d-a05a-9c8a7f82636f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:11.631110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.634777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-46f2ebeb-c0eb-4ace-9fec-d208969a9f67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04ec3ea6-9e4f-486d-a05a-9c8a7f82636f HTTP/1.1" status: 204 len: 168 time: 0.5639029 May 27 04:04:11.739796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.782044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f6d99da3-9e8d-4557-a456-19fee8d6a3f7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:11.790166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:11.846171 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:04:11.891397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:11.956815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:12.117362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1845818613-network', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:12.126367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:12.130796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Usage tracker for resource:network and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:12.135946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:12.146759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:12.163270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Made reservation on behalf of 5fa2a9c7818542a49a2eb1c5b32dacc7 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:12.167481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.193136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.263752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:12.268602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:12.272325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:12.278890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:12.392586 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.407412 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.495634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:12.528053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d55c7c-0cf9-47f4-9e56-ff07c91bea1c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:12.538410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.539620 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Added segment cd0e2bd8-98db-4f11-8d82-c6c3122c94f0 of type vlan for network b5fb1565-ebec-4414-a975-96a56d95d55c May 27 04:04:12.635888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.711070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.712356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:12.712969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:12.896261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fb1565-ebec-4414-a975-96a56d95d55c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:12.913278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ff9c8f99-18ff-4c71-8cfc-0af756aa1b67 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9498808 May 27 04:04:12.915086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42318) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:12.925544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Request body: {'subnet': {'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1845818613-subnet', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:12.932839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:12.939751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Usage tracker for resource:subnet and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:12.940230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:12.946661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network b5fb1565-ebec-4414-a975-96a56d95d55c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:12.964158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:12.990795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Made reservation on behalf of 5fa2a9c7818542a49a2eb1c5b32dacc7 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:12.993495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.111949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21c600b6-485d-4635-ae0d-e6be9955c424 req-c95690e6-a239-4bad-8c7e-6d740308e10a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 210 time: 0.6476974 May 27 04:04:13.131831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:13.190642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f6d99da3-9e8d-4557-a456-19fee8d6a3f7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:13.293571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:13.293947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.295676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2073512794'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:13.301325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:13.305277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Usage tracker for resource:network and tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:13.308147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:13.314886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:13.327629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Made reservation on behalf of 9d8a6e2a9e724c72b0b7a7088c9d90dd for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:13.331475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.363195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.408181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.438735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:13.443783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Usage tracker for resource:security_group_rule and tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:13.446636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:13.453503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:13.504247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b657a0-79b6-4670-876f-20e767ac0038,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:13.524812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Checking segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:13.525542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Network hostable DHCP agents. Network: b5fb1565-ebec-4414-a975-96a56d95d55c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:13.562477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Network b5fb1565-ebec-4414-a975-96a56d95d55c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:13.563265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.568625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.580883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, b5fb1565-ebec-4414-a975-96a56d95d55c) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:13.592975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6190505-d0ad-4ead-9757-1d2e8d362f53 None None] Network b5fb1565-ebec-4414-a975-96a56d95d55c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:13.597568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:13.598342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.607456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:13.617422 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e9e44-a5fa-401f-833a-5a8cc55c82ca,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:13.638794 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.639367 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Added segment a59a15e1-877f-4035-9f57-635d2b5681c2 of type vlan for network 62ebfde9-1763-4426-a4a8-21c63058fca7 May 27 04:04:13.662822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c0ab68b-c2c1-49da-95c3-734d7564432b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7471521 May 27 04:04:13.663847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42342) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:13.669929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:13.677066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:13.682002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Usage tracker for resource:router and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:13.685647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:13.688192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.692762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:13.712008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.713310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.743722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.761120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.763351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:13.764710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:13.978782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'Network': ['ID=62ebfde9-1763-4426-a4a8-21c63058fca7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:13.998746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:14.000924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2cece4f5-ecf7-4338-8487-277a67afdbc0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8679261 May 27 04:04:14.005148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:14.005602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.012402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Request body: {'subnet': {'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:14.145018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-b5fb1565-ebec-4414-a975-96a56d95d55c', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:14.149062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.307121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:14.488757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Usage tracker for resource:subnet and tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:14.499988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:14.511862 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Allocated IP 172.20.0.2 (b5fb1565-ebec-4414-a975-96a56d95d55c/25b657a0-79b6-4670-876f-20e767ac0038/dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:14.532343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:14.576514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Made reservation on behalf of 9d8a6e2a9e724c72b0b7a7088c9d90dd for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:14.612684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.664556 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7312a4f4-bf9a-4899-ab3e-88e33e6c6766 req-f4f527be-ddc2-4f22-b875-e2e9664c37c0 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 210 time: 0.2190900 May 27 04:04:14.675649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.700760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.903364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:14.929493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Transition to ACTIVE for port object dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:14.968620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Allocated IP 172.25.8.16 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/2e39e239-ec9a-4e49-9626-4bbc0d2cc41b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:14.976851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Transition to ACTIVE for port object dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:14.988734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.022123 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.074287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Pushing event updated for resources: {'Port': ['ID=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:15.088466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Network b5fb1565-ebec-4414-a975-96a56d95d55c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:15.092609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:15.099368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:15.182274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.192852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-0b747e5d-fc4f-4a60-a53c-77600f216604 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:15.193849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-0b747e5d-fc4f-4a60-a53c-77600f216604 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:15.199581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Checking segment: {'id': 'a59a15e1-877f-4035-9f57-635d2b5681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:15.201403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Network hostable DHCP agents. Network: 62ebfde9-1763-4426-a4a8-21c63058fca7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:15.248321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'Subnet': ['ID=ba10ad07-f52c-4f54-b77a-328463127cb1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:15.254533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.271736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Attempting to bind port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:15.272207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Attempting to bind port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:15.272629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Attempting to bind port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 on network b5fb1565-ebec-4414-a975-96a56d95d55c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:15.276378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-0b747e5d-fc4f-4a60-a53c-77600f216604 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:15.281833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-0b747e5d-fc4f-4a60-a53c-77600f216604 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 797 time: 1.0535617 May 27 04:04:15.282815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:15.283528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Checking segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:15.284305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.285220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Bound using segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:15.285964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Bound port: dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:15.286500 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.294175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:15.335695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 62ebfde9-1763-4426-a4a8-21c63058fca7) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:15.353839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:15.354382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.362182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:15.365205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:15.367746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:15.395437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dea92995-29cc-4674-9f58-990ec47ecd0f tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3888431 May 27 04:04:15.398494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:15.407628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Request body: {'port': {'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1259763446'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:15.409152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0d585-da7c-4eef-a80e-660c6873bb35 None None] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:15.409874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Pushing event updated for resources: {'Port': ['ID=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:15.452727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-826979c1-6a67-49b3-8fa3-32dba1943215 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:15.550086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] For port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:15.569998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] For port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:15.593700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.594742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.614231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-826979c1-6a67-49b3-8fa3-32dba1943215 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:15.619237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-826979c1-6a67-49b3-8fa3-32dba1943215 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 380 time: 0.3130503 May 27 04:04:15.632212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'port': {'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'admin_state_up': True, 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'security_groups': ['f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:15.662741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.846400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-62ebfde9-1763-4426-a4a8-21c63058fca7', 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7', 'tenant_id': '9d8a6e2a9e724c72b0b7a7088c9d90dd', 'fixed_ips': [{'subnet_id': 'ba10ad07-f52c-4f54-b77a-328463127cb1'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:15.849356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:15.959854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Pushing event updated for resources: {'Port': ['ID=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:16.012794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.015365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.015944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.016456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.017534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.018743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.020698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.021258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.021780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.022542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.024614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aaca29-cf55-4e95-8d21-da81491dded6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:16.057569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:16.105256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7696b359-d778-4f07-b4ee-4ee8de9872d8 req-09d72848-3138-4c72-b21a-7e6ef99b7561 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 210 time: 0.0949187 May 27 04:04:16.120488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:16.152100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:16.165051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Usage tracker for resource:port and tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:16.192390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:16.200122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.221811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:16.232233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:16.240309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Allocated IP 2001:db8::2 (62ebfde9-1763-4426-a4a8-21c63058fca7/ba10ad07-f52c-4f54-b77a-328463127cb1/bf677705-868c-4d84-8a6e-734105c381db) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:16.442802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Router 8e115ecc-4ddd-453c-8597-8cef354c93ed is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:04:16.607012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.8 (36423269-394c-42ac-9106-235395e374c5/c149b8cb-8fa3-4ead-a46f-21e19e625ab4/61e1633a-8527-4eac-8480-48cf6f421f8a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:16.787820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.810343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Transition to ACTIVE for port object bf677705-868c-4d84-8a6e-734105c381db will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:16.838912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Transition to ACTIVE for port object bf677705-868c-4d84-8a6e-734105c381db will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:16.845238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:16.850458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.879094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.914274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object 61e1633a-8527-4eac-8480-48cf6f421f8a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:16.918949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.923024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fed83005-7300-4b01-a624-76e868ef04af admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2555182 May 27 04:04:16.923413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:16.950202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:16.970184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Made reservation on behalf of 9d8a6e2a9e724c72b0b7a7088c9d90dd for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:16.978509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.988470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:16.998051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:16.999291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Sync routers for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:17.017001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:17.020695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:17.230815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] device_id is not set on port 48e63418-ded2-41ba-a595-b88e5e692c82 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:04:17.243653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:17.245811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:17.502683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:17.549309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:17.595467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 36423269-394c-42ac-9106-235395e374c5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:17.614995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:17.624861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:17.646642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:17.747683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:17.803673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:17.804539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:17.825780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc2e37-0e08-4550-ba1a-3683c18d11eb req-e9846dac-287e-45e6-8a40-591c7e146457 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:17.845649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:17.847763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ddc2e37-0e08-4550-ba1a-3683c18d11eb req-e9846dac-287e-45e6-8a40-591c7e146457 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 931 time: 0.3635719 May 27 04:04:17.853641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Usage tracker for resource:security_group_rule and tenant:54c864941a46489092081e02826583f0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:17.860005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-ab67ae76-7d83-482b-b229-b91079c9a602 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2346265 May 27 04:04:17.868472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:17.890170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Request body: {'port': {'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:17.913849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ddc2e37-0e08-4550-ba1a-3683c18d11eb req-3d4ee077-d0d6-4877-bae3-d8def064abb3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586891 May 27 04:04:17.949564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:17.952768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Allocated IP 2001:db8::1a2 (62ebfde9-1763-4426-a4a8-21c63058fca7/ba10ad07-f52c-4f54-b77a-328463127cb1/48e63418-ded2-41ba-a595-b88e5e692c82) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:18.006109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f60460-a9f0-4e3c-bcf8-a19252a868d9 None None] Network b5fb1565-ebec-4414-a975-96a56d95d55c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:18.056628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Pushing event updated for resources: {'Port': ['ID=bf677705-868c-4d84-8a6e-734105c381db,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:18.130757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Attempting to bind port bf677705-868c-4d84-8a6e-734105c381db on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:18.131497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Attempting to bind port bf677705-868c-4d84-8a6e-734105c381db by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a59a15e1-877f-4035-9f57-635d2b5681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:18.132489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Attempting to bind port bf677705-868c-4d84-8a6e-734105c381db on network 62ebfde9-1763-4426-a4a8-21c63058fca7 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:18.174265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:18.174627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Checking segment: {'id': 'a59a15e1-877f-4035-9f57-635d2b5681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:18.175672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.176104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Bound using segment: {'id': 'a59a15e1-877f-4035-9f57-635d2b5681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:18.176765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Bound port: bf677705-868c-4d84-8a6e-734105c381db, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59a15e1-877f-4035-9f57-635d2b5681c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:18.177328 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.241258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.319026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8595c124-657e-428f-a4f3-73cdf6099b88 None None] Provisioning for port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:18.336835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.353426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.374381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] For port bf677705-868c-4d84-8a6e-734105c381db, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:18.378470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] For port bf677705-868c-4d84-8a6e-734105c381db, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bf677705-868c-4d84-8a6e-734105c381db,segment=NetworkSegment(a59a15e1-877f-4035-9f57-635d2b5681c2),segment_id=a59a15e1-877f-4035-9f57-635d2b5681c2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:18.399825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.406260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54c864941a46489092081e02826583f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4549375 May 27 04:04:18.413051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:18.474959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:18.537642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:18.537998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.549599 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.561986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.574182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48dc10-89ee-4100-a212-255f7aa26630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb0a806-d163-4c54-8fb9-d4af0ba1f340,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:18.607395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.625551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Transition to ACTIVE for port object 48e63418-ded2-41ba-a595-b88e5e692c82 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:18.630253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.716419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.830341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43735-ef42-40f2-91d4-fb901f48e757 None None] Pushing event updated for resources: {'Port': ['ID=bf677705-868c-4d84-8a6e-734105c381db,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:18.844332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'Port': ['ID=48e63418-ded2-41ba-a595-b88e5e692c82,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:18.855445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:18.861364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:18.867037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:18.871227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:18.872031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:18.931699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0bc7174f-cd06-46b7-819f-aa2ac073afcc tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5314503 May 27 04:04:18.950682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c82d0ad8-3c72-4786-9be4-7cb77e78f38b None None] Provisioning for port 61e1633a-8527-4eac-8480-48cf6f421f8a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:18.950858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:18.963895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Request body: {'port': {'network_id': '62ebfde9-1763-4426-a4a8-21c63058fca7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2126678668', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:18.964833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] bootfile-name is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:18.964833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] tftp-server is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:18.974491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] server-ip-address is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:18.995721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c82d0ad8-3c72-4786-9be4-7cb77e78f38b None None] Provisioning complete for port 61e1633a-8527-4eac-8480-48cf6f421f8a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:18.996404 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c82d0ad8-3c72-4786-9be4-7cb77e78f38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.084805 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.148535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Allocated IP 172.20.0.1 (b5fb1565-ebec-4414-a975-96a56d95d55c/25b657a0-79b6-4670-876f-20e767ac0038/f5bd7495-51da-4b58-84b4-b2e30186a6b4) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:19.195318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c82d0ad8-3c72-4786-9be4-7cb77e78f38b None None] Port 61e1633a-8527-4eac-8480-48cf6f421f8a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:19.220972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:19.250478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.389629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:19.410168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.420552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:15Z', 'revision_number': 3, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:19.446591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Checking router: 8e115ecc-4ddd-453c-8597-8cef354c93ed for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:04:19.447324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Updating router 8e115ecc-4ddd-453c-8597-8cef354c93ed port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:04:19.467520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb0a806-d163-4c54-8fb9-d4af0ba1f340,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:19.477326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bf677705-868c-4d84-8a6e-734105c381db up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:19.479153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.480458 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-205c8c03-0178-4a09-8372-db7bba9304bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cb0a806-d163-4c54-8fb9-d4af0ba1f340 HTTP/1.1" status: 204 len: 168 time: 1.0664461 May 27 04:04:19.544170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.589570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Transition to ACTIVE for port object f5bd7495-51da-4b58-84b4-b2e30186a6b4 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:19.633160 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.638843 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.701771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Network b5fb1565-ebec-4414-a975-96a56d95d55c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:19.708500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:19.723730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:19.778704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:19.796881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Usage tracker for resource:port and tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:19.802917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:19.811316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:19.845542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Made reservation on behalf of 9d8a6e2a9e724c72b0b7a7088c9d90dd for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:19.849102 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.875559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Pushing event updated for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:19.887094 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port bf677705-868c-4d84-8a6e-734105c381db completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:19.907057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:19.944441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2adc-5840-420c-bdcf-a10426971045 req-6e59f897-2604-48e1-aa1f-39111b0efec7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:19.944441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-926b2adc-5840-420c-bdcf-a10426971045 req-6e59f897-2604-48e1-aa1f-39111b0efec7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:19.957929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e1633a-8527-4eac-8480-48cf6f421f8a {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:19.963727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] device_id is not set on port 93454d63-677e-4c05-80ab-1aca1dd3b485 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:04:20.076999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.093297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-926b2adc-5840-420c-bdcf-a10426971045 req-6e59f897-2604-48e1-aa1f-39111b0efec7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:20.097465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.101538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-926b2adc-5840-420c-bdcf-a10426971045 req-6e59f897-2604-48e1-aa1f-39111b0efec7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 931 time: 0.8600626 May 27 04:04:20.192639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Transition to ACTIVE for port object 61e1633a-8527-4eac-8480-48cf6f421f8a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:20.210989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.274824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-516d3e28-fc12-452e-95f5-bf03cceebbbf None None] Provisioning complete for port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:20.275744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-516d3e28-fc12-452e-95f5-bf03cceebbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.289699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42468) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:20.427432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.518678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:20.532886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Usage tracker for resource:security_group_rule and tenant:c873a3d157e3404793668156645f484a is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:20.542550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:20.552308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:20.587593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.603611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.616329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.630844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Transition to ACTIVE for port object 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:20.640642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e9be0-dce6-4336-8399-f7a76e921719 None None] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:20.683586 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-926b2adc-5840-420c-bdcf-a10426971045 req-97844c9d-1402-46a4-a12b-00b18d7f7a72 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5810995 May 27 04:04:20.698554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Pushing event updated for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:20.773887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Pushing event updated for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:20.799164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Attempting to bind port 61e1633a-8527-4eac-8480-48cf6f421f8a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:20.799634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Attempting to bind port 61e1633a-8527-4eac-8480-48cf6f421f8a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:20.800001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Attempting to bind port 61e1633a-8527-4eac-8480-48cf6f421f8a on network 36423269-394c-42ac-9106-235395e374c5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:20.810335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Port 61e1633a-8527-4eac-8480-48cf6f421f8a on network 36423269-394c-42ac-9106-235395e374c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:04:20.810795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Attempting to bind port 61e1633a-8527-4eac-8480-48cf6f421f8a on network 36423269-394c-42ac-9106-235395e374c5 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:20.851560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.854940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.862523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.863191 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Allocated IP 2001:db8::1af (62ebfde9-1763-4426-a4a8-21c63058fca7/ba10ad07-f52c-4f54-b77a-328463127cb1/93454d63-677e-4c05-80ab-1aca1dd3b485) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:20.863336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:20.949232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49a495-82d3-4b51-805f-e9f17b78c368 None None] Pushing event updated for resources: {'Port': ['ID=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:20.995572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc2e06-67ee-4b39-ac11-30ae3d159e1e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:21.015359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8c7a9319-5979-4a11-ae2a-62ef4e2ff879 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c873a3d157e3404793668156645f484a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7084005 May 27 04:04:21.020969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42478) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:21.049952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Attempting to bind port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:21.050321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Attempting to bind port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:21.050689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Attempting to bind port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:21.079103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:21.079821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Checking segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:21.080428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Bound using segment: {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:21.081114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Bound port: 61e1633a-8527-4eac-8480-48cf6f421f8a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26463bd-85fb-43b7-b588-0ae6623364a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '36423269-394c-42ac-9106-235395e374c5'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:21.081665 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.111254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:21.111636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:21.112409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.112409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:21.112780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Bound port: 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:21.113177 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.165691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Network b5fb1565-ebec-4414-a975-96a56d95d55c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:21.167775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:21.237343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] For port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:21.243689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] For port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:21.261683 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.307404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Provisioning for port bf677705-868c-4d84-8a6e-734105c381db completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:21.321674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Provisioning complete for port bf677705-868c-4d84-8a6e-734105c381db triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:21.321909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.381610 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.386042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:21.403109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=61e1633a-8527-4eac-8480-48cf6f421f8a,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:21.417788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:21.423424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.512431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.525295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Transition to ACTIVE for port object 93454d63-677e-4c05-80ab-1aca1dd3b485 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:21.534901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:21.535527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:21.535787 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.537940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] 10.222.0.21 "PUT /v2.0/ports/61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 1091 time: 3.6644773 May 27 04:04:21.538557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:21.559594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.694448 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.743882 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895f0906-8bfd-4fa5-8099-0db93f88d3ab'] response: {'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'status': 'completed', 'code': 200} May 27 04:04:21.757577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc2e06-67ee-4b39-ac11-30ae3d159e1e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:21.796754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a40c5d-8b23-4892-9ace-4fee3ea3e798 service neutron] Pushing event updated for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:21.800239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:21.807166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75bf39fe-37b1-45a5-a65f-ac82d427198b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14bc2e06-67ee-4b39-ac11-30ae3d159e1e HTTP/1.1" status: 204 len: 168 time: 0.7849290 May 27 04:04:21.849931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:22.030670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:22.078070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:22.087182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:22.101241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'Port': ['ID=93454d63-677e-4c05-80ab-1aca1dd3b485,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:22.104164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:22.108169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.108801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:22.141674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-d232c895-f51c-4549-bf6e-2e6d90c1967b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1094 time: 0.5097010 May 27 04:04:22.153575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-547a7cb4-1bac-4b0d-a1e7-0d9ca0448fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2017331 May 27 04:04:22.210168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:22.273285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-aff8c7bb-fd90-45ff-8b3b-70ea6cdc5220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 217 time: 0.1243412 May 27 04:04:22.339680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43f43b-eb76-42de-a7a2-10541e2d3417 req-11391b76-88a8-4f20-958b-3dff8dae9c96 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.342387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e43f43b-eb76-42de-a7a2-10541e2d3417 req-11391b76-88a8-4f20-958b-3dff8dae9c96 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 943 time: 0.4297938 May 27 04:04:22.395676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-a21a70de-6913-4ccf-b62a-d68d89f444f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.397513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-a21a70de-6913-4ccf-b62a-d68d89f444f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 200 len: 834 time: 0.1175370 May 27 04:04:22.481897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e43f43b-eb76-42de-a7a2-10541e2d3417 req-52af8964-2f33-4a1b-ab69-26d02fbcb077 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315243 May 27 04:04:22.499390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49a495-82d3-4b51-805f-e9f17b78c368 None None] Pushing event updated for resources: {'Port': ['ID=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:22.511391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-a8d77e36-749f-44f1-992b-353bd6ea653a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36423269-394c-42ac-9106-235395e374c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050079 May 27 04:04:22.587961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c454c-a652-4787-bda7-99ad63804927 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.593493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c454c-a652-4787-bda7-99ad63804927 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.598537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c454c-a652-4787-bda7-99ad63804927 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:22.600676 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-934c454c-a652-4787-bda7-99ad63804927 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3880506 May 27 04:04:22.603159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42520) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:22.656648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:22.689125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Deleting port 93454d63-677e-4c05-80ab-1aca1dd3b485 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:22.689464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:22.726222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:22.726563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:22.778195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-af3cb0fe-f678-4f76-8169-26e44103dbbb service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594914 May 27 04:04:22.908794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] For port bf677705-868c-4d84-8a6e-734105c381db, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bf677705-868c-4d84-8a6e-734105c381db,segment=NetworkSegment(a59a15e1-877f-4035-9f57-635d2b5681c2),segment_id=a59a15e1-877f-4035-9f57-635d2b5681c2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:22.927937 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.026536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Pushing event updated for resources: {'Port': ['ID=bf677705-868c-4d84-8a6e-734105c381db,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:23.054665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Provisioning for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:23.065441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Provisioning complete for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:23.065965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.118905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.212102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c5828-2466-4482-99df-6c7a459367bb None None] Port f5bd7495-51da-4b58-84b4-b2e30186a6b4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:23.279294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Calling delete_port for 93454d63-677e-4c05-80ab-1aca1dd3b485 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:23.295290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:20Z', 'revision_number': 2, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:23.307741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db43974-22a8-42dc-9bc1-7973f30e9db2 None None] The sync data for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 is: [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:20Z', 'revision_number': 2, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:04:23.343906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f6272b9-da63-4473-a7dc-fddada957e3c req-f4674599-7b30-45f5-963b-6d51ff895585 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549319 May 27 04:04:23.395171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Provisioning complete for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:23.395723 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.408802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Router 8e115ecc-4ddd-453c-8597-8cef354c93ed has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:23.483426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Port f5bd7495-51da-4b58-84b4-b2e30186a6b4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:23.494114 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bf677705-868c-4d84-8a6e-734105c381db up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:23.526907 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-c44027cd-57c9-4242-9c54-c110b45da25f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1094 time: 0.1153014 May 27 04:04:23.692833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.702782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bf677705-868c-4d84-8a6e-734105c381db triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:23.710700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.753321 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event deleted for resources: {'Port': ['ID=93454d63-677e-4c05-80ab-1aca1dd3b485,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:23.783706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Provisioning for port 48e63418-ded2-41ba-a595-b88e5e692c82 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:23.797318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-8d10aeb0-b92b-4671-821a-1d9db35bcf34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:23.799183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-8d10aeb0-b92b-4671-821a-1d9db35bcf34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 898 time: 0.2657011 May 27 04:04:23.805411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Provisioning complete for port 48e63418-ded2-41ba-a595-b88e5e692c82 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:23.811366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.849382 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:23.859586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e67f4806-f1ae-4d38-b634-f51dd3ade68a tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "DELETE /v2.0/ports/93454d63-677e-4c05-80ab-1aca1dd3b485 HTTP/1.1" status: 204 len: 168 time: 1.2551560 May 27 04:04:23.865544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42558) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:23.885352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Request body: {'port': {'name': 'tempest-new-port-name-1764162133', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:23.885912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] bootfile-name is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:23.886399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] tftp-server is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:23.887424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.api.validators [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] server-ip-address is not in valid_values {{(pid=84156) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 04:04:23.933151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-5d921306-43fe-4310-b180-b4c8e14db94b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 217 time: 0.1266725 May 27 04:04:24.004085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Port 48e63418-ded2-41ba-a595-b88e5e692c82 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:24.018932 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.066715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Provisioning complete for port bf677705-868c-4d84-8a6e-734105c381db triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:24.067446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.071196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:24.103713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b2b6489-bbf8-40f4-8802-183047613107 admin admin] 10.222.0.46 "PUT /v2.0/routers/8e115ecc-4ddd-453c-8597-8cef354c93ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1790264 May 27 04:04:24.146349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7f4-35a0-4452-ac2c-cd8735773340 req-e202a5e9-f64c-4dcf-af23-54620b42ba97 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:24.157476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ec6b7f4-35a0-4452-ac2c-cd8735773340 req-e202a5e9-f64c-4dcf-af23-54620b42ba97 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 943 time: 0.4323912 May 27 04:04:24.166240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-d69dd3d2-df8f-4788-b655-e67bdbbc4f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:24.167673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-d69dd3d2-df8f-4788-b655-e67bdbbc4f93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 200 len: 834 time: 0.2234099 May 27 04:04:24.290570 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.377792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ec6b7f4-35a0-4452-ac2c-cd8735773340 req-25192f01-9704-42d3-8b93-c21836604821 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090330 May 27 04:04:24.388449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-9d4265ce-102e-4953-ba08-36a9d2870a36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36423269-394c-42ac-9106-235395e374c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107947 May 27 04:04:24.392872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-01788aef-09b3-41d3-b3ba-17026bc68c25 None None] Could not find standard attr ID for object 93454d63-677e-4c05-80ab-1aca1dd3b485. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 04:04:24.558522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-da3a40d0-a046-453c-98e5-b69802051543 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621919 May 27 04:04:24.667621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.673727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.733160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed1c3b88-c9c6-47f4-b9d8-ed9a58180520 req-1bfe45d8-6609-4028-8b12-487da19fa612 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678791 May 27 04:04:24.785930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] In _notify_port_updated(), no bound segment for port 48e63418-ded2-41ba-a595-b88e5e692c82 on network 62ebfde9-1763-4426-a4a8-21c63058fca7 {{(pid=84156) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 27 04:04:24.789831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:24.790449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:24.794250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "PUT /v2.0/ports/48e63418-ded2-41ba-a595-b88e5e692c82 HTTP/1.1" status: 200 len: 1130 time: 0.9126217 May 27 04:04:24.794644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42590) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:24.814874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a37e5-2333-4a19-9b16-57d5be78b85b tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event updated for resources: {'Port': ['ID=48e63418-ded2-41ba-a595-b88e5e692c82,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:24.900161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c52647c-e833-419f-9b74-52f23c8c6145 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:24.900784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c52647c-e833-419f-9b74-52f23c8c6145 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Synchronizing usage tracker for tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:24.926768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c52647c-e833-419f-9b74-52f23c8c6145 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Unset dirty status for tenant:9d8a6e2a9e724c72b0b7a7088c9d90dd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:24.928177 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5c52647c-e833-419f-9b74-52f23c8c6145 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "GET /v2.0/ports/48e63418-ded2-41ba-a595-b88e5e692c82 HTTP/1.1" status: 200 len: 1130 time: 0.1326509 May 27 04:04:24.931804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42600) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:25.034260 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Deleting port 48e63418-ded2-41ba-a595-b88e5e692c82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:25.035808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.237741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-46bd78d3-e4e9-4d68-b2f7-53a92ce58e06 None None] Provisioning complete for port 48e63418-ded2-41ba-a595-b88e5e692c82 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:25.238320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46bd78d3-e4e9-4d68-b2f7-53a92ce58e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.314801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-46bd78d3-e4e9-4d68-b2f7-53a92ce58e06 None None] Port 48e63418-ded2-41ba-a595-b88e5e692c82 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:25.529010 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.567504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 61e1633a-8527-4eac-8480-48cf6f421f8a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:04:25.672324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Calling delete_port for 48e63418-ded2-41ba-a595-b88e5e692c82 owned by {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:25.762263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:25.768459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-294795294-network', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:25.774286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:25.779485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Usage tracker for resource:network and tenant:cfca1423a2e64005abb03dbf302cc2d5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:25.783758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:25.795859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:25.827062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Made reservation on behalf of cfca1423a2e64005abb03dbf302cc2d5 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:25.830281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.844740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=61e1633a-8527-4eac-8480-48cf6f421f8a,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:25.851157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.862208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:04:25.894803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0311b-dfc9-4a6c-a71a-6fd13cd9236c req-4906eadc-6d38-47a4-a788-3293e3dd0d83 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:25.897158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61c0311b-dfc9-4a6c-a71a-6fd13cd9236c req-4906eadc-6d38-47a4-a788-3293e3dd0d83 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 943 time: 0.2324684 May 27 04:04:25.920197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.942415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e1633a-8527-4eac-8480-48cf6f421f8a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:25.962149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=61e1633a-8527-4eac-8480-48cf6f421f8a,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:25.968833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:25.993497 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61c0311b-dfc9-4a6c-a71a-6fd13cd9236c req-6be4dc14-d9f9-483e-a5a1-d3d0eab65178 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907669 May 27 04:04:26.009829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.024963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:26.030350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Usage tracker for resource:security_group_rule and tenant:cfca1423a2e64005abb03dbf302cc2d5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:26.046771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:26.047809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:26.055450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:26.135253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.142598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.160650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:26.176026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['61e1633a-8527-4eac-8480-48cf6f421f8a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:04:26.183839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.185402 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Added segment 6d9baefe-80ae-44d4-80c3-8300eca21478 of type vlan for network 605f151c-91c7-4c27-9788-98a9d8e568ee May 27 04:04:26.206695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event deleted for resources: {'Port': ['ID=48e63418-ded2-41ba-a595-b88e5e692c82,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:26.251515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.396457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.406116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.406969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:26.407591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.436572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5bbcd8ab-bf45-4bf1-888e-62a767885d86 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "DELETE /v2.0/ports/48e63418-ded2-41ba-a595-b88e5e692c82 HTTP/1.1" status: 204 len: 168 time: 1.5015168 May 27 04:04:26.437320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42638) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:26.778699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6e804-1dca-4218-aa36-9abbd2fc329e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:26.821619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:26.850917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] Pushing event updated for resources: {'Network': ['ID=605f151c-91c7-4c27-9788-98a9d8e568ee,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:26.865137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2129d310-9cf9-476a-9ad7-5881a70f4490 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0993078 May 27 04:04:26.868475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42674) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:26.869698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 605f151c-91c7-4c27-9788-98a9d8e568ee details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:26.903380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Request body: {'subnet': {'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-294795294-subnet', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:26.920732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:26.942401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Usage tracker for resource:subnet and tenant:cfca1423a2e64005abb03dbf302cc2d5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:26.950612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:26.965645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:26.971086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Deleting subnet ba10ad07-f52c-4f54-b77a-328463127cb1 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:04:26.983889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.118193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.288136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.492554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03aeac-e964-44ca-96d2-3d297ddadd50 req-88558d1e-f063-48d5-869a-5af17f7428d9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:27.507244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac03aeac-e964-44ca-96d2-3d297ddadd50 req-88558d1e-f063-48d5-869a-5af17f7428d9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 944 time: 0.2205415 May 27 04:04:27.591309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:27.612783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac03aeac-e964-44ca-96d2-3d297ddadd50 req-13c5c66d-e44d-47a2-9671-a4238e930623 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046011 May 27 04:04:27.617029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Made reservation on behalf of cfca1423a2e64005abb03dbf302cc2d5 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:27.625013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.654028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 61e1633a-8527-4eac-8480-48cf6f421f8a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:27.864129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-49052be1-26f7-41f3-ab52-03a4a3579edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.915349 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.917504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 61e1633a-8527-4eac-8480-48cf6f421f8a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:27.928528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 61e1633a-8527-4eac-8480-48cf6f421f8a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:27.928936 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:27.976458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:27.978564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event deleted for resources: {'Subnet': ['ID=ba10ad07-f52c-4f54-b77a-328463127cb1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:27.992544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.026508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:28.026980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.050652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 42786) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:28.051665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9560fddb-b2e8-449f-bc34-de0c1e18e178 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "DELETE /v2.0/subnets/ba10ad07-f52c-4f54-b77a-328463127cb1 HTTP/1.1" status: 204 len: 168 time: 1.6124525 May 27 04:04:28.070865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada6ab0-53c9-4ab2-8e02-1187b5b6dd2e None None] Network 62ebfde9-1763-4426-a4a8-21c63058fca7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:28.262885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.274623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.307208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Deleting port bf677705-868c-4d84-8a6e-734105c381db {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:28.307731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.390261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf8ee4b-e581-4bc1-a1d6-e4240e912183,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:28.405064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Checking segment: {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:28.405420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Network hostable DHCP agents. Network: 605f151c-91c7-4c27-9788-98a9d8e568ee, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:28.431458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Network 605f151c-91c7-4c27-9788-98a9d8e568ee is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:28.443934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 605f151c-91c7-4c27-9788-98a9d8e568ee) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:28.451784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:28.453471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.490282 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ced3da39-cca1-4932-8888-f8694fd14b22 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6157455 May 27 04:04:28.490779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 42832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:28.492504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8097b2-38fc-4deb-85fd-cd94060cc135 None None] Network 605f151c-91c7-4c27-9788-98a9d8e568ee requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:28.509534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.513868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:28.524811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:28.536481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Usage tracker for resource:router and tenant:cfca1423a2e64005abb03dbf302cc2d5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:28.539440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:28.563075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:28.607205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:28.620237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.623186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.664037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=61e1633a-8527-4eac-8480-48cf6f421f8a,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:28.689209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.743952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.840246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] For port bf677705-868c-4d84-8a6e-734105c381db, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bf677705-868c-4d84-8a6e-734105c381db,segment=NetworkSegment(a59a15e1-877f-4035-9f57-635d2b5681c2),segment_id=a59a15e1-877f-4035-9f57-635d2b5681c2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:28.841210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:28.855429 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f236f5e-caa3-48bc-9cad-5e201ca86148'] response: {'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'code': 200} May 27 04:04:29.038590 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.086915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:29.100481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:29.163820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.176202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.252375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:29.256989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-605f151c-91c7-4c27-9788-98a9d8e568ee', 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'fixed_ips': [{'subnet_id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:29.258049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.269197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6173e3-71a1-49d6-a98f-0155758a8147 None None] DHCP port deletion for 62ebfde9-1763-4426-a4a8-21c63058fca7 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:04:29.284825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4c6173e3-71a1-49d6-a98f-0155758a8147 None None] Deleting port bf677705-868c-4d84-8a6e-734105c381db {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:29.285617 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c6173e3-71a1-49d6-a98f-0155758a8147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.451634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Calling delete_port for bf677705-868c-4d84-8a6e-734105c381db owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:29.525079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:29.600857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.644857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.711254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbb751-0b2b-42c3-9edd-401071df3df5 req-e8e02782-ea15-4f2f-a371-75c845d05db5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:29.712887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56bbb751-0b2b-42c3-9edd-401071df3df5 req-e8e02782-ea15-4f2f-a371-75c845d05db5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.5206039 May 27 04:04:29.732451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Allocated IP 172.20.0.2 (605f151c-91c7-4c27-9788-98a9d8e568ee/adf8ee4b-e581-4bc1-a1d6-e4240e912183/da17e67d-9432-48f8-89ed-f149ca0d2e9c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:29.782478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:29.834174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Allocated IP 172.25.8.128 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:29.869166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2de8a1c0-09cc-46ea-bdf5-cf2be58a181a req-1dac43fc-7c3f-4755-870e-e673f69151df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1096 time: 0.6780665 May 27 04:04:29.940968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event deleted for resources: {'Port': ['ID=bf677705-868c-4d84-8a6e-734105c381db,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:29.969559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] No DVR routers for this DVR port bf677705-868c-4d84-8a6e-734105c381db on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:04:30.074543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.101225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Transition to ACTIVE for port object da17e67d-9432-48f8-89ed-f149ca0d2e9c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:30.113991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.144256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ebfde9-1763-4426-a4a8-21c63058fca7']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:30.158288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59a15e1-877f-4035-9f57-635d2b5681c2') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:30.158930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59a15e1-877f-4035-9f57-635d2b5681c2') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:30.173259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.191379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.198580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:04:30.199215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.232343 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.239596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4c6173e3-71a1-49d6-a98f-0155758a8147 None None] The port 'bf677705-868c-4d84-8a6e-734105c381db' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:04:30.252165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:30.252165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: timer() May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:04:30.275049 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:04:30.295862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56bbb751-0b2b-42c3-9edd-401071df3df5 req-ff40de88-26ae-492d-9c16-832568eb2a61 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5731766 May 27 04:04:30.302191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a261734-ee6e-41d1-b1bb-2afe8bbacaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.320424 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.346351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2de8a1c0-09cc-46ea-bdf5-cf2be58a181a req-f2a5eed6-eaee-4706-a2a9-902b690d0c2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628613 May 27 04:04:30.354345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.361852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.362205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Transition to ACTIVE for port object da17e67d-9432-48f8-89ed-f149ca0d2e9c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:30.393212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] 10.222.0.46 "DELETE /v2.0/networks/62ebfde9-1763-4426-a4a8-21c63058fca7 HTTP/1.1" status: 204 len: 168 time: 2.3414118 May 27 04:04:30.402177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e711-8734-4099-85af-c1a7df3e3e77 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812 tempest-ExtraDHCPOptionsIpV6TestJSON-685437812-project] Pushing event deleted for resources: {'Network': ['ID=62ebfde9-1763-4426-a4a8-21c63058fca7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:30.417706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.450874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:30.460087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:30.468253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:30.470766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:30.524479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Network 605f151c-91c7-4c27-9788-98a9d8e568ee is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:30.534587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:30.540410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:30.553876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Pushing event updated for resources: {'Port': ['ID=da17e67d-9432-48f8-89ed-f149ca0d2e9c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:30.644381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bf677705-868c-4d84-8a6e-734105c381db no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:04:30.718866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bf677705-868c-4d84-8a6e-734105c381db {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:04:30.719396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bf677705-868c-4d84-8a6e-734105c381db not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:04:30.741799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Attempting to bind port da17e67d-9432-48f8-89ed-f149ca0d2e9c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:30.742423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Attempting to bind port da17e67d-9432-48f8-89ed-f149ca0d2e9c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:30.742979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Attempting to bind port da17e67d-9432-48f8-89ed-f149ca0d2e9c on network 605f151c-91c7-4c27-9788-98a9d8e568ee {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:30.751121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:30.752046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Checking segment: {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:30.752934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.753519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Bound using segment: {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:30.754750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Bound port: da17e67d-9432-48f8-89ed-f149ca0d2e9c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:30.755181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.801407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.802557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:30.909095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] For port da17e67d-9432-48f8-89ed-f149ca0d2e9c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:30.916600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] For port da17e67d-9432-48f8-89ed-f149ca0d2e9c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=da17e67d-9432-48f8-89ed-f149ca0d2e9c,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:30.922796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:30.926902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.074188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a97b2c-a20a-4279-a04e-4de67946f552 None None] Pushing event updated for resources: {'Port': ['ID=da17e67d-9432-48f8-89ed-f149ca0d2e9c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:31.274817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Router c5ad4243-cf19-4aca-839b-11cc0ae2499b is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:04:31.399758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.421081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7804afcc-6c2e-448b-9247-fac563d410a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d8a6e2a9e724c72b0b7a7088c9d90dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4945524 May 27 04:04:31.424209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:31.556993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.585425 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.616256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.684462 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.704068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e9e44-a5fa-401f-833a-5a8cc55c82ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:31.709950 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.712522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35cdc949-5255-435c-b254-fc204cd82524 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a90e9e44-a5fa-401f-833a-5a8cc55c82ca HTTP/1.1" status: 204 len: 168 time: 0.2844677 May 27 04:04:31.742371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a37f6a-05fb-4110-a9c9-5d460c5944d5 req-927156a7-ff6b-4584-8b3b-febdbf44d903 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:31.743818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1a37f6a-05fb-4110-a9c9-5d460c5944d5 req-927156a7-ff6b-4584-8b3b-febdbf44d903 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.1415827 May 27 04:04:31.810657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f1a37f6a-05fb-4110-a9c9-5d460c5944d5 req-d10d32f1-f10b-453f-b5b3-784f682ba787 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575192 May 27 04:04:31.823405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:31.840528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Sync routers for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:31.847905 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:31.848519 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:31.891393 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:31.892931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e91df5c9-0599-46eb-89f4-9facdfa2ab25 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4004703 May 27 04:04:31.895395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:32.162471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:32.212350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb7925-61b2-4fbd-881c-145f7906d4fd req-e7654757-546d-4ce0-a356-b45567998273 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:32.213972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67eb7925-61b2-4fbd-881c-145f7906d4fd req-e7654757-546d-4ce0-a356-b45567998273 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.2023098 May 27 04:04:32.352095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67eb7925-61b2-4fbd-881c-145f7906d4fd req-af1259c7-97e7-4b3c-8123-e391440b0b04 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315818 May 27 04:04:32.373627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:32.542326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c0e074fd-7b86-4b65-b2e2-63b893018803 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1091 time: 0.1675444 May 27 04:04:32.545128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43176) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:32.552328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:32.560627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:32.567324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:floatingip and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:32.572927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:32.583553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:32.604504 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:30Z', 'revision_number': 3, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:32.615339 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Checking router: c5ad4243-cf19-4aca-839b-11cc0ae2499b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:04:32.615673 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Updating router c5ad4243-cf19-4aca-839b-11cc0ae2499b port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:04:32.616449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:32.754948 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:32.867437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:32.935352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4c01f-d265-4037-b857-0a1d3337ce2d None None] Network 605f151c-91c7-4c27-9788-98a9d8e568ee requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:33.042377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.25.8.76 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/eecf5826-ea8e-46c9-aef5-aebd5207bfed) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:33.222027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-fcfb872f-1fcd-4df5-a89a-a96eee673ed2 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:33.223842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-fcfb872f-1fcd-4df5-a89a-a96eee673ed2 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 814 time: 0.6815698 May 27 04:04:33.239933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.242533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:33.265396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-151f082f-b2e6-4939-ba3d-6c1aaccae31c tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/quotas/0db7e2c73f074d80b3283efe24b2e1b9 HTTP/1.1" status: 200 len: 375 time: 0.0316715 May 27 04:04:33.279675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.334987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-454778d5-e32b-4863-bcaf-6ce4de3e512c tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538251 May 27 04:04:33.353953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-16b792b2-8675-46e5-814c-1dcf9b0bcc80 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:04:33.354803 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-16b792b2-8675-46e5-814c-1dcf9b0bcc80 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115185 May 27 04:04:33.373183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:33.375924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:33.384073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:33.441395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=eecf5826-ea8e-46c9-aef5-aebd5207bfed,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:33.572819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.582887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device da17e67d-9432-48f8-89ed-f149ca0d2e9c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:33.622987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1014356556'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:33.631149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:33.640268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:33.644622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a0a7e6bc-ff47-48e4-a6ca-afba2a20770f None None] Provisioning for port da17e67d-9432-48f8-89ed-f149ca0d2e9c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:33.646070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:33.667736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:33.728168 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.748276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Transition to ACTIVE for port object 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:33.764326 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.790480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-bc4eaaf6-7a88-46fe-8163-e0d63ef9c07a service neutron] 10.222.0.46 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196923 May 27 04:04:33.792258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port da17e67d-9432-48f8-89ed-f149ca0d2e9c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:33.792385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:33.796152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.799566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port da17e67d-9432-48f8-89ed-f149ca0d2e9c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:33.800241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:33.923907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Pushing event updated for resources: {'Port': ['ID=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:33.951329 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.951667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.953887 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.955794 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.956588 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.957326 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.959861 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.960723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.961238 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.961726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.962197 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:33.988275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.000962 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Attempting to bind port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:34.002219 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Attempting to bind port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:34.002685 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Attempting to bind port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:34.006504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.021621 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:34.021850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:34.023820 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.024224 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:34.026239 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Bound port: 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:34.026638 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.103201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:34.111318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port da17e67d-9432-48f8-89ed-f149ca0d2e9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=da17e67d-9432-48f8-89ed-f149ca0d2e9c,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:34.118455 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.142635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:security_group_rule and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:34.148759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:34.191146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:34.217831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] For port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:34.223491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] For port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:34.226949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-a0eb2b55-1ace-4d0a-a9df-2eaf1c93ba69 service neutron] 10.222.0.46 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049094 May 27 04:04:34.249409 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.357999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=da17e67d-9432-48f8-89ed-f149ca0d2e9c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:34.401898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-23a90dd1-f7cc-4499-96bb-034350024e28 None None] Provisioning complete for port da17e67d-9432-48f8-89ed-f149ca0d2e9c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:34.403003 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-23a90dd1-f7cc-4499-96bb-034350024e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.406737 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5949d9-8c24-452c-a9e8-d8792cdcfc44 None None] Pushing event updated for resources: {'Port': ['ID=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:34.431941 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:34.432954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:34.565547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.617856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.636014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.725366 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.727005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:34.755356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cae13f-0671-49e1-8292-d12215602d8a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:34.761152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.761637 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 86d0077a-ff75-49f3-b321-baa043220f0f of type vlan for network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 May 27 04:04:34.765660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0196db7b-8ebe-4b6c-949f-63a8779e8489 req-21b41eeb-6561-43f6-82b6-b5d139932c03 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 210 time: 0.1157711 May 27 04:04:34.781078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.820384 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.883838 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:34.950077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.954527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:34.955111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:34.992375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.003712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.087977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=eecf5826-ea8e-46c9-aef5-aebd5207bfed,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:35.132086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=5e7ba303-e68e-4552-aafb-a7ed5e7160e5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:35.151888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:35.163323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.209415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-86084785-78c7-4f72-8bd7-5354483d81ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9644794 May 27 04:04:35.286843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Allocated IP 172.20.0.1 (605f151c-91c7-4c27-9788-98a9d8e568ee/adf8ee4b-e581-4bc1-a1d6-e4240e912183/f822f637-22c3-4882-937b-f93106b17317) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:35.409528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:30Z', 'revision_number': 3, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:35.414004 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9d9143-f92f-4a91-9a98-fc5ee3153f4a None None] The sync data for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 is: [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:30Z', 'revision_number': 3, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:04:35.526751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device da17e67d-9432-48f8-89ed-f149ca0d2e9c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:35.691226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port da17e67d-9432-48f8-89ed-f149ca0d2e9c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:35.691687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.723301 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Floating IP 4d096f3f-3536-49ea-8a2c-ff6a690f7d84 associated. External IP: 172.25.8.76, port: 61e1633a-8527-4eac-8480-48cf6f421f8a. May 27 04:04:35.736084 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.777243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Transition to ACTIVE for port object f822f637-22c3-4882-937b-f93106b17317 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:35.828590 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:35.971756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Network 605f151c-91c7-4c27-9788-98a9d8e568ee is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:35.973674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:35.976651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:36.277621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2f9e7cf5-6755-4495-874d-e0c83f836a31 None None] Provisioning for port f822f637-22c3-4882-937b-f93106b17317 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:36.289924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2f9e7cf5-6755-4495-874d-e0c83f836a31 None None] Provisioning complete for port f822f637-22c3-4882-937b-f93106b17317 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:36.290557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7cf5-6755-4495-874d-e0c83f836a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.371970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d24ff3aa-1f29-45fe-b3c9-204bc138ff0b req-878aea46-84ec-44c0-b3bb-9ae993eeb6ef tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 210 time: 0.0626063 May 27 04:04:36.394648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Pushing event updated for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:36.432677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.448796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e7cf5-6755-4495-874d-e0c83f836a31 None None] Port f822f637-22c3-4882-937b-f93106b17317 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:36.554354 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.779919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-92f4b027-42cf-44a6-9a35-054f474e2991 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:36.780500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-92f4b027-42cf-44a6-9a35-054f474e2991 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Synchronizing usage tracker for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:36.832134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.834086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-92f4b027-42cf-44a6-9a35-054f474e2991 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Unset dirty status for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:36.835364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-92f4b027-42cf-44a6-9a35-054f474e2991 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 814 time: 0.2171748 May 27 04:04:36.838576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.853419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Request body: {'port': {'device_id': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd', 'admin_state_up': True, 'tenant_id': '0db7e2c73f074d80b3283efe24b2e1b9'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:36.954716 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:36.958661 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Pushing event updated for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:37.080619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:37.103137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Network 605f151c-91c7-4c27-9788-98a9d8e568ee is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:37.104415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:37.369108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:37.399892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Usage tracker for resource:port and tenant:0db7e2c73f074d80b3283efe24b2e1b9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:37.414651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:37.432168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:37.485764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Made reservation on behalf of 0db7e2c73f074d80b3283efe24b2e1b9 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:37.490145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:37.678783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c4d5-0e7e-40f9-a541-f723d7fa6d92 None None] Provisioning complete for port f822f637-22c3-4882-937b-f93106b17317 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:37.685431 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c4d5-0e7e-40f9-a541-f723d7fa6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:37.761333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1c4d5-0e7e-40f9-a541-f723d7fa6d92 None None] Port f822f637-22c3-4882-937b-f93106b17317 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:37.835940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44e839d1-1f9b-468d-9b70-28123605fb15 req-614c21a9-db40-4d55-ac48-8f6a62d9ef9c tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 210 time: 0.0852482 May 27 04:04:37.921555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Router c5ad4243-cf19-4aca-839b-11cc0ae2499b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:04:37.967572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Allocated IP 172.20.0.9 (bf2c3bef-6e67-4757-a618-53236defdacd/e1af14a2-00fb-4933-8720-4672565dd345/ac16ca48-2dd1-452b-9d23-cd57c6e8e06a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:38.046433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:38.057360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:38.087755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:38.089880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:38.111320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:38.202893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:04:38.218192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b479d68-ca95-4497-92c5-7fe60d6cbc86 admin admin] 10.222.0.46 "PUT /v2.0/routers/c5ad4243-cf19-4aca-839b-11cc0ae2499b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3145595 May 27 04:04:38.293458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:38.293667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a7827651-81d4-4af6-9b08-46e4e18d5917 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7469554 May 27 04:04:38.298338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:38.409040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:38.431630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:38.470798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:38.514233 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46183888-d689-4e8e-9251-70e37c9a061a'] response: {'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'status': 'completed', 'code': 200} May 27 04:04:38.571267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:38.622991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6a4aaa1-3711-4f53-b914-284164adbf6d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 200 len: 990 time: 0.3277681 May 27 04:04:38.739947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:38.746605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:38.749805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:subnet and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:38.822115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:38.845929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:38.872925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-4f625025-4191-42e1-b849-3243659a9826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1096 time: 0.3573527 May 27 04:04:38.873974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43250) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:38.882933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176188797', 'description': 'tempest-secgroup-smoke-176188797 description', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:38.889783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:34Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:38.893997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:38.894431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:04:38.900155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:38.903978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:38.907372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:38.908833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:38.916099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:38.938974 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.017711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:39.022686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:39.026581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:39.050311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:39.073861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:39.079154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Network bf2c3bef-6e67-4757-a618-53236defdacd is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:39.085861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Pushing event updated for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:39.109131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:39.171542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c0dab-9a96-4f7e-af85-c053441ec9d1 req-a509cf29-c9ab-4e51-a501-00c25bde10a2 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:39.173537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d4c0dab-9a96-4f7e-af85-c053441ec9d1 req-a509cf29-c9ab-4e51-a501-00c25bde10a2 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 931 time: 0.1435783 May 27 04:04:39.182604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:39.208946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:39.209636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.336532 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.371950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d4c0dab-9a96-4f7e-af85-c053441ec9d1 req-f0578909-272c-4101-97c4-606cf26655e6 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872494 May 27 04:04:39.372732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.418930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:39.424747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.429639 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40010aeb-5395-4b61-9026-b12cbc8c2252 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5512714 May 27 04:04:39.430620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43256) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:39.436956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:39.444647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:39.448741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:39.452342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:39.460749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:39.491190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d621fa-5328-4504-b877-b738609f8f1b req-aac114b1-d455-4d84-a983-920df2e61a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:39.492666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-aac114b1-d455-4d84-a983-920df2e61a28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 898 time: 0.5887084 May 27 04:04:39.493352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.545326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:39.545968 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.559450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.565303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.585190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22be969-ec77-4dae-bdac-b107ed1afe6b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:39.598463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:34Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:39.612542 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.613755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dac3de10-0466-461e-8e16-883b24f2ef76 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1820889 May 27 04:04:39.614064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c86bb9-ea3d-4315-8fbb-d8e155b9f031 None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:34Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:04:39.616328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:39.622167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:39.628226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43264) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:39.632731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:39.672369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-294cadcf-f2ae-45ec-b0ab-726a6f30fc72 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8233716 May 27 04:04:39.695206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-90b00e11-3695-4e03-b5b6-4f4a38ad691e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:04:39.696184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-90b00e11-3695-4e03-b5b6-4f4a38ad691e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0146227 May 27 04:04:39.714388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Request body: {'port': {'device_id': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:39.727770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:39.732257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:39.747198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:39.761170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bbbc2a16-6a9e-43b6-aada-f224c8c20467 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 200 len: 990 time: 0.1306450 May 27 04:04:39.771866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-97e82802-8113-4d24-9646-ef5cb91bc95e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 998 time: 0.2205088 May 27 04:04:39.776375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.850963 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.863135 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.898154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91287fa-c8bd-41d7-b9fc-382bf4dadc5a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:39.901119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.904831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1cd6a755-121a-47cc-8488-6c8d112b21bd tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2850647 May 27 04:04:39.905651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:39.926976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:39.968766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:39.976774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:39.992065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:39.996785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:40.002591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d621fa-5328-4504-b877-b738609f8f1b req-3df99b4a-cd81-408e-abb6-b6c34abf27bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:40.004868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-3df99b4a-cd81-408e-abb6-b6c34abf27bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 200 len: 834 time: 0.2255740 May 27 04:04:40.014781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:40.224045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.283577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.431699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-1807115e-a694-4c62-b62a-4071a96a4a5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36423269-394c-42ac-9106-235395e374c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4197571 May 27 04:04:40.448607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=718ad0b5-7dd5-45af-860c-b1dcf9f26fcc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:40.695101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '86d0077a-ff75-49f3-b321-baa043220f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:40.695451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: 5e7ba303-e68e-4552-aafb-a7ed5e7160e5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:40.701458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.738074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.764963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43278) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:40.791940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ef7f94-c4bb-4f0f-b0c8-29b28bf1eb59,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:40.804764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-519e24ac-82fa-469b-a2bd-096e1361e73a service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642938 May 27 04:04:40.850056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.853836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b75eb032-aee8-4233-a92e-39986edbf11e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9357491 May 27 04:04:40.854912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43284) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:40.864001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:40.879315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:40.887322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:40.894518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a6d822d-8489-4c53-82d8-bdc0f12ada79 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 200 len: 990 time: 0.1262844 May 27 04:04:40.894518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:40.900164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:40.918093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:40.918679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-e31ef971-534d-44b9-9861-cc8b7a586c46 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:40.919370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-e31ef971-534d-44b9-9861-cc8b7a586c46 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Synchronizing usage tracker for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:40.963758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:40.995098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.000167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.006508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac16ca48-2dd1-452b-9d23-cd57c6e8e06a {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:41.011047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5e7ba303-e68e-4552-aafb-a7ed5e7160e5) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:41.019348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b72be8-c4d9-4c2f-b0f0-021de593babc None None] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:41.022576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:41.023164 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.030477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.032287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-e31ef971-534d-44b9-9861-cc8b7a586c46 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Unset dirty status for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:41.033999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-e31ef971-534d-44b9-9861-cc8b7a586c46 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 931 time: 0.5106165 May 27 04:04:41.086746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d94b67-ea01-467e-9b3f-ba0fdfd8404c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:41.102197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.105537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-72d1174f-c915-48ff-a47d-5b4a87ab63ea tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2480395 May 27 04:04:41.106273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:41.120045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:41.135376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:41.145519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:41.148311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-714d11c7-4839-4a0d-b0d2-46f08ed0ce92 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7152994 May 27 04:04:41.153407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43298) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:41.156110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Transition to ACTIVE for port object ac16ca48-2dd1-452b-9d23-cd57c6e8e06a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:41.164622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d621fa-5328-4504-b877-b738609f8f1b req-8c1f4451-3db1-4fce-9928-351a39de5535 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528411 May 27 04:04:41.175583 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.186419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:41.216582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1841042102'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:41.231008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:41.239926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:41.243186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:41.260431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:41.276881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:41.281417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:41.287970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.310031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Sync routers for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:41.335099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:41.336092 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:41.348930 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Project 5fa2a9c7818542a49a2eb1c5b32dacc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:04:41.378128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.379534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-2f5ab2ec-9fff-4164-aa43-145546a792e3 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Synchronizing usage tracker for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:41.425860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:41.464483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69417456-457a-45b4-a8c8-a092e124cc7b None None] New status for floating IP 4d096f3f-3536-49ea-8a2c-ff6a690f7d84: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:04:41.491905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.492243 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb of type vlan for network aada7830-5031-4c58-9173-271fdac7fd7f May 27 04:04:41.559025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Pushing event updated for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:41.606040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:41.618619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.626891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.643429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.732113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85173e25-82c8-4444-9320-6c5c88af5103,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:41.749211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.754717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f83bc339-a514-4dc8-a481-acc83a4ab5d2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6436858 May 27 04:04:41.754886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.764520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:41.768344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:41.770919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:41.797812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43304) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:41.822231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6677608 May 27 04:04:41.826340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'security_group_rule': {'security_group_id': '13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e', 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:41.837369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43308) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:41.897585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:41.899983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43312) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:41.915239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:41.963564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-2f5ab2ec-9fff-4164-aa43-145546a792e3 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Unset dirty status for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:41.972585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:security_group_rule and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:41.979459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bcf4a26-0fdb-4235-92e2-007210f112e5 req-2f5ab2ec-9fff-4164-aa43-145546a792e3 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9194949 May 27 04:04:42.008287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Attempting to bind port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:42.008930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Attempting to bind port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:42.009438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Attempting to bind port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a on network bf2c3bef-6e67-4757-a618-53236defdacd {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:42.016381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a on network bf2c3bef-6e67-4757-a618-53236defdacd not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:04:42.017350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Attempting to bind port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a on network bf2c3bef-6e67-4757-a618-53236defdacd {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:42.025035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:42.025718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Checking segment: {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:42.026284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Bound using segment: {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:42.026865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Bound port: ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:42.027365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.106394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:42.165783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:42.170195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:42.181394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.218398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5e7ba303-e68e-4552-aafb-a7ed5e7160e5', 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': '718ad0b5-7dd5-45af-860c-b1dcf9f26fcc'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:42.219233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.276361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:42.284255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.286057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac16ca48-2dd1-452b-9d23-cd57c6e8e06a HTTP/1.1" status: 200 len: 1091 time: 2.5760400 May 27 04:04:42.286677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:42.324266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0f3fb-389b-4b04-a871-20297f5ba862 service neutron] Pushing event updated for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:42.325895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17fb82-3b4d-41b6-bb73-f3bd82d2baf0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=aada7830-5031-4c58-9173-271fdac7fd7f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:42.368738 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Project 5fa2a9c7818542a49a2eb1c5b32dacc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:04:42.385524 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.405078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89ed8913-c747-41c6-992e-2d4251a06a28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 200 len: 990 time: 0.4968386 May 27 04:04:42.409489 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:20Z', 'revision_number': 2, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:42.416608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:42.421132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:subnet and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:42.424292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:42.426986 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Checking router: 8e115ecc-4ddd-453c-8597-8cef354c93ed for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:04:42.430998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:42.434821 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Updating router 8e115ecc-4ddd-453c-8597-8cef354c93ed port f5bd7495-51da-4b58-84b4-b2e30186a6b4 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:04:42.441647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network aada7830-5031-4c58-9173-271fdac7fd7f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:42.447360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-ed212415-4073-43e1-82e3-82cc2fa47b39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 1094 time: 0.1050284 May 27 04:04:42.450788 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b439d7e-af41-4522-9792-29c1bd834e77'] response: {'name': 'network-changed', 'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a', 'status': 'completed', 'code': 200} May 27 04:04:42.457186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:42.560472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:42.576017 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.600354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:42.600771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.638381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-0c75bd57-f72f-4de3-ad10-552a7cf5c481 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a HTTP/1.1" status: 200 len: 217 time: 0.1839459 May 27 04:04:42.665464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:42.781462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-3dc49056-b7b7-4477-87e3-e797d122213a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:42.782869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-3dc49056-b7b7-4477-87e3-e797d122213a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1af14a2-00fb-4933-8720-4672565dd345 HTTP/1.1" status: 200 len: 854 time: 0.1362238 May 27 04:04:42.816594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Allocated IP 2001:db8:0:ffff::2 (5e7ba303-e68e-4552-aafb-a7ed5e7160e5/718ad0b5-7dd5-45af-860c-b1dcf9f26fcc/daf67970-afe6-491e-ad3d-6a76c4efd54e) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:42.890222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-d0249b1b-08e0-49dc-8643-6c552b1f91cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf2c3bef-6e67-4757-a618-53236defdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999587 May 27 04:04:43.000994 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.027529 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.040259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.083081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:43.088115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886f0ebe-61d7-4e1d-aab5-71ba05eaf38e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:43.100753 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.109470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fe147aea-477e-4aec-a7de-e35b0fe7b7b5 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2939429 May 27 04:04:43.125451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.192866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-6fe45d95-f305-4bd7-a95e-40e3ec1f19df service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952602 May 27 04:04:43.242067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:43.281631 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.296254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Transition to ACTIVE for port object f5bd7495-51da-4b58-84b4-b2e30186a6b4 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:43.307345 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.408989 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43330) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:43.409670 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.426385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Transition to ACTIVE for port object daf67970-afe6-491e-ad3d-6a76c4efd54e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:43.450158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Transition to ACTIVE for port object daf67970-afe6-491e-ad3d-6a76c4efd54e will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:43.475502 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.521336 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2b6a-b503-4675-8823-379300b1c8d6 None None] Pushing event updated for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:43.544161 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c6a4337c-885a-4f02-89ea-5ea9124e3afe req-75862c36-267e-48d3-b8b2-81d23bfdde9f service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442175 May 27 04:04:43.563293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2bea4-95eb-4ef5-be91-1aa375562ebe req-90d31227-cfbc-473d-b433-77438b6d0ee4 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:43.565571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1eb2bea4-95eb-4ef5-be91-1aa375562ebe req-90d31227-cfbc-473d-b433-77438b6d0ee4 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 943 time: 0.1872029 May 27 04:04:43.655629 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Attempting to bind port f5bd7495-51da-4b58-84b4-b2e30186a6b4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:43.655909 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Attempting to bind port f5bd7495-51da-4b58-84b4-b2e30186a6b4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:43.656517 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Attempting to bind port f5bd7495-51da-4b58-84b4-b2e30186a6b4 on network b5fb1565-ebec-4414-a975-96a56d95d55c {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:43.670039 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:43.673484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Checking segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:43.674013 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.674715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Bound using segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:43.675564 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Bound port: f5bd7495-51da-4b58-84b4-b2e30186a6b4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:43.676058 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:43.706570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Pushing event updated for resources: {'Port': ['ID=daf67970-afe6-491e-ad3d-6a76c4efd54e,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:43.717746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:43.759597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1eb2bea4-95eb-4ef5-be91-1aa375562ebe req-48344521-caeb-4675-9af1-aec02f2e9d67 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880770 May 27 04:04:43.771754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-b6e50fe5-4360-43e8-ba08-0ae85d7bd594 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Synchronizing usage tracker for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:43.783275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-95fac293-e174-4dfc-850e-d777492875f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 1094 time: 0.1736758 May 27 04:04:43.803003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ecfdf8f8-b1e5-4384-b99f-094bf57cd1ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 200 len: 992 time: 0.3926980 May 27 04:04:43.858455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:43.885689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:43.890951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:43.898383 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] For port f5bd7495-51da-4b58-84b4-b2e30186a6b4, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:43.901874 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] For port f5bd7495-51da-4b58-84b4-b2e30186a6b4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f5bd7495-51da-4b58-84b4-b2e30186a6b4,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:43.912345 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.004339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db463-1c5c-4042-b97b-743c5680239d req-1bf6582a-1a10-4fc7-b54a-32178f7fca3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:44.005732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:44.006179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.006361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-1bf6582a-1a10-4fc7-b54a-32178f7fca3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 915 time: 0.2151828 May 27 04:04:44.010082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 04:04:44.012082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.046173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-b6e50fe5-4360-43e8-ba08-0ae85d7bd594 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Unset dirty status for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:44.047322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-b6e50fe5-4360-43e8-ba08-0ae85d7bd594 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176188797&fields=id&tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7 HTTP/1.1" status: 200 len: 267 time: 0.6595762 May 27 04:04:44.123535 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2b6a-b503-4675-8823-379300b1c8d6 None None] Pushing event updated for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:44.149669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-36db5057-81a1-4410-b6f0-9e46b9a684d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a HTTP/1.1" status: 200 len: 217 time: 0.1360641 May 27 04:04:44.163970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Attempting to bind port daf67970-afe6-491e-ad3d-6a76c4efd54e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:44.166797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Attempting to bind port daf67970-afe6-491e-ad3d-6a76c4efd54e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '86d0077a-ff75-49f3-b321-baa043220f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:44.168560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Attempting to bind port daf67970-afe6-491e-ad3d-6a76c4efd54e on network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:44.177738 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:44.179226 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:44.195555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:44.203213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Checking segment: {'id': '86d0077a-ff75-49f3-b321-baa043220f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:44.204741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.205266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Bound using segment: {'id': '86d0077a-ff75-49f3-b321-baa043220f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:44.208319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Bound port: daf67970-afe6-491e-ad3d-6a76c4efd54e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d0077a-ff75-49f3-b321-baa043220f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5e7ba303-e68e-4552-aafb-a7ed5e7160e5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:44.208812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.216146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=d1ca8942-4bca-4853-9f8b-1d3a7c72290e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:44.239213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db463-1c5c-4042-b97b-743c5680239d req-e9a6c4b8-2688-4506-bf70-55ca01ed6c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:44.240672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-e9a6c4b8-2688-4506-bf70-55ca01ed6c53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1af14a2-00fb-4933-8720-4672565dd345 HTTP/1.1" status: 200 len: 854 time: 0.0775654 May 27 04:04:44.264603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:44.265265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: aada7830-5031-4c58-9173-271fdac7fd7f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:44.333450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-5a798141-f64d-4fc2-a5d4-b2dcc64ee42b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:44.335180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-5a798141-f64d-4fc2-a5d4-b2dcc64ee42b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 809 time: 0.2756448 May 27 04:04:44.355979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-fcaca58b-c23d-4521-9c06-2adeb9f49e0c tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/quotas/5fa2a9c7818542a49a2eb1c5b32dacc7 HTTP/1.1" status: 200 len: 375 time: 0.0147502 May 27 04:04:44.399396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network aada7830-5031-4c58-9173-271fdac7fd7f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:44.409007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-d15e8cec-05e6-4252-b8ff-7f462e5fe41f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf2c3bef-6e67-4757-a618-53236defdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527574 May 27 04:04:44.436553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, aada7830-5031-4c58-9173-271fdac7fd7f) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:44.450874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:44.451717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.469266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc665e-4527-44b1-b7ed-78e543ca8157 None None] Network aada7830-5031-4c58-9173-271fdac7fd7f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:44.503078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c2d4783a-2c38-4e59-9289-0838d9037a03 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6636865 May 27 04:04:44.509603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-00e878bd-cade-490b-92dc-2390fad2eaf6 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Synchronizing usage tracker for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:44.514248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:44.521668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'port': {'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f', 'name': 'tempest-NetworksIpV6TestAttrs-2107988662'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:44.584256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] For port daf67970-afe6-491e-ad3d-6a76c4efd54e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:44.607690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-7a673e75-bae7-4d7b-ac8d-0fad1fea9daf service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937413 May 27 04:04:44.621293 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:04:44.621791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] For port daf67970-afe6-491e-ad3d-6a76c4efd54e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=daf67970-afe6-491e-ad3d-6a76c4efd54e,segment=NetworkSegment(86d0077a-ff75-49f3-b321-baa043220f0f),segment_id=86d0077a-ff75-49f3-b321-baa043220f0f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:44.631307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.698255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:44.710192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:port and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:44.713884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:44.723983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-00e878bd-cade-490b-92dc-2390fad2eaf6 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Unset dirty status for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:44.740371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-00e878bd-cade-490b-92dc-2390fad2eaf6 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3780925 May 27 04:04:44.741419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:44.916064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d128635-d2a8-4b2f-9b70-e1dd6269bfa4 None None] Pushing event updated for resources: {'Port': ['ID=daf67970-afe6-491e-ad3d-6a76c4efd54e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:44.928363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-aada7830-5031-4c58-9173-271fdac7fd7f', 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': 'd1ca8942-4bca-4853-9f8b-1d3a7c72290e'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:44.929472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:44.950890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:44.960506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:45.007358 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a5db463-1c5c-4042-b97b-743c5680239d req-1ec1e5f9-8c3e-4b7e-b7ca-c794b976ef46 service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930085 May 27 04:04:45.046418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] device_id is not set on port e9b62e24-086a-4aa2-ba14-08e29e596b5e yet. {{(pid=84156) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:04:45.208379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-1de98a3e-ef8a-45ed-bb75-6a151674770c service neutron] 10.222.0.46 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608030 May 27 04:04:45.214187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Allocated IP 2001:db8::f816:3eff:fec2:3237 (aada7830-5031-4c58-9173-271fdac7fd7f/d1ca8942-4bca-4853-9f8b-1d3a7c72290e/accac4d6-6163-475d-a642-ffd0ea34ee48) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:45.235090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1081d-76ab-47ad-9454-4167fb8f0885 req-7749dc0c-ba19-4464-becf-b0b348999d60 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:45.238356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ce1081d-76ab-47ad-9454-4167fb8f0885 req-7749dc0c-ba19-4464-becf-b0b348999d60 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 943 time: 0.1891356 May 27 04:04:45.330442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ce1081d-76ab-47ad-9454-4167fb8f0885 req-3f9e9fcb-f10a-421e-a2e3-05b9c1ff1718 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799365 May 27 04:04:45.355075 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:45.359492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beea73c-14eb-4e91-b5b1-8d254390cc41 None None] The sync data for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 is: [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:04:45.427378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-f614974c-f553-4e23-b009-b0fc892ab3bc service neutron] 10.222.0.46 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179410 May 27 04:04:45.605356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device daf67970-afe6-491e-ad3d-6a76c4efd54e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:45.695249 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:45.713159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Transition to ACTIVE for port object accac4d6-6163-475d-a642-ffd0ea34ee48 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:45.744442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Transition to ACTIVE for port object accac4d6-6163-475d-a642-ffd0ea34ee48 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:45.760919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:45.800350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port daf67970-afe6-491e-ad3d-6a76c4efd54e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:45.842944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f5bd7495-51da-4b58-84b4-b2e30186a6b4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:45.845060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2da7ac71-7711-4163-9286-7d09e1dfeccc req-90afcc8c-bc31-4f29-85ac-bb87b67bee51 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 210 time: 0.1265299 May 27 04:04:45.921593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Pushing event updated for resources: {'Port': ['ID=accac4d6-6163-475d-a642-ffd0ea34ee48,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:45.924756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Allocated IP 2001:db8::f816:3eff:fecd:99d5 (aada7830-5031-4c58-9173-271fdac7fd7f/d1ca8942-4bca-4853-9f8b-1d3a7c72290e/e9b62e24-086a-4aa2-ba14-08e29e596b5e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:45.999359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Network aada7830-5031-4c58-9173-271fdac7fd7f is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:46.002626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:46.007381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:46.052291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:46.157645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:46.158104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.260623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Attempting to bind port accac4d6-6163-475d-a642-ffd0ea34ee48 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:46.261154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Attempting to bind port accac4d6-6163-475d-a642-ffd0ea34ee48 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:46.261558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Attempting to bind port accac4d6-6163-475d-a642-ffd0ea34ee48 on network aada7830-5031-4c58-9173-271fdac7fd7f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:46.276681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:46.277159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Checking segment: {'id': '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:46.280174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.280174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Bound using segment: {'id': '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:46.280174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Bound port: accac4d6-6163-475d-a642-ffd0ea34ee48, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aada7830-5031-4c58-9173-271fdac7fd7f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:46.280174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.294774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.332253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Transition to ACTIVE for port object e9b62e24-086a-4aa2-ba14-08e29e596b5e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:46.390165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.452561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f1711-3815-40f1-90c7-5764b6e3b4b1 None None] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:46.550472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network aada7830-5031-4c58-9173-271fdac7fd7f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:46.554147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:46.563512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:46.583957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:46.584914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.607017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Port': ['ID=e9b62e24-086a-4aa2-ba14-08e29e596b5e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:46.670553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b04d166f-821a-41a0-9f91-c89efbb7194d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1527483 May 27 04:04:46.670553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43368) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:46.741429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] For port accac4d6-6163-475d-a642-ffd0ea34ee48, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:46.743509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.752847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-2755ffd0-2c24-4d94-99a4-c4aef59a8a06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250911 May 27 04:04:46.768089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] For port accac4d6-6163-475d-a642-ffd0ea34ee48, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=accac4d6-6163-475d-a642-ffd0ea34ee48,segment=NetworkSegment(49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb),segment_id=49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:46.775759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Provisioning for port daf67970-afe6-491e-ad3d-6a76c4efd54e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:46.800662 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.838865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Provisioning complete for port daf67970-afe6-491e-ad3d-6a76c4efd54e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:46.839228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.849120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting subnet d1ca8942-4bca-4853-9f8b-1d3a7c72290e {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:04:46.857072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.952341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-d2e579b6-062b-4a78-a5f7-f78a4352ba39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1096 time: 0.0934572 May 27 04:04:46.957593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:46.975544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f5bd7495-51da-4b58-84b4-b2e30186a6b4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f5bd7495-51da-4b58-84b4-b2e30186a6b4,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:46.997834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.068948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65a7c2-6525-47d7-a7cc-40eb43da2e2d None None] Pushing event updated for resources: {'Port': ['ID=accac4d6-6163-475d-a642-ffd0ea34ee48,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:47.072315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.157707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.209341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc0b7-e48c-4c40-968a-161e7f69bbed req-41cb6da3-1f68-4efd-a889-cbb2645312d3 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:47.211538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be4bc0b7-e48c-4c40-968a-161e7f69bbed req-41cb6da3-1f68-4efd-a889-cbb2645312d3 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 943 time: 0.4929502 May 27 04:04:47.250543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-cbe4db02-06e5-4797-bb7f-764f18dfb0cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:47.253570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-cbe4db02-06e5-4797-bb7f-764f18dfb0cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 898 time: 0.2774985 May 27 04:04:47.255116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ca8942-4bca-4853-9f8b-1d3a7c72290e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:47.280320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.325992 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d5093a9-5684-43c4-8e77-94a5ac39d5e0 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/d1ca8942-4bca-4853-9f8b-1d3a7c72290e HTTP/1.1" status: 204 len: 168 time: 0.6543403 May 27 04:04:47.341901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be4bc0b7-e48c-4c40-968a-161e7f69bbed req-ac1d3653-8736-4dfc-b7d3-d1ef12ae3bf7 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182342 May 27 04:04:47.342856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:47.413269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b800dd22-36b2-4e03-941b-b10dacfb2de0 req-3b34ac0f-a0c7-47d7-9146-b37226cca943 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 210 time: 0.3947871 May 27 04:04:47.446087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.458625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-eb60f67a-66f1-4040-a50d-2265127b780b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 1000 time: 0.1961844 May 27 04:04:47.495024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:47.571440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] For port daf67970-afe6-491e-ad3d-6a76c4efd54e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=daf67970-afe6-491e-ad3d-6a76c4efd54e,segment=NetworkSegment(86d0077a-ff75-49f3-b321-baa043220f0f),segment_id=86d0077a-ff75-49f3-b321-baa043220f0f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:47.591452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device accac4d6-6163-475d-a642-ffd0ea34ee48 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:47.640799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-ebcad17b-87d5-4665-8073-cc8955c9e7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:47.666555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-ebcad17b-87d5-4665-8073-cc8955c9e7b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 200 len: 834 time: 0.2002301 May 27 04:04:47.696037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ac16ca48-2dd1-452b-9d23-cd57c6e8e06a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:04:47.816934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:47.823323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-96208a6e-fdc1-4668-b4f9-9b3836e189cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36423269-394c-42ac-9106-235395e374c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507587 May 27 04:04:47.888109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98100352-471e-4a94-905e-2073fdabf5db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:47.889674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98100352-471e-4a94-905e-2073fdabf5db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:47.890670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-98100352-471e-4a94-905e-2073fdabf5db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Synchronizing usage tracker for tenant:1b0a7a9958f643ae8ccbd350acc984c0 on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:47.961117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-98100352-471e-4a94-905e-2073fdabf5db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Unset dirty status for tenant:1b0a7a9958f643ae8ccbd350acc984c0 on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:47.963464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98100352-471e-4a94-905e-2073fdabf5db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6191888 May 27 04:04:47.967042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43386) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:47.979093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-7a5bac51-43ed-474b-ba15-aa8523c12ebf service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482937 May 27 04:04:47.982364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port accac4d6-6163-475d-a642-ffd0ea34ee48 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:48.011668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b05cd3-8a8f-44f4-9bcb-d61bfd9fbeef None None] Pushing event updated for resources: {'Port': ['ID=daf67970-afe6-491e-ad3d-6a76c4efd54e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:48.030791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:48.075887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a', 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd', 'port_id': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a', 'mac_address': 'fa:16:3e:e6:81:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1af14a2-00fb-4933-8720-4672565dd345', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:04:48.078865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-81f41440-d53c-4c11-bb7d-4e7b9ae0cd72 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:48.081546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-81f41440-d53c-4c11-bb7d-4e7b9ae0cd72 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 809 time: 0.3125372 May 27 04:04:48.172271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e535f09-dabd-43f0-8f7a-825df15f9240 req-db142c72-3fc6-48d5-b6d0-bbdaba92e1d8 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868839 May 27 04:04:48.187968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3277cee7-e36b-4a4b-80f5-028f5397450a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.215564 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-3277cee7-e36b-4a4b-80f5-028f5397450a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 04:04:48.217993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.218469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3277cee7-e36b-4a4b-80f5-028f5397450a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:04:48.228329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3277cee7-e36b-4a4b-80f5-028f5397450a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/aada7830-5031-4c58-9173-271fdac7fd7f HTTP/1.1" status: 409 len: 405 time: 0.2601917 May 27 04:04:48.232527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:48.242903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1230496637'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:48.253028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:48.254637 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-7e35d6a9-e9bc-4176-bf40-8aa46191e5c0 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7 HTTP/1.1" status: 200 len: 379 time: 0.1525395 May 27 04:04:48.257206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:48.257478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac16ca48-2dd1-452b-9d23-cd57c6e8e06a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:48.260484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:48.266501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:48.281658 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4256349-b61f-425c-be4e-89fc8d4a93c6 None None] Provisioning complete for port daf67970-afe6-491e-ad3d-6a76c4efd54e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:48.282029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4256349-b61f-425c-be4e-89fc8d4a93c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.282981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:48.286138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.290636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'port': {'device_id': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'admin_state_up': True, 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'security_groups': ['13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:48.316559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:48.326461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.326801 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 1e685d1e-32b4-4721-bbeb-1bebb7cdbec1 of type vlan for network 393ac750-c76d-4323-a22c-a41c98f96f18 May 27 04:04:48.333948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:48.355548 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.382300 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.423094 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.428437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:48.429059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.565552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:48.607744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3734789 May 27 04:04:48.615409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:48.624538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:48.644939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ac16ca48-2dd1-452b-9d23-cd57c6e8e06a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:04:48.682160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:48.738662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Made reservation on behalf of 5fa2a9c7818542a49a2eb1c5b32dacc7 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:48.741622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:48.747131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:48.788864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd66c19-36a0-488b-a5fd-f88a5a39475c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=393ac750-c76d-4323-a22c-a41c98f96f18,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:48.793008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327c22c-f717-4971-938c-9d5c1e66ce05 None None] Network aada7830-5031-4c58-9173-271fdac7fd7f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:48.818601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 393ac750-c76d-4323-a22c-a41c98f96f18 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:48.822955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26e53-8a83-4e70-b4dd-1d025ea078f1 req-426784a7-8e62-4962-9ff8-95ebe93d177b tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:48.832359 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17b26e53-8a83-4e70-b4dd-1d025ea078f1 req-426784a7-8e62-4962-9ff8-95ebe93d177b tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 944 time: 0.2693064 May 27 04:04:48.841064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac11e145-2ec2-40d3-a433-a3ae3db6df87 req-cd76df05-717e-40d2-b650-a675cbc32030 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 210 time: 0.0532348 May 27 04:04:48.866461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:48.871222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:04:48.878120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:48.897718 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:49.011248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17b26e53-8a83-4e70-b4dd-1d025ea078f1 req-e5280d1a-c377-4a7e-a406-9d3f82718725 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779475 May 27 04:04:49.038498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Allocated IP 172.20.0.4 (b5fb1565-ebec-4414-a975-96a56d95d55c/25b657a0-79b6-4670-876f-20e767ac0038/0e417019-3165-44aa-b977-03d52f36b869) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:49.093299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.241765 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Provisioning for port accac4d6-6163-475d-a642-ffd0ea34ee48 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:49.268122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Provisioning complete for port accac4d6-6163-475d-a642-ffd0ea34ee48 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:49.268968 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.300848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.326825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Transition to ACTIVE for port object 0e417019-3165-44aa-b977-03d52f36b869 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:49.355549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.460710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.484125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] DHCP port deletion for aada7830-5031-4c58-9173-271fdac7fd7f request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:04:49.504014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Deleting port accac4d6-6163-475d-a642-ffd0ea34ee48 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:49.507953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.538878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:49.553068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Network b5fb1565-ebec-4414-a975-96a56d95d55c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:49.554699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:49.562255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:49.635581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device daf67970-afe6-491e-ad3d-6a76c4efd54e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:49.653053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:49.656875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.710663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-84049727-8a60-4924-97da-e289afa05982 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4266729 May 27 04:04:49.722258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-b43c347c-cd61-436b-8344-9e3273b77b6d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:04:49.723485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-b43c347c-cd61-436b-8344-9e3273b77b6d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069005 May 27 04:04:49.777328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] For port accac4d6-6163-475d-a642-ffd0ea34ee48, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=accac4d6-6163-475d-a642-ffd0ea34ee48,segment=NetworkSegment(49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb),segment_id=49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:49.801885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.816099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 04:04:49.817472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:49.851217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Request body: {'port': {'device_id': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:49.913397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:49.924021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:49.924498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: 393ac750-c76d-4323-a22c-a41c98f96f18, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:49.954280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network 393ac750-c76d-4323-a22c-a41c98f96f18 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:49.971625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 393ac750-c76d-4323-a22c-a41c98f96f18) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:49.977123 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:49.977997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.005429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a60e2d-664f-4c89-bdfb-25439ece8436 None None] Pushing event updated for resources: {'Port': ['ID=accac4d6-6163-475d-a642-ffd0ea34ee48,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:50.009608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a497c-e212-492d-9972-8b94e5f4b706 None None] Network 393ac750-c76d-4323-a22c-a41c98f96f18 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:50.016556 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-45aa4535-bee3-4e50-afa7-990a70b9ae96 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3996396 May 27 04:04:50.019640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:50.025826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'port': {'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18', 'name': 'tempest-NetworksIpV6TestAttrs-2003349501'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:50.099100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.135187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] For port accac4d6-6163-475d-a642-ffd0ea34ee48, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=accac4d6-6163-475d-a642-ffd0ea34ee48,segment=NetworkSegment(49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb),segment_id=49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:50.135574 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.277065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Calling delete_port for accac4d6-6163-475d-a642-ffd0ea34ee48 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:50.303682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f19abc16-a4b5-43eb-b6e0-3f9f30869dce None None] Provisioning for port 0e417019-3165-44aa-b977-03d52f36b869 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:50.303978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a685355-b32b-4c30-af9b-e456180e661f req-5c7e8720-f555-4845-8d02-77285f09de61 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:50.305457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a685355-b32b-4c30-af9b-e456180e661f req-5c7e8720-f555-4845-8d02-77285f09de61 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 931 time: 0.2067955 May 27 04:04:50.311065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:50.316776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:port and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:50.318620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port daf67970-afe6-491e-ad3d-6a76c4efd54e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:50.319150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.361705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:50.365328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a685355-b32b-4c30-af9b-e456180e661f req-f45d6701-1d3f-4be0-9b7b-de0245d34b00 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Synchronizing usage tracker for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:50.372174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:50.387009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1120-678f-4028-8641-85d8aedb6b03 req-2a0df2cd-7c26-4091-9a62-1972a7188e74 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:50.388773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-27ea1120-678f-4028-8641-85d8aedb6b03 req-2a0df2cd-7c26-4091-9a62-1972a7188e74 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 944 time: 0.1819966 May 27 04:04:50.394755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-ae22839f-5e96-4a59-90c6-c64059496cea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945610 May 27 04:04:50.395839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a685355-b32b-4c30-af9b-e456180e661f req-f45d6701-1d3f-4be0-9b7b-de0245d34b00 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Unset dirty status for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:50.396880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a685355-b32b-4c30-af9b-e456180e661f req-f45d6701-1d3f-4be0-9b7b-de0245d34b00 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773504 May 27 04:04:50.397742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:50.400632 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.416194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f19abc16-a4b5-43eb-b6e0-3f9f30869dce None None] Provisioning complete for port 0e417019-3165-44aa-b977-03d52f36b869 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:50.416842 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f19abc16-a4b5-43eb-b6e0-3f9f30869dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.428313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] device_id is not set on port 0604d445-f38f-4727-8278-666168cd4d8f yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 27 04:04:50.576587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-27ea1120-678f-4028-8641-85d8aedb6b03 req-90533ede-798d-4ac7-9412-6649c94153cd tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498294 May 27 04:04:50.620466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:04:50.620837 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:04:50.637435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f19abc16-a4b5-43eb-b6e0-3f9f30869dce None None] Port 0e417019-3165-44aa-b977-03d52f36b869 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:04:50.673536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-ba4cb15b-7d0f-44f5-ac8e-5f80633467a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.1524198 May 27 04:04:50.676152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Allocated IP 2001:db8::f816:3eff:fe14:8afe (393ac750-c76d-4323-a22c-a41c98f96f18/0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d/0604d445-f38f-4727-8278-666168cd4d8f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:50.745331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f5bd7495-51da-4b58-84b4-b2e30186a6b4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:50.768266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e417019-3165-44aa-b977-03d52f36b869 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:50.775829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-393ac750-c76d-4323-a22c-a41c98f96f18', 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': '0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:50.777076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.778011 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.796380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Transition to ACTIVE for port object 0e417019-3165-44aa-b977-03d52f36b869 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:50.801550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.957373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f5bd7495-51da-4b58-84b4-b2e30186a6b4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:50.957739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:50.966390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-c06786e0-b903-45d3-9d1f-985fcce7cddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:50.967860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-c06786e0-b903-45d3-9d1f-985fcce7cddc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.2440276 May 27 04:04:51.026572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Pushing event updated for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:51.114412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-d824a0d5-c154-4854-a67f-d8491f6808fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1002 time: 0.1390967 May 27 04:04:51.122425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Deleting port accac4d6-6163-475d-a642-ffd0ea34ee48 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:51.122925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.219084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-566d3984-3279-4cf1-8091-1f197f442971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:51.221339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-566d3984-3279-4cf1-8091-1f197f442971 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.0734007 May 27 04:04:51.273862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Attempting to bind port 0e417019-3165-44aa-b977-03d52f36b869 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:51.275190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Attempting to bind port 0e417019-3165-44aa-b977-03d52f36b869 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:51.276725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Attempting to bind port 0e417019-3165-44aa-b977-03d52f36b869 on network b5fb1565-ebec-4414-a975-96a56d95d55c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:51.290062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Port 0e417019-3165-44aa-b977-03d52f36b869 on network b5fb1565-ebec-4414-a975-96a56d95d55c not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:04:51.290391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.293394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Attempting to bind port 0e417019-3165-44aa-b977-03d52f36b869 on network b5fb1565-ebec-4414-a975-96a56d95d55c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:51.310854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:51.311350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Checking segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:51.311917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Bound using segment: {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:51.312452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Bound port: 0e417019-3165-44aa-b977-03d52f36b869, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:51.312984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.333168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Transition to ACTIVE for port object 0604d445-f38f-4727-8278-666168cd4d8f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:51.356553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-eece331d-df89-4c3c-a6b5-9d9e7fd22441 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257863 May 27 04:04:51.394704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.456116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:51.473886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0e417019-3165-44aa-b977-03d52f36b869,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:51.484759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.502044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device accac4d6-6163-475d-a642-ffd0ea34ee48 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:04:51.572990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.575398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] 10.222.0.41 "PUT /v2.0/ports/0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 1091 time: 1.8440342 May 27 04:04:51.597331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'tag': '0e417019-3165-44aa-b977-03d52f36b869'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:51.610993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] For port accac4d6-6163-475d-a642-ffd0ea34ee48, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=accac4d6-6163-475d-a642-ffd0ea34ee48,segment=NetworkSegment(49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb),segment_id=49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:51.611298 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.733559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f9cd6-a79f-4a10-afe9-5790a474ffee service neutron] Pushing event updated for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:51.754309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-e08e2d24-71b1-441f-aeb5-0b6941aa349c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1094 time: 0.0968957 May 27 04:04:51.812327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network 393ac750-c76d-4323-a22c-a41c98f96f18 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:51.819589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:51.819773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Allocated IP 2001:db8::f816:3eff:fe8d:8758 (393ac750-c76d-4323-a22c-a41c98f96f18/0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d/d984b572-e3d6-4da9-9929-b0ab01b15cf2) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:51.822148 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ac16ca48-2dd1-452b-9d23-cd57c6e8e06a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:51.828940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:51.833392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:51.834019 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:51.845894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Port': ['ID=0604d445-f38f-4727-8278-666168cd4d8f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:51.902331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-defe9657-2beb-4f0a-b6a4-d57dd160b2d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8787856 May 27 04:04:51.913221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:51.929427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-6884f7bc-40e6-4861-a237-1f67e247e70c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 217 time: 0.1679106 May 27 04:04:51.976908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-35592c4e-f079-4720-aefe-33e8d5f57b19 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060154 May 27 04:04:52.018037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Calling delete_port for accac4d6-6163-475d-a642-ffd0ea34ee48 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:52.022559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-309f4dd3-7953-418c-811b-b6b5a55568fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:52.023996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-309f4dd3-7953-418c-811b-b6b5a55568fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0817301 May 27 04:04:52.034987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd469d-afb2-4ef3-a16a-21f9eee2dbda req-63ed4676-cccf-4a29-ae53-a624c44a836b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:52.036446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34dd469d-afb2-4ef3-a16a-21f9eee2dbda req-63ed4676-cccf-4a29-ae53-a624c44a836b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 943 time: 0.3413665 May 27 04:04:52.086970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c4f8b-45b5-466c-8e42-6f65c52a8e49 req-9fcf60c6-f051-452b-9844-fd191e70d196 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:52.089192 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-877c4f8b-45b5-466c-8e42-6f65c52a8e49 req-9fcf60c6-f051-452b-9844-fd191e70d196 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 944 time: 0.2411857 May 27 04:04:52.136977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting subnet 0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:04:52.138737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-51f74075-11c3-4a27-9f95-d12f8fd552e4 req-a9c6de7b-6ad5-47d7-9dc4-b35876058d58 service neutron] (84155) timed out ('10.222.0.46', 46542) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:04:52.152303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-877c4f8b-45b5-466c-8e42-6f65c52a8e49 req-21c4fc65-e4b8-4d3b-941b-f505169193e2 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 May 27 04:04:52.156394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-baa4b867-1f3a-45d3-b2b0-e83d69b43b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261237 May 27 04:04:52.193156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34dd469d-afb2-4ef3-a16a-21f9eee2dbda req-d66e0ac8-c170-454f-ba28-20ba14e3b02d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963457 May 27 04:04:52.234792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-343f7b31-f9ec-4ecc-b3d1-b3042c0b4b40 req-feaa4c8c-3e7a-4644-93ef-61f979423268 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465115 May 27 04:04:52.258725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port accac4d6-6163-475d-a642-ffd0ea34ee48 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 04:04:52.259371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device accac4d6-6163-475d-a642-ffd0ea34ee48 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:04:52.270388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.339742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-6adbcc0f-3db8-41f0-8be4-cd2a3ec0f316 service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757472 May 27 04:04:52.374740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] Pushing event deleted for resources: {'Port': ['ID=accac4d6-6163-475d-a642-ffd0ea34ee48,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:52.412469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f484020-276a-4178-b71d-25c9754015b6 None None] No DVR routers for this DVR port accac4d6-6163-475d-a642-ffd0ea34ee48 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:04:52.418839 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff9d3e8-950c-4f5f-87d6-80ccb19c7a2b'] response: {'name': 'network-changed', 'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'tag': '0e417019-3165-44aa-b977-03d52f36b869', 'status': 'completed', 'code': 200} May 27 04:04:52.507981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f42c625e-5460-4143-a790-fbe5fbc4cd37 req-0a2d0034-87c2-455f-a27c-961c9f781193 service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612804 May 27 04:04:52.547528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:52.568054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:52.568054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.594294 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.629175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Transition to ACTIVE for port object d984b572-e3d6-4da9-9929-b0ab01b15cf2 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:52.650239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-14ad0387-053a-4ddd-8400-230b7077a580 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1094 time: 0.0824902 May 27 04:04:52.658222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Transition to ACTIVE for port object d984b572-e3d6-4da9-9929-b0ab01b15cf2 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:52.662920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.665555 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.768544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.790104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Network 393ac750-c76d-4323-a22c-a41c98f96f18 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:52.795250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Pushing event updated for resources: {'Port': ['ID=d984b572-e3d6-4da9-9929-b0ab01b15cf2,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:52.797856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:52.802978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:52.808524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.809021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798177-2729-469e-ba68-c0a5984df834 req-55594185-260c-463e-8cda-f746425ef86d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:52.810551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-55594185-260c-463e-8cda-f746425ef86d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 910 time: 0.1541660 May 27 04:04:52.886987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-793a7842-4770-4253-8b7a-019d212d36c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 217 time: 0.0673654 May 27 04:04:52.899766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:52.906798 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:52.950356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Attempting to bind port d984b572-e3d6-4da9-9929-b0ab01b15cf2 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:52.950507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798177-2729-469e-ba68-c0a5984df834 req-b5f8346f-6c52-4621-9cfa-77bbc70a81fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:52.950954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Attempting to bind port d984b572-e3d6-4da9-9929-b0ab01b15cf2 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:52.951074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Attempting to bind port d984b572-e3d6-4da9-9929-b0ab01b15cf2 on network 393ac750-c76d-4323-a22c-a41c98f96f18 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:52.952080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-b5f8346f-6c52-4621-9cfa-77bbc70a81fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0596468 May 27 04:04:52.955859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:52.960437 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e386d825-01c0-48a2-95e2-2714fc9d3821'] response: {'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a', 'code': 200} May 27 04:04:52.964599 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.001062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.001789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:53.001789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Checking segment: {'id': '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:53.002389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.002792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Bound using segment: {'id': '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:53.003490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Bound port: d984b572-e3d6-4da9-9929-b0ab01b15cf2, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '393ac750-c76d-4323-a22c-a41c98f96f18'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:53.003868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.053278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:53.067629 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-774241c6-d60b-43e0-91f9-d556d8282a1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077561 May 27 04:04:53.084530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.107141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d9450bfc-7294-42af-9aee-72ed8601b60a tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d HTTP/1.1" status: 204 len: 168 time: 1.1833189 May 27 04:04:53.108441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:53.130538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:53.152835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] For port d984b572-e3d6-4da9-9929-b0ab01b15cf2, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:53.158116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] For port d984b572-e3d6-4da9-9929-b0ab01b15cf2, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d984b572-e3d6-4da9-9929-b0ab01b15cf2,segment=NetworkSegment(1e685d1e-32b4-4721-bbeb-1bebb7cdbec1),segment_id=1e685d1e-32b4-4721-bbeb-1bebb7cdbec1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:53.170552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.217757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe59e8-4191-4dd3-aaba-ac721708c689 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:53.220548 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe59e8-4191-4dd3-aaba-ac721708c689 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:53.221677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfe59e8-4191-4dd3-aaba-ac721708c689 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Synchronizing usage tracker for tenant:1b0a7a9958f643ae8ccbd350acc984c0 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:53.245604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b16a7b2a-de6e-4c89-8f29-30a3c106eff9 req-bef34a9b-904d-49c7-8d17-dcf373ffd2ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 1096 time: 0.2005863 May 27 04:04:53.377433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b16a7b2a-de6e-4c89-8f29-30a3c106eff9 req-93c5c600-5ea3-4bad-920c-219c2157b8ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199458 May 27 04:04:53.378233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80bfd-446f-40fc-b015-c1431980aa3e None None] Pushing event updated for resources: {'Port': ['ID=d984b572-e3d6-4da9-9929-b0ab01b15cf2,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:53.386763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfe59e8-4191-4dd3-aaba-ac721708c689 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Unset dirty status for tenant:1b0a7a9958f643ae8ccbd350acc984c0 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:53.390852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9cfe59e8-4191-4dd3-aaba-ac721708c689 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2786860 May 27 04:04:53.391472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:53.426960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97eb2f-1a1d-4bf5-86e1-eed181528d38 None None] Network 393ac750-c76d-4323-a22c-a41c98f96f18 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:53.509763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-03df12d6-96a6-449f-85a6-a1ad0eaffbee service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344990 May 27 04:04:53.604371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f389164-69fe-477a-a2be-375f0bd10958 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.619454 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f389164-69fe-477a-a2be-375f0bd10958 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 04:04:53.619948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f389164-69fe-477a-a2be-375f0bd10958 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:04:53.621791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9f389164-69fe-477a-a2be-375f0bd10958 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/393ac750-c76d-4323-a22c-a41c98f96f18 HTTP/1.1" status: 409 len: 405 time: 0.1810508 May 27 04:04:53.629072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43464) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:53.629720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555527-8c9e-4cff-9e56-c2788bd9433e req-63ad2337-89e1-479a-824a-143bd31d489e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:53.636270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1479317827'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:53.637484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01555527-8c9e-4cff-9e56-c2788bd9433e req-63ad2337-89e1-479a-824a-143bd31d489e tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 943 time: 0.2553775 May 27 04:04:53.648684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:53.656769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:53.660016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:53.671790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:53.674532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693df76-b6e0-4714-8256-a4f754077753 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:04:53.697316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01555527-8c9e-4cff-9e56-c2788bd9433e req-c567d13e-571d-4712-b9ee-0872fdf54439 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588763 May 27 04:04:53.706181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3647f-8d63-433b-b0aa-543486992440 req-fc8966fe-0fc9-4d09-a471-4eb166f36798 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:53.708109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29d3647f-8d63-433b-b0aa-543486992440 req-fc8966fe-0fc9-4d09-a471-4eb166f36798 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 945 time: 0.2676818 May 27 04:04:53.720182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:53.723811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.758280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99798177-2729-469e-ba68-c0a5984df834 req-562bab98-50d6-4f1d-a1a0-0ee3f7d7ce4e service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393632 May 27 04:04:53.778846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:53.797362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.797543 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 70214fd0-b8e5-4747-a37e-4caba7e1d12b of type vlan for network 2331b4b2-f4f7-4182-8053-571f52496547 May 27 04:04:53.809314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693df76-b6e0-4714-8256-a4f754077753 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:04:53.814756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-29d3647f-8d63-433b-b0aa-543486992440 req-59b80690-99d6-477d-a8d4-5b9d274d4e87 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783191 May 27 04:04:53.838216 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.877345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.881237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:53.881932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.929220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:53.996090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3644881 May 27 04:04:53.999605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43468) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:54.007881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': '2331b4b2-f4f7-4182-8053-571f52496547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:54.025054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bdeed-cf6f-4cf0-838b-e6fdd21a0169 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=2331b4b2-f4f7-4182-8053-571f52496547,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:54.040011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2331b4b2-f4f7-4182-8053-571f52496547 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:54.150172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:54.168990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:54.182486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:54.289155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.493072 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-88e7820b-9823-4a58-8c73-62379f91a71c tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.0943155 May 27 04:04:54.513192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.560794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:54.566591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Usage tracker for resource:security_group_rule and tenant:cac5a592289d41aa8d6707cb96adc4c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:54.570306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:54.582345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:54.678845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.683368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.693624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.objects.ports [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84156) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 04:04:54.694932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.745604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a5b44a1-f8bb-47cd-8806-38111334eec9 req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519166 May 27 04:04:54.746416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0723b2-ca8f-40f2-8385-1baa834576bb tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfaebf3-4a14-4178-8a05-f7d48e144d58,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:54.789124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=aabe7827-1c14-437d-a74c-3bb3ce6f34bf,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:54.794901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '70214fd0-b8e5-4747-a37e-4caba7e1d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:54.795255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: 2331b4b2-f4f7-4182-8053-571f52496547, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:04:54.819790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network 2331b4b2-f4f7-4182-8053-571f52496547 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:04:54.832886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2331b4b2-f4f7-4182-8053-571f52496547) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:54.841608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26846a6-0620-4e55-9ee1-2100f04b96a0 None None] Network 2331b4b2-f4f7-4182-8053-571f52496547 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:54.907202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:54.907831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:54.963742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5cce8ca0-7880-483f-a4dd-023cb5dba1db tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9598815 May 27 04:04:54.964834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:54.975673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4c094-f4e0-4116-98a6-764cc01d4d97 req-0862f0ad-0640-405a-a836-60134db5b359 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:54.977929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99c4c094-f4e0-4116-98a6-764cc01d4d97 req-0862f0ad-0640-405a-a836-60134db5b359 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1043155 May 27 04:04:55.002584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f982691-0129-4e7d-a2fc-0d01f856ce3c req-e9167c2c-253f-4705-87d5-73c29872c35d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:55.003179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f982691-0129-4e7d-a2fc-0d01f856ce3c req-e9167c2c-253f-4705-87d5-73c29872c35d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Synchronizing usage tracker for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:04:55.030584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99c4c094-f4e0-4116-98a6-764cc01d4d97 req-0898b4bc-999e-4a8a-b4c6-e6f57ecfebd7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463614 May 27 04:04:55.072812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43488) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:55.090885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5f982691-0129-4e7d-a2fc-0d01f856ce3c req-e9167c2c-253f-4705-87d5-73c29872c35d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Unset dirty status for tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:04:55.097852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f982691-0129-4e7d-a2fc-0d01f856ce3c req-e9167c2c-253f-4705-87d5-73c29872c35d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 943 time: 0.2439446 May 27 04:04:55.142466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2331b4b2-f4f7-4182-8053-571f52496547', 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': 'aabe7827-1c14-437d-a74c-3bb3ce6f34bf'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:04:55.143450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.169442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f982691-0129-4e7d-a2fc-0d01f856ce3c req-81a05523-e6fb-4653-9cad-2794d7fde794 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707109 May 27 04:04:55.210610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.245147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e419ad8f-d481-4128-9260-795a436404e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 200 len: 994 time: 0.1707830 May 27 04:04:55.277458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0e417019-3165-44aa-b977-03d52f36b869 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:04:55.293272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.307314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68974d24-c7ae-4675-9e9b-d3fd69b130f9 req-1a644bb7-23d2-427a-b3ba-4daf4357e8f9 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:55.308999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68974d24-c7ae-4675-9e9b-d3fd69b130f9 req-1a644bb7-23d2-427a-b3ba-4daf4357e8f9 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 945 time: 0.1038079 May 27 04:04:55.361988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68974d24-c7ae-4675-9e9b-d3fd69b130f9 req-cd19e757-8afc-4ac6-8c64-1fc09d0b07ad tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 May 27 04:04:55.374193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Allocated IP 2001:db8::f816:3eff:feb3:9291 (2331b4b2-f4f7-4182-8053-571f52496547/aabe7827-1c14-437d-a74c-3bb3ce6f34bf/36da015d-d3f7-4c4d-957d-cbe14bf25f65) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:04:55.587787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0e417019-3165-44aa-b977-03d52f36b869,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:55.614850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '0e417019-3165-44aa-b977-03d52f36b869', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'port_id': '0e417019-3165-44aa-b977-03d52f36b869', 'mac_address': 'fa:16:3e:3f:16:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:04:55.728699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.759492 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.761266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e417019-3165-44aa-b977-03d52f36b869 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:04:55.782955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0e417019-3165-44aa-b977-03d52f36b869,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:55.784174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Transition to ACTIVE for port object 36da015d-d3f7-4c4d-957d-cbe14bf25f65 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:55.795850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.843596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Transition to ACTIVE for port object 36da015d-d3f7-4c4d-957d-cbe14bf25f65 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:04:55.874259 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.891027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:55.904341 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:55.959524 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-612efc56-3873-4f4f-a0ee-f75389f57675 req-52532f78-d35b-4d39-8a54-cf22d605c95f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2549865 May 27 04:04:55.987481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=aabe7827-1c14-437d-a74c-3bb3ce6f34bf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:56.020063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Network 2331b4b2-f4f7-4182-8053-571f52496547 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:04:56.033359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:04:56.042359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:04:56.067977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Pushing event updated for resources: {'Port': ['ID=36da015d-d3f7-4c4d-957d-cbe14bf25f65,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:56.161221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['0e417019-3165-44aa-b977-03d52f36b869'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:04:56.320408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.348883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2331b4b2-f4f7-4182-8053-571f52496547']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:56.364211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70214fd0-b8e5-4747-a37e-4caba7e1d12b') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:56.364504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70214fd0-b8e5-4747-a37e-4caba7e1d12b') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:56.415586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.420489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Attempting to bind port 36da015d-d3f7-4c4d-957d-cbe14bf25f65 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:04:56.421164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Attempting to bind port 36da015d-d3f7-4c4d-957d-cbe14bf25f65 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '70214fd0-b8e5-4747-a37e-4caba7e1d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:04:56.421689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Attempting to bind port 36da015d-d3f7-4c4d-957d-cbe14bf25f65 on network 2331b4b2-f4f7-4182-8053-571f52496547 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:04:56.444574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.448468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:04:56.448869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Checking segment: {'id': '70214fd0-b8e5-4747-a37e-4caba7e1d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:04:56.449285 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.449671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Bound using segment: {'id': '70214fd0-b8e5-4747-a37e-4caba7e1d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:04:56.450138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Bound port: 36da015d-d3f7-4c4d-957d-cbe14bf25f65, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70214fd0-b8e5-4747-a37e-4caba7e1d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2331b4b2-f4f7-4182-8053-571f52496547'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:04:56.450507 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.460070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:04:56.460726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: timer() May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:04:56.481538 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:04:56.580486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5a227-5c87-462f-80c4-a702d2782b68 req-f5dce604-74a8-4b6e-ac81-73599215479d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:56.582336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17a5a227-5c87-462f-80c4-a702d2782b68 req-f5dce604-74a8-4b6e-ac81-73599215479d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 944 time: 0.2102516 May 27 04:04:56.584209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 04:04:56.584209 n-d-843301-2 neutron-server[84156]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 04:04:56.584209 n-d-843301-2 neutron-server[84156]: [parameters: {'id': '2331b4b2-f4f7-4182-8053-571f52496547'}] May 27 04:04:56.584209 n-d-843301-2 neutron-server[84156]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:04:56.584597 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:04:56.647959 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17a5a227-5c87-462f-80c4-a702d2782b68 req-6c237a3a-4a29-492e-8688-b7a753f65993 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598893 May 27 04:04:56.653972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.660100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:56.795335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] For port 36da015d-d3f7-4c4d-957d-cbe14bf25f65, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:04:56.799619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] For port 36da015d-d3f7-4c4d-957d-cbe14bf25f65, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36da015d-d3f7-4c4d-957d-cbe14bf25f65,segment=NetworkSegment(70214fd0-b8e5-4747-a37e-4caba7e1d12b),segment_id=70214fd0-b8e5-4747-a37e-4caba7e1d12b)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:04:56.815822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:56.887492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc481-ccf2-4f0a-9b4c-4fe70bed1fdd req-1cb81851-3b71-4590-9d7f-cc10d6b76edf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:56.893410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb9dc481-ccf2-4f0a-9b4c-4fe70bed1fdd req-1cb81851-3b71-4590-9d7f-cc10d6b76edf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1054556 May 27 04:04:56.912713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-62c8b58f-8c1c-4efe-9bc6-ac4270d71d82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2504544 May 27 04:04:56.954979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eb9dc481-ccf2-4f0a-9b4c-4fe70bed1fdd req-a9bc4cc2-aab0-496a-808d-d3e5a0007eec tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551782 May 27 04:04:57.040509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018905c-656c-4e3a-9789-7cae997c4a6e None None] Pushing event updated for resources: {'Port': ['ID=36da015d-d3f7-4c4d-957d-cbe14bf25f65,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:57.085631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:57.109403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port 36da015d-d3f7-4c4d-957d-cbe14bf25f65 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:04:57.110210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:57.117589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9367091-5979-45fe-8c68-7fe07608fe74 None None] Network 2331b4b2-f4f7-4182-8053-571f52496547 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:04:57.484854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3483a-2309-467b-a9c6-f6c10b5b5914 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:04:57.509132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] For port 36da015d-d3f7-4c4d-957d-cbe14bf25f65, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36da015d-d3f7-4c4d-957d-cbe14bf25f65,segment=NetworkSegment(70214fd0-b8e5-4747-a37e-4caba7e1d12b),segment_id=70214fd0-b8e5-4747-a37e-4caba7e1d12b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:57.509659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:57.653643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for 36da015d-d3f7-4c4d-957d-cbe14bf25f65 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:04:57.663654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3483a-2309-467b-a9c6-f6c10b5b5914 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:04:57.816815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:57.929390 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e64f490-c610-43e2-b6c7-68b15fcbeebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:57.978673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=36da015d-d3f7-4c4d-957d-cbe14bf25f65,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:58.025952 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No DVR routers for this DVR port 36da015d-d3f7-4c4d-957d-cbe14bf25f65 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:04:58.234771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.257162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a3bc-d005-42bf-9b4b-2687136ef35b req-581e3c6d-a8a0-4d3b-8205-3e95cdaa5cef tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:58.267230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ac7a3bc-d005-42bf-9b4b-2687136ef35b req-581e3c6d-a8a0-4d3b-8205-3e95cdaa5cef tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1482685 May 27 04:04:58.310373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2331b4b2-f4f7-4182-8053-571f52496547']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:58.344935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf683-49ff-432d-b172-28afb96f27ec req-c6d4bf5f-5912-4707-bbd5-83dd5545c5fc tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:58.347563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fbbf683-49ff-432d-b172-28afb96f27ec req-c6d4bf5f-5912-4707-bbd5-83dd5545c5fc tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 944 time: 0.3697569 May 27 04:04:58.393193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70214fd0-b8e5-4747-a37e-4caba7e1d12b') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:58.393587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70214fd0-b8e5-4747-a37e-4caba7e1d12b') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:58.421848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.454120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.466877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:04:58.467641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: timer() May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:04:58.484359 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:04:58.495157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fbbf683-49ff-432d-b172-28afb96f27ec req-386e975d-9eb0-47ed-80fe-1c1d40e3524f tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355889 May 27 04:04:58.542737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7ac7a3bc-d005-42bf-9b4b-2687136ef35b req-ac263de6-a997-4598-8ffc-f153b83d92f5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743361 May 27 04:04:58.586185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.607338 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.617017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=2331b4b2-f4f7-4182-8053-571f52496547,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:58.633245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:58.633480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31d4424b-e5a1-4624-83f3-482b3a7b2164 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/2331b4b2-f4f7-4182-8053-571f52496547 HTTP/1.1" status: 204 len: 168 time: 3.6675675 May 27 04:04:58.638782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-723258737'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:58.645292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:58.649271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:58.652287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:58.659961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:58.670552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:58.673753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.703643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:04:58.714886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.715231 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 395def36-0e12-4813-9ba3-1c64c19c4450 of type vlan for network 5bc89a90-dcdf-42d4-acac-66315232fa9d May 27 04:04:58.743846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.755407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-cae0ac74-745a-4068-a628-004ce5fdf829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.0740876 May 27 04:04:58.778416 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.782515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:58.783091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:58.890663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-8cdb95fc-ba36-4db5-8f67-b1b55654f0e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:58.892702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-8cdb95fc-ba36-4db5-8f67-b1b55654f0e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.1320267 May 27 04:04:58.900093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2656214 May 27 04:04:58.902623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:04:58.905511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=5bc89a90-dcdf-42d4-acac-66315232fa9d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:58.911440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:04:58.940118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.940571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.940810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.941221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.941513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.942251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.942531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.942863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.943224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.943531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.943899 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a516071-6027-4a79-9cf8-3a4d4599dd31 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:04:58.960405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5bc89a90-dcdf-42d4-acac-66315232fa9d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:04:59.128099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-a0b6a504-48a4-4b32-8746-81f708497f8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1002 time: 0.2295039 May 27 04:04:59.157160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:04:59.161485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:subnet and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:04:59.164445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:04:59.170755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:04:59.186467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:04:59.213308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-7eda3f7a-e8d2-489b-85d6-b0e9a85e9359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:59.214946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-7eda3f7a-e8d2-489b-85d6-b0e9a85e9359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.0814221 May 27 04:04:59.293481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0e417019-3165-44aa-b977-03d52f36b869 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:04:59.305692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-34042364-6bf2-49f8-84c5-8a30fa3843eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842423 May 27 04:04:59.310189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.433597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 0e417019-3165-44aa-b977-03d52f36b869 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:04:59.442301 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 0e417019-3165-44aa-b977-03d52f36b869 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:04:59.443384 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.503016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-a02ed3ca-56f8-44b0-84a4-0f24c5af500a service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910732 May 27 04:04:59.667560 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Sync routers for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:04:59.688072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.693683 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:04:59.695952 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:04:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:04:59.709444 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.747472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e417019-3165-44aa-b977-03d52f36b869'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:04:59.760809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0e417019-3165-44aa-b977-03d52f36b869,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:04:59.768790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.866013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:04:59.928029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-867ffade-731d-4d67-ae89-c14c05726669 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182642 May 27 04:04:59.940657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9c995ea4-4818-446e-894c-83b985215ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:04:59.949333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10366410-d3ce-4a54-8385-88743120ad5b req-2ff1535e-7883-4762-b0e4-8fc85b12719b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:04:59.957428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10366410-d3ce-4a54-8385-88743120ad5b req-2ff1535e-7883-4762-b0e4-8fc85b12719b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.2579365 May 27 04:04:59.988623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=4233b3fd-b4ce-4088-81ad-71bf43f61eac,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:00.011312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '395def36-0e12-4813-9ba3-1c64c19c4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:00.011679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: 5bc89a90-dcdf-42d4-acac-66315232fa9d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:05:00.034990 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10366410-d3ce-4a54-8385-88743120ad5b req-975125af-3117-4b30-bd44-196527ff7337 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648386 May 27 04:05:00.072409 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:00.121175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network 5bc89a90-dcdf-42d4-acac-66315232fa9d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:05:00.122265 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f978e53f-d906-4004-b2be-966fbaac68e6'] response: {'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e417019-3165-44aa-b977-03d52f36b869', 'code': 200} May 27 04:05:00.132033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310911-e103-4d92-b853-7f5b70a1098b req-8fecfb7d-4304-43de-86a1-438f40aa792b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:00.133992 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc310911-e103-4d92-b853-7f5b70a1098b req-8fecfb7d-4304-43de-86a1-438f40aa792b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.2486191 May 27 04:05:00.175896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5bc89a90-dcdf-42d4-acac-66315232fa9d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:00.184801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:00.184969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef70f49-0a48-49ad-a287-a8ce663fd588 None None] Network 5bc89a90-dcdf-42d4-acac-66315232fa9d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:00.185707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:00.267990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc310911-e103-4d92-b853-7f5b70a1098b req-eaff5104-618e-48fc-9fcd-9c5fbf04968c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188567 May 27 04:05:00.273706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fb56730c-5995-407f-88c0-72cb03943a59 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3700144 May 27 04:05:00.276667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:00.452619 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668a459f-3150-4bd1-ba09-da51b4bbf282 req-906ddd3b-7ba3-4b0b-8ece-e8a51c7b47a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.1999769 May 27 04:05:00.493260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:00.545181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5bc89a90-dcdf-42d4-acac-66315232fa9d', 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': '4233b3fd-b4ce-4088-81ad-71bf43f61eac'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:05:00.546295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:00.546499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-668a459f-3150-4bd1-ba09-da51b4bbf282 req-f7e2d393-db3d-446c-9dc8-49cf1b633118 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871093 May 27 04:05:00.662099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:00.678676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:36Z', 'revision_number': 4, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f822f637-22c3-4882-937b-f93106b17317', 'name': '', 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'mac_address': 'fa:16:3e:1f:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:36Z', 'revision_number': 2, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'subnets': [{'id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:00.684079 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Checking router: c5ad4243-cf19-4aca-839b-11cc0ae2499b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:05:00.684714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Updating router c5ad4243-cf19-4aca-839b-11cc0ae2499b port f822f637-22c3-4882-937b-f93106b17317 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:05:00.748767 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:00.756098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Allocated IP 2001:db8::2 (5bc89a90-dcdf-42d4-acac-66315232fa9d/4233b3fd-b4ce-4088-81ad-71bf43f61eac/39ac14f5-0c63-427a-9bbc-2afc31b3d813) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:01.009497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.020880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Transition to ACTIVE for port object 39ac14f5-0c63-427a-9bbc-2afc31b3d813 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:01.044730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Transition to ACTIVE for port object 39ac14f5-0c63-427a-9bbc-2afc31b3d813 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:01.070651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.082907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.175886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=4233b3fd-b4ce-4088-81ad-71bf43f61eac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:01.250244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Network 5bc89a90-dcdf-42d4-acac-66315232fa9d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:01.261678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:01.271991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:01.290094 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.290429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Pushing event updated for resources: {'Port': ['ID=39ac14f5-0c63-427a-9bbc-2afc31b3d813,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:01.306504 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Transition to ACTIVE for port object f822f637-22c3-4882-937b-f93106b17317 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:01.318537 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.330745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5a4fc-db85-4aaa-b87e-b62b0fa8be23 req-98b5dd9a-ea86-45a8-983a-3528377a5c1c tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:01.338704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82a5a4fc-db85-4aaa-b87e-b62b0fa8be23 req-98b5dd9a-ea86-45a8-983a-3528377a5c1c tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.1109624 May 27 04:05:01.409641 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.419961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82a5a4fc-db85-4aaa-b87e-b62b0fa8be23 req-bc5a2650-1a81-4c3c-a053-cc751d6b87f1 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802963 May 27 04:05:01.421106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Attempting to bind port 39ac14f5-0c63-427a-9bbc-2afc31b3d813 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:01.421567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Attempting to bind port 39ac14f5-0c63-427a-9bbc-2afc31b3d813 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '395def36-0e12-4813-9ba3-1c64c19c4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:01.422238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Attempting to bind port 39ac14f5-0c63-427a-9bbc-2afc31b3d813 on network 5bc89a90-dcdf-42d4-acac-66315232fa9d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:01.429509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:01.430376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Checking segment: {'id': '395def36-0e12-4813-9ba3-1c64c19c4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:01.430873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.431361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Bound using segment: {'id': '395def36-0e12-4813-9ba3-1c64c19c4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:01.431923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Bound port: 39ac14f5-0c63-427a-9bbc-2afc31b3d813, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395def36-0e12-4813-9ba3-1c64c19c4450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:01.432389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.459924 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.525550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc89a90-dcdf-42d4-acac-66315232fa9d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:01.611877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadb71c-f7aa-46f9-a088-029a979036ac None None] Pushing event updated for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:01.650236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] For port 39ac14f5-0c63-427a-9bbc-2afc31b3d813, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:01.654671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] For port 39ac14f5-0c63-427a-9bbc-2afc31b3d813, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39ac14f5-0c63-427a-9bbc-2afc31b3d813,segment=NetworkSegment(395def36-0e12-4813-9ba3-1c64c19c4450),segment_id=395def36-0e12-4813-9ba3-1c64c19c4450)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:01.673630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395def36-0e12-4813-9ba3-1c64c19c4450') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:01.674212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.674629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395def36-0e12-4813-9ba3-1c64c19c4450') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:01.701487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.740572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.752073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:01.752347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.752627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:01.770805 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:01.824639 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Attempting to bind port f822f637-22c3-4882-937b-f93106b17317 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:01.826562 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Attempting to bind port f822f637-22c3-4882-937b-f93106b17317 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:01.827499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Attempting to bind port f822f637-22c3-4882-937b-f93106b17317 on network 605f151c-91c7-4c27-9788-98a9d8e568ee {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:01.844560 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:01.846083 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Checking segment: {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:01.850220 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.850717 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Bound using segment: {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:01.851238 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Bound port: f822f637-22c3-4882-937b-f93106b17317, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9baefe-80ae-44d4-80c3-8300eca21478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:01.851594 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:01.888733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cde12-08e1-4060-b019-f50f01349b3e req-2c1020c7-14f3-47c7-ae86-ecedab28a0b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:01.890775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e43cde12-08e1-4060-b019-f50f01349b3e req-2c1020c7-14f3-47c7-ae86-ecedab28a0b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.3455660 May 27 04:05:01.930931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 04:05:01.930931 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 04:05:01.930931 n-d-843301-2 neutron-server[84155]: [parameters: {'id': '5bc89a90-dcdf-42d4-acac-66315232fa9d'}] May 27 04:05:01.930931 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:05:01.933921 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:05:01.981308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e43cde12-08e1-4060-b019-f50f01349b3e req-99577e23-e19d-4aea-96c1-566b25f25763 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812628 May 27 04:05:02.011906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d554e-95ec-4576-8403-4719f37198f4 None None] Pushing event updated for resources: {'Port': ['ID=39ac14f5-0c63-427a-9bbc-2afc31b3d813,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:02.050132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7732fef-7a9b-4269-b239-8e70a8426519 None None] Network 5bc89a90-dcdf-42d4-acac-66315232fa9d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:02.092372 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] For port f822f637-22c3-4882-937b-f93106b17317, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:02.096604 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] For port f822f637-22c3-4882-937b-f93106b17317, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f822f637-22c3-4882-937b-f93106b17317,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:02.105517 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:02.220015 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadb71c-f7aa-46f9-a088-029a979036ac None None] Pushing event updated for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:02.252080 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:02.253055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:02.357217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:02.502658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:02.531566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf81419-f599-4180-95c2-16c8b7213173 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:05:02.541393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:02.591797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port 39ac14f5-0c63-427a-9bbc-2afc31b3d813 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:02.592115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:02.722616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf81419-f599-4180-95c2-16c8b7213173 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:05:02.886778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f0b695d9-d2c2-4cad-b787-118529e768c2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=e1ba52daa1fe40eea421dd48bff2b64c&network_id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 2969 time: 0.5265083 May 27 04:05:02.940379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449a74-6457-46a9-a086-0f0e783e9621 req-ad835ea6-3654-4339-9ff5-961bb220a3b2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:02.941915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e449a74-6457-46a9-a086-0f0e783e9621 req-ad835ea6-3654-4339-9ff5-961bb220a3b2 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.2386844 May 27 04:05:02.982089 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:36Z', 'revision_number': 4, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f822f637-22c3-4882-937b-f93106b17317', 'name': '', 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'mac_address': 'fa:16:3e:1f:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:05:02Z', 'revision_number': 4, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'subnets': [{'id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:02.987187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec890-9acf-44c4-a63b-03d69c648020 None None] The sync data for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 is: [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:04:36Z', 'revision_number': 4, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f822f637-22c3-4882-937b-f93106b17317', 'name': '', 'network_id': '605f151c-91c7-4c27-9788-98a9d8e568ee', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'mac_address': 'fa:16:3e:1f:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:05:02Z', 'revision_number': 4, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'subnets': [{'id': 'adf8ee4b-e581-4bc1-a1d6-e4240e912183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:05:03.162454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5e449a74-6457-46a9-a086-0f0e783e9621 req-53f34538-e539-428d-99b7-efbadbdf1b85 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079880 May 27 04:05:03.188305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:03.273618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] For port 39ac14f5-0c63-427a-9bbc-2afc31b3d813, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=39ac14f5-0c63-427a-9bbc-2afc31b3d813,segment=NetworkSegment(395def36-0e12-4813-9ba3-1c64c19c4450),segment_id=395def36-0e12-4813-9ba3-1c64c19c4450)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:03.274235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:03.496250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for 39ac14f5-0c63-427a-9bbc-2afc31b3d813 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:03.570751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f822f637-22c3-4882-937b-f93106b17317 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:03.607042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4d37-c268-4a56-b707-a497b3c75626 req-deda707e-fedc-47b2-9889-a631f04f0314 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:03.625403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c28c4d37-c268-4a56-b707-a497b3c75626 req-deda707e-fedc-47b2-9889-a631f04f0314 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.2006922 May 27 04:05:03.698111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f822f637-22c3-4882-937b-f93106b17317 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:03.701083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e3df-6a32-4e64-b244-8030d2cdfe33 req-981b14e1-da53-40a7-9a07-9d8342c7e1aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:03.701878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43684) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:03.703997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f822f637-22c3-4882-937b-f93106b17317 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:03.704414 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:03.711056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22a7e3df-6a32-4e64-b244-8030d2cdfe33 req-981b14e1-da53-40a7-9a07-9d8342c7e1aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.4681129 May 27 04:05:03.715737 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c28c4d37-c268-4a56-b707-a497b3c75626 req-ca16d7b3-5719-4c64-804c-ea90848627d7 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872636 May 27 04:05:03.731810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:03.791698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=39ac14f5-0c63-427a-9bbc-2afc31b3d813,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:03.853299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22a7e3df-6a32-4e64-b244-8030d2cdfe33 req-8ed9b765-7a1b-4b3f-9a3a-3af88045d887 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410031 May 27 04:05:03.859825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No DVR routers for this DVR port 39ac14f5-0c63-427a-9bbc-2afc31b3d813 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:03.970784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.021767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f822f637-22c3-4882-937b-f93106b17317, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f822f637-22c3-4882-937b-f93106b17317,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:04.029012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.044328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.045742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.082126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc89a90-dcdf-42d4-acac-66315232fa9d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:04.097288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395def36-0e12-4813-9ba3-1c64c19c4450') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:04.097833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395def36-0e12-4813-9ba3-1c64c19c4450') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:04.112091 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.118847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:04.130289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0e838-1626-4846-8bfa-eb9ece011fde req-4ac510f9-7826-4d39-84c9-1a64dfdd1a22 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:04.131657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.138743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0d0e838-1626-4846-8bfa-eb9ece011fde req-4ac510f9-7826-4d39-84c9-1a64dfdd1a22 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.1837757 May 27 04:05:04.139057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:04.139438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.144114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Usage tracker for resource:security_group_rule and tenant:d636779129e341fdaa5606cf70ea0ed7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:04.161756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:04.170318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:04.183371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:04.219378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0d0e838-1626-4846-8bfa-eb9ece011fde req-ee688d6c-ff1d-4b01-befe-f86acbec21f1 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789618 May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:04.248157 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:04.251699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:04.277318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.322588 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.341715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=5bc89a90-dcdf-42d4-acac-66315232fa9d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:04.347616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-58fcd3af-be9a-4528-9662-073459433baa tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/5bc89a90-dcdf-42d4-acac-66315232fa9d HTTP/1.1" status: 204 len: 168 time: 4.0665281 May 27 04:05:04.348103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:04.363282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-731441954'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:04.377082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:04.389077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:network and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:04.393697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:04.408332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:04.423463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.429156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.450700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:04.457015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.503471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c883c70-8673-4bf0-8523-9709173608c9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:04.506256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:05:04.519190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.519983 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Added segment 9cd10afe-6818-4bc4-bbdf-723c70f84a28 of type vlan for network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb May 27 04:05:04.521795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.522339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.522892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.523385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.523899 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.525368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.525884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.527572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.528884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.529397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.530136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:04.543659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5e621db4-93dc-4392-8c5d-01369d223955 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d636779129e341fdaa5606cf70ea0ed7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8268695 May 27 04:05:04.546398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43706) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:04.580038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.655312 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.674732 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.678400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:04.679134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.699596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6cc3d3c1-7744-4824-b993-cf02ac481a22 tempest-TestServerBasicOps-70720924 tempest-TestServerBasicOps-70720924-project-admin] Synchronizing usage tracker for tenant:cfca1423a2e64005abb03dbf302cc2d5 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:04.730860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6cc3d3c1-7744-4824-b993-cf02ac481a22 tempest-TestServerBasicOps-70720924 tempest-TestServerBasicOps-70720924-project-admin] Unset dirty status for tenant:cfca1423a2e64005abb03dbf302cc2d5 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:04.732787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6cc3d3c1-7744-4824-b993-cf02ac481a22 tempest-TestServerBasicOps-70720924 tempest-TestServerBasicOps-70720924-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1091 time: 0.4795945 May 27 04:05:04.735267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43710) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:04.741648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '0e417019-3165-44aa-b977-03d52f36b869', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:04.749859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:04.756115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Usage tracker for resource:floatingip and tenant:5fa2a9c7818542a49a2eb1c5b32dacc7 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:04.760413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:04.768656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:04.783957 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.804058 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:04.812872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4624999 May 27 04:05:04.826141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:04.842945 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Request body: {'subnet': {'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:04.923517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cd568-17a0-458c-828e-27c174c7f7d9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Network': ['ID=f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:04.941946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:05:04.988458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:04.993347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Usage tracker for resource:subnet and tenant:1b0a7a9958f643ae8ccbd350acc984c0 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:04.996284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:05.004308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:05.019896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Made reservation on behalf of 1b0a7a9958f643ae8ccbd350acc984c0 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:05.046237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.077567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.152374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.153555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c883c70-8673-4bf0-8523-9709173608c9 HTTP/1.1" status: 204 len: 168 time: 0.6058893 May 27 04:05:05.156550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49e04-7260-4eac-a1f6-c30821d9cd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c883c70-8673-4bf0-8523-9709173608c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:05.193680 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.375356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Allocated IP 172.25.8.191 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/36d5b985-c9ec-46e7-a841-a384d5663ead) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:05.514766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f822f637-22c3-4882-937b-f93106b17317 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:05.636417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49dcde-370b-4209-89ca-2f91c191203a req-035dfbd2-e73d-44ad-a014-16372eaeefd3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:05.637924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d49dcde-370b-4209-89ca-2f91c191203a req-035dfbd2-e73d-44ad-a014-16372eaeefd3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1782041 May 27 04:05:05.649119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.662938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f822f637-22c3-4882-937b-f93106b17317 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:05.665360 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.718232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.731303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:05.761492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d49dcde-370b-4209-89ca-2f91c191203a req-8ee9226a-ed3a-4fec-9d50-9dc4637feac4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139560 May 27 04:05:05.794240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:05.903524 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'Port': ['ID=36d5b985-c9ec-46e7-a841-a384d5663ead,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:05.906921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:05.908358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:05.910480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:05.935967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:05.944978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Usage tracker for resource:security_group_rule and tenant:27b8da645b7f4c409182546d70b30201 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:05.953017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:05.956095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.objects.ports [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 04:05:05.959733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:05.961682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.070438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event updated for resources: {'Subnet': ['ID=8aad5bb4-104f-43e0-ae6d-5ae35c92dc42,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:06.109437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Checking segment: {'id': '9cd10afe-6818-4bc4-bbdf-723c70f84a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:06.109789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network hostable DHCP agents. Network: f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:05:06.139824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.147848 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.172341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:05:06.212778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:06.214195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1aeb5a-6c3c-4eb6-9ee3-ea07f4e3599a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:06.219289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:06.220410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.222718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14d3ce-4dbf-419f-9d5c-771745f026db None None] Network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:06.229154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d54f1015-5164-4ec6-91bc-344c91f71b1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27b8da645b7f4c409182546d70b30201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4923832 May 27 04:05:06.229154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:06.298886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-646377bf-6570-4f18-9a9f-10abb722ec27 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4716778 May 27 04:05:06.301808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43736) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:06.334889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:06.459395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.464056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb', 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb', 'tenant_id': '1b0a7a9958f643ae8ccbd350acc984c0', 'fixed_ips': [{'subnet_id': '8aad5bb4-104f-43e0-ae6d-5ae35c92dc42'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:05:06.464879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.518473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443868a-8382-4cdc-8632-d89cf290f9c1 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:06.523922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e443868a-8382-4cdc-8632-d89cf290f9c1 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 HTTP/1.1" status: 200 len: 814 time: 0.1867042 May 27 04:05:06.543355 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.564693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.573293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.659338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.674139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.701353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.717080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Allocated IP 2001:db8::f816:3eff:fe48:807c (f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb/8aad5bb4-104f-43e0-ae6d-5ae35c92dc42/dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:06.739121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1aeb5a-6c3c-4eb6-9ee3-ea07f4e3599a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:06.746111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:06.747240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9ab01b93-721a-4003-9d14-5778c8339247 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da1aeb5a-6c3c-4eb6-9ee3-ea07f4e3599a HTTP/1.1" status: 204 len: 168 time: 0.5177600 May 27 04:05:07.016604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.027392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.040654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.052558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Transition to ACTIVE for port object dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:07.075067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Transition to ACTIVE for port object dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:07.106924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.115549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.215747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=8aad5bb4-104f-43e0-ae6d-5ae35c92dc42,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:07.236623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.260715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Pushing event updated for resources: {'Port': ['ID=dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:07.289698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:07.291681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:07.294161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:07.382058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event updated for resources: {'Port': ['ID=36d5b985-c9ec-46e7-a841-a384d5663ead,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:07.383515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.399868 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Attempting to bind port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:07.400236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Attempting to bind port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9cd10afe-6818-4bc4-bbdf-723c70f84a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:07.400597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Attempting to bind port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 on network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:07.418107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:07.419699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22580fd5-9f46-4f4c-b104-c23c2cb1890a req-c8a4f78e-84fb-4c41-acbf-6ce262b9f597 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:07.420276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:07.420639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Checking segment: {'id': '9cd10afe-6818-4bc4-bbdf-723c70f84a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:07.421067 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.421705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Bound using segment: {'id': '9cd10afe-6818-4bc4-bbdf-723c70f84a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:07.422547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Bound port: dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd10afe-6818-4bc4-bbdf-723c70f84a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:07.423481 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.425353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22580fd5-9f46-4f4c-b104-c23c2cb1890a req-c8a4f78e-84fb-4c41-acbf-6ce262b9f597 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.4768641 May 27 04:05:07.436211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd10afe-6818-4bc4-bbdf-723c70f84a28') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:07.436447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd10afe-6818-4bc4-bbdf-723c70f84a28') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:07.450238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.471837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.482064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:07.482609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.492681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22580fd5-9f46-4f4c-b104-c23c2cb1890a req-f13592fb-8faf-4448-b413-03759582ac42 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635974 May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:07.507063 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:07.553350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] For port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:07.565878 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Floating IP 6e859b77-c2b4-4a61-8924-29fa56b5aa9c associated. External IP: 172.25.8.191, port: 0e417019-3165-44aa-b977-03d52f36b869. May 27 04:05:07.610620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] For port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9,segment=NetworkSegment(9cd10afe-6818-4bc4-bbdf-723c70f84a28),segment_id=9cd10afe-6818-4bc4-bbdf-723c70f84a28)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:07.611946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 04:05:07.611946 n-d-843301-2 neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 04:05:07.611946 n-d-843301-2 neutron-server[84155]: [parameters: {'id': 'f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb'}] May 27 04:05:07.611946 n-d-843301-2 neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:05:07.612440 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:05:07.616998 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.637656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:07.644145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'network': {'name': 'tempest-network-smoke--1339337536', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:07.654269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:07.673933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:07.691164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:07.694500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.733052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f566e-f61c-4afe-b5e6-5d229d76461b None None] Pushing event updated for resources: {'Port': ['ID=dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:07.748307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:05:07.768518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.769208 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Added segment 44f84e4b-eb9c-42fb-a9c1-f803cada55d9 of type vlan for network efc4ea66-cbcd-4733-9682-91870173c5a0 May 27 04:05:07.814475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.867942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2084b6-bff9-4988-8f9f-c7952e796afb None None] Network f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:07.898108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:07.902879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:07.903498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:08.029905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Network': ['ID=efc4ea66-cbcd-4733-9682-91870173c5a0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:08.040717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ba9549b2-abed-40cf-abd8-1409d4501746 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3991902 May 27 04:05:08.040932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43774) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.049365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network efc4ea66-cbcd-4733-9682-91870173c5a0 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:05:08.151244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:08.154464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2975f5d-1439-46ef-83f8-600e5d7df6e1 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:08.159840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43780) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.161476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2975f5d-1439-46ef-83f8-600e5d7df6e1 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=e1ba52daa1fe40eea421dd48bff2b64c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1195726 May 27 04:05:08.185245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:08.186173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:08.211730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611df06-87af-442a-9c29-9c18e4c4df69 None None] get_active_networks_info from n-d-843301-2 {{(pid=84157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 04:05:08.436354 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f02b658-237c-4d35-a67d-bbbbedde7e83 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:08.437849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f02b658-237c-4d35-a67d-bbbbedde7e83 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2770898 May 27 04:05:08.441843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43786) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.453517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611df06-87af-442a-9c29-9c18e4c4df69 None None] Resources bound (agent type, host, resource id): {{(pid=84157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 04:05:08.489917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-63bb5ba3-c9b7-4bfd-86d4-df2d1c3f063e tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468500 May 27 04:05:08.493305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43790) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.549277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-127bc052-01be-498d-9714-1eef5ccf5986 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=e1ba52daa1fe40eea421dd48bff2b64c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548117 May 27 04:05:08.551939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43796) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.807513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Router 8e115ecc-4ddd-453c-8597-8cef354c93ed has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:05:08.821168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b352bea-3b4a-412d-b535-b62d53cd2c3e tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:08.822673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0b352bea-3b4a-412d-b535-b62d53cd2c3e tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2698398 May 27 04:05:08.827856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:08.900764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] For port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9,segment=NetworkSegment(9cd10afe-6818-4bc4-bbdf-723c70f84a28),segment_id=9cd10afe-6818-4bc4-bbdf-723c70f84a28)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:08.901173 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.000740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd9bfb3c-88c6-43d4-9419-180d2a6019fd tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1715488 May 27 04:05:09.008326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43810) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.061510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:09.113135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986509737', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:09.137627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc3bb-7545-47eb-800b-8faefbb3e4aa req-fbf2c81d-b9d5-40eb-9a2f-7c6ee6136329 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:09.144667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f03cc3bb-7545-47eb-800b-8faefbb3e4aa req-fbf2c81d-b9d5-40eb-9a2f-7c6ee6136329 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.4180176 May 27 04:05:09.202585 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.254896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:09.260750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f03cc3bb-7545-47eb-800b-8faefbb3e4aa req-dd733efb-119a-4dea-a0fb-d62455f5187d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151581 May 27 04:05:09.264667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No DVR routers for this DVR port dd5259d5-d1e8-4d87-9350-bc9e2ccafbd9 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:09.298728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:09.313268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:subnet and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:09.317429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:09.324887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:09.344813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:09.424293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.452375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:09.468944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd10afe-6818-4bc4-bbdf-723c70f84a28') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:09.468944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd10afe-6818-4bc4-bbdf-723c70f84a28') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:09.478078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.484704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.506363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.514564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:09.515212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:09.538106 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:09.616821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:05:09.628534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Sync routers for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:05:09.644859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.654761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:09.655594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:09.664661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.668702 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:09.683826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb HTTP/1.1" status: 204 len: 168 time: 3.3807180 May 27 04:05:09.687317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43824) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.690456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d6ffd-04ff-42d5-ba73-4970480e9e51 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:09.755734 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02404bd-0d39-41a4-b123-108ecdf827c1 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:09.756485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02404bd-0d39-41a4-b123-108ecdf827c1 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:09.758394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c02404bd-0d39-41a4-b123-108ecdf827c1 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/8aad5bb4-104f-43e0-ae6d-5ae35c92dc42 HTTP/1.1" status: 404 len: 337 time: 0.0699975 May 27 04:05:09.761375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.793212 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-839172cc-aa45-4921-9e1a-7b7c3f779778 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:09.794063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839172cc-aa45-4921-9e1a-7b7c3f779778 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:09.796139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-839172cc-aa45-4921-9e1a-7b7c3f779778 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/f21dfd5d-daf3-4d58-924f-4e2c0e9af5fb HTTP/1.1" status: 404 len: 339 time: 0.0335970 May 27 04:05:09.799183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.834971 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6c6495d6-701e-4bb3-bd6a-0e844f739b07 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0985377 May 27 04:05:09.844713 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'tag': '0e417019-3165-44aa-b977-03d52f36b869'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:09.849278 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd542a7-f800-4138-bf2c-326025141390 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:09.850261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd542a7-f800-4138-bf2c-326025141390 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:09.852186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cdd542a7-f800-4138-bf2c-326025141390 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/4233b3fd-b4ce-4088-81ad-71bf43f61eac HTTP/1.1" status: 404 len: 337 time: 0.0518348 May 27 04:05:09.858298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43844) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.891442 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0990b761-fad5-49c5-8afa-e7962416f0ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:09.892809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0990b761-fad5-49c5-8afa-e7962416f0ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:09.895920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0990b761-fad5-49c5-8afa-e7962416f0ab tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/5bc89a90-dcdf-42d4-acac-66315232fa9d HTTP/1.1" status: 404 len: 339 time: 0.0362372 May 27 04:05:09.898276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.948205 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0de9089-ec42-4787-89a2-7a39f65ee819'] response: {'name': 'network-changed', 'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'tag': '0e417019-3165-44aa-b977-03d52f36b869', 'status': 'completed', 'code': 200} May 27 04:05:09.952473 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-297be007-980e-4a46-8835-0b39847772a9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:09.953876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297be007-980e-4a46-8835-0b39847772a9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:09.956511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-297be007-980e-4a46-8835-0b39847772a9 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/aabe7827-1c14-437d-a74c-3bb3ce6f34bf HTTP/1.1" status: 404 len: 337 time: 0.0570424 May 27 04:05:09.959120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:09.979079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:10.001948 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c83d014-f6a9-4bd1-aa34-41ce83ac1bfb tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:10.002383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c83d014-f6a9-4bd1-aa34-41ce83ac1bfb tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:10.004041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4c83d014-f6a9-4bd1-aa34-41ce83ac1bfb tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/2331b4b2-f4f7-4182-8053-571f52496547 HTTP/1.1" status: 404 len: 339 time: 0.0438466 May 27 04:05:10.008497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:10.039773 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:10.156366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port 0604d445-f38f-4727-8278-666168cd4d8f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:10.156650 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:10.180572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Subnet': ['ID=02f9fcda-fdca-468f-847f-8851ad05b6dc,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:10.197740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-a10fd272-5589-40be-8c2f-ab6e2cdd5893 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.2280583 May 27 04:05:10.233543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Checking segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:10.233907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network hostable DHCP agents. Network: efc4ea66-cbcd-4733-9682-91870173c5a0, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:05:10.547173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network efc4ea66-cbcd-4733-9682-91870173c5a0 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:05:10.587743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, efc4ea66-cbcd-4733-9682-91870173c5a0) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:10.596480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:10.597101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:10.603498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d7e25-358d-416a-bc23-14f4ad035baf None None] Network efc4ea66-cbcd-4733-9682-91870173c5a0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:10.637581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-9cd3d5c1-3f16-4a1c-ae20-19dc64765527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:10.640694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-9cd3d5c1-3f16-4a1c-ae20-19dc64765527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 910 time: 0.4340885 May 27 04:05:10.644513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db3cec0b-2081-40a1-838f-e52f257cb2f5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5551844 May 27 04:05:10.677568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:10.785079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-9f18e7de-372d-4eb6-a320-25d9624d4a06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 999 time: 0.1341124 May 27 04:05:10.794507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '6e859b77-c2b4-4a61-8924-29fa56b5aa9c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'port_id': '0e417019-3165-44aa-b977-03d52f36b869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'mac_address': 'fa:16:3e:3f:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:05:06Z', 'updated_at': '2022-05-27T04:05:06Z', 'revision_number': 0, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:10.819826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Checking router: 8e115ecc-4ddd-453c-8597-8cef354c93ed for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:05:10.828066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for 0604d445-f38f-4727-8278-666168cd4d8f owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:10.868655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-7ff2d67d-2700-41c1-b797-bf853b6f3dde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:10.870580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-7ff2d67d-2700-41c1-b797-bf853b6f3dde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0780823 May 27 04:05:10.871181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43876) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:10.878536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924397991', 'description': 'tempest-secgroup-smoke-1924397991 description', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:10.886438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:10.900988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:10.936970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:10.937678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:10.961830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.031520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932071-2caf-4435-8b25-c944069e597b req-1b42a6ae-653e-4ef5-a162-d6f18e7dc2f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:11.038985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4932071-2caf-4435-8b25-c944069e597b req-1b42a6ae-653e-4ef5-a162-d6f18e7dc2f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.4737620 May 27 04:05:11.041496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-70f983a5-2b47-486a-bb70-a0bd134ee6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302474 May 27 04:05:11.045931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:11.051463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:11.149675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.209124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:11.251022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-8dd0dda2-d5fc-4523-a0a8-ee59ceecff9e service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009566 May 27 04:05:11.273139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=0604d445-f38f-4727-8278-666168cd4d8f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:11.283705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4932071-2caf-4435-8b25-c944069e597b req-74bdc8a2-cbe7-4803-9275-2cc8d3cb9521 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434487 May 27 04:05:11.285192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.292798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c3cc9318-c973-4b4a-a2ca-41f9b54d7995 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/ports/0604d445-f38f-4727-8278-666168cd4d8f HTTP/1.1" status: 204 len: 168 time: 1.2832761 May 27 04:05:11.295135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:11.321382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:11.349580 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-78215779-79b3-44e0-8ab6-e22da9bc7f7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:11.350329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78215779-79b3-44e0-8ab6-e22da9bc7f7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:11.356581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-78215779-79b3-44e0-8ab6-e22da9bc7f7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/0f69ca9a-8ffe-4d10-8764-9b16b8e83e1d HTTP/1.1" status: 404 len: 337 time: 0.0581889 May 27 04:05:11.357023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:11.464753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-efc4ea66-cbcd-4733-9682-91870173c5a0', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ips': [{'subnet_id': '02f9fcda-fdca-468f-847f-8851ad05b6dc'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:05:11.467350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.535839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.549348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port d984b572-e3d6-4da9-9929-b0ab01b15cf2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:11.550000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.569025 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d0953eae-34d0-4dcd-a9c6-1f6d7e46b73c req-fc245c4e-74fe-453a-b789-bbf7b200d06d service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086586 May 27 04:05:11.588700 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.598228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.652123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec29a32-2346-424f-beb7-f81d0b895b47,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:11.667191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.671759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4b429600-5aa4-4a55-9706-4ba6a10d5f2f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7968335 May 27 04:05:11.672517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43896) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:11.676235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Allocated IP 172.20.0.18 (efc4ea66-cbcd-4733-9682-91870173c5a0/02f9fcda-fdca-468f-847f-8851ad05b6dc/8d3e8863-6a79-4965-81cb-785216a1eacc) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:11.685911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:11.702856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:11.708373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:11.711370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:11.718311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:11.741194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.833513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] For port d984b572-e3d6-4da9-9929-b0ab01b15cf2, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d984b572-e3d6-4da9-9929-b0ab01b15cf2,segment=NetworkSegment(1e685d1e-32b4-4721-bbeb-1bebb7cdbec1),segment_id=1e685d1e-32b4-4721-bbeb-1bebb7cdbec1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:11.834096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.842615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.850436 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.892681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:11.919312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad84ffb-6af1-434b-91ee-7029585bb31c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:11.933463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:11.936220 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-27833862-61d1-4302-958f-2e62348651d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2619896 May 27 04:05:11.938276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43900) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:11.945346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:11.952854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:11.959030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:11.965637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:11.982243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:12.033342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.040632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for d984b572-e3d6-4da9-9929-b0ab01b15cf2 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:12.122915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.131291 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.149224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.167921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b3559b-bd9c-435f-b5f7-d96bc16fd7f8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:12.181482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.184966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dcc59900-4d34-4b68-9c57-33769eaa086a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2426634 May 27 04:05:12.185884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43904) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:12.192909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:12.205490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.210958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:12.219077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Transition to ACTIVE for port object 8d3e8863-6a79-4965-81cb-785216a1eacc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:12.221235 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:12.228361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:12.242291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:12.253665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=d984b572-e3d6-4da9-9929-b0ab01b15cf2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:12.268723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Transition to ACTIVE for port object 8d3e8863-6a79-4965-81cb-785216a1eacc will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:12.278270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No DVR routers for this DVR port d984b572-e3d6-4da9-9929-b0ab01b15cf2 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:12.380697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.452728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.508765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393ac750-c76d-4323-a22c-a41c98f96f18']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:12.539778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:12.539778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e685d1e-32b4-4721-bbeb-1bebb7cdbec1') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:12.571045 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.614504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.618333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.644271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:12.644271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.676183 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-3c84f263-8c5d-44e3-8ad0-0cd3bca99c6f service neutron] show failed (client error): The resource could not be found. May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:12.677936 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:12.679969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-3c84f263-8c5d-44e3-8ad0-0cd3bca99c6f service neutron] 10.222.0.41 "GET /v2.0/ports/c8af7367-01ef-4415-8691-8829b9db7900/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.4296470 May 27 04:05:12.706121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.709618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Pushing event updated for resources: {'Port': ['ID=8d3e8863-6a79-4965-81cb-785216a1eacc,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:12.717858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.754665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Network efc4ea66-cbcd-4733-9682-91870173c5a0 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:12.757252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:12.776987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:12.786742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2fdcf-0525-4ea1-8e45-982516474919,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:12.810417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.815051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7cd8827e-941c-49a6-8d21-b45ecbb093ae tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6277637 May 27 04:05:12.821358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43918) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:12.836594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:12.859674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.866750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15270db7-0838-48e7-b15f-3664c5fad747 req-a32d8042-d784-4c1b-bf8c-578096b5b151 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:12.868423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15270db7-0838-48e7-b15f-3664c5fad747 req-a32d8042-d784-4c1b-bf8c-578096b5b151 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.3112566 May 27 04:05:12.869605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:12.875311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:12.881804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:12.902224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.915313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:12.929936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=393ac750-c76d-4323-a22c-a41c98f96f18,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:12.941794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f4704a13-44b9-421f-99db-a53cab5ddc1d tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/393ac750-c76d-4323-a22c-a41c98f96f18 HTTP/1.1" status: 204 len: 168 time: 1.5795832 May 27 04:05:12.941794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:12.974023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:12.990252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '6e859b77-c2b4-4a61-8924-29fa56b5aa9c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'port_id': '0e417019-3165-44aa-b977-03d52f36b869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'mac_address': 'fa:16:3e:3f:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:05:06Z', 'updated_at': '2022-05-27T04:05:06Z', 'revision_number': 0, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:12.996693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fe44a-350f-4a78-841f-6d2a8210dbf3 None None] The sync data for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 is: [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '6e859b77-c2b4-4a61-8924-29fa56b5aa9c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'port_id': '0e417019-3165-44aa-b977-03d52f36b869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'mac_address': 'fa:16:3e:3f:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:05:06Z', 'updated_at': '2022-05-27T04:05:06Z', 'revision_number': 0, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:05:13.000038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-15270db7-0838-48e7-b15f-3664c5fad747 req-309f8e7e-49a7-4e59-b728-89d02b8cfaf2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203687 May 27 04:05:13.002127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Attempting to bind port 8d3e8863-6a79-4965-81cb-785216a1eacc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:13.002491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Attempting to bind port 8d3e8863-6a79-4965-81cb-785216a1eacc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:13.002851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Attempting to bind port 8d3e8863-6a79-4965-81cb-785216a1eacc on network efc4ea66-cbcd-4733-9682-91870173c5a0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:13.011566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:13.011954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Checking segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:13.012357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.012751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Bound using segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:13.013249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Bound port: 8d3e8863-6a79-4965-81cb-785216a1eacc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:13.013626 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.097122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port e9b62e24-086a-4aa2-ba14-08e29e596b5e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:13.097841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.122740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.131766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.150369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] For port 8d3e8863-6a79-4965-81cb-785216a1eacc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:13.154277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] For port 8d3e8863-6a79-4965-81cb-785216a1eacc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d3e8863-6a79-4965-81cb-785216a1eacc,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:13.162193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.190146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f60cd6d-b580-4182-ba25-271cc290ad56,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:13.228459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.234645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b05c57d9-dbb7-49dc-962a-1a441d9ef33b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4103699 May 27 04:05:13.236674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43928) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:13.242211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:13.252629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:13.256751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:13.260100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:13.269599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:13.284382 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:05:13.292301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.351504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532b76-9015-4090-a054-0b6e5d17859f None None] Pushing event updated for resources: {'Port': ['ID=8d3e8863-6a79-4965-81cb-785216a1eacc,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:13.378241 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.385628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.441548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13c056a-e786-43c3-8d42-f9fe5e7ef456,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:13.451096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.452348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0d8358b0-128a-43d1-b4b7-20f73dc8abb9 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2146676 May 27 04:05:13.459171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:13.465019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': '2ec29a32-2346-424f-beb7-f81d0b895b47', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:13.473552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:13.495099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:13.502936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:13.540394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:13.635477 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:05:13.651272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-3c99ccf6-b16b-4e6f-b79d-8f8d4db77b24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 1097 time: 0.4366176 May 27 04:05:13.652955 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.671822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:13.799652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.807490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.859166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b0a5d2-5c05-4f85-a9a5-bbfc038c10a5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:13.895438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:13.896778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1c1d21b-d02f-442e-a965-0bd39630c194 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4365659 May 27 04:05:13.941007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:14.121447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for e9b62e24-086a-4aa2-ba14-08e29e596b5e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:14.229449 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:14.408623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-9dd813a6-811f-43d9-85c7-3ccee3caafa4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:14.436538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-9dd813a6-811f-43d9-85c7-3ccee3caafa4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:14.440040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-9dd813a6-811f-43d9-85c7-3ccee3caafa4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924397991&fields=id&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 267 time: 0.1318548 May 27 04:05:14.610547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:14.639897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-40e1e189-dd92-48e1-9823-13f4f9b1eab3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:14.642071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-40e1e189-dd92-48e1-9823-13f4f9b1eab3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/networks?id=efc4ea66-cbcd-4733-9682-91870173c5a0 HTTP/1.1" status: 200 len: 797 time: 0.1933770 May 27 04:05:14.661837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-cf786943-a345-4726-8db3-26409f537b50 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/quotas/e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 375 time: 0.0134001 May 27 04:05:14.723379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Port': ['ID=e9b62e24-086a-4aa2-ba14-08e29e596b5e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:14.756001 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:14.777837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345c436-492a-4e2d-8ba6-0219165b8321 None None] Network efc4ea66-cbcd-4733-9682-91870173c5a0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:14.783461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-da9d5fa3-fb82-4d60-a0d9-f52043545a84 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1147583 May 27 04:05:14.787651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47038537-cb8c-42e1-a39e-feadbea8bf7c tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/ports/e9b62e24-086a-4aa2-ba14-08e29e596b5e HTTP/1.1" status: 204 len: 168 time: 1.8448944 May 27 04:05:14.788329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:14.859414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdee7c7-7ab4-4584-95ae-f99081e40d74 req-964f98b3-c931-4697-bf64-faa55a0e949c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:14.861470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfdee7c7-7ab4-4584-95ae-f99081e40d74 req-964f98b3-c931-4697-bf64-faa55a0e949c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.3300951 May 27 04:05:14.873064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-67b54428-b5d0-4e8d-87d5-74010684aff1 None None] Provisioning for port 8d3e8863-6a79-4965-81cb-785216a1eacc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:14.882033 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b143214c-3060-404c-9345-cb6c3f4d8697 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] DELETE failed (client error): The resource could not be found. May 27 04:05:14.882779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b143214c-3060-404c-9345-cb6c3f4d8697 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:05:14.887596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b143214c-3060-404c-9345-cb6c3f4d8697 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/d1ca8942-4bca-4853-9f8b-1d3a7c72290e HTTP/1.1" status: 404 len: 337 time: 0.0719695 May 27 04:05:14.900565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 43966) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:14.999453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:15.020213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-fba837fe-55be-47b2-82f0-380d13111f13 service neutron] 10.222.0.46 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021866 May 27 04:05:15.055080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfdee7c7-7ab4-4584-95ae-f99081e40d74 req-868c7aef-f615-441c-878d-1c039bd52a4a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834953 May 27 04:05:15.077119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.092738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:15.274156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:15.279928 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.292844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.320531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Transition to ACTIVE for port object c8af7367-01ef-4415-8691-8829b9db7900 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:15.327337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aada7830-5031-4c58-9173-271fdac7fd7f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:15.340782 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.358085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-1a556753-d06a-4804-afeb-17015efd90c1 service neutron] 10.222.0.46 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297231 May 27 04:05:15.381061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8af7367-01ef-4415-8691-8829b9db7900 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:05:15.384062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:15.384355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eee6a2-22cb-49ab-a2b5-8fcaa5da1adb') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:15.416362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.435694 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc54c8e-1283-415f-826b-1fff1a4e74ad'] response: {'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'code': 200} May 27 04:05:15.525777 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.528926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:15.547731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:15.548260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:15.569863 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:15.628769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d3e8863-6a79-4965-81cb-785216a1eacc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:15.716550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c8af7367-01ef-4415-8691-8829b9db7900 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:05:15.777406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8d3e8863-6a79-4965-81cb-785216a1eacc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:15.782851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d3e8863-6a79-4965-81cb-785216a1eacc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:15.783535 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.893416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f854bafe-c8cc-43c0-9450-ae575e4e4503 req-425efae1-25bd-4afc-b0ff-45981cf4a984 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 210 time: 0.1683712 May 27 04:05:15.894096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.908369 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:15.940449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 43994) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:15.940599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/aada7830-5031-4c58-9173-271fdac7fd7f HTTP/1.1" status: 204 len: 168 time: 1.0362813 May 27 04:05:15.943144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] No DVR routers for this DVR port c8af7367-01ef-4415-8691-8829b9db7900 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:16.015479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.086064 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4597160-7c9b-4443-868a-7bc68a1a33a8 None None] New status for floating IP 6e859b77-c2b4-4a61-8924-29fa56b5aa9c: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:05:16.137456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8d3e8863-6a79-4965-81cb-785216a1eacc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d3e8863-6a79-4965-81cb-785216a1eacc,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:16.147245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.238071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc98b-92d5-4ae7-9c64-49a0932c020b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=aada7830-5031-4c58-9173-271fdac7fd7f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:16.379678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8d3e8863-6a79-4965-81cb-785216a1eacc,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:16.390969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.391345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.391870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.392294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.392623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.393085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.393743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.394161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.394486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.394951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.395249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:05:16.558296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89d7dd-1e78-4ec2-822d-beb071ab4272 req-6ae9b4be-9cb7-4fd2-a2c3-fb940952b53c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:16.560391 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c89d7dd-1e78-4ec2-822d-beb071ab4272 req-6ae9b4be-9cb7-4fd2-a2c3-fb940952b53c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.1545680 May 27 04:05:16.564245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting subnet 718ad0b5-7dd5-45af-860c-b1dcf9f26fcc {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:05:16.583458 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.687802 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c89d7dd-1e78-4ec2-822d-beb071ab4272 req-741a1da3-de6c-4d1e-a646-5c7dfdcb8899 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199617 May 27 04:05:16.695417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.717506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:16.717743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:16.718078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:16.729829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:05:16.730380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Attempting to bind port c8af7367-01ef-4415-8691-8829b9db7900 on network b5c6ec88-c525-47c7-9470-4313f5400d9e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:16.740248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:16.741217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Checking segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:16.741791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Bound using segment: {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:16.742671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Bound port: c8af7367-01ef-4415-8691-8829b9db7900, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6984da25-c198-4a3a-aa36-4ca466a69cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:16.743185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.891207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:16.894969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:16.896376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.898921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.971516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:16.972889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1092 time: 3.3084972 May 27 04:05:16.991855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b825ae-8af4-4683-9e34-0f9f699a2039 service neutron] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:16.994249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:17.121614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Subnet': ['ID=718ad0b5-7dd5-45af-860c-b1dcf9f26fcc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:17.134036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:17.135443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5f18e-73dd-4c3a-9209-f2712a1c4854 None None] Network 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:17.163072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8c7505a-f978-4c97-b363-40a758fabb45 tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/subnets/718ad0b5-7dd5-45af-860c-b1dcf9f26fcc HTTP/1.1" status: 204 len: 168 time: 1.2208769 May 27 04:05:17.165479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44014) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:17.224097 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8016e568-ac13-4b43-a914-daefa6f43697 req-b9701c6a-d869-49f7-9e28-2822cddfaa24 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 210 time: 0.1406426 May 27 04:05:17.245538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-fa9162f9-b920-4c2b-a0d5-c2911fc2e645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.2419183 May 27 04:05:17.455115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:17.461148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-f18e716b-6356-4950-b0f7-7882fc252db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:17.463197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-f18e716b-6356-4950-b0f7-7882fc252db0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.2096741 May 27 04:05:17.559099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d3e8863-6a79-4965-81cb-785216a1eacc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:17.639493 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e4b320-2ca0-4289-8ab0-a5c4ddb8d915'] response: {'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'status': 'completed', 'code': 200} May 27 04:05:17.673440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] DHCP port deletion for 5e7ba303-e68e-4552-aafb-a7ed5e7160e5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:05:17.685567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:17.705673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Deleting port daf67970-afe6-491e-ad3d-6a76c4efd54e {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:17.706193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:17.718664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port daf67970-afe6-491e-ad3d-6a76c4efd54e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:17.719252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:17.828836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-72b46c4e-5c1a-4dd0-9cf5-4db8545f387f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:17.831536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-72b46c4e-5c1a-4dd0-9cf5-4db8545f387f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.41 "GET /v2.0/networks?id=efc4ea66-cbcd-4733-9682-91870173c5a0 HTTP/1.1" status: 200 len: 797 time: 0.4558611 May 27 04:05:17.919817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-b3eb0b00-71e6-4b65-b736-c0b64f5dc7e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1000 time: 0.4483573 May 27 04:05:17.966735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-c445353d-260a-4a3d-9a8e-dcebc55462a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 473 time: 0.1114831 May 27 04:05:17.982090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'port': {'device_id': '36a65fb9-ba90-410d-b658-55229f2eea49', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'admin_state_up': True, 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'security_groups': ['2ec29a32-2346-424f-beb7-f81d0b895b47']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:18.023985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-e51cec3a-187f-424d-acf8-bf6973093435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.3828626 May 27 04:05:18.142272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] For port daf67970-afe6-491e-ad3d-6a76c4efd54e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=daf67970-afe6-491e-ad3d-6a76c4efd54e,segment=NetworkSegment(86d0077a-ff75-49f3-b321-baa043220f0f),segment_id=86d0077a-ff75-49f3-b321-baa043220f0f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:18.142748 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:18.155033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d3e8863-6a79-4965-81cb-785216a1eacc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:18.155482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:18.237309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:18.253062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:port and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:18.258544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:18.268699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:18.299281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-e02adf2c-4e0b-4068-abbd-c687b44d724a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:18.304355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-e02adf2c-4e0b-4068-abbd-c687b44d724a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.3717084 May 27 04:05:18.371747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Calling delete_port for daf67970-afe6-491e-ad3d-6a76c4efd54e owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:18.390312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:18.398505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:18.473570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-74e13c90-741c-4b7b-aa2b-7e20912ec094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:18.475178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-74e13c90-741c-4b7b-aa2b-7e20912ec094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.4402914 May 27 04:05:18.552091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c4f4b-fbac-4b4d-9d69-c1aba0f6078a req-3b6eaa7f-4c32-4efa-b39e-e7e3bd932ceb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:18.553798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c41c4f4b-fbac-4b4d-9d69-c1aba0f6078a req-3b6eaa7f-4c32-4efa-b39e-e7e3bd932ceb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.5200365 May 27 04:05:18.580700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:18.649006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-636ee2ce-048a-4c9f-9816-4b1037959ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3250754 May 27 04:05:18.651240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-ad8bd1df-55ac-4aff-aea0-85d35e1abcd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1000 time: 0.1643326 May 27 04:05:18.653993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] No DVR routers for this DVR port daf67970-afe6-491e-ad3d-6a76c4efd54e on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:18.659923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4d2a0-4b02-4302-a1a7-d69914b370a4 None None] Pushing event deleted for resources: {'Port': ['ID=daf67970-afe6-491e-ad3d-6a76c4efd54e,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:18.665483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c41c4f4b-fbac-4b4d-9d69-c1aba0f6078a req-f21495e1-fb78-42d5-93ee-08a06efef9f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012447 May 27 04:05:18.699566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f92fc02-3977-4825-999f-485c16b7053a req-80fe904c-3762-4101-8ea0-f62120017bd3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 210 time: 0.2439842 May 27 04:05:18.700869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.21 (efc4ea66-cbcd-4733-9682-91870173c5a0/02f9fcda-fdca-468f-847f-8851ad05b6dc/ed5e9525-8f0e-46df-90fa-72a888fcdb65) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:18.704797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] For port daf67970-afe6-491e-ad3d-6a76c4efd54e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=daf67970-afe6-491e-ad3d-6a76c4efd54e,segment=NetworkSegment(86d0077a-ff75-49f3-b321-baa043220f0f),segment_id=86d0077a-ff75-49f3-b321-baa043220f0f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:18.705217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:18.839957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-daedfeb8-ae40-437f-9564-7b55558e198f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:18.841870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-daedfeb8-ae40-437f-9564-7b55558e198f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1463597 May 27 04:05:18.932478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-73fc0ae6-0e7b-4c93-b769-8e8e539ce228 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657716 May 27 04:05:18.937268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Calling delete_port for daf67970-afe6-491e-ad3d-6a76c4efd54e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:19.141024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:05:19.141270 n-d-843301-2 neutron-server[84156]: DEBUG oslo_db.api [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:05:19.161616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-c0fee91e-471d-498d-a198-51d84b88cfee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049369 May 27 04:05:19.246915 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:19.264058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object ed5e9525-8f0e-46df-90fa-72a888fcdb65 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:19.300703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f46324b6-5181-44ad-8a77-0b78f9654cc8 req-0587705e-a764-4816-a80e-e92374a4f14a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592267 May 27 04:05:19.303636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:19.364004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-f3ec5c13-2382-4cf5-9137-2c2fe1799254 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922286 May 27 04:05:19.522430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:19.526662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network efc4ea66-cbcd-4733-9682-91870173c5a0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:19.528332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:19.530681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:19.614792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device daf67970-afe6-491e-ad3d-6a76c4efd54e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:05:19.623420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:19.626648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:19.633201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-b21cf91d-6f93-4ef8-9a58-4989ccd46c30 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630761 May 27 04:05:19.646662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Deleting port daf67970-afe6-491e-ad3d-6a76c4efd54e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:19.646932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:19.653408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-f7858c42-3f22-400b-9164-0481de97c283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.2589500 May 27 04:05:19.733931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: daf67970-afe6-491e-ad3d-6a76c4efd54e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:05:19.736680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device daf67970-afe6-491e-ad3d-6a76c4efd54e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:05:19.904853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] The port 'daf67970-afe6-491e-ad3d-6a76c4efd54e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:05:19.912484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-04114c6f-156e-4be2-a263-4d0daeca341f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:19.915488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-04114c6f-156e-4be2-a263-4d0daeca341f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.2554240 May 27 04:05:20.039422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-8ba62e3f-6af5-4760-8827-05136b3a2f10 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0710187 May 27 04:05:20.041235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c5be953-37ef-42ac-8f37-8752ad17e3d9 None None] Provisioning for port ed5e9525-8f0e-46df-90fa-72a888fcdb65 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:20.051995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c5be953-37ef-42ac-8f37-8752ad17e3d9 None None] Provisioning complete for port ed5e9525-8f0e-46df-90fa-72a888fcdb65 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:20.052647 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c5be953-37ef-42ac-8f37-8752ad17e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.068310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Request body: {'port': {'device_id': '36a65fb9-ba90-410d-b658-55229f2eea49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:20.129629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0c5be953-37ef-42ac-8f37-8752ad17e3d9 None None] Port ed5e9525-8f0e-46df-90fa-72a888fcdb65 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:05:20.140776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-3ccb4aa1-a056-406d-84ff-ef3961441fd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1000 time: 0.2157030 May 27 04:05:20.239485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315ccb3-65b5-41b3-aac1-640b4a71546d req-8506dcbf-ec3d-4f5c-afea-c523ee904353 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:20.241762 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b315ccb3-65b5-41b3-aac1-640b4a71546d req-8506dcbf-ec3d-4f5c-afea-c523ee904353 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.2201447 May 27 04:05:20.283236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-4577c390-d3ff-440a-bf03-6da96fbfdf1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:20.284685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-4577c390-d3ff-440a-bf03-6da96fbfdf1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1350410 May 27 04:05:20.337611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.373834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7ba303-e68e-4552-aafb-a7ed5e7160e5']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:20.381697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b315ccb3-65b5-41b3-aac1-640b4a71546d req-99542569-bb4f-4851-af00-fec2251451f2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269472 May 27 04:05:20.390519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d0077a-ff75-49f3-b321-baa043220f0f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:20.390823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d0077a-ff75-49f3-b321-baa043220f0f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:20.405640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.421120 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-97004694-3f57-4efc-8a3b-4a66ce7d9e81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282170 May 27 04:05:20.450540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.464753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:20.465172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: util.warn( May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: timer() May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:20.483599 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:20.584381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-8a87b0ab-1d9d-46b2-83bf-b30982e2109b service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561017 May 27 04:05:20.626245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b049-b5b7-4b65-a988-55b6bdea4116 req-3f0d8925-19a0-48fd-ac5a-3ffa7b2fbfa1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:20.626956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c7e1b049-b5b7-4b65-a988-55b6bdea4116 req-3f0d8925-19a0-48fd-ac5a-3ffa7b2fbfa1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:20.637559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.650037 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.675330 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:20.747963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] Pushing event deleted for resources: {'Network': ['ID=5e7ba303-e68e-4552-aafb-a7ed5e7160e5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:20.748469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1c2a373-4e7c-456a-9f8c-0b69d9ba5aee req-46f5eac3-d9c7-4bc8-b539-021bb879855a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569328 May 27 04:05:20.752506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c7e1b049-b5b7-4b65-a988-55b6bdea4116 req-3f0d8925-19a0-48fd-ac5a-3ffa7b2fbfa1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:20.754022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7e1b049-b5b7-4b65-a988-55b6bdea4116 req-3f0d8925-19a0-48fd-ac5a-3ffa7b2fbfa1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 932 time: 0.7857451 May 27 04:05:20.755023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0ded660a-9b40-4a7b-a93d-dbb8a9ad405b tempest-NetworksIpV6TestAttrs-780822950 tempest-NetworksIpV6TestAttrs-780822950-project] 10.222.0.46 "DELETE /v2.0/networks/5e7ba303-e68e-4552-aafb-a7ed5e7160e5 HTTP/1.1" status: 204 len: 168 time: 3.5886247 May 27 04:05:20.902163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7e1b049-b5b7-4b65-a988-55b6bdea4116 req-c7f095be-152c-48e5-bee8-60330389dad7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293094 May 27 04:05:21.187290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:21.257761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5e9525-8f0e-46df-90fa-72a888fcdb65 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:05:21.265310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.282702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Transition to ACTIVE for port object ed5e9525-8f0e-46df-90fa-72a888fcdb65 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:21.288212 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.505063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-18f0e770-568d-4939-b558-f4d05f3334f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b0a7a9958f643ae8ccbd350acc984c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3126929 May 27 04:05:21.509296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:21.551964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:21.647657 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.683521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6caf85-2759-41e0-bdbc-55a6d98a3b2b req-b1a82e1b-5a6e-4372-867b-2963a3052de6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:21.684707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Attempting to bind port ed5e9525-8f0e-46df-90fa-72a888fcdb65 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:21.685048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc6caf85-2759-41e0-bdbc-55a6d98a3b2b req-b1a82e1b-5a6e-4372-867b-2963a3052de6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.1419640 May 27 04:05:21.685398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Attempting to bind port ed5e9525-8f0e-46df-90fa-72a888fcdb65 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:21.685862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Attempting to bind port ed5e9525-8f0e-46df-90fa-72a888fcdb65 on network efc4ea66-cbcd-4733-9682-91870173c5a0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:21.686816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.692490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Port ed5e9525-8f0e-46df-90fa-72a888fcdb65 on network efc4ea66-cbcd-4733-9682-91870173c5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:05:21.692978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Attempting to bind port ed5e9525-8f0e-46df-90fa-72a888fcdb65 on network efc4ea66-cbcd-4733-9682-91870173c5a0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:21.700618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:21.701127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Checking segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:21.701630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Bound using segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:21.702199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Bound port: ed5e9525-8f0e-46df-90fa-72a888fcdb65, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:21.702644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.770996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc6caf85-2759-41e0-bdbc-55a6d98a3b2b req-77b9c5aa-2a0a-402f-9f99-f3cdb3701ebb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771482 May 27 04:05:21.793460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.809589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:21.813334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:21.828002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cae13f-0671-49e1-8292-d12215602d8a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:21.831323 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.833459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.834582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8106e1a-b510-495d-8f73-266e3fedde0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05cae13f-0671-49e1-8292-d12215602d8a HTTP/1.1" status: 204 len: 168 time: 0.3243945 May 27 04:05:21.977853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:21.980600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] 10.222.0.41 "PUT /v2.0/ports/ed5e9525-8f0e-46df-90fa-72a888fcdb65 HTTP/1.1" status: 200 len: 1092 time: 1.9192643 May 27 04:05:21.981372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:22.024272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c471e0-c2e4-45f0-beaa-b42b2b0408aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:22.198615 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-f56c774d-9237-4f11-9c19-0618557e5f82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 1095 time: 0.1688874 May 27 04:05:22.388027 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b315b09-7aad-40f0-b176-10bd511cb6d1'] response: {'name': 'network-changed', 'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65', 'status': 'completed', 'code': 200} May 27 04:05:22.421765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-aa7ada4d-5dd0-4014-8c03-7e6c219e5c69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65 HTTP/1.1" status: 200 len: 217 time: 0.2098112 May 27 04:05:22.489116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-85c44ec9-fbe0-4ef0-a8e9-55452640722b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:22.490904 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-85c44ec9-fbe0-4ef0-a8e9-55452640722b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.2333877 May 27 04:05:22.499758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafa527-c70f-48e7-8e86-24c1f1152f29 req-2b44a9d7-aec1-4485-a195-379b0146657a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:22.501894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eafa527-c70f-48e7-8e86-24c1f1152f29 req-2b44a9d7-aec1-4485-a195-379b0146657a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 944 time: 0.3314958 May 27 04:05:22.608221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-2350b6de-4637-4584-b1b3-ca37ea73ad8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:22.610419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-2350b6de-4637-4584-b1b3-ca37ea73ad8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02f9fcda-fdca-468f-847f-8851ad05b6dc HTTP/1.1" status: 200 len: 837 time: 0.1803844 May 27 04:05:22.678306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439c5f9-b0fc-409f-9fdf-a2e7b18a0277 req-82b3421d-9b8e-497f-83be-e10c523069c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:22.699121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5439c5f9-b0fc-409f-9fdf-a2e7b18a0277 req-82b3421d-9b8e-497f-83be-e10c523069c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.2082586 May 27 04:05:22.761456 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-16e7cd5a-522a-4a0e-a6e9-07923512355e service neutron] delete failed (client error): The resource could not be found. May 27 04:05:22.763022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-16e7cd5a-522a-4a0e-a6e9-07923512355e service neutron] 10.222.0.41 "DELETE /v2.0/ports/c8af7367-01ef-4415-8691-8829b9db7900/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.2595162 May 27 04:05:22.786051 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0eafa527-c70f-48e7-8e86-24c1f1152f29 req-9d738b6d-e827-4de2-be70-4517b5e7278d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769937 May 27 04:05:22.803871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5439c5f9-b0fc-409f-9fdf-a2e7b18a0277 req-d08ae0a5-8de8-48cf-af8d-a8fe4900f5fd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037855 May 27 04:05:22.843774 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-090532be-76a0-48f6-bc53-692919f3a93c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efc4ea66-cbcd-4733-9682-91870173c5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2263281 May 27 04:05:23.028476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-b7d2e5d1-82e7-410b-91c2-fa436d816134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1095 time: 0.1193490 May 27 04:05:23.071759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-f150ab3a-b2f4-4c82-bd74-f08b31b63ae1 service neutron] 10.222.0.41 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214231 May 27 04:05:23.306881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:23.342414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-e82dff9e-4279-420d-ba75-b0431f3eb42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:23.344173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-e82dff9e-4279-420d-ba75-b0431f3eb42c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.3082256 May 27 04:05:23.344553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09bcec7f-8f21-4e79-b50f-0a93135498fd req-e07c7bbb-5f16-452b-a58a-74b88b123c5b service neutron] 10.222.0.41 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664013 May 27 04:05:23.508494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-c272c3a2-05b7-431d-be8a-414b82d1703e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1000 time: 0.1535151 May 27 04:05:23.524712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-be89de63-e13f-485b-839e-69c685dcbec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 1095 time: 0.1224217 May 27 04:05:23.641837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-8b35009e-8dd3-4521-a516-32d06c630b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:23.643468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-8b35009e-8dd3-4521-a516-32d06c630b65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1137505 May 27 04:05:23.648885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-345212253-network', 'tenant_id': 'a544634b1f124aab85921719e1ba337b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:23.697085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:23.703782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Usage tracker for resource:network and tenant:a544634b1f124aab85921719e1ba337b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:23.708141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:23.715484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:23.721036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-c6aa1a07-ca07-47ee-918a-3b050d8f0799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:23.722500 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-c6aa1a07-ca07-47ee-918a-3b050d8f0799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=efc4ea66-cbcd-4733-9682-91870173c5a0 HTTP/1.1" status: 200 len: 898 time: 0.1920650 May 27 04:05:23.751930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Made reservation on behalf of a544634b1f124aab85921719e1ba337b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:23.754500 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:23.773595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-0d1793ba-cb24-49e9-bd59-8d867ffef806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199772 May 27 04:05:23.776111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:23.789552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c8af7367-01ef-4415-8691-8829b9db7900 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:05:23.848548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-a0b25583-132d-49a3-a37e-57aa32ca6704 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65 HTTP/1.1" status: 200 len: 217 time: 0.1192350 May 27 04:05:23.939871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:23.947864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Usage tracker for resource:security_group_rule and tenant:a544634b1f124aab85921719e1ba337b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:23.952826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:23.963595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:24.003714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-b6d5118b-9a1d-4ecd-824d-67d41281ee54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:24.010909 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-b6d5118b-9a1d-4ecd-824d-67d41281ee54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02f9fcda-fdca-468f-847f-8851ad05b6dc HTTP/1.1" status: 200 len: 837 time: 0.1548743 May 27 04:05:24.022771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-5eb5c27e-9da3-4b3e-8f1f-c180fed0191a service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311919 May 27 04:05:24.215062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:24.274434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.288857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c8af7367-01ef-4415-8691-8829b9db7900', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'port_id': 'c8af7367-01ef-4415-8691-8829b9db7900', 'mac_address': 'fa:16:3e:5b:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:05:24.334440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.334964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.348419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-c65abf4b-f407-4367-ba85-9d4387bd644f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efc4ea66-cbcd-4733-9682-91870173c5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3285134 May 27 04:05:24.368385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:05:24.371326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a4dfe-d8c1-4288-ba6b-72510ec1fe08 req-0fd3c274-1136-4aa3-9611-c5d64075f437 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:24.373088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-814a4dfe-d8c1-4288-ba6b-72510ec1fe08 req-0fd3c274-1136-4aa3-9611-c5d64075f437 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 944 time: 0.2429183 May 27 04:05:24.382595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.385269 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.386780 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Added segment 0b198ffa-d73e-44ae-9e45-de1c81e42d70 of type vlan for network a7e1e669-d637-4b40-b458-e39784c1ea28 May 27 04:05:24.431762 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.432544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8af7367-01ef-4415-8691-8829b9db7900 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:05:24.467368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:24.474028 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.478229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.479112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:24.479678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.504820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-891b2165-5e81-4d1a-bdb4-5713131d4291 req-d3926aab-4591-45af-8d20-7547c4ce93bd service neutron] 10.222.0.41 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737320 May 27 04:05:24.599075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7313-6b9f-4e64-b01c-cee182cc51f0 req-22d9f4e5-f75e-4916-a19e-d7f745ec6967 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:24.606536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1bd7313-6b9f-4e64-b01c-cee182cc51f0 req-22d9f4e5-f75e-4916-a19e-d7f745ec6967 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 944 time: 0.4893889 May 27 04:05:24.633878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:24.679091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296c0f61-d488-4638-93d9-0c3a92dafddf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:24.705845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3977768 May 27 04:05:24.710183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:24.713788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c8af7367-01ef-4415-8691-8829b9db7900'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:05:24.721441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Request body: {'subnet': {'network_id': 'a7e1e669-d637-4b40-b458-e39784c1ea28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-345212253-subnet', 'tenant_id': 'a544634b1f124aab85921719e1ba337b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:24.739027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83862a-a6b8-4f9a-b3e6-c57697639d62 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e1e669-d637-4b40-b458-e39784c1ea28,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:24.743097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:24.752629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Usage tracker for resource:subnet and tenant:a544634b1f124aab85921719e1ba337b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:24.757998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:24.774917 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1bd7313-6b9f-4e64-b01c-cee182cc51f0 req-97223549-2ffe-4603-bb2f-ce7a0b08279d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659806 May 27 04:05:24.786852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:24.789442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a7e1e669-d637-4b40-b458-e39784c1ea28 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:05:24.808118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Made reservation on behalf of a544634b1f124aab85921719e1ba337b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:24.812047 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:24.836626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-814a4dfe-d8c1-4288-ba6b-72510ec1fe08 req-cd285b13-1a8d-4abe-a578-e796ab2d6c06 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339445 May 27 04:05:24.863251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-552a325b-72c7-4601-a498-7b9eb149c2d1 service neutron] 10.222.0.41 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073209 May 27 04:05:25.049915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7fd0ff7c-d143-46f0-8a5c-a73e690725b7 req-8b501208-359f-4756-bbec-c62369425a82 service neutron] 10.222.0.41 "GET /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794322 May 27 04:05:25.142186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:25.319832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff7849e-5934-4cda-abf8-3ab8cc67fcce,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:25.325033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Checking segment: {'id': '0b198ffa-d73e-44ae-9e45-de1c81e42d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a7e1e669-d637-4b40-b458-e39784c1ea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:25.325505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Network hostable DHCP agents. Network: a7e1e669-d637-4b40-b458-e39784c1ea28, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:05:25.361168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Network a7e1e669-d637-4b40-b458-e39784c1ea28 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:05:25.376108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a7e1e669-d637-4b40-b458-e39784c1ea28) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:25.380552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:25.381074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:25.388826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4a4e2-fe3d-4673-bf23-c29c1655c6aa None None] Network a7e1e669-d637-4b40-b458-e39784c1ea28 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:25.441130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b51f4505-3cb5-4ad9-9f62-53402d99c12d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7177730 May 27 04:05:25.742578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e54c33-c3b4-4957-8efd-6c60ce203241 None None] Network a7e1e669-d637-4b40-b458-e39784c1ea28 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:25.852706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:05:26.327535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead03ff-bd4c-4dc3-a23d-adc334503421 req-6aa4acb8-cca1-4d7b-9ac8-1e1676161612 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:26.329393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ead03ff-bd4c-4dc3-a23d-adc334503421 req-6aa4acb8-cca1-4d7b-9ac8-1e1676161612 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 945 time: 0.2171581 May 27 04:05:26.340566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61443-bc60-42dd-b6b5-7af7ef1a69f9 req-c206789b-bfa0-4471-98d6-c292ed542171 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:26.349363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd61443-bc60-42dd-b6b5-7af7ef1a69f9 req-c206789b-bfa0-4471-98d6-c292ed542171 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 944 time: 0.1212389 May 27 04:05:26.411062 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ead03ff-bd4c-4dc3-a23d-adc334503421 req-7d8376c6-8fb8-4289-8a86-d622bceac153 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706456 May 27 04:05:26.413199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9dd61443-bc60-42dd-b6b5-7af7ef1a69f9 req-616e391d-6222-4ff5-b0b7-c2b8f9ff6738 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585980 May 27 04:05:26.432532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:26.462066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:26.571082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c0747d30-6aab-4214-9308-de2b48797089 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 200 len: 993 time: 0.1372683 May 27 04:05:26.865842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:26.871239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-249857722-network', 'tenant_id': '2e45cf070ae7451ea17232e18c0daba2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:26.877180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:26.881041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Usage tracker for resource:network and tenant:2e45cf070ae7451ea17232e18c0daba2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:26.883855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:26.889451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:26.900028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Made reservation on behalf of 2e45cf070ae7451ea17232e18c0daba2 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:26.902334 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:26.917883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:26.951466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:26.956014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Usage tracker for resource:security_group_rule and tenant:2e45cf070ae7451ea17232e18c0daba2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:26.959181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:26.965726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:27.053726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.059619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.097677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:05:27.108754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e280b60c-07d0-4c78-8d46-a2ada5bcc969,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:27.129666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.130376 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Added segment e9c02aa8-bb39-4b4b-9a74-502d11559165 of type vlan for network a57f4982-1feb-452a-9341-df852f3077ed May 27 04:05:27.157705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.187038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.188008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:27.189233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.291827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] Pushing event updated for resources: {'Network': ['ID=a57f4982-1feb-452a-9341-df852f3077ed,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:27.295963 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20e9fec6-c3d9-4c5a-ac97-b0ff8e7f4908 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4291797 May 27 04:05:27.298907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44186) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:27.302321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a57f4982-1feb-452a-9341-df852f3077ed details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:05:27.304846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Request body: {'subnet': {'network_id': 'a57f4982-1feb-452a-9341-df852f3077ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-249857722-subnet', 'tenant_id': '2e45cf070ae7451ea17232e18c0daba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:05:27.310210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:27.314772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Usage tracker for resource:subnet and tenant:2e45cf070ae7451ea17232e18c0daba2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:27.317581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:27.327331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:27.339042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Made reservation on behalf of 2e45cf070ae7451ea17232e18c0daba2 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:05:27.341940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.447129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ed5e9525-8f0e-46df-90fa-72a888fcdb65 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:05:27.581595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.612883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:27.628756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'port_id': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65', 'mac_address': 'fa:16:3e:e8:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:05:27.663085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31501f7b-4cc5-42b1-8ea3-a88ee0b1876f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:27.679434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Checking segment: {'id': 'e9c02aa8-bb39-4b4b-9a74-502d11559165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a57f4982-1feb-452a-9341-df852f3077ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:27.680045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Network hostable DHCP agents. Network: a57f4982-1feb-452a-9341-df852f3077ed, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:05:27.705227 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.708320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Network a57f4982-1feb-452a-9341-df852f3077ed is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:05:27.726558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5e9525-8f0e-46df-90fa-72a888fcdb65 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:05:27.730653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a57f4982-1feb-452a-9341-df852f3077ed) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:27.737780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:27.738816 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.749799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf99b99-d505-4f2d-a8ae-79ead3d0faf0 None None] Network a57f4982-1feb-452a-9341-df852f3077ed requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:27.768464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d7368a1d-d5e2-4ef8-81df-2b22140ce3e4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4677994 May 27 04:05:27.811778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946260a-9a0f-494a-9cf9-3f44e67d4a08 req-b5d3bc13-28e3-4e19-8666-c72d16522b6f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:27.812331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:27.821498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7946260a-9a0f-494a-9cf9-3f44e67d4a08 req-b5d3bc13-28e3-4e19-8666-c72d16522b6f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 944 time: 0.2308276 May 27 04:05:27.870602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c8af7367-01ef-4415-8691-8829b9db7900 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:27.878778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7946260a-9a0f-494a-9cf9-3f44e67d4a08 req-7bfe5cae-b72d-40e8-9ad1-f648540a9cb2 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563514 May 27 04:05:27.915697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:27.915916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44194) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:27.977146 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Deleting subnet bff7849e-5934-4cda-abf8-3ab8cc67fcce {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:05:27.980706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.046010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-01744390-406b-4d71-8b4e-5b3233834a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.056085 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.122024 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.201675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:28.207791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.263297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['ed5e9525-8f0e-46df-90fa-72a888fcdb65'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:05:28.280020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff7849e-5934-4cda-abf8-3ab8cc67fcce,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:28.293729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.302679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b23e1111-16b1-4c86-b3df-1134480e8d74 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bff7849e-5934-4cda-abf8-3ab8cc67fcce HTTP/1.1" status: 204 len: 168 time: 0.3855913 May 27 04:05:28.305462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44206) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:28.316733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c8af7367-01ef-4415-8691-8829b9db7900 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:28.374237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c8af7367-01ef-4415-8691-8829b9db7900 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:28.374605 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.455312 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.457668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce2958-eff8-41e5-9f6a-7730f0d978bc None None] Network a57f4982-1feb-452a-9341-df852f3077ed requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:05:28.601066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.633981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e1e669-d637-4b40-b458-e39784c1ea28']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:28.648776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b198ffa-d73e-44ae-9e45-de1c81e42d70') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:28.649141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b198ffa-d73e-44ae-9e45-de1c81e42d70') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:28.662622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.678838 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.685281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:28.685717 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: timer() May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:28.700312 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:28.766043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.870285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:28.890728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:28.894193 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.908109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.924728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:28.934787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e1e669-d637-4b40-b458-e39784c1ea28,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:28.940670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:28.941206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cbfad262-8f2e-494b-afb3-8f7469e8b7cd admin admin] 10.222.0.46 "DELETE /v2.0/networks/a7e1e669-d637-4b40-b458-e39784c1ea28 HTTP/1.1" status: 204 len: 168 time: 0.6333761 May 27 04:05:28.984670 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40dc8086-7990-46ca-8ca8-455e50c419df'] response: {'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'code': 200} May 27 04:05:29.010957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:29.059925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Deleting subnet 31501f7b-4cc5-42b1-8ea3-a88ee0b1876f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:05:29.065568 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.159201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.230044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.270254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e6d66-c615-4d13-bc0c-2e75e747cb81 req-923c70d1-9170-41c5-8dc3-c01a8fc108cd tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:29.271717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-550e6d66-c615-4d13-bc0c-2e75e747cb81 req-923c70d1-9170-41c5-8dc3-c01a8fc108cd tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 945 time: 0.2085357 May 27 04:05:29.337951 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-550e6d66-c615-4d13-bc0c-2e75e747cb81 req-6caf2928-0776-4ad3-aef4-7df6ea22924d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581510 May 27 04:05:29.354548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.391732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31501f7b-4cc5-42b1-8ea3-a88ee0b1876f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:29.402368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.411149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1ef50ab7-d167-4cf1-bfc9-434618f7ceed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/31501f7b-4cc5-42b1-8ea3-a88ee0b1876f HTTP/1.1" status: 204 len: 168 time: 0.4657707 May 27 04:05:29.411315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:29.521631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.645587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.674250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57f4982-1feb-452a-9341-df852f3077ed']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:29.686605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c02aa8-bb39-4b4b-9a74-502d11559165') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:29.686896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c02aa8-bb39-4b4b-9a74-502d11559165') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:29.698644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.714775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.721101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:05:29.721528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: timer() May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:05:29.735498 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:05:29.808664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.814460 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:29.840119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] Pushing event deleted for resources: {'Network': ['ID=a57f4982-1feb-452a-9341-df852f3077ed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:29.846805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-83e6b4a6-19ea-49f8-b26a-5cc2daa9fffc admin admin] 10.222.0.46 "DELETE /v2.0/networks/a57f4982-1feb-452a-9341-df852f3077ed HTTP/1.1" status: 204 len: 168 time: 0.4315858 May 27 04:05:29.935392 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6e1158f7-9662-4eb8-8f05-389f0082546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.044663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:30.095231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0dd6f613-2d7e-49b5-8dcd-52ee3f74ec72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a544634b1f124aab85921719e1ba337b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487580 May 27 04:05:30.097753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:30.157870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.182253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.233390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.247863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c0f61-d488-4638-93d9-0c3a92dafddf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:30.254469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.255594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-473e5689-8a05-4ad6-b7e1-030a2fd7122d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/296c0f61-d488-4638-93d9-0c3a92dafddf HTTP/1.1" status: 204 len: 168 time: 0.1567788 May 27 04:05:30.562332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd39188-2b51-4302-81c9-9c68c99424ad req-f8c47594-b2d3-4926-992c-46182cfdd2b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:30.564287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcd39188-2b51-4302-81c9-9c68c99424ad req-f8c47594-b2d3-4926-992c-46182cfdd2b4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 945 time: 0.0891969 May 27 04:05:30.624161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcd39188-2b51-4302-81c9-9c68c99424ad req-9e9ea797-0a4a-4164-812a-472fc5dc394b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 May 27 04:05:30.717042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:30.770960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2c33800e-5206-4aa0-b279-2617171b7705 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e45cf070ae7451ea17232e18c0daba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527647 May 27 04:05:30.773442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:30.836403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.864720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.870806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44258) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:30.915402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.931731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e280b60c-07d0-4c78-8d46-a2ada5bcc969,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:30.936675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:30.937193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b71b1ee0-6a0e-4cac-bfbe-c46d344552b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e280b60c-07d0-4c78-8d46-a2ada5bcc969 HTTP/1.1" status: 204 len: 168 time: 0.1627228 May 27 04:05:31.029148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.061383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:31.065849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Usage tracker for resource:security_group_rule and tenant:19ddf48fd8ab41c4aa9ef74b908a48ed is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:31.068790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:31.074837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:31.145376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.149505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.195282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f85f0e-10c8-4408-b3e0-7e96550ffcd0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:31.202438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7f29bfa5-bc27-4d8a-a8e2-0c368278e9aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19ddf48fd8ab41c4aa9ef74b908a48ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3277526 May 27 04:05:31.202438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44270) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:31.262913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.288468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.350153 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.366301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f85f0e-10c8-4408-b3e0-7e96550ffcd0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:31.371662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.371834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3bfcb608-7089-4eca-8461-56064bfcf1fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8f85f0e-10c8-4408-b3e0-7e96550ffcd0 HTTP/1.1" status: 204 len: 168 time: 0.1684568 May 27 04:05:31.397151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.497158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ed5e9525-8f0e-46df-90fa-72a888fcdb65 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:31.599900 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.613581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port ed5e9525-8f0e-46df-90fa-72a888fcdb65 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:31.618282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port ed5e9525-8f0e-46df-90fa-72a888fcdb65 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:31.618653 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.760422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.789182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:31.799696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:31.811403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.849986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15149d6a-ee71-4110-b45d-7c9a33fc08f1 req-e10af8d2-4108-4878-bf79-90330203c24c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:31.856607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:31.861734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15149d6a-ee71-4110-b45d-7c9a33fc08f1 req-e10af8d2-4108-4878-bf79-90330203c24c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 945 time: 0.1052566 May 27 04:05:31.862484 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aad8417-b637-4032-a369-3ee7f25bc337'] response: {'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65', 'code': 200} May 27 04:05:31.887881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:31.918962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:31.926911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15149d6a-ee71-4110-b45d-7c9a33fc08f1 req-f3b9f53f-437d-4c5a-b575-bfc4fb80dffc tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653336 May 27 04:05:31.976480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:31.981503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Usage tracker for resource:security_group_rule and tenant:0bfa664179b9488691d8a1e6df203002 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:31.986621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:31.997022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:32.037109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7e8057f-6625-4edc-9338-b8cf809ac66a req-5d245b71-9802-427c-bafd-2ce3ea403317 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 1097 time: 0.1056266 May 27 04:05:32.135438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.139194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7e8057f-6625-4edc-9338-b8cf809ac66a req-ec94c59f-725d-4a4d-af7c-3a9a736f6c2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947886 May 27 04:05:32.142846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.210186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3cd56c-2f32-4cbe-8c24-d5a5d3989dec,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:32.226558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:32.226683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c04e497-ed97-4946-8e9e-f96de0484d0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bfa664179b9488691d8a1e6df203002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687589 May 27 04:05:32.302654 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.338955 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.402461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.417834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3cd56c-2f32-4cbe-8c24-d5a5d3989dec,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:32.425652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:32.426962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-47402c4b-340f-42e0-a751-5d5d5c11bc42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a3cd56c-2f32-4cbe-8c24-d5a5d3989dec HTTP/1.1" status: 204 len: 168 time: 0.1988902 May 27 04:05:33.091650 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:33.267790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df4ef-efa1-42bf-82f4-0be25f41d042 req-5648afd7-1ec1-4e9e-86eb-c309a4e20f17 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:33.271134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-634df4ef-efa1-42bf-82f4-0be25f41d042 req-5648afd7-1ec1-4e9e-86eb-c309a4e20f17 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.1191483 May 27 04:05:33.343100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-634df4ef-efa1-42bf-82f4-0be25f41d042 req-a6062d48-4913-40b9-85f7-10939a29822c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648897 May 27 04:05:33.968575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:34.213104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.257964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:34.262270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Usage tracker for resource:security_group_rule and tenant:73b5816c1745423d88f699bcfcc048cf is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:34.265403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:34.272558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:34.345247 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.350266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.383173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:34.389130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952f0fca-dc18-46b0-86ec-c4975e6dc0d9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:34.432845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e0caeeb-b0b9-4dab-831c-857515a1477d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73b5816c1745423d88f699bcfcc048cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4632730 May 27 04:05:34.435534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:34.563193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.583841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.636217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:34.639139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.652256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Usage tracker for resource:security_group_rule and tenant:01976b5c19ba4f8ca49c3b7664a14531 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:34.662823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:34.676159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:34.705247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589f26-1bf0-4180-95c8-03ca10563e06 req-6d6cbbc9-8b8a-478a-a37a-6b6e30b9e32c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:34.706673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d589f26-1bf0-4180-95c8-03ca10563e06 req-6d6cbbc9-8b8a-478a-a37a-6b6e30b9e32c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.2115121 May 27 04:05:34.766021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.798551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d589f26-1bf0-4180-95c8-03ca10563e06 req-3e1a6eae-4d02-4594-bb09-e67d5c810490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853844 May 27 04:05:34.799229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952f0fca-dc18-46b0-86ec-c4975e6dc0d9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:34.831540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.833355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-28104450-c09a-43ca-9cad-8e4338b0a71a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/952f0fca-dc18-46b0-86ec-c4975e6dc0d9 HTTP/1.1" status: 204 len: 168 time: 0.3964067 May 27 04:05:34.835314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.843824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:34.893100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1455e97-eb66-462d-ab9b-af403e0555fd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:34.900150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f326e295-6f4f-4aeb-86da-2d9d9cdf6325 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01976b5c19ba4f8ca49c3b7664a14531&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5134780 May 27 04:05:34.900526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:35.027300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.059752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.071731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecef6e4-4da8-4bbc-885e-4d47f05bc875 req-50da5f77-f631-4fae-a3a4-01818a517773 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:35.073183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ecef6e4-4da8-4bbc-885e-4d47f05bc875 req-50da5f77-f631-4fae-a3a4-01818a517773 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.1385105 May 27 04:05:35.148302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ecef6e4-4da8-4bbc-885e-4d47f05bc875 req-2db28571-5980-4b14-b58e-37a437916d8f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687673 May 27 04:05:35.159964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.182259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1455e97-eb66-462d-ab9b-af403e0555fd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:35.195761 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.196880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a814a61b-fb9b-433c-99f9-ee13ffa76b90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1455e97-eb66-462d-ab9b-af403e0555fd HTTP/1.1" status: 204 len: 168 time: 0.2953303 May 27 04:05:35.588147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44448) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:35.607651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.642649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:35.647011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:5d58af9d37b744569770dd3ba7d4d5f3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:35.649858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:35.655780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:35.733277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.737647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.784968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ea744-c902-4080-b267-c5cee309ae1e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:35.791134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5521f4b0-c61d-4925-ac84-542280d35ca4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d58af9d37b744569770dd3ba7d4d5f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2019706 May 27 04:05:35.793702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44456) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:35.858077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.885074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.935551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.950559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ea744-c902-4080-b267-c5cee309ae1e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:35.957641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:35.961139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a3b3fc8-66a0-4578-8a73-d110092c49fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/853ea744-c902-4080-b267-c5cee309ae1e HTTP/1.1" status: 204 len: 168 time: 0.1634846 May 27 04:05:36.684444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:37.673255 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:38.153700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.17 (efc4ea66-cbcd-4733-9682-91870173c5a0/02f9fcda-fdca-468f-847f-8851ad05b6dc/632d1c85-5222-47fe-93d8-c4bb24c89fe8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:05:38.375420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:38.397089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object 632d1c85-5222-47fe-93d8-c4bb24c89fe8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:38.428264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:38.527595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network efc4ea66-cbcd-4733-9682-91870173c5a0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:38.531073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:38.536433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:05:38.569675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:38.612053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:38.733587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:38.908882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1d82dd2a-e37f-4ec4-ae2d-a51e7a8b70de None None] Provisioning for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:38.917787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1d82dd2a-e37f-4ec4-ae2d-a51e7a8b70de None None] Provisioning complete for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:38.918707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d82dd2a-e37f-4ec4-ae2d-a51e7a8b70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.130008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1d82dd2a-e37f-4ec4-ae2d-a51e7a8b70de None None] Port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:05:39.552455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.558443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.600190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44590) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:39.698260 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.702157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:39.770401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.806612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:39.811295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Usage tracker for resource:security_group_rule and tenant:c508ee83156d47e39dbdb1eb2f18c09f is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:39.815124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:39.822057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:39.864474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network efc4ea66-cbcd-4733-9682-91870173c5a0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:05:39.865946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:05:39.931615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:39.940742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.002508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b48a4-6a05-46a1-90e0-2831d1f8ac8e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:40.009924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8d15c28c-351f-4f07-aa4b-9ec5f87a27ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c508ee83156d47e39dbdb1eb2f18c09f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4079537 May 27 04:05:40.011064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44598) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:40.096743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.130844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.217667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.235651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b48a4-6a05-46a1-90e0-2831d1f8ac8e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:40.242766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.246914 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ef679ca3-3a1a-46c9-bdcd-a20c8ab288b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba1b48a4-6a05-46a1-90e0-2831d1f8ac8e HTTP/1.1" status: 204 len: 168 time: 0.2347603 May 27 04:05:40.299917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e45cbd34-0a3c-42b7-aef8-737e0889fa20 None None] Provisioning complete for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:40.300919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e45cbd34-0a3c-42b7-aef8-737e0889fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.363025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e45cbd34-0a3c-42b7-aef8-737e0889fa20 None None] Port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:05:40.450431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:05:40.711314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:05:40.722727 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:05:40.745309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:40.748809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:40.749485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44612) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:40.758302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3f593c41-5ea1-4698-ba1d-104ad0b6ddff tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/b3977ef5-8b9b-439f-a83d-0052c3ebb4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713558 May 27 04:05:40.772884 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.810621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:40.816055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6a070c20484ba596ce7acf3ddde166 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:40.819001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:40.828127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:40.930620 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.936352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:40.988755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51adb700-ee50-4738-bf6b-630b468e120f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:40.996071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:40.996251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db078246-ac9e-4b9c-87b6-944a5d9f68e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c6a070c20484ba596ce7acf3ddde166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2444909 May 27 04:05:41.010037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:41.120551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:41.167138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:41.250226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:41.276350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51adb700-ee50-4738-bf6b-630b468e120f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:41.280028 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:41.281433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2fa241a2-9743-4743-a5ac-6f2a5ffcd1a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51adb700-ee50-4738-bf6b-630b468e120f HTTP/1.1" status: 204 len: 168 time: 0.2837758 May 27 04:05:41.542816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:05:38Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632d1c85-5222-47fe-93d8-c4bb24c89fe8', 'name': '', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:e8:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:05:37Z', 'updated_at': '2022-05-27T04:05:39Z', 'revision_number': 2, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:41.548156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:05:41.548511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Updating router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:05:41.606845 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.012149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.027249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Transition to ACTIVE for port object 632d1c85-5222-47fe-93d8-c4bb24c89fe8 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:05:42.034982 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.110901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc065a-9598-49a8-97ec-6116b106dc88 None None] Pushing event updated for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:42.303064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Attempting to bind port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:05:42.303592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Attempting to bind port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:05:42.304042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Attempting to bind port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 on network efc4ea66-cbcd-4733-9682-91870173c5a0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:05:42.312331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:05:42.312331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Checking segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:05:42.312643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.313685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Bound using segment: {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:05:42.314258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Bound port: 632d1c85-5222-47fe-93d8-c4bb24c89fe8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f84e4b-eb9c-42fb-a9c1-f803cada55d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:05:42.314738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.414335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] For port 632d1c85-5222-47fe-93d8-c4bb24c89fe8, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:05:42.418191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] For port 632d1c85-5222-47fe-93d8-c4bb24c89fe8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=632d1c85-5222-47fe-93d8-c4bb24c89fe8,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:05:42.424484 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:42.517204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc065a-9598-49a8-97ec-6116b106dc88 None None] Pushing event updated for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:42.525084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:42.525462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:42.812525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:43.241449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:05:38Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632d1c85-5222-47fe-93d8-c4bb24c89fe8', 'name': '', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:e8:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:05:37Z', 'updated_at': '2022-05-27T04:05:42Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:43.252042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4200eb-7d69-4aa3-9234-0a36941157ea None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:05:38Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632d1c85-5222-47fe-93d8-c4bb24c89fe8', 'name': '', 'network_id': 'efc4ea66-cbcd-4733-9682-91870173c5a0', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:e8:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:05:37Z', 'updated_at': '2022-05-27T04:05:42Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': '02f9fcda-fdca-468f-847f-8851ad05b6dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:05:43.559768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 632d1c85-5222-47fe-93d8-c4bb24c89fe8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:43.653048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:05:43.676049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:43.677308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:43.907525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:43.964872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 632d1c85-5222-47fe-93d8-c4bb24c89fe8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=632d1c85-5222-47fe-93d8-c4bb24c89fe8,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:43.972859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:44.049314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:45.515208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 632d1c85-5222-47fe-93d8-c4bb24c89fe8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:05:45.595601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:05:45.595982 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:46.760316 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-025249e6-b1c4-4a36-b2aa-72a5d3fdb8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890744 May 27 04:05:46.915500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-ed9e41a7-c922-498e-94c3-f9a00e93758b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.0759816 May 27 04:05:47.240722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-bd4181f8-8757-40ef-bd64-80b58264ac73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:47.242561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-bd4181f8-8757-40ef-bd64-80b58264ac73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.3079524 May 27 04:05:47.353080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-2302a590-1482-40b0-bd01-82ee9f44d0d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 1002 time: 0.1036403 May 27 04:05:47.424416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-a6849b6e-e150-4409-b5a6-eb3a30f6647b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:47.426073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-a6849b6e-e150-4409-b5a6-eb3a30f6647b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.0663776 May 27 04:05:47.540554 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-af2c8760-19f1-4ab9-97f0-4d80eef25fce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083658 May 27 04:05:47.706021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-a04310f6-fcf8-48a7-8530-f2fa4e1d69ad service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559460 May 27 04:05:47.901611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06c9fc85-3b16-41cd-af94-57043c6c0647 req-c5517ced-1574-4324-b88b-fb30b81d1d35 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833754 May 27 04:05:49.052712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261ebe-ff77-45c8-821c-61a01308a5b9 req-15f9d611-45b3-4a95-a4bf-63dd0c670ede tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:49.054190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec261ebe-ff77-45c8-821c-61a01308a5b9 req-15f9d611-45b3-4a95-a4bf-63dd0c670ede tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 945 time: 0.0799775 May 27 04:05:49.101073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec261ebe-ff77-45c8-821c-61a01308a5b9 req-2898030c-7b43-418d-830c-972c08f99e38 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 May 27 04:05:50.275152 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-94b7f25e-7038-4c88-9fbc-cb307e246739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016939 May 27 04:05:50.331539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b8ad-2ea9-4c8c-90b9-5c439543430e req-a10f9634-2886-4f73-a647-08d453ef152d tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:50.336717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5450b8ad-2ea9-4c8c-90b9-5c439543430e req-a10f9634-2886-4f73-a647-08d453ef152d tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 945 time: 0.0903640 May 27 04:05:50.386116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5450b8ad-2ea9-4c8c-90b9-5c439543430e req-d33ac8aa-7337-4be5-b4d2-6e6edfa33bde tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467916 May 27 04:05:50.438580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-6dbb875f-41f1-4929-904a-c74fe989ebdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.0856693 May 27 04:05:50.541666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158423-8946-443d-8cb5-cdddc0497179 req-b1a9b5c7-7fee-4e49-a806-81ea8562f540 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:50.543107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4158423-8946-443d-8cb5-cdddc0497179 req-b1a9b5c7-7fee-4e49-a806-81ea8562f540 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 945 time: 0.1222847 May 27 04:05:50.604421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-163acfd5-1e4d-4f90-a9f6-b7252172843b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:50.605897 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-163acfd5-1e4d-4f90-a9f6-b7252172843b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 910 time: 0.1461742 May 27 04:05:50.618161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Deleting port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:50.618507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:50.715411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-d66c5dec-5a9b-4a73-823e-07c2cd574d17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 1001 time: 0.1030650 May 27 04:05:50.795538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-5ecc0802-a0a0-424e-93b6-07c8a51410d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:50.796998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-5ecc0802-a0a0-424e-93b6-07c8a51410d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0753050 May 27 04:05:50.884801 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-bb856e41-f291-4e6a-bfa1-71cc5e3c4e99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803545 May 27 04:05:50.925260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] For port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:50.925963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:51.061437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Calling delete_port for ac16ca48-2dd1-452b-9d23-cd57c6e8e06a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:51.135047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-d0420c20-da67-4326-9e05-dce4ebd6c1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438359 May 27 04:05:51.252032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:51.265942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['ac16ca48-2dd1-452b-9d23-cd57c6e8e06a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:05:51.308378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5402352e-48b0-440f-9a73-1e95fea243c7 req-fb1bbf72-9336-483f-8c42-a4feb749b94a service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658733 May 27 04:05:51.353992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Pushing event deleted for resources: {'Port': ['ID=ac16ca48-2dd1-452b-9d23-cd57c6e8e06a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:51.394356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] No DVR routers for this DVR port ac16ca48-2dd1-452b-9d23-cd57c6e8e06a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:51.397197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:51.399957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'name': 'network-vif-deleted', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:51.415730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4158423-8946-443d-8cb5-cdddc0497179 req-ecd96ba9-1b9b-4971-bae5-7e982f310b49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "DELETE /v2.0/ports/ac16ca48-2dd1-452b-9d23-cd57c6e8e06a HTTP/1.1" status: 204 len: 173 time: 0.8667395 May 27 04:05:51.466245 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54f3f0d-abda-43b3-932d-3fdfa4b52d6c'] response: {'server_uuid': 'fe7dc71f-1f7f-4980-9a6b-270e82beef7f', 'name': 'network-vif-deleted', 'tag': 'ac16ca48-2dd1-452b-9d23-cd57c6e8e06a', 'status': 'completed', 'code': 200} May 27 04:05:51.587124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c016f559-fa88-4e16-8734-d683eb2e819b req-2fc20afe-9bb9-4441-ba69-39cd8279c6f1 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Synchronizing usage tracker for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:51.604310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c016f559-fa88-4e16-8734-d683eb2e819b req-2fc20afe-9bb9-4441-ba69-39cd8279c6f1 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Unset dirty status for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:51.613816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c016f559-fa88-4e16-8734-d683eb2e819b req-2fc20afe-9bb9-4441-ba69-39cd8279c6f1 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe7dc71f-1f7f-4980-9a6b-270e82beef7f HTTP/1.1" status: 200 len: 210 time: 0.0679460 May 27 04:05:52.844656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:53.014266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.074993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:53.079877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Usage tracker for resource:security_group_rule and tenant:b5c2e4b5ae724319a8568c6e69f97439 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:53.087339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:53.096312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:53.370180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.377477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.435341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b613063-290a-43fa-a567-90d6a6c09281 req-fc944125-5bd7-4879-93d4-50e0d326f91b tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.2818229 May 27 04:05:53.444175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f27791-c150-46d9-aebe-b3e0ddf4d79a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:53.463048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-40567836-f875-4f7f-b03e-6aa6a064b04b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5c2e4b5ae724319a8568c6e69f97439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6169691 May 27 04:05:53.465580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44824) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:53.530408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2b613063-290a-43fa-a567-90d6a6c09281 req-93f62b1b-1055-4cd2-8290-fe0e0ec4b1d5 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Synchronizing usage tracker for tenant:cac5a592289d41aa8d6707cb96adc4c6 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:53.563674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.565359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2b613063-290a-43fa-a567-90d6a6c09281 req-93f62b1b-1055-4cd2-8290-fe0e0ec4b1d5 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Unset dirty status for tenant:cac5a592289d41aa8d6707cb96adc4c6 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:53.566569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b613063-290a-43fa-a567-90d6a6c09281 req-93f62b1b-1055-4cd2-8290-fe0e0ec4b1d5 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190767 May 27 04:05:53.594634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.604134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:53.651858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.669644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f27791-c150-46d9-aebe-b3e0ddf4d79a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:53.703193 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.713038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-367f0812-0250-44c4-8cee-6b46918f2f89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3f27791-c150-46d9-aebe-b3e0ddf4d79a HTTP/1.1" status: 204 len: 168 time: 0.2463815 May 27 04:05:53.865067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:53.865672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:53.957866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.155841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.156223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.189591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:54.240658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.342174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:54.347768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Usage tracker for resource:security_group_rule and tenant:44b566acf56c46dfbae3122fb8784f6a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:54.353005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:54.361131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:54.399773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:54.490208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.496864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.562615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da14b7-3ec1-4d0b-a9ec-50ea46b0b173,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:54.570965 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-469d8be4-af24-4fc3-ac09-1aaad4d8857c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44b566acf56c46dfbae3122fb8784f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3799212 May 27 04:05:54.573743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 44846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:54.624876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.657198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.680654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=6b7858b9-762b-44ad-a6d1-d1eb5d5f1c5b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:54.693851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.763082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.781374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da14b7-3ec1-4d0b-a9ec-50ea46b0b173,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:54.788733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:54.789903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f2b341df-c3a2-4787-9db3-000ea92892c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69da14b7-3ec1-4d0b-a9ec-50ea46b0b173 HTTP/1.1" status: 204 len: 168 time: 0.2157526 May 27 04:05:54.806257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:55.263913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 0b90b0be-b4b1-4b19-b804-611c96fe1245 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:05:55.651587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:05:55.665399 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Sync routers for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:05:55.684094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:55.684521 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:55.685161 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:55.741471 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-346f31e5-908a-4a07-adef-6fed5807615b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/floatingips/7f66993f-d473-460c-90cd-c8a8cc0fbc2a HTTP/1.1" status: 204 len: 168 time: 2.1353810 May 27 04:05:55.742179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:55.810378 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf6ada-a5e0-4ea9-a63e-442f85802b63'] response: {'name': 'network-changed', 'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'status': 'completed', 'code': 200} May 27 04:05:55.940657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-4d6ec395-8c78-4b5e-a6ac-79ea62f3e38e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 1097 time: 0.1053579 May 27 04:05:55.941812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ac16ca48-2dd1-452b-9d23-cd57c6e8e06a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:05:56.001573 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:56.007806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: ac16ca48-2dd1-452b-9d23-cd57c6e8e06a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:05:56.010554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device ac16ca48-2dd1-452b-9d23-cd57c6e8e06a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:05:56.152364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38122a7b-ab68-42b4-9010-71d655783d9f req-0a0889f3-232d-429a-8b67-b4e458379391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:56.154171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-0a0889f3-232d-429a-8b67-b4e458379391 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 200 len: 898 time: 0.2074189 May 27 04:05:56.276335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-c3e935db-d07b-420b-ba9f-5e5966b28fd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 200 len: 217 time: 0.1126828 May 27 04:05:56.379333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38122a7b-ab68-42b4-9010-71d655783d9f req-e548f046-6df7-4863-b91b-c78c8252ee5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:56.380766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-e548f046-6df7-4863-b91b-c78c8252ee5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 200 len: 835 time: 0.1009750 May 27 04:05:56.395152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9df6-8cac-402a-b315-5f6b334c44d6 req-60aedfe6-46a0-4bb5-bd9b-d83d498b5baf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:56.401432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-517d9df6-8cac-402a-b315-5f6b334c44d6 req-60aedfe6-46a0-4bb5-bd9b-d83d498b5baf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1621413 May 27 04:05:56.436506 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:56.458178 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Checking router: 0b90b0be-b4b1-4b19-b804-611c96fe1245 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:05:56.471717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:56.474451 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:05:56.475216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:05:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:56.519727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-517d9df6-8cac-402a-b315-5f6b334c44d6 req-1eef2e30-e7a7-4467-be08-fc767243a7a1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139486 May 27 04:05:56.555129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-24468ebe-c152-48cb-8693-7ddb165e6e28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c6ec88-c525-47c7-9470-4313f5400d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476054 May 27 04:05:56.764932 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:05:56.803338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-8cd3c47e-ac93-4753-8dc7-f25cf86987cd service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407076 May 27 04:05:56.966172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38122a7b-ab68-42b4-9010-71d655783d9f req-7c9499f3-6247-418a-a22c-b0150f806bfd service neutron] 10.222.0.21 "GET /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564276 May 27 04:05:57.397842 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:05:57.403631 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f63dc1-1346-42cf-ab86-d77e9716ad93 None None] The sync data for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 is: [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:03:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'efcbb702-b20a-4897-8599-5ede74ae69b1', 'name': '', 'network_id': 'b5c6ec88-c525-47c7-9470-4313f5400d9e', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84810255-7745-4e28-b5ba-617a04247427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:18Z', 'updated_at': '2022-05-27T04:03:31Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '84810255-7745-4e28-b5ba-617a04247427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:05:57.496644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-a1aef985-e95f-47ec-b165-b4d2089062a8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:57.498752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-a1aef985-e95f-47ec-b165-b4d2089062a8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.1115320 May 27 04:05:57.578525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port c8af7367-01ef-4415-8691-8829b9db7900 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:05:57.578956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:57.792484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0dd1-ad9e-413a-a410-f9b5daf45779 None None] New status for floating IP 7f66993f-d473-460c-90cd-c8a8cc0fbc2a: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:05:58.009810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0ba61c0d-4eeb-4e9a-a959-18a1b81aba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:58.083459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port c8af7367-01ef-4415-8691-8829b9db7900, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c8af7367-01ef-4415-8691-8829b9db7900,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:05:58.089549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:58.108861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca8af2-504d-4d9c-af56-5cf0700911d8 req-a6fd4095-bac1-4350-ae8a-f36f53092ad9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:05:58.108861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-19ca8af2-504d-4d9c-af56-5cf0700911d8 req-a6fd4095-bac1-4350-ae8a-f36f53092ad9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:05:58.146440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-19ca8af2-504d-4d9c-af56-5cf0700911d8 req-a6fd4095-bac1-4350-ae8a-f36f53092ad9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:05:58.151923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19ca8af2-504d-4d9c-af56-5cf0700911d8 req-a6fd4095-bac1-4350-ae8a-f36f53092ad9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 946 time: 0.2299767 May 27 04:05:58.261424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19ca8af2-504d-4d9c-af56-5cf0700911d8 req-adc25037-1394-4fcf-84de-189db3a6d168 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6c23303-218c-4c34-8b08-8c35c6ab5dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055524 May 27 04:05:58.441193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for c8af7367-01ef-4415-8691-8829b9db7900 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:05:58.591342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:58.642107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=c8af7367-01ef-4415-8691-8829b9db7900,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:58.718846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] No DVR routers for this DVR port c8af7367-01ef-4415-8691-8829b9db7900 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:05:58.721894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:58.724797 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-deleted', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:05:58.741183 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3383201-2ca4-411f-94e4-942d261abbc9 req-c9ac1320-e091-4cca-ac00-6a622d8dbef1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "DELETE /v2.0/ports/c8af7367-01ef-4415-8691-8829b9db7900 HTTP/1.1" status: 204 len: 173 time: 1.2375431 May 27 04:05:58.793833 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199709fc-4079-4ba2-97ea-0ee0de33d004'] response: {'server_uuid': '4664c8c2-e69e-4435-9143-4c84584d3dab', 'name': 'network-vif-deleted', 'tag': 'c8af7367-01ef-4415-8691-8829b9db7900', 'status': 'completed', 'code': 200} May 27 04:05:59.335251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:59.553528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e4a1116-5f99-49da-ba01-7949a8a478ac req-9044f693-cd08-4f3f-81f8-b37d52c26936 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4664c8c2-e69e-4435-9143-4c84584d3dab HTTP/1.1" status: 200 len: 210 time: 0.0550573 May 27 04:05:59.606916 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.639275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:05:59.643167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Usage tracker for resource:security_group_rule and tenant:a82955cc596d4e279bf19bde52fd32ff is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:05:59.645956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:05:59.651553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:05:59.721804 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.726324 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.776440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc7b1af-e66e-4939-b843-568ffcf6b6ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:59.780928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3481ad2f-b624-45e4-95f9-411eae37852e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a82955cc596d4e279bf19bde52fd32ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4466677 May 27 04:05:59.784535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 44982) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:05:59.844878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.879652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.941053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.955843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c3de6338-1575-4468-9641-5a84be09131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.957498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc7b1af-e66e-4939-b843-568ffcf6b6ac,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:05:59.971662 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:05:59.972832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ddacbfd3-a2ad-45fe-8061-462301b20e29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dc7b1af-e66e-4939-b843-568ffcf6b6ac HTTP/1.1" status: 204 len: 168 time: 0.1878793 May 27 04:06:00.317472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:00.336531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.368649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:00.372759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5cd002b695407b921dcf741666426c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:00.376377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:00.382318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:00.456403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.460624 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.509468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80113f-b41f-49c8-94fb-b22f27058d07,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:00.518112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2c56fc33-ec71-413c-975c-474857cfcd07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e5cd002b695407b921dcf741666426c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1995430 May 27 04:06:00.520610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45012) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:00.608847 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.637991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.672787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45018) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:00.673398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-e51b1966-ab80-46cb-8c46-640788b1807d tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:00.675241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-e51b1966-ab80-46cb-8c46-640788b1807d tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 814 time: 0.1804676 May 27 04:06:00.693925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-2a3f8f7a-6fbf-4c8c-ba90-79dbe89419e5 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/quotas/0db7e2c73f074d80b3283efe24b2e1b9 HTTP/1.1" status: 200 len: 375 time: 0.0124171 May 27 04:06:00.743956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-13fb899f-6135-4028-a3ef-0d109af0d9be tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442402 May 27 04:06:00.824519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.843872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80113f-b41f-49c8-94fb-b22f27058d07,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:00.856541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:00.860435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-63705dad-e389-460a-912a-bcc262f6c6bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee80113f-b41f-49c8-94fb-b22f27058d07 HTTP/1.1" status: 204 len: 168 time: 0.3357551 May 27 04:06:00.888189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-46878f25-b94a-4e89-b716-2be16df6a1c0 service neutron] 10.222.0.46 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366301 May 27 04:06:01.036823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-c639374e-0406-483e-9f17-963b5059a4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424646 May 27 04:06:01.190547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:01.358056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94af8493-a2aa-41d6-8925-fb1f6c7569d8 req-a8e8d484-dece-4050-9d18-4ea0c46eee74 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 210 time: 0.1025631 May 27 04:06:01.402972 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:01.514516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:01.957443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c8af7367-01ef-4415-8691-8829b9db7900 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:01.997587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c8af7367-01ef-4415-8691-8829b9db7900 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:01.998017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c8af7367-01ef-4415-8691-8829b9db7900 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:02.064514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port efcbb702-b20a-4897-8599-5ede74ae69b1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:02.064514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.071784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:02.228773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829008839-network', 'tenant_id': '7719d955e65541b4b4476a1c9a466fe8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:02.234372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:02.238509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Usage tracker for resource:network and tenant:7719d955e65541b4b4476a1c9a466fe8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:02.241647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:02.248164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:02.259931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Made reservation on behalf of 7719d955e65541b4b4476a1c9a466fe8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:02.263384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.275731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port efcbb702-b20a-4897-8599-5ede74ae69b1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=efcbb702-b20a-4897-8599-5ede74ae69b1,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:02.276815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.278808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.345192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:02.399392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:7719d955e65541b4b4476a1c9a466fe8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:02.413412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for efcbb702-b20a-4897-8599-5ede74ae69b1 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:02.422658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:02.440924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:02.625566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bb0c7bc-03a8-4919-a350-4777b336e6cc req-b6685b85-6eb1-44c3-a801-ea88403b3387 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 210 time: 0.1018913 May 27 04:06:02.631637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-56924dfd-3482-4a8b-9fe9-f1ddf6f72d98 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:02.633879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-56924dfd-3482-4a8b-9fe9-f1ddf6f72d98 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 814 time: 0.3215160 May 27 04:06:02.700649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Request body: {'port': {'device_id': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd', 'admin_state_up': True, 'tenant_id': '0db7e2c73f074d80b3283efe24b2e1b9'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:02.708229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.833559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.837276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=efcbb702-b20a-4897-8599-5ede74ae69b1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:02.845923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.858153 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:06:02.904889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee78ed-1e77-4b80-9a3c-398c9080d2dc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:02.945745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:06:02.948557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.949134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.949574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.949989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.950375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.950759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.951508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.951933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.952359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.952656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.952972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:02.974807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:02.975163 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Added segment d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd of type vlan for network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 May 27 04:06:02.986712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:03.009212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:03.012338 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.035298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Made reservation on behalf of 0db7e2c73f074d80b3283efe24b2e1b9 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:03.038245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.078283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.105712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.106654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:03.107183 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.123482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.253757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:03.263393 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9abeafcb-1d18-4038-a603-e3bdd8134fd2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1898806 May 27 04:06:03.264211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:06:03.272324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45072) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:03.279772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Request body: {'subnet': {'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829008839-subnet', 'tenant_id': '7719d955e65541b4b4476a1c9a466fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:03.291068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:03.296337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Usage tracker for resource:subnet and tenant:7719d955e65541b4b4476a1c9a466fe8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:03.300659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:03.307763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:03.325076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Made reservation on behalf of 7719d955e65541b4b4476a1c9a466fe8 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:03.329091 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.437412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Allocated IP 172.20.0.14 (bf2c3bef-6e67-4757-a618-53236defdacd/e1af14a2-00fb-4933-8720-4672565dd345/6c00bf50-f7ce-4894-baff-3ca4fa405155) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:03.659316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.697711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.803481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Pushing event updated for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:03.817450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Network bf2c3bef-6e67-4757-a618-53236defdacd is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:03.819871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:03.822521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:03.878326 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.891261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:03.892158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:03.924313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-87415427-46c8-4cf7-8820-96aab94370ae tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479751 May 27 04:06:03.938962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Request body: {'port': {'device_id': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:04.024938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c01102-466b-41fa-be03-f68796d86e2d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:04.091711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:04.199911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1b67-e811-4dd8-88f5-58e1815ef3b0 req-0deab435-ad72-41dc-a233-782d5fb8eda7 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:04.201627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4ab1b67-e811-4dd8-88f5-58e1815ef3b0 req-0deab435-ad72-41dc-a233-782d5fb8eda7 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 932 time: 0.4017475 May 27 04:06:04.240407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Checking segment: {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:04.240773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Network hostable DHCP agents. Network: 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:06:04.285485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4ab1b67-e811-4dd8-88f5-58e1815ef3b0 req-4b32d475-87d1-4480-b540-5ded5fe135bd tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720530 May 27 04:06:04.304886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:06:04.331575 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:04.339566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:04.341818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:04.341950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f34a54-eafa-4603-94e1-f24b29a86a21 None None] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:04.393067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-796fa2d2-cdb9-492b-aa68-3a0a7d8c69d0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1195190 May 27 04:06:04.435390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 0b90b0be-b4b1-4b19-b804-611c96fe1245 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:04.658946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c00bf50-f7ce-4894-baff-3ca4fa405155 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:04.672076 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:04.677064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdbebd7-4c05-40e4-a101-a7da48a0711e None None] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:04.689259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Transition to ACTIVE for port object 6c00bf50-f7ce-4894-baff-3ca4fa405155 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:04.698972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:04.897229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:04.907307 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Sync routers for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:04.910692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89421763-2066-4ce6-aad2-f7e2f860aeae tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/0b90b0be-b4b1-4b19-b804-611c96fe1245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2336502 May 27 04:06:04.912586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45092) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:04.933706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:04.934677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:04.983187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Pushing event updated for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:05.216421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Attempting to bind port 6c00bf50-f7ce-4894-baff-3ca4fa405155 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:05.216863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Attempting to bind port 6c00bf50-f7ce-4894-baff-3ca4fa405155 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:05.217119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Attempting to bind port 6c00bf50-f7ce-4894-baff-3ca4fa405155 on network bf2c3bef-6e67-4757-a618-53236defdacd {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:05.224262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Port 6c00bf50-f7ce-4894-baff-3ca4fa405155 on network bf2c3bef-6e67-4757-a618-53236defdacd not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:06:05.224596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Attempting to bind port 6c00bf50-f7ce-4894-baff-3ca4fa405155 on network bf2c3bef-6e67-4757-a618-53236defdacd {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:05.231560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:05.231858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Checking segment: {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:05.232241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Bound using segment: {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:05.233159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Bound port: 6c00bf50-f7ce-4894-baff-3ca4fa405155, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cb79df-86ec-436a-806f-4f02d62e0e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:05.233856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.261812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting subnet 84810255-7745-4e28-b5ba-617a04247427 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:06:05.265851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.329745 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:05.339874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.380513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:05.389059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:05.407699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.511568 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.588852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.590296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] 10.222.0.21 "PUT /v2.0/ports/6c00bf50-f7ce-4894-baff-3ca4fa405155 HTTP/1.1" status: 200 len: 1092 time: 1.6578867 May 27 04:06:05.591442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:05.647082 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.669480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee31f-9004-4fae-af5a-899654dfbf5c service neutron] Pushing event updated for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:05.705796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Subnet': ['ID=84810255-7745-4e28-b5ba-617a04247427,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:05.720039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c0310-955e-4495-8c40-d1f11e5053d2 None None] Network b5c6ec88-c525-47c7-9470-4313f5400d9e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:05.724874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:05.729117 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d23f8f5-cf1a-4c06-93b8-18b5667d0f4e'] response: {'name': 'network-changed', 'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155', 'status': 'completed', 'code': 200} May 27 04:06:05.741068 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/subnets/84810255-7745-4e28-b5ba-617a04247427 HTTP/1.1" status: 204 len: 168 time: 0.8249431 May 27 04:06:05.741068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.741068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.741413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:05.741490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.742494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.742494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.742494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.742750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.743061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.743284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.743587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.743894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0f4483-2df3-4c47-ba05-5de3a0cd3774 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:05.891147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9f1e-b62e-4907-85f8-bdac37a73dc3 req-4a017b59-948d-41e6-87d4-3b1e48668f23 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:05.892038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ecdd9f1e-b62e-4907-85f8-bdac37a73dc3 req-4a017b59-948d-41e6-87d4-3b1e48668f23 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Synchronizing usage tracker for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:06.088746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ecdd9f1e-b62e-4907-85f8-bdac37a73dc3 req-4a017b59-948d-41e6-87d4-3b1e48668f23 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Unset dirty status for tenant:0db7e2c73f074d80b3283efe24b2e1b9 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:06.090753 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecdd9f1e-b62e-4907-85f8-bdac37a73dc3 req-4a017b59-948d-41e6-87d4-3b1e48668f23 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 944 time: 0.5749347 May 27 04:06:06.092003 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:06:02Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.102401 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Checking router: 0b90b0be-b4b1-4b19-b804-611c96fe1245 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:06.107505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-54825d58-ecaf-4cf2-865a-8ae8c918b1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 1095 time: 0.4339705 May 27 04:06:06.115872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Routers {'0b90b0be-b4b1-4b19-b804-611c96fe1245'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:06.117013 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['0b90b0be-b4b1-4b19-b804-611c96fe1245'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.134201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] DHCP port deletion for b5c6ec88-c525-47c7-9470-4313f5400d9e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:06:06.139079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Deleting port caf0a7ed-c22c-4ffc-b162-a16a9d14943f {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:06.139449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:06.200567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-b8543179-99d0-49ab-abc1-1f04a701e4f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155 HTTP/1.1" status: 200 len: 217 time: 0.0714610 May 27 04:06:06.267402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ecdd9f1e-b62e-4907-85f8-bdac37a73dc3 req-8eaac47b-d43d-4608-95d9-cae9aafc1c3e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673708 May 27 04:06:06.317567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-88b67f4e-70bb-42ac-ac95-8cb57d81dfb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:06.319209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-88b67f4e-70bb-42ac-ac95-8cb57d81dfb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1af14a2-00fb-4933-8720-4672565dd345 HTTP/1.1" status: 200 len: 854 time: 0.1094728 May 27 04:06:06.385926 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-b2fd6a6a-ff89-4067-9110-d8a13f5ca971 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf2c3bef-6e67-4757-a618-53236defdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571198 May 27 04:06:06.418655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:06.429713 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] Set router 0b90b0be-b4b1-4b19-b804-611c96fe1245 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:06.535542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] For port caf0a7ed-c22c-4ffc-b162-a16a9d14943f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,segment=NetworkSegment(6984da25-c198-4a3a-aa36-4ca466a69cf6),segment_id=6984da25-c198-4a3a-aa36-4ca466a69cf6)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:06.537021 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:06.689429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-0564c5d5-12c2-4d46-9e1a-77c3e577df01 service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960260 May 27 04:06:06.736410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Calling delete_port for caf0a7ed-c22c-4ffc-b162-a16a9d14943f owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:06.820640 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:06.850058 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:06:02Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:06.855017 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e831e-16f3-425c-80b5-49b95d2fbb14 None None] The sync data for ids ['0b90b0be-b4b1-4b19-b804-611c96fe1245'] in n-d-843301-2 is: [{'id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535293561', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:07Z', 'updated_at': '2022-05-27T04:06:02Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '3947e4cf-5515-4b36-ab19-b0215bf64422', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90b0be-b4b1-4b19-b804-611c96fe1245', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:09Z', 'updated_at': '2022-05-27T04:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:06.865540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7793715a-f5e2-4edb-a7fd-c7b39bbd59c3 req-66411731-5c9b-4fad-8f26-bd37f2ce4ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676240 May 27 04:06:06.889956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] Pushing event deleted for resources: {'Port': ['ID=caf0a7ed-c22c-4ffc-b162-a16a9d14943f,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:06.902395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cc0cb-2902-4268-a642-af4c4f482cbd None None] No DVR routers for this DVR port caf0a7ed-c22c-4ffc-b162-a16a9d14943f on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:06.913345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:06.994966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 3947e4cf-5515-4b36-ab19-b0215bf64422 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:06.994966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:07.165044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-dd69775f-1a1c-4326-9af9-add7446f71dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 1095 time: 0.2299178 May 27 04:06:07.290155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 3947e4cf-5515-4b36-ab19-b0215bf64422, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3947e4cf-5515-4b36-ab19-b0215bf64422,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:07.290513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:07.428039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 3947e4cf-5515-4b36-ab19-b0215bf64422 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:07.489631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b1f89-c70c-47d0-92f1-1543148240af req-fcd9f9fe-6a14-49f0-976e-e5649b0dd93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:07.491295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-fcd9f9fe-6a14-49f0-976e-e5649b0dd93a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 200 len: 915 time: 0.3111522 May 27 04:06:07.535387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8831-7a58-4250-804f-82cc4dcf241b req-d9b97ca6-10b1-45fc-975c-10bba0093d5b tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:07.536859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bbe8831-7a58-4250-804f-82cc4dcf241b req-d9b97ca6-10b1-45fc-975c-10bba0093d5b tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 944 time: 0.1086798 May 27 04:06:07.548361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device caf0a7ed-c22c-4ffc-b162-a16a9d14943f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:07.585844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: caf0a7ed-c22c-4ffc-b162-a16a9d14943f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:07.586328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device caf0a7ed-c22c-4ffc-b162-a16a9d14943f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:07.587022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device efcbb702-b20a-4897-8599-5ede74ae69b1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:07.590960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bbe8831-7a58-4250-804f-82cc4dcf241b req-bb562cc1-8038-4d38-b989-2d8164e46d53 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478315 May 27 04:06:07.593327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-7e81ddfe-aeb1-44fa-a71e-c3654e3c7308 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155 HTTP/1.1" status: 200 len: 217 time: 0.0942709 May 27 04:06:07.635317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: efcbb702-b20a-4897-8599-5ede74ae69b1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:07.635655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device efcbb702-b20a-4897-8599-5ede74ae69b1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:07.856057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b1f89-c70c-47d0-92f1-1543148240af req-6ba08b3d-d6a3-4772-86ed-c9d591e801e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:07.857861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-6ba08b3d-d6a3-4772-86ed-c9d591e801e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1af14a2-00fb-4933-8720-4672565dd345 HTTP/1.1" status: 200 len: 854 time: 0.2568963 May 27 04:06:07.936995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-84cc316a-65a1-4a08-927f-d725b0a59bba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf2c3bef-6e67-4757-a618-53236defdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724673 May 27 04:06:08.081582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:08.147026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=3947e4cf-5515-4b36-ab19-b0215bf64422,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:08.281959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-35ac040a-ae36-4bf0-a460-4152f85a1ea2 service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362100 May 27 04:06:08.289329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-d0f5f09c-3b8b-4f92-a077-1488e49bcc39 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:08.289969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-d0f5f09c-3b8b-4f92-a077-1488e49bcc39 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:08.459726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-d0f5f09c-3b8b-4f92-a077-1488e49bcc39 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:08.460760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-d0f5f09c-3b8b-4f92-a077-1488e49bcc39 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 809 time: 0.5608814 May 27 04:06:08.572538 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:08.631472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-c5ce605a-c2f5-4573-a56e-b31188a4d667 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/quotas/7719d955e65541b4b4476a1c9a466fe8 HTTP/1.1" status: 200 len: 375 time: 0.1017120 May 27 04:06:08.752878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-706b1f89-c70c-47d0-92f1-1543148240af req-d7cd6b34-173a-4a3b-9fab-d7fe99d33e1a service neutron] 10.222.0.21 "GET /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602752 May 27 04:06:08.762855 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-433a9741-122d-43b4-8f14-36dd8629ba55 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178203 May 27 04:06:08.816135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3eb7a-0471-4f61-ab91-551d219a9144 req-1a053be7-6785-4f8b-af77-a553a6ed89ca tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:08.818661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9da3eb7a-0471-4f61-ab91-551d219a9144 req-1a053be7-6785-4f8b-af77-a553a6ed89ca tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 944 time: 0.0984142 May 27 04:06:08.870625 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9da3eb7a-0471-4f61-ab91-551d219a9144 req-a32c8070-fc7e-42cb-82a0-44fe51c0ec49 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 May 27 04:06:08.978512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:08.989869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.043108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-bb8f1a01-d5d9-4267-b6a7-2a78af73caeb service neutron] 10.222.0.46 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180552 May 27 04:06:09.048697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.049343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Fanout notify agent at l3_agent the message router_deleted on router 0b90b0be-b4b1-4b19-b804-611c96fe1245 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:06:09.259979 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.261057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fac38e87-3d72-4216-8a4d-233084ce19b7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/routers/0b90b0be-b4b1-4b19-b804-611c96fe1245 HTTP/1.1" status: 204 len: 168 time: 3.5188298 May 27 04:06:09.263720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:09.406272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.410067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-fee70892-24a9-4c9f-a207-207a3c9bc8a3 service neutron] 10.222.0.46 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589506 May 27 04:06:09.561701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.570413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3947e4cf-5515-4b36-ab19-b0215bf64422 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:09.595040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c6ec88-c525-47c7-9470-4313f5400d9e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:09.610226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6984da25-c198-4a3a-aa36-4ca466a69cf6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:09.610591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6984da25-c198-4a3a-aa36-4ca466a69cf6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:09.619526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 3947e4cf-5515-4b36-ab19-b0215bf64422 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:09.619944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3947e4cf-5515-4b36-ab19-b0215bf64422 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:09.628935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca759544-d842-465e-aaa2-367b50d6e289 req-97bba70f-4495-496d-8043-c39ac34cf4e4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 210 time: 0.0429502 May 27 04:06:09.631684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.648192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.655003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:06:09.655659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: timer() May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:06:09.670169 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:06:09.753745 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.773054 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.784392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Network': ['ID=b5c6ec88-c525-47c7-9470-4313f5400d9e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:09.796021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7bb0bdcb-e5d0-439d-b4a2-927e108ae2b9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/networks/b5c6ec88-c525-47c7-9470-4313f5400d9e HTTP/1.1" status: 204 len: 168 time: 0.5288033 May 27 04:06:09.796551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:09.878077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:09.976415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6c00bf50-f7ce-4894-baff-3ca4fa405155 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:06:10.042042 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.163833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.179516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c23303-218c-4c34-8b08-8c35c6ab5dad,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:10.204939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.209352 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9e2056b-5010-4214-b54a-3f037ffb1480 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6c23303-218c-4c34-8b08-8c35c6ab5dad HTTP/1.1" status: 204 len: 168 time: 0.4111171 May 27 04:06:10.235765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44351-bcd4-4f18-a024-a0a11011e229 req-6d2242e1-623f-47a6-96bc-2155e5cda293 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:10.245430 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29f44351-bcd4-4f18-a024-a0a11011e229 req-6d2242e1-623f-47a6-96bc-2155e5cda293 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 944 time: 0.1105740 May 27 04:06:10.265670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:10.299754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '6c00bf50-f7ce-4894-baff-3ca4fa405155', 'network_id': 'bf2c3bef-6e67-4757-a618-53236defdacd', 'port_id': '6c00bf50-f7ce-4894-baff-3ca4fa405155', 'mac_address': 'fa:16:3e:d4:95:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1af14a2-00fb-4933-8720-4672565dd345', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:06:10.348050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29f44351-bcd4-4f18-a024-a0a11011e229 req-cb3d0e5e-e9db-4ccb-8384-9ba9c1853fb4 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 May 27 04:06:10.380173 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.398684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:10.404259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c00bf50-f7ce-4894-baff-3ca4fa405155 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:10.405197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120951924', 'description': 'tempest-secgroup-smoke-1120951924 description', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:10.412535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:10.418361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:10.421796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:10.421920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:10.429443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.429993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:10.443587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.485873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:10.492726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:10.495709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:10.501544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:10.504496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:10.558850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.562713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.614090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020b9d47-ae21-42f8-93a6-8d5bb03320c4,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:10.618340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.619503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dd664e0b-ac87-444d-94fe-9f874fe98df7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2194848 May 27 04:06:10.622368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45180) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:10.627753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:10.634918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:10.638923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:10.642289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:10.648089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['6c00bf50-f7ce-4894-baff-3ca4fa405155'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:10.649779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:10.673217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.748611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.755609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.787492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663bb71d-af59-4c15-ac85-87a2c64babbb,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:10.799734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:10.802523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8077c5fb-a5be-4cd6-89b4-06bbcf08661e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1790867 May 27 04:06:10.805171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:10.811727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:10.819746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:10.824547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:10.828308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:10.847242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:10.903431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8335b50e-818e-4032-a244-ecddefa238ec req-f61e0702-bb99-4d2a-a408-7057c6e2c5dd tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 210 time: 0.0664716 May 27 04:06:10.917420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.072450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.083088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.103870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65be9651-ee39-4a90-a4c1-31e7aaffd7d7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.118623 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9e86dc13-278b-4b32-ae4c-5707baa03c35 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:11.120022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9e86dc13-278b-4b32-ae4c-5707baa03c35 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 809 time: 0.2460158 May 27 04:06:11.133811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.138044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c4841110-942c-49ea-9d60-ee46897897c7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3318114 May 27 04:06:11.138279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:11.143397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Request body: {'port': {'device_id': '8269c813-d20d-40e0-86fc-96c880814053', 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7', 'admin_state_up': True, 'tenant_id': '7719d955e65541b4b4476a1c9a466fe8'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.145775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.159346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.169749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.178099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.185267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.209995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.277473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.281518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.285136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.288967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Usage tracker for resource:port and tenant:7719d955e65541b4b4476a1c9a466fe8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.291789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.298072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.307275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Made reservation on behalf of 7719d955e65541b4b4476a1c9a466fe8 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:11.310357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.311544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98504ccd-d6e4-4f51-ab8e-523ec23ac035,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.324222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.325903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0b9d45a5-9d37-4337-af0e-77829d36624a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1863852 May 27 04:06:11.328615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:11.335367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.342620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.346609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.349903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.355798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.374887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.451163 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.455948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.480362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76156374-1fc0-4c6e-b686-fe7086558451,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.492572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.495938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0e289680-1d4a-4003-b32a-cb2892b57b58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1662655 May 27 04:06:11.498986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45204) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:11.506908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.513604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.518195 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.521535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.528030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.539562 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:06:11.546786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.567044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Allocated IP 172.20.0.5 (9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7/32c01102-466b-41fa-be03-f68796d86e2d/96fdfdf7-2e20-4a22-a365-e60dcfd5ea04) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:11.618364 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.623256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.648670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89352060-3a4c-4f9d-8cdc-b1481bcfc950 req-072c5790-8b9a-44c0-b7d0-289cd688e8da tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:11.650519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89352060-3a4c-4f9d-8cdc-b1481bcfc950 req-072c5790-8b9a-44c0-b7d0-289cd688e8da tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 945 time: 0.1531038 May 27 04:06:11.654253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da209a2-bc6d-4628-9b87-f521264858cc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.659473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.663837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-db01d291-78b1-4da9-a25a-9116c69bec13 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1637111 May 27 04:06:11.664493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:11.670729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '020b9d47-ae21-42f8-93a6-8d5bb03320c4', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.677364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.681373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.684552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.691177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.702471 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:06:11.710531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.781231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.785703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89352060-3a4c-4f9d-8cdc-b1481bcfc950 req-7f3c6d6d-7998-4c6e-a637-48fdf0fefc5e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278787 May 27 04:06:11.785864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.810633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f771d0-62f3-4a32-9fb8-be9c2a34160b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.825483 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.826367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6715e2ef-efb5-4c70-b74c-aea7d4968344 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1607070 May 27 04:06:11.835165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:11.840606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'network': {'name': 'tempest-network-smoke--1637322028', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:11.846275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:11.850732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:network and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:11.853545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:11.854517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.860290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:11.870840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:11.874390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.885769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.910496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:06:11.920472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.920843 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Added segment 78e179ba-c88e-408e-9fc9-1f7680ea884c of type vlan for network a486f3db-4fb7-4be1-a1de-873082ac6065 May 27 04:06:11.951998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:11.963855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Pushing event updated for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:11.975441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6c00bf50-f7ce-4894-baff-3ca4fa405155 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:11.980594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:11.981814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:11.984211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:12.012410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.016144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:12.016709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.044668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:12.045279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.078834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-9bbc17f5-c5f9-4376-baf8-8de9d1935ab4 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390373 May 27 04:06:12.089525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 6c00bf50-f7ce-4894-baff-3ca4fa405155 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:12.092397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Request body: {'port': {'device_id': '8269c813-d20d-40e0-86fc-96c880814053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:12.096631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 6c00bf50-f7ce-4894-baff-3ca4fa405155 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:12.097248 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.255845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4196026 May 27 04:06:12.259389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:12.260010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29f33d-143d-401f-bd68-0f02846e2ecb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Network': ['ID=a486f3db-4fb7-4be1-a1de-873082ac6065,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:12.267765 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.270310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'admin_state_up': True, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:12.271950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.284593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:12.290753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:router and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:12.296665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:12.298793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a486f3db-4fb7-4be1-a1de-873082ac6065 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:06:12.304510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:12.328936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3f639-071d-449a-9ea8-7409a466cb75 req-55e1318e-bf3d-43a1-a226-af0c8baa2936 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:12.330740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc3f639-071d-449a-9ea8-7409a466cb75 req-55e1318e-bf3d-43a1-a226-af0c8baa2936 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 931 time: 0.1759574 May 27 04:06:12.332671 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.333886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.399397 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.401720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bbc3f639-071d-449a-9ea8-7409a466cb75 req-b8f801e5-f46c-4483-af57-541b1a7a70a6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:12.418254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:12.425722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:12.444691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bbc3f639-071d-449a-9ea8-7409a466cb75 req-b8f801e5-f46c-4483-af57-541b1a7a70a6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:12.445982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbc3f639-071d-449a-9ea8-7409a466cb75 req-b8f801e5-f46c-4483-af57-541b1a7a70a6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062107 May 27 04:06:12.467197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.601918 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea271e3-a830-44e6-bbff-f954144c2219'] response: {'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155', 'code': 200} May 27 04:06:12.661705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:12.709407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:12.738861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45232) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:12.740606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bdf95273-8155-4765-9aa1-58fb8f7a1519 req-7f3181a3-34cc-413a-9c73-f8bf02a997bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 1097 time: 0.1038253 May 27 04:06:12.978447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bdf95273-8155-4765-9aa1-58fb8f7a1519 req-491db265-b39b-4ba1-ae53-7be3884df835 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310836 May 27 04:06:13.036225 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 04:06:13.103429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44552ec2-4a78-4a61-9527-10cb23de3038 req-e51d8e4d-dc53-40d6-b149-69e5ff5db08a tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:13.105056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44552ec2-4a78-4a61-9527-10cb23de3038 req-e51d8e4d-dc53-40d6-b149-69e5ff5db08a tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 946 time: 0.1096096 May 27 04:06:13.123750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:13.134269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.155858 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.157143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Transition to ACTIVE for port object 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:13.166241 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.193567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.267535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44552ec2-4a78-4a61-9527-10cb23de3038 req-d538d200-8265-4923-b026-e7c9b0528a6d tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297939 May 27 04:06:13.308936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Pushing event updated for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:13.366267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.241 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:13.523231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.555285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.559780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Attempting to bind port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:13.560110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Attempting to bind port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:13.560434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Attempting to bind port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:13.578205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:06:13.579079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Attempting to bind port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:13.590136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:13.590467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Checking segment: {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:13.590843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Bound using segment: {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:13.591258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Bound port: 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:13.591602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.632735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:13.636392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:13.638416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:13.640691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:13.759467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:13.767177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:13.783713 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.819871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.821187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.842048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0cba-691f-4cd8-9f1d-3064ac246872 req-e4a9f67c-b2a6-45a1-a4a2-ec5ae87402ab tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:13.842741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-65af0cba-691f-4cd8-9f1d-3064ac246872 req-e4a9f67c-b2a6-45a1-a4a2-ec5ae87402ab tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:13.874693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:13.876602 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] 10.222.0.41 "PUT /v2.0/ports/96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 HTTP/1.1" status: 200 len: 1091 time: 1.7900622 May 27 04:06:13.877122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:13.900410 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:14.006588 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6137620f-5f7c-4301-9c13-3f8645db1d71'] response: {'name': 'network-changed', 'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04', 'status': 'completed', 'code': 200} May 27 04:06:14.007473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee3a70-2f75-4c8e-a69b-3a95d364db42 service neutron] Pushing event updated for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:14.052272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-65af0cba-691f-4cd8-9f1d-3064ac246872 req-e4a9f67c-b2a6-45a1-a4a2-ec5ae87402ab tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:14.053467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65af0cba-691f-4cd8-9f1d-3064ac246872 req-e4a9f67c-b2a6-45a1-a4a2-ec5ae87402ab tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 943 time: 0.4127464 May 27 04:06:14.147275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65af0cba-691f-4cd8-9f1d-3064ac246872 req-2af2308d-bc6d-497c-b163-4b1c6f6e56ad tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872898 May 27 04:06:14.169805 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-169d94d4-da22-4b75-b930-6d20b8e6716f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 1094 time: 0.2204154 May 27 04:06:14.206803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 1c42f995-5324-4d7a-9f29-3379cffd4b01 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:06:14.255630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-bbbd6405-2125-498e-b8ea-6b45c3b93483 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 HTTP/1.1" status: 200 len: 217 time: 0.0766406 May 27 04:06:14.344593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-c46b74ac-4f07-46e1-b728-e318a7285294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:14.346270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-c46b74ac-4f07-46e1-b728-e318a7285294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c01102-466b-41fa-be03-f68796d86e2d HTTP/1.1" status: 200 len: 849 time: 0.0810208 May 27 04:06:14.429679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-88f06914-f112-4add-9d08-fc2a4f8e812d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546131 May 27 04:06:14.518106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314fb39-2380-41ea-a787-3a6b854e5369 req-f6e209b9-9a42-4c4c-99ce-5b7db94a4183 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:14.519557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6314fb39-2380-41ea-a787-3a6b854e5369 req-f6e209b9-9a42-4c4c-99ce-5b7db94a4183 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 946 time: 0.1076322 May 27 04:06:14.544477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:14.564649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Sync routers for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:14.584287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:14.586459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:14.600384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6314fb39-2380-41ea-a787-3a6b854e5369 req-40600d66-bf5d-4dce-bfb0-6ea1c88f8de1 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713136 May 27 04:06:14.602265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:14.603599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-60896975-267a-408d-b424-1ca6597b1201 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3399301 May 27 04:06:14.606623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:14.669541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-87c74a7f-2125-449e-8226-b3e850f416d1 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=72df6857e5b942a6bc6512e5d8dc77d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617859 May 27 04:06:14.670464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:14.818194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-c7bdf08a-d7fb-405f-b9bb-72703601e3f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778090 May 27 04:06:14.862556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814729cb-d8bd-40c9-b20a-20c32d79c43a tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:14.864038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-814729cb-d8bd-40c9-b20a-20c32d79c43a tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923912 May 27 04:06:14.868592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:14.891050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:15.078908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b25c03b-44ae-46ac-8897-a024bb4ddd35 req-5a14aee3-2d41-4a0f-abee-06d27fb18406 service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501774 May 27 04:06:15.262668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-69cdc5b6-7abf-4dd0-b96c-4e9175aad8ab tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3899498 May 27 04:06:15.262668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:15.279492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254504515', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:15.299623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:13Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:15.308710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Checking router: 1c42f995-5324-4d7a-9f29-3379cffd4b01 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:15.309149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Updating router 1c42f995-5324-4d7a-9f29-3379cffd4b01 port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:06:15.399493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:15.456304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45280) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:15.470371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-5fe568f1-ae82-47d9-aebe-65b5873367e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 1094 time: 0.3190277 May 27 04:06:15.480445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 632d1c85-5222-47fe-93d8-c4bb24c89fe8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:15.480787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:15.649741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:15.658352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:subnet and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:15.662520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:15.670358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:15.696088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd7bc1-b9c5-43e6-bffd-40e64ce2658e req-2df59f0e-94ea-4cad-93bf-2d777b8059e3 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:15.697665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bfd7bc1-b9c5-43e6-bffd-40e64ce2658e req-2df59f0e-94ea-4cad-93bf-2d777b8059e3 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 943 time: 0.2390194 May 27 04:06:15.698923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:15.891587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:15.906420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bfd7bc1-b9c5-43e6-bffd-40e64ce2658e req-159cf576-98c5-4354-ac7e-7eea7a00a4f3 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801188 May 27 04:06:15.909401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 632d1c85-5222-47fe-93d8-c4bb24c89fe8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=632d1c85-5222-47fe-93d8-c4bb24c89fe8,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:15.909766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:15.979969 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:15.994266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Transition to ACTIVE for port object 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:16.001804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.039663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 632d1c85-5222-47fe-93d8-c4bb24c89fe8 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:16.090971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Pushing event updated for resources: {'Port': ['ID=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:16.113355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Attempting to bind port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:16.113722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Attempting to bind port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:16.114091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Attempting to bind port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:16.121596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:16.121968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:16.122368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.122944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:16.123220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Bound port: 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:16.123593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.175889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.206167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] For port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:16.210375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] For port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:16.215659 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.229464 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.258049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-26cabf77-5e37-4939-abd6-f611056c1973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:16.259876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-26cabf77-5e37-4939-abd6-f611056c1973 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 910 time: 0.7815197 May 27 04:06:16.264086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.276469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Subnet': ['ID=ba7995f6-7811-47e9-8f33-dbaa245312b5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:16.293205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:16.293777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network hostable DHCP agents. Network: a486f3db-4fb7-4be1-a1de-873082ac6065, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:06:16.321669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network a486f3db-4fb7-4be1-a1de-873082ac6065 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:06:16.326699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:16.327433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:16.334980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a486f3db-4fb7-4be1-a1de-873082ac6065) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:16.339400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:16.339993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.368428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f200b1e9-ef20-4019-81f9-ff4bbe749a39 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1051617 May 27 04:06:16.371383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:16.382637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=632d1c85-5222-47fe-93d8-c4bb24c89fe8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:16.396431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:16.402006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-1cb5baec-a364-413d-8f52-d89b8959fe3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 HTTP/1.1" status: 200 len: 217 time: 0.1277840 May 27 04:06:16.430995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:da0c3e1f0f1a407f8607332564e207c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:16.441385 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:16.445143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91fc888-d506-4f66-adb4-0cdfdb8da8f8 None None] Network a486f3db-4fb7-4be1-a1de-873082ac6065 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:16.680204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:16.761311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Pushing event updated for resources: {'Port': ['ID=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:16.809877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.810220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.810559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.810896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.811215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.811540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.811863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.812185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.812514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.813546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.813873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f1c1a2-04d7-43d2-ab5b-295b7aaee399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:16.841839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-887d26d3-cd31-4c5f-8e91-9da540c08a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:16.843373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-887d26d3-cd31-4c5f-8e91-9da540c08a38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c01102-466b-41fa-be03-f68796d86e2d HTTP/1.1" status: 200 len: 849 time: 0.4034262 May 27 04:06:16.898342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a486f3db-4fb7-4be1-a1de-873082ac6065', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:06:16.899123 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:16.909362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-d074894c-ff4b-4a44-80bc-b39ed6f222b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579653 May 27 04:06:17.069199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Allocated IP 172.20.0.2 (a486f3db-4fb7-4be1-a1de-873082ac6065/ba7995f6-7811-47e9-8f33-dbaa245312b5/02317fc9-beab-4bac-b81a-7cb0e89f7e6a) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:17.111231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.125004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-c6abe75c-0e10-4099-bfe0-74e635fb4c7a service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054210 May 27 04:06:17.131689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.331692 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.340794 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da0c3e1f0f1a407f8607332564e207c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8811834 May 27 04:06:17.342439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Transition to ACTIVE for port object 02317fc9-beab-4bac-b81a-7cb0e89f7e6a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:17.343025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d9ac-6d93-4f97-99f2-079b10a2d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f6919f-ae8e-4330-a029-65c3e9b264fb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:17.354800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45294) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:17.361704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Transition to ACTIVE for port object 02317fc9-beab-4bac-b81a-7cb0e89f7e6a will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:17.364509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:17.391159 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.407635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.445850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.474882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Network a486f3db-4fb7-4be1-a1de-873082ac6065 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:17.536604 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d7b514e-f391-408b-a9cf-cf5b30b8d8b6 req-81b84224-4d45-4199-b229-0573a199553a service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970437 May 27 04:06:17.541099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:17.556335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:17.632879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7967e-a8b1-4c75-a01b-6da0d70e9813 req-7d9fe267-cca5-4766-8bde-447c580e4f20 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:17.634645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fe7967e-a8b1-4c75-a01b-6da0d70e9813 req-7d9fe267-cca5-4766-8bde-447c580e4f20 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 943 time: 0.3905003 May 27 04:06:17.686813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.706787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:06:17.716458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Pushing event updated for resources: {'Port': ['ID=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:17.728467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fe7967e-a8b1-4c75-a01b-6da0d70e9813 req-ecacced5-6a2b-459a-8f2a-fb184edfc9fa tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863822 May 27 04:06:17.749470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.771564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Attempting to bind port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:17.771929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Attempting to bind port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:17.772288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Attempting to bind port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:17.862932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.875216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:17.875915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:17.876424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.876936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Bound using segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:17.877533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Bound port: 02317fc9-beab-4bac-b81a-7cb0e89f7e6a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:17.878013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.890306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f6919f-ae8e-4330-a029-65c3e9b264fb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:17.912472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:17.913672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-edf1f062-43c6-4c86-9340-5d46183a7f99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8f6919f-ae8e-4330-a029-65c3e9b264fb HTTP/1.1" status: 204 len: 168 time: 0.5552690 May 27 04:06:18.095889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] For port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:18.099433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] For port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:18.124522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.1 (a486f3db-4fb7-4be1-a1de-873082ac6065/ba7995f6-7811-47e9-8f33-dbaa245312b5/e467cd63-b8a8-4330-8ab6-1c09af8ff31c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:18.129884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.311617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.329508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:18.340256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object e467cd63-b8a8-4330-8ab6-1c09af8ff31c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:18.370520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04', 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7', 'port_id': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04', 'mac_address': 'fa:16:3e:b0:99:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c01102-466b-41fa-be03-f68796d86e2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:06:18.371445 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.378211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:13Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:18.386907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a50ba-a48d-411b-bb15-960a3eab40f1 None None] The sync data for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 is: [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:13Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:18.424325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ab6b7-98c7-494c-9279-77d60ffe3bba None None] Pushing event updated for resources: {'Port': ['ID=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:18.469041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:18.477654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.485761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network a486f3db-4fb7-4be1-a1de-873082ac6065 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:18.487016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:18.491832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:18.518797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:18.538357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:18.547370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:18.554856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.666217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.799966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:18.882129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:18.924222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['96fdfdf7-2e20-4a22-a365-e60dcfd5ea04'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:19.169929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:19.177564 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc536a60-e824-4d67-82f7-f224cbe57f27 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/b3977ef5-8b9b-439f-a83d-0052c3ebb4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4374647 May 27 04:06:19.182675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:19.209044 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:19.209651 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:19.400469 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:19.459510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f092-eec5-491f-bfe9-de2c164ab678 req-a1128493-24de-4b1a-a909-089884239ea1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:19.462398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7722f092-eec5-491f-bfe9-de2c164ab678 req-a1128493-24de-4b1a-a909-089884239ea1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 944 time: 0.5011761 May 27 04:06:19.534999 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:19.740458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1485868122-network', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:19.763539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:19.770840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:19.849714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Usage tracker for resource:network and tenant:26998cf694d24a4abfa807fda7ee86fe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:19.861790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:19.876384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:19.878096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:19.886914 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:19.911356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Made reservation on behalf of 26998cf694d24a4abfa807fda7ee86fe for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:19.920715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:19.940789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:19.945906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:19.946325 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:19.969601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.012492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7722f092-eec5-491f-bfe9-de2c164ab678 req-4e0fdd39-776a-49a0-ac24-ee76a7809036 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402899 May 27 04:06:20.043732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:20.051051 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.072836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:20.078440 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:20.078709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Usage tracker for resource:security_group_rule and tenant:26998cf694d24a4abfa807fda7ee86fe is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:20.084350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:20.098985 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:20.099848 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:20.103021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:20.111173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:20.124956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856f1cb-0640-47cf-a492-54ac8f963f2f req-9a69fda8-860f-4414-98ff-19d141fbeae0 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:20.125693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c856f1cb-0640-47cf-a492-54ac8f963f2f req-9a69fda8-860f-4414-98ff-19d141fbeae0 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:20.206757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-c856f1cb-0640-47cf-a492-54ac8f963f2f req-9a69fda8-860f-4414-98ff-19d141fbeae0 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:20.207972 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c856f1cb-0640-47cf-a492-54ac8f963f2f req-9a69fda8-860f-4414-98ff-19d141fbeae0 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.4346993 May 27 04:06:20.213431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046fa7e-451c-49a7-ae6f-785bb4f506c3 None None] Network a486f3db-4fb7-4be1-a1de-873082ac6065 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:20.233442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network a486f3db-4fb7-4be1-a1de-873082ac6065 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:20.236214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:20.292627 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.295048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.315044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.320219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fa122e6a-2b80-4164-a5c5-a8be7adf908a None None] Provisioning for port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:20.339897 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:20.366860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:06:20.380146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.380945 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 02317fc9-beab-4bac-b81a-7cb0e89f7e6a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:20.402001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.402249 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Added segment 64d2d695-c4ff-4449-af09-aaf0e070cf09 of type vlan for network 1ae16810-5b75-4a43-9e16-92374622c83b May 27 04:06:20.412844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c5659-a47d-4928-9ae5-572e5bf4f5be,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:20.430420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c856f1cb-0640-47cf-a492-54ac8f963f2f req-36cd5e1f-8463-4c27-8da6-42e6241c8584 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347830 May 27 04:06:20.443068 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:20.476950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.514920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.517892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:20.525290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.565884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:20.620017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:20.635705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] Pushing event updated for resources: {'Network': ['ID=1ae16810-5b75-4a43-9e16-92374622c83b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:20.636051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:20.636596 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.659808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:20.660372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-854c7531-bfab-41dd-8330-bffc6a9d2d2d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2569542 May 27 04:06:20.666926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 1ae16810-5b75-4a43-9e16-92374622c83b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:06:20.667593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Request body: {'subnet': {'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1485868122-subnet', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:20.675093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:20.680564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Usage tracker for resource:subnet and tenant:26998cf694d24a4abfa807fda7ee86fe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:20.683685 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:20.741698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:20.856193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Made reservation on behalf of 26998cf694d24a4abfa807fda7ee86fe for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:20.858710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.873942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:20.910589 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:20.915485 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a3139-dfa0-4696-8546-c8c585977340 None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '4d096f3f-3536-49ea-8a2c-ff6a690f7d84', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'port_id': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'mac_address': 'fa:16:3e:b8:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:04:34Z', 'updated_at': '2022-05-27T04:04:42Z', 'revision_number': 1, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:20.937484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:20.950542 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.036698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:21.132592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 1c42f995-5324-4d7a-9f29-3379cffd4b01 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:21.167215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Provisioning for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:21.172513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Provisioning complete for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:21.173985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.206264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-4edcec74-8fc3-4773-ab18-fb5911bf2a5d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:21.208000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-4edcec74-8fc3-4773-ab18-fb5911bf2a5d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.0997698 May 27 04:06:21.238156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.246279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Port e467cd63-b8a8-4330-8ab6-1c09af8ff31c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:21.261282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Provisioning complete for port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:21.261924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-da8e159a-3e69-47f7-a2cb-8d56ad961ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.293476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port ed5e9525-8f0e-46df-90fa-72a888fcdb65 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:21.293818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.504995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c358592-9517-42f2-afd7-82d92b860692,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:21.527694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c8ec7-17a4-4a5a-a821-130c62e7e25a req-2ed3852e-cf33-477f-aa4e-e1dd97555da5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:21.529230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f23c8ec7-17a4-4a5a-a821-130c62e7e25a req-2ed3852e-cf33-477f-aa4e-e1dd97555da5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 944 time: 0.3507521 May 27 04:06:21.561501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Checking segment: {'id': '64d2d695-c4ff-4449-af09-aaf0e070cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:21.561857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Network hostable DHCP agents. Network: 1ae16810-5b75-4a43-9e16-92374622c83b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:06:21.595328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-33915341-9fec-4956-8c99-bb5da0a0f914 None None] Provisioning complete for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:21.595717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33915341-9fec-4956-8c99-bb5da0a0f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.634220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f23c8ec7-17a4-4a5a-a821-130c62e7e25a req-b609e048-5426-4f86-9959-def731df8000 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 May 27 04:06:21.654922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Network 1ae16810-5b75-4a43-9e16-92374622c83b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:06:21.656046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port ed5e9525-8f0e-46df-90fa-72a888fcdb65, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=ed5e9525-8f0e-46df-90fa-72a888fcdb65,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:21.656585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.685340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 1ae16810-5b75-4a43-9e16-92374622c83b) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:21.686209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:21.691806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:21.692470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.724712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:21.729630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fadc7c8c-0efc-4c90-b386-b017574652d0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/1c42f995-5324-4d7a-9f29-3379cffd4b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3578181 May 27 04:06:21.731132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:21.731278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ab97b5b5-a817-4e22-9a8f-03b4f5395f92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0704463 May 27 04:06:21.740005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:21.754867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1485868122-router', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:21.758665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2416ee-a910-4109-ad16-dbf2384bccb4 None None] Network 1ae16810-5b75-4a43-9e16-92374622c83b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:21.760247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:21.764269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Usage tracker for resource:router and tenant:26998cf694d24a4abfa807fda7ee86fe is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:21.767243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:21.773257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:21.786958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.788142 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.815293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:21.868969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for ed5e9525-8f0e-46df-90fa-72a888fcdb65 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:21.955876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-33915341-9fec-4956-8c99-bb5da0a0f914 None None] Port e467cd63-b8a8-4330-8ab6-1c09af8ff31c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:21.990093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.020362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:22.020786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.032221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c25c5-7ea6-4e6f-b2e4-b12a56b58501 req-ce92b504-514f-4ca4-861c-c01438d4d124 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:22.034474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c93c25c5-7ea6-4e6f-b2e4-b12a56b58501 req-ce92b504-514f-4ca4-861c-c01438d4d124 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=36a65fb9-ba90-410d-b658-55229f2eea49 HTTP/1.1" status: 200 len: 946 time: 0.2807806 May 27 04:06:22.099817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.115760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-ecba5aa8-3a19-4506-a82e-c1b55f1bfc45 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120951924&fields=id&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 267 time: 0.1189620 May 27 04:06:22.135539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:22.158277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:22.158648 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.162645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=ed5e9525-8f0e-46df-90fa-72a888fcdb65,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:22.174202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c93c25c5-7ea6-4e6f-b2e4-b12a56b58501 req-7578a8a6-d986-47d0-b3cd-a3a77b45e955 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ec29a32-2346-424f-beb7-f81d0b895b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172259 May 27 04:06:22.262169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] No DVR routers for this DVR port ed5e9525-8f0e-46df-90fa-72a888fcdb65 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:22.265768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.269544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'name': 'network-vif-deleted', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:22.296593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57b48323-399f-46bc-bef6-97c60bc221a8 req-7b831541-fb1e-45fa-996d-94a37c086626 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.41 "DELETE /v2.0/ports/ed5e9525-8f0e-46df-90fa-72a888fcdb65 HTTP/1.1" status: 204 len: 173 time: 1.0821860 May 27 04:06:22.333138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-29e232fc-be22-4235-bf9e-c59219bf149b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:22.334011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-29e232fc-be22-4235-bf9e-c59219bf149b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:22.354122 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0e2e75-c5b1-42c1-ad74-7d217257a269'] response: {'server_uuid': '36a65fb9-ba90-410d-b658-55229f2eea49', 'name': 'network-vif-deleted', 'tag': 'ed5e9525-8f0e-46df-90fa-72a888fcdb65', 'status': 'completed', 'code': 200} May 27 04:06:22.369207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 02317fc9-beab-4bac-b81a-7cb0e89f7e6a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:22.397532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-29e232fc-be22-4235-bf9e-c59219bf149b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:22.399073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-29e232fc-be22-4235-bf9e-c59219bf149b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 797 time: 0.2753167 May 27 04:06:22.410906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f031def6-47de-4865-9787-1219c1cc5bd5 None None] Provisioning complete for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:22.411293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f031def6-47de-4865-9787-1219c1cc5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.445245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-1ae16810-5b75-4a43-9e16-92374622c83b', 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'fixed_ips': [{'subnet_id': '9c358592-9517-42f2-afd7-82d92b860692'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:06:22.446036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.585180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-b204c227-03a9-43ce-8b2e-2fbe4dec0cfe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/quotas/72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 375 time: 0.1726356 May 27 04:06:22.588506 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.620886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.661427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f031def6-47de-4865-9787-1219c1cc5bd5 None None] Port e467cd63-b8a8-4330-8ab6-1c09af8ff31c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:22.888652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:22.889052 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:22.896701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-ecb7f7ee-ab35-4969-9e61-a57ac9feeac9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:22.919458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Allocated IP 172.25.8.100 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/67a7f665-18c6-409b-bbff-49751ea9a36a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:22.938520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-ecb7f7ee-ab35-4969-9e61-a57ac9feeac9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:22.939973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-ecb7f7ee-ab35-4969-9e61-a57ac9feeac9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3204873 May 27 04:06:22.947777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25e6e8-3c98-480a-9859-4c1f717074f0 req-8b7cea88-4909-41be-b84a-6c6d915a455a tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:22.949912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b25e6e8-3c98-480a-9859-4c1f717074f0 req-8b7cea88-4909-41be-b84a-6c6d915a455a tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 944 time: 0.1102142 May 27 04:06:22.987054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Allocated IP 172.20.0.2 (1ae16810-5b75-4a43-9e16-92374622c83b/9c358592-9517-42f2-afd7-82d92b860692/cfdf786e-8f10-4917-9d66-45066bac1b64) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:23.004074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.033076 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b25e6e8-3c98-480a-9859-4c1f717074f0 req-475f1d34-8db9-45c8-9e79-e0e2eded8eb9 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759456 May 27 04:06:23.036281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Sync routers for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:23.210887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:23.217351 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-bafdd247-6b29-4a34-8c69-74f180b4b2b5 service neutron] 10.222.0.46 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557275 May 27 04:06:23.225625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.240049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:23.280391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:23.280989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:23.307477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:23.370989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.413669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.420815 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70de4e2-5103-4ca3-84ca-1c45c2908393'] response: {'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04', 'code': 200} May 27 04:06:23.421501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.449941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-3ec32ba9-4b74-474c-aab4-1fb05b99a71c service neutron] 10.222.0.46 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178097 May 27 04:06:23.462440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Pushing event updated for resources: {'Port': ['ID=67a7f665-18c6-409b-bbff-49751ea9a36a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:23.498950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:23.500305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:23.513819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:23.656914 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.674810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 632d1c85-5222-47fe-93d8-c4bb24c89fe8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:23.728411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 632d1c85-5222-47fe-93d8-c4bb24c89fe8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:23.728740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 632d1c85-5222-47fe-93d8-c4bb24c89fe8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:23.753041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-294082ca-8e67-4b11-b31c-b4ca7ac571d2 req-4b700d9c-1e9a-426e-8049-0a6b26c7972e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 1096 time: 0.2932250 May 27 04:06:23.782350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:23.795442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.814165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:23.883947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.884753 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.887692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b28cbd7-782b-4130-9c67-81c37e6d2560 req-6cbe6477-4809-41f3-b793-7e64859e568c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:23.892819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:23.899874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Transition to ACTIVE for port object cfdf786e-8f10-4917-9d66-45066bac1b64 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:23.988300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45394) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:23.990107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-294082ca-8e67-4b11-b31c-b4ca7ac571d2 req-6d4a47b8-8172-41a5-9254-7da15d65a7c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579647 May 27 04:06:23.990823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec29a32-2346-424f-beb7-f81d0b895b47,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:24.014727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b28cbd7-782b-4130-9c67-81c37e6d2560 req-6cbe6477-4809-41f3-b793-7e64859e568c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:24.015942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b28cbd7-782b-4130-9c67-81c37e6d2560 req-6cbe6477-4809-41f3-b793-7e64859e568c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 210 time: 0.2616892 May 27 04:06:24.025687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.028691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e9b1a5f-779e-491b-99a6-fad99271fb0c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/security-groups/2ec29a32-2346-424f-beb7-f81d0b895b47 HTTP/1.1" status: 204 len: 168 time: 0.7197633 May 27 04:06:24.148056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Transition to ACTIVE for port object cfdf786e-8f10-4917-9d66-45066bac1b64 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:24.167643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:24.263510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.341646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.358012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Router 10c92477-f087-4ada-8d67-62b7c2b2979b is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:06:24.439431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Network 1ae16810-5b75-4a43-9e16-92374622c83b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:24.444699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Pushing event updated for resources: {'Port': ['ID=cfdf786e-8f10-4917-9d66-45066bac1b64,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:24.447284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:24.451336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:24.604776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bbd84-7234-45f9-a087-3e2fea0ee3ac req-c128872a-a109-474e-9b38-644b14db3a8c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:24.614503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b5bbd84-7234-45f9-a087-3e2fea0ee3ac req-c128872a-a109-474e-9b38-644b14db3a8c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 945 time: 0.3260114 May 27 04:06:24.617886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Attempting to bind port cfdf786e-8f10-4917-9d66-45066bac1b64 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:24.617886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Attempting to bind port cfdf786e-8f10-4917-9d66-45066bac1b64 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '64d2d695-c4ff-4449-af09-aaf0e070cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:24.618230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Attempting to bind port cfdf786e-8f10-4917-9d66-45066bac1b64 on network 1ae16810-5b75-4a43-9e16-92374622c83b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:24.628811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:24.629256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Checking segment: {'id': '64d2d695-c4ff-4449-af09-aaf0e070cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:24.629603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.629996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Bound using segment: {'id': '64d2d695-c4ff-4449-af09-aaf0e070cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:24.630476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Bound port: cfdf786e-8f10-4917-9d66-45066bac1b64, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d2d695-c4ff-4449-af09-aaf0e070cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ae16810-5b75-4a43-9e16-92374622c83b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:24.630849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.641600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:24.655561 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Sync routers for ids ['10c92477-f087-4ada-8d67-62b7c2b2979b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:24.667224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e894f1e-f3e3-4e62-a28b-9e7e83d63cfd req-75b7887f-7524-4000-b1f2-a68e03709482 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.6700385 May 27 04:06:24.671700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.672889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting subnet 02f9fcda-fdca-468f-847f-8851ad05b6dc {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:06:24.676157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-53f25cc2-986d-460f-9fae-91c5ba9907e4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9328244 May 27 04:06:24.677411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:24.679290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.687055 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Routers {'10c92477-f087-4ada-8d67-62b7c2b2979b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:24.690383 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['10c92477-f087-4ada-8d67-62b7c2b2979b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:24.749475 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.835235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] For port cfdf786e-8f10-4917-9d66-45066bac1b64, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:24.838824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] For port cfdf786e-8f10-4917-9d66-45066bac1b64, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cfdf786e-8f10-4917-9d66-45066bac1b64,segment=NetworkSegment(64d2d695-c4ff-4449-af09-aaf0e070cf09),segment_id=64d2d695-c4ff-4449-af09-aaf0e070cf09)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:24.851874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:19Z', 'revision_number': 2, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:24.855799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.898507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0b5bbd84-7234-45f9-a087-3e2fea0ee3ac req-9ba67607-9f31-4b7c-9c27-620e4867e0c8 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834964 May 27 04:06:24.902115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:24.971467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8e894f1e-f3e3-4e62-a28b-9e7e83d63cfd req-ba5bc79e-050f-44c0-a157-0969a01d51ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377277 May 27 04:06:25.002346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Checking router: 1c42f995-5324-4d7a-9f29-3379cffd4b01 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:25.002712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Updating router 1c42f995-5324-4d7a-9f29-3379cffd4b01 port e467cd63-b8a8-4330-8ab6-1c09af8ff31c binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:06:25.043791 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:25.065707 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Set router 10c92477-f087-4ada-8d67-62b7c2b2979b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:25.113084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5143d7b-8bfc-4944-98c6-bc7731f4bb49 None None] Pushing event updated for resources: {'Port': ['ID=cfdf786e-8f10-4917-9d66-45066bac1b64,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:25.154178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:25.159510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Subnet': ['ID=02f9fcda-fdca-468f-847f-8851ad05b6dc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:25.197865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:25.221422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-be6bd1f5-9aff-471d-8756-7bca5884ca20 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/subnets/02f9fcda-fdca-468f-847f-8851ad05b6dc HTTP/1.1" status: 204 len: 168 time: 1.0399508 May 27 04:06:25.232793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45420) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:25.640617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c6981b3-9bb3-4f26-9032-2e6af63821ed req-f9b7c583-2a0f-4243-b954-1e2da4c2b478 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 210 time: 0.1732898 May 27 04:06:25.671319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141cf26-e4c3-4342-b24e-656a7d99d095 None None] Network efc4ea66-cbcd-4733-9682-91870173c5a0 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:25.759913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:25.793800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-1b2287ea-60a7-4467-a720-b7d0c3cf6c83 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:25.807224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-1b2287ea-60a7-4467-a720-b7d0c3cf6c83 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 797 time: 0.3646779 May 27 04:06:25.846191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 8d3e8863-6a79-4965-81cb-785216a1eacc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:25.846808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:25.885254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.resource_extend [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 04:06:25.935057 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'name': 'tempest-ImageQuotaTest-1485868122-router', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:21Z', 'updated_at': '2022-05-27T04:06:23Z', 'revision_number': 3, 'project_id': '26998cf694d24a4abfa807fda7ee86fe', 'gw_port': {'id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:22Z', 'updated_at': '2022-05-27T04:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:25.939427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Checking router: 10c92477-f087-4ada-8d67-62b7c2b2979b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:25.940049 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Updating router 10c92477-f087-4ada-8d67-62b7c2b2979b port 67a7f665-18c6-409b-bbff-49751ea9a36a binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:06:26.019002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-746c548f-f0a0-42e2-9995-2f2394e3ce6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:26.025765 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.045350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ed5e9525-8f0e-46df-90fa-72a888fcdb65 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:26.108508 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.132710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-746c548f-f0a0-42e2-9995-2f2394e3ce6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:26.133880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-746c548f-f0a0-42e2-9995-2f2394e3ce6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 380 time: 0.3161924 May 27 04:06:26.149967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: ed5e9525-8f0e-46df-90fa-72a888fcdb65 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:26.150206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device ed5e9525-8f0e-46df-90fa-72a888fcdb65 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:26.152263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cfdf786e-8f10-4917-9d66-45066bac1b64 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:26.153767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'port': {'device_id': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'admin_state_up': True, 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'security_groups': ['020b9d47-ae21-42f8-93a6-8d5bb03320c4']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:26.267570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Transition to ACTIVE for port object e467cd63-b8a8-4330-8ab6-1c09af8ff31c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:26.411694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.624814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.739836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b437-7c16-435e-9184-464b469e822b None None] Pushing event updated for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:26.765606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 8d3e8863-6a79-4965-81cb-785216a1eacc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d3e8863-6a79-4965-81cb-785216a1eacc,segment=NetworkSegment(44f84e4b-eb9c-42fb-a9c1-f803cada55d9),segment_id=44f84e4b-eb9c-42fb-a9c1-f803cada55d9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:26.770274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.774395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port cfdf786e-8f10-4917-9d66-45066bac1b64 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:26.809327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd31c7-675e-40c3-8fed-e2f1826fb170 req-5566e52a-8e58-41c0-b871-bd885a43a0fb tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:26.813379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ccd31c7-675e-40c3-8fed-e2f1826fb170 req-5566e52a-8e58-41c0-b871-bd885a43a0fb tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 945 time: 0.5326302 May 27 04:06:26.832802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.936504 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:26.970611 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Transition to ACTIVE for port object 67a7f665-18c6-409b-bbff-49751ea9a36a will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:26.983521 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.004726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-39d0661d-1bbe-4026-a441-f9765da6ee8c req-661b9285-0710-4f44-bdc4-ffe8aeccb9a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 210 time: 0.0976915 May 27 04:06:27.112390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Allocated IP 172.20.0.1 (1ae16810-5b75-4a43-9e16-92374622c83b/9c358592-9517-42f2-afd7-82d92b860692/9d8f62bd-8345-4753-9794-656104d46bc9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:27.129938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94481eb-064e-4aa7-851b-a5dc1308f28c None None] Network 1ae16810-5b75-4a43-9e16-92374622c83b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:27.207669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Attempting to bind port 67a7f665-18c6-409b-bbff-49751ea9a36a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:27.208224 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Attempting to bind port 67a7f665-18c6-409b-bbff-49751ea9a36a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:27.208816 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Attempting to bind port 67a7f665-18c6-409b-bbff-49751ea9a36a on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:27.220496 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Pushing event updated for resources: {'Port': ['ID=67a7f665-18c6-409b-bbff-49751ea9a36a,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:27.232235 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.232836 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.233463 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.233954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.234632 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.235104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.235873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.236361 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.236835 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.237364 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.237830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:06:27.238215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:27.242354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:27.242937 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:27.243611 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.244127 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:27.244922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Bound port: 67a7f665-18c6-409b-bbff-49751ea9a36a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:27.245624 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.256532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:27.300037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Provisioning for port cfdf786e-8f10-4917-9d66-45066bac1b64 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:27.310309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.333218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Transition to ACTIVE for port object 9d8f62bd-8345-4753-9794-656104d46bc9 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:27.340734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 8d3e8863-6a79-4965-81cb-785216a1eacc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:27.368485 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] For port 67a7f665-18c6-409b-bbff-49751ea9a36a, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:27.368934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efbb94-b56d-4dba-897b-7c7c73387f8e None None] DHCP port deletion for efc4ea66-cbcd-4733-9682-91870173c5a0 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:06:27.372303 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] For port 67a7f665-18c6-409b-bbff-49751ea9a36a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=67a7f665-18c6-409b-bbff-49751ea9a36a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:27.373668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.376513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:27.378579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Provisioning complete for port cfdf786e-8f10-4917-9d66-45066bac1b64 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:27.378948 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.380507 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.381368 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.443293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d3efbb94-b56d-4dba-897b-7c7c73387f8e None None] Deleting port 8d3e8863-6a79-4965-81cb-785216a1eacc {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:27.443607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3efbb94-b56d-4dba-897b-7c7c73387f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.457784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8f62bd-8345-4753-9794-656104d46bc9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:27.479519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Network 1ae16810-5b75-4a43-9e16-92374622c83b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:27.481756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:27.489959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:27.495452 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892d10f-a474-4a2f-9259-6d210e536ed2 None None] Pushing event updated for resources: {'Port': ['ID=67a7f665-18c6-409b-bbff-49751ea9a36a,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:27.511101 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Routers {'10c92477-f087-4ada-8d67-62b7c2b2979b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:27.511821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Attempting to bind port e467cd63-b8a8-4330-8ab6-1c09af8ff31c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:27.512187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Attempting to bind port e467cd63-b8a8-4330-8ab6-1c09af8ff31c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:27.512402 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['10c92477-f087-4ada-8d67-62b7c2b2979b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:27.512528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Attempting to bind port e467cd63-b8a8-4330-8ab6-1c09af8ff31c on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:27.525425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:27.525797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:27.526198 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.526586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Bound using segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:27.527294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Bound port: e467cd63-b8a8-4330-8ab6-1c09af8ff31c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:27.527449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.541822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ccd31c7-675e-40c3-8fed-e2f1826fb170 req-589be4f3-dd3f-4e9c-86ab-d3c82220563e tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091246 May 27 04:06:27.567519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.581327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.652025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=8d3e8863-6a79-4965-81cb-785216a1eacc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:27.709039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] No DVR routers for this DVR port 8d3e8863-6a79-4965-81cb-785216a1eacc on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:27.712648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d3efbb94-b56d-4dba-897b-7c7c73387f8e None None] The port '8d3e8863-6a79-4965-81cb-785216a1eacc' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:06:27.766808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:27.878791 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] Set router 10c92477-f087-4ada-8d67-62b7c2b2979b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:28.001788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d3e8863-6a79-4965-81cb-785216a1eacc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:28.019527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.068204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] For port e467cd63-b8a8-4330-8ab6-1c09af8ff31c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:28.103250 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c4c87048-5941-4352-a054-279883cdd69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.111817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8d3e8863-6a79-4965-81cb-785216a1eacc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:28.115014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d3e8863-6a79-4965-81cb-785216a1eacc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:28.118478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.145503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc4ea66-cbcd-4733-9682-91870173c5a0']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:28.192888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] For port e467cd63-b8a8-4330-8ab6-1c09af8ff31c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:28.222104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f84e4b-eb9c-42fb-a9c1-f803cada55d9') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:28.223721 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f84e4b-eb9c-42fb-a9c1-f803cada55d9') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:28.233779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.264261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.322209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.356197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:06:28.356657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.428290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: timer() May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:06:28.439957 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:06:28.450544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1721b867-f5fc-4755-9bda-ea695b713e01 req-15c1618d-728a-4a57-be26-fbc4d0ef4ba5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 210 time: 0.0987389 May 27 04:06:28.456970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] For port cfdf786e-8f10-4917-9d66-45066bac1b64, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cfdf786e-8f10-4917-9d66-45066bac1b64,segment=NetworkSegment(64d2d695-c4ff-4449-af09-aaf0e070cf09),segment_id=64d2d695-c4ff-4449-af09-aaf0e070cf09)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:28.472490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.491839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.557090 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.576173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:28.576822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:28.604233 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.632860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.11 (a486f3db-4fb7-4be1-a1de-873082ac6065/ba7995f6-7811-47e9-8f33-dbaa245312b5/44b6db08-3d21-4620-83a0-db52f9fbfc2f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:28.691902 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'name': 'tempest-ImageQuotaTest-1485868122-router', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:21Z', 'updated_at': '2022-05-27T04:06:23Z', 'revision_number': 3, 'project_id': '26998cf694d24a4abfa807fda7ee86fe', 'gw_port': {'id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:22Z', 'updated_at': '2022-05-27T04:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:28.711316 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba498-1ce2-4c3a-a91c-d4bfa17947c2 None None] The sync data for ids ['10c92477-f087-4ada-8d67-62b7c2b2979b'] in n-d-843301-2 is: [{'id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'name': 'tempest-ImageQuotaTest-1485868122-router', 'tenant_id': '26998cf694d24a4abfa807fda7ee86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:21Z', 'updated_at': '2022-05-27T04:06:23Z', 'revision_number': 3, 'project_id': '26998cf694d24a4abfa807fda7ee86fe', 'gw_port': {'id': '67a7f665-18c6-409b-bbff-49751ea9a36a', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c92477-f087-4ada-8d67-62b7c2b2979b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:22Z', 'updated_at': '2022-05-27T04:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:28.730322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:28.879440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b437-7c16-435e-9184-464b469e822b None None] Pushing event updated for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:28.943421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8f62bd-8345-4753-9794-656104d46bc9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:28.948457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Network 1ae16810-5b75-4a43-9e16-92374622c83b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:28.949857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:29.005730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0665247-305c-425b-8352-176d7a0b8870 None None] Pushing event updated for resources: {'Port': ['ID=cfdf786e-8f10-4917-9d66-45066bac1b64,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:29.073263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:29.130071 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:29.160244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object 44b6db08-3d21-4620-83a0-db52f9fbfc2f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:29.228077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:29.254274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Network': ['ID=efc4ea66-cbcd-4733-9682-91870173c5a0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:29.295711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34706e60-1a94-4e15-bb70-4921eff2d5a1 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/networks/efc4ea66-cbcd-4733-9682-91870173c5a0 HTTP/1.1" status: 204 len: 168 time: 4.0559578 May 27 04:06:29.295711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:29.296178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45460) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:29.678483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:29.695820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network a486f3db-4fb7-4be1-a1de-873082ac6065 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:29.699962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:29.705520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:29.714833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Router 10c92477-f087-4ada-8d67-62b7c2b2979b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:29.716397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Provisioning complete for port cfdf786e-8f10-4917-9d66-45066bac1b64 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:29.716858 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:29.827646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:27Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:29.845710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port eecf5826-ea8e-46c9-aef5-aebd5207bfed {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:29.847708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:29.864946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468dcec-c9d6-4a7b-b78b-ac87000c4186 None None] The sync data for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 is: [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:27Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:30.029378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:30.031657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.052046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cfdf786e-8f10-4917-9d66-45066bac1b64 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:30.246736 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-47bd4e3c-5503-4860-86c8-37c0d07c7ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.280816 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Provisioning for port 9d8f62bd-8345-4753-9794-656104d46bc9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:30.292807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port cfdf786e-8f10-4917-9d66-45066bac1b64 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:30.293220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.296512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80db112-e7bc-4fdd-b778-0eb82d13e953 req-0e06b94e-66b2-40b6-b8ac-4e44f0088f21 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:30.304724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b80db112-e7bc-4fdd-b778-0eb82d13e953 req-0e06b94e-66b2-40b6-b8ac-4e44f0088f21 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 945 time: 0.5745869 May 27 04:06:30.371419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Provisioning complete for port 9d8f62bd-8345-4753-9794-656104d46bc9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:30.371839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.438668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b80db112-e7bc-4fdd-b778-0eb82d13e953 req-2b4b7caa-83fd-496f-9f45-a00e696a82eb tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291497 May 27 04:06:30.457914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:30.470737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2aa3ce98-3d14-454a-ab96-54cc9d1e19e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/10c92477-f087-4ada-8d67-62b7c2b2979b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7929873 May 27 04:06:30.474091 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-8995b1f0-9159-4fed-83ee-aab842df4c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3289151 May 27 04:06:30.487892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdb5f2-c415-4231-8176-bfc283acc09a req-cc106801-9118-476b-9d60-0035534c3493 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:30.489512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-24fdb5f2-c415-4231-8176-bfc283acc09a req-cc106801-9118-476b-9d60-0035534c3493 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:30.518282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Request body: {'port': {'device_id': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:30.712224 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b1969a03-e2aa-4ffb-bfba-4342f73961f6 None None] Port 9d8f62bd-8345-4753-9794-656104d46bc9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:30.784435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-24fdb5f2-c415-4231-8176-bfc283acc09a req-cc106801-9118-476b-9d60-0035534c3493 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:30.793132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24fdb5f2-c415-4231-8176-bfc283acc09a req-cc106801-9118-476b-9d60-0035534c3493 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 932 time: 1.0434048 May 27 04:06:30.946070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Provisioning for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:30.952434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Provisioning complete for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:30.953139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.991877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:30.992486 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.036692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-0686da98-7496-46d3-a96f-39af05e7a3b3 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:31.037519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Port 44b6db08-3d21-4620-83a0-db52f9fbfc2f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:31.038787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-0686da98-7496-46d3-a96f-39af05e7a3b3 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 945 time: 0.2139084 May 27 04:06:31.055268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Provisioning complete for port 9d8f62bd-8345-4753-9794-656104d46bc9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:31.055925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.176669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Deleting port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:31.177404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.187829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a1bccc58-4b07-491f-8edd-7eea1091c595 None None] Port 9d8f62bd-8345-4753-9794-656104d46bc9 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:31.202620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for eecf5826-ea8e-46c9-aef5-aebd5207bfed owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:31.255948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.323161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-24fdb5f2-c415-4231-8176-bfc283acc09a req-5d00a6d7-849f-46b9-9541-396dbe6af2f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5290916 May 27 04:06:31.400676 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.504875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.559166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] For port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:31.560307 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.597239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.726240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Calling delete_port for 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:31.742043 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=eecf5826-ea8e-46c9-aef5-aebd5207bfed,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:31.907049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:31.958487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e467cd63-b8a8-4330-8ab6-1c09af8ff31c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:32.130103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:32.142996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:32.143362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.336762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361bca-c267-4519-9e62-c40ce622d5a8 req-e8f6f19e-3447-4fda-affb-debece6cff26 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:32.338703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e361bca-c267-4519-9e62-c40ce622d5a8 req-e8f6f19e-3447-4fda-affb-debece6cff26 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 945 time: 0.4841497 May 27 04:06:32.345613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.378971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['96fdfdf7-2e20-4a22-a365-e60dcfd5ea04'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:32.386234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:32.412697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.457225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Transition to ACTIVE for port object 44b6db08-3d21-4620-83a0-db52f9fbfc2f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:32.460491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Pushing event deleted for resources: {'Port': ['ID=96fdfdf7-2e20-4a22-a365-e60dcfd5ea04,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:32.481515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.489377 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.538947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e467cd63-b8a8-4330-8ab6-1c09af8ff31c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:32.548608 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.549831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 67a7f665-18c6-409b-bbff-49751ea9a36a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:32.578062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] No DVR routers for this DVR port 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:32.591156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.593764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'name': 'network-vif-deleted', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:32.598491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:32.632196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e361bca-c267-4519-9e62-c40ce622d5a8 req-9a7bc398-a248-45ce-b7dd-2de28b47bdc2 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840452 May 27 04:06:32.634407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aea5e676-2ca9-4c3e-83f4-e32ae68cf885 req-4f9d32f1-d481-4254-85fd-d02f4b43507d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "DELETE /v2.0/ports/96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 HTTP/1.1" status: 204 len: 173 time: 1.5896120 May 27 04:06:32.719272 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9868883a-d4b7-4b91-a1c1-74668e5d46a0'] response: {'server_uuid': '8269c813-d20d-40e0-86fc-96c880814053', 'name': 'network-vif-deleted', 'tag': '96fdfdf7-2e20-4a22-a365-e60dcfd5ea04', 'status': 'completed', 'code': 200} May 27 04:06:32.800460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:32.814635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 67a7f665-18c6-409b-bbff-49751ea9a36a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:32.822735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 67a7f665-18c6-409b-bbff-49751ea9a36a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:32.823331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:32.898654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:32.898978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:32.899340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:32.928535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6fcf9-ddca-4d74-b480-d8fc15a451a3 req-276b5af4-733d-4915-98c6-82ea0afce559 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:32.930214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cd6fcf9-ddca-4d74-b480-d8fc15a451a3 req-276b5af4-733d-4915-98c6-82ea0afce559 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.3732188 May 27 04:06:32.930812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:06:32.931135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:32.939930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:32.940067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:32.940443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Bound using segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:32.941016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Bound port: 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:32.941550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.116552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.135405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.170331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 67a7f665-18c6-409b-bbff-49751ea9a36a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=67a7f665-18c6-409b-bbff-49751ea9a36a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:33.182489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.339028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=67a7f665-18c6-409b-bbff-49751ea9a36a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:33.348542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7cd6fcf9-ddca-4d74-b480-d8fc15a451a3 req-dde9dabb-1f0c-4dbd-8ee9-ebbcfa623695 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827152 May 27 04:06:33.376298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:33.379549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:33.394619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.620442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45512) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:33.672342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:33.689530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:33.696313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-e0888b3d-73cf-45ef-ac77-8fcdd2be99df service neutron] 10.222.0.41 "PUT /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1092 time: 3.1907437 May 27 04:06:33.696765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:33.890881 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0f620c-8cf3-4975-abeb-0e5ea261d65b'] response: {'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:06:33.904954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-61db9c28-41d9-49f7-968e-753029aec6af req-68872c7a-1b51-40cb-a156-b3508a33c39c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:33.942000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e467cd63-b8a8-4330-8ab6-1c09af8ff31c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:33.957472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-61db9c28-41d9-49f7-968e-753029aec6af req-68872c7a-1b51-40cb-a156-b3508a33c39c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:33.958614 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-61db9c28-41d9-49f7-968e-753029aec6af req-68872c7a-1b51-40cb-a156-b3508a33c39c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=8269c813-d20d-40e0-86fc-96c880814053 HTTP/1.1" status: 200 len: 210 time: 0.1437552 May 27 04:06:33.974042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-a734534a-ea9e-44f1-913a-7c4ba8887428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1095 time: 0.2016189 May 27 04:06:34.051904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e467cd63-b8a8-4330-8ab6-1c09af8ff31c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:34.052368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:34.141078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-2a17247e-f55f-454f-be9d-4be0a6612a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 217 time: 0.1573014 May 27 04:06:34.207867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:34.223972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 67a7f665-18c6-409b-bbff-49751ea9a36a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:34.225275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-4b5603f5-2ba5-4ded-8c68-f2336f8bfcd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:34.227241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-4b5603f5-2ba5-4ded-8c68-f2336f8bfcd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0796154 May 27 04:06:34.337278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:34.352688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 67a7f665-18c6-409b-bbff-49751ea9a36a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:34.353308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:34.448673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-86e0a6e4-3989-40cf-8433-7db149943c7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465313 May 27 04:06:34.710694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-5cdf6150-fe65-45c0-8cec-1f37e1c82175 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533097 May 27 04:06:34.755651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9326ba2-a5a7-4a9c-b1e2-7e2823896c55 req-349e8437-c23c-4d99-80d4-f911b43daeea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:34.757398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b9326ba2-a5a7-4a9c-b1e2-7e2823896c55 req-349e8437-c23c-4d99-80d4-f911b43daeea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.1773553 May 27 04:06:34.851123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:34.861943 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:34.874425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:34.875634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:34.918202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b9326ba2-a5a7-4a9c-b1e2-7e2823896c55 req-08739e3b-5bcc-48dd-9ad2-6ba3e988812f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163168 May 27 04:06:34.921518 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:34.963118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9bc5418d-daf5-44e4-b218-56254f7e8f15 req-0adffe75-0fab-4149-8448-ec5f0eeb3c2a service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459414 May 27 04:06:34.987617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d926f5e9-4cfd-4d51-a403-093e09fd0f30 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d096f3f-3536-49ea-8a2c-ff6a690f7d84 HTTP/1.1" status: 204 len: 168 time: 5.6893041 May 27 04:06:35.096407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:35.135207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-c347abac-f2b6-4751-92f2-0459c2f93b44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1095 time: 0.1146007 May 27 04:06:35.181925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Deleting port 9d8f62bd-8345-4753-9794-656104d46bc9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:35.182491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:35.477337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-41b650da-d46a-48dc-aae0-da92a7501649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:35.479187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-41b650da-d46a-48dc-aae0-da92a7501649 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.3367107 May 27 04:06:35.621606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:35.731896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:35.796986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:35.796986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 96fdfdf7-2e20-4a22-a365-e60dcfd5ea04 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:35.853427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-709cfff7-5cfa-4849-8147-35cd80d3213f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 217 time: 0.3478491 May 27 04:06:35.881365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:35.895994 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Checking router: b3977ef5-8b9b-439f-a83d-0052c3ebb4cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:35.898979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Calling delete_port for 9d8f62bd-8345-4753-9794-656104d46bc9 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:35.906833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Routers {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:35.907463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:35.912720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:36.083813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-6954f5ff-7dde-414d-83f5-ed2e86bec784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:36.087882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-6954f5ff-7dde-414d-83f5-ed2e86bec784 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.2178576 May 27 04:06:36.100967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89f25-e6a2-47e1-b321-c896dd620bb2 req-bbd1dce9-b628-4c35-84ff-9f8a901b5ed2 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:36.100967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1ca89f25-e6a2-47e1-b321-c896dd620bb2 req-bbd1dce9-b628-4c35-84ff-9f8a901b5ed2 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:36.139590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1ca89f25-e6a2-47e1-b321-c896dd620bb2 req-bbd1dce9-b628-4c35-84ff-9f8a901b5ed2 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:36.139590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ca89f25-e6a2-47e1-b321-c896dd620bb2 req-bbd1dce9-b628-4c35-84ff-9f8a901b5ed2 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.2495503 May 27 04:06:36.233050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] Set router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:36.260744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ca89f25-e6a2-47e1-b321-c896dd620bb2 req-bdf92319-ae38-4a7c-af07-cb8787883d81 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217425 May 27 04:06:36.295485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c7d17ce8-5033-4adf-bfd9-dd3af90296d5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:36.297071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c7d17ce8-5033-4adf-bfd9-dd3af90296d5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 809 time: 0.4539280 May 27 04:06:36.304291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:36.341941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-1802b2b2-3fd0-411a-81f7-093ddfbeca94 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/quotas/7719d955e65541b4b4476a1c9a466fe8 HTTP/1.1" status: 200 len: 375 time: 0.0359614 May 27 04:06:36.349390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8f62bd-8345-4753-9794-656104d46bc9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:36.389430 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721719c5-bc3e-425c-afa1-728c886e26df'] response: {'name': 'network-changed', 'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'status': 'completed', 'code': 200} May 27 04:06:36.418565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-15a54afa-489e-4643-a7e2-fac0a152d944 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754495 May 27 04:06:36.464422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-6810af92-f425-4f38-a299-58de62164b95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507752 May 27 04:06:36.626951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:36.631370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0a94f-4181-416d-b721-e3e2fe4757ca None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [{'id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'name': 'tempest-TestNetworkBasicOps-router-1694487814', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:03:49Z', 'updated_at': '2022-05-27T04:06:16Z', 'revision_number': 6, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '59a915d6-ac48-4122-88a8-347aa89b3baf', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:03:51Z', 'updated_at': '2022-05-27T04:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f6d99da3-9e8d-4557-a456-19fee8d6a3f7', 'name': '', 'network_id': '36423269-394c-42ac-9106-235395e374c5', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:5f:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:00Z', 'updated_at': '2022-05-27T04:04:11Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'c149b8cb-8fa3-4ead-a46f-21e19e625ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:36.678017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-f4b31a67-df09-4773-ae44-38108ff9ab17 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627333 May 27 04:06:36.781976 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-51cc7a00-b9cd-44e8-9d97-5349230b32e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 1096 time: 0.3775504 May 27 04:06:36.794705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee943-5705-4e02-a489-3bef2a14e42b req-07cadafa-959a-48b6-bb38-df2af3179a5a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:36.796142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11fee943-5705-4e02-a489-3bef2a14e42b req-07cadafa-959a-48b6-bb38-df2af3179a5a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.3134749 May 27 04:06:36.805466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-3f8c7737-9018-4b34-8930-6e2871eb1b6b service neutron] 10.222.0.46 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858395 May 27 04:06:36.951523 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-db1d6df5-ea77-4c89-8817-60cb5ed89b92 req-57e17686-a233-4394-9fd2-c3f62f55c6e6 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664747 May 27 04:06:36.991936 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-9f4a1c99-2bfd-4cc0-ae4e-a0b2aac4a219 service neutron] 10.222.0.46 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833687 May 27 04:06:37.037955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11fee943-5705-4e02-a489-3bef2a14e42b req-50466e79-791e-47cd-84ca-d6a2f9668d59 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896644 May 27 04:06:37.052771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-621da767-6e2f-4581-aeac-798b045722e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:37.052771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-621da767-6e2f-4581-aeac-798b045722e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 200 len: 898 time: 0.2526512 May 27 04:06:37.152702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-d8e9ed55-fb99-4540-abed-e0fe235e1dd3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:37.154637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-d8e9ed55-fb99-4540-abed-e0fe235e1dd3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.3380320 May 27 04:06:37.257168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-a3e79489-93c4-486b-887b-2d34b7553829 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 200 len: 217 time: 0.1955576 May 27 04:06:37.328172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad27c9f7-4d72-4ffa-b13b-c2d25c119794 req-39fe7dfc-d544-4345-986d-3ecd99919a7b tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 210 time: 0.1412373 May 27 04:06:37.369309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:37.377869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 61e1633a-8527-4eac-8480-48cf6f421f8a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:37.378593 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:37.441799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-11489353-e078-4c1a-afed-f891cb02a0e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:37.445985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-11489353-e078-4c1a-afed-f891cb02a0e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 200 len: 834 time: 0.1753292 May 27 04:06:37.557102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-5e6f3bfc-586b-48d2-82a3-57e7457d8087 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:37.557935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-5e6f3bfc-586b-48d2-82a3-57e7457d8087 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:37.572715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-5e6f3bfc-586b-48d2-82a3-57e7457d8087 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:37.581759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-5e6f3bfc-586b-48d2-82a3-57e7457d8087 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 945 time: 0.1159871 May 27 04:06:37.629552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-07cd5001-fbba-417b-a3ba-4eda5106f25b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:37.650311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-07cd5001-fbba-417b-a3ba-4eda5106f25b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:37.653105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5dc0fba3-541e-423b-8f33-8106f4c79e69 req-07cd5001-fbba-417b-a3ba-4eda5106f25b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703650 May 27 04:06:37.738007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:06:37.971890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:37.989293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:06:38.082513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:38.084588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-17ff2978-ef13-4fc9-949c-99ec9c412c26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36423269-394c-42ac-9106-235395e374c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4555843 May 27 04:06:38.086501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 61e1633a-8527-4eac-8480-48cf6f421f8a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=61e1633a-8527-4eac-8480-48cf6f421f8a,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:38.086953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:38.131274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:38.159864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:38.165341 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:38.239660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:38.342679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 61e1633a-8527-4eac-8480-48cf6f421f8a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:38.456821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['44b6db08-3d21-4620-83a0-db52f9fbfc2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:38.465902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-82b8b152-e422-4b20-a32a-d7fe4b136522 service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691235 May 27 04:06:38.677142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4390a020-999c-4655-89f3-5e737fadbc6f req-74e9a732-bda9-4302-94ed-8b756eac71f0 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 210 time: 0.1344566 May 27 04:06:38.802307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-577bd507-88d0-4941-8c34-05e6a854907c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:38.804079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-577bd507-88d0-4941-8c34-05e6a854907c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 809 time: 0.2908814 May 27 04:06:38.823294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Request body: {'port': {'device_id': '73941923-1a36-427a-97d4-44c7fb9c541c', 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7', 'admin_state_up': True, 'tenant_id': '7719d955e65541b4b4476a1c9a466fe8'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:38.824544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379fc82-0974-45d6-961e-585f235e2d12 req-0c2b6d7a-98bc-4bc3-87fb-96557fafc753 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:38.832011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6379fc82-0974-45d6-961e-585f235e2d12 req-0c2b6d7a-98bc-4bc3-87fb-96557fafc753 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.5844421 May 27 04:06:38.868843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:38.954131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-28aa9eec-b838-4961-a3d5-502d966e1652 req-ec942f16-8884-4abc-9b73-21b033f52aed service neutron] 10.222.0.21 "GET /v2.0/networks/36423269-394c-42ac-9106-235395e374c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673812 May 27 04:06:38.954332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c3a9bfa-5a8a-4da6-a4be-58dd48f1c82a req-c89b9e3a-950f-4a8a-9d84-9b9e907cb75a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=94639473-66c9-414d-9b58-7c8a49bb27c1 HTTP/1.1" status: 200 len: 210 time: 0.1075118 May 27 04:06:38.960867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=61e1633a-8527-4eac-8480-48cf6f421f8a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:38.977030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6379fc82-0974-45d6-961e-585f235e2d12 req-83ac6d6e-4425-428a-9bdf-cb07adaa7718 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441338 May 27 04:06:39.079018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:39.091171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:39.104291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Made reservation on behalf of 7719d955e65541b4b4476a1c9a466fe8 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:39.108561 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:39.253702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] No DVR routers for this DVR port 61e1633a-8527-4eac-8480-48cf6f421f8a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:39.261713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:39.308880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'name': 'network-vif-deleted', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:39.362231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4e36959-05ea-4320-ba36-99b47aa031ec req-c773cad5-e5bb-4c8f-82df-00f0a1bafe28 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "DELETE /v2.0/ports/61e1633a-8527-4eac-8480-48cf6f421f8a HTTP/1.1" status: 204 len: 173 time: 2.1779184 May 27 04:06:39.405497 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72436272-0b23-4cf7-a072-f2471f59f3e3'] response: {'server_uuid': '94639473-66c9-414d-9b58-7c8a49bb27c1', 'name': 'network-vif-deleted', 'tag': '61e1633a-8527-4eac-8480-48cf6f421f8a', 'status': 'completed', 'code': 200} May 27 04:06:39.450217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Allocated IP 172.20.0.6 (9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7/32c01102-466b-41fa-be03-f68796d86e2d/d3dfb706-3a41-4ee6-adee-78509e991fa3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:39.481961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Router 10c92477-f087-4ada-8d67-62b7c2b2979b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:39.722859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:39.727705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1d1b244-2139-433b-b823-68226ffa247c admin admin] 10.222.0.46 "PUT /v2.0/routers/10c92477-f087-4ada-8d67-62b7c2b2979b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1052985 May 27 04:06:39.730298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:39.737863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:39.738821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:39.767740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:39.824960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:39.831854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:39.832524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:39.861591 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:06:39.906362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:39.911511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:39.917298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:39.954744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Pushing event updated for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:39.978408 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.002009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:40.002628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.009786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:40.022915 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:40.030656 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.035514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ea201-1fda-498e-9bea-b3bc4256fdb9 req-d0a6a99b-b7e2-472c-b7ed-a1d1647bcb59 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:40.036522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7a3ea201-1fda-498e-9bea-b3bc4256fdb9 req-d0a6a99b-b7e2-472c-b7ed-a1d1647bcb59 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:40.036959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.042173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-c56214f0-e786-4b15-897e-ec532dd1d23d tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2239056 May 27 04:06:40.053768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Request body: {'port': {'device_id': '73941923-1a36-427a-97d4-44c7fb9c541c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:40.104280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7a3ea201-1fda-498e-9bea-b3bc4256fdb9 req-d0a6a99b-b7e2-472c-b7ed-a1d1647bcb59 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:40.105751 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a3ea201-1fda-498e-9bea-b3bc4256fdb9 req-d0a6a99b-b7e2-472c-b7ed-a1d1647bcb59 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 931 time: 0.2671852 May 27 04:06:40.159528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:40.184391 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d254c3fd-7d89-4178-a31a-6f0c0c1fd8a6'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'code': 200} May 27 04:06:40.265174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.297483 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a3ea201-1fda-498e-9bea-b3bc4256fdb9 req-9f1b434e-8e8e-468b-8396-b0a628516846 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804712 May 27 04:06:40.440890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45598) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:40.524561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb41fa88-52d3-4e93-81f1-64fa001b3660 req-e3fde7d1-d722-4398-a7ee-26efb7504b0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1097 time: 0.2394331 May 27 04:06:40.587860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a778d-337d-4029-babd-4f3c327514a1 req-b84f23af-a95f-4aac-bbce-bda0688e8577 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:40.589566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-375a778d-337d-4029-babd-4f3c327514a1 req-b84f23af-a95f-4aac-bbce-bda0688e8577 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.2263772 May 27 04:06:40.646329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.671291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.679119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb41fa88-52d3-4e93-81f1-64fa001b3660 req-b674b7b5-1b51-411a-be19-5692bdc7bbf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453929 May 27 04:06:40.711940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.718150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dfb706-3a41-4ee6-adee-78509e991fa3 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:40.720756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Deleting port 67a7f665-18c6-409b-bbff-49751ea9a36a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:40.721211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.726111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.741293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Transition to ACTIVE for port object d3dfb706-3a41-4ee6-adee-78509e991fa3 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:40.751172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.784347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-375a778d-337d-4029-babd-4f3c327514a1 req-2a2fef6b-17a1-446f-a8f5-44b31b27372a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828470 May 27 04:06:40.878447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Pushing event updated for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:40.941303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] For port 67a7f665-18c6-409b-bbff-49751ea9a36a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=67a7f665-18c6-409b-bbff-49751ea9a36a,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:40.941663 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.948675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:40.984433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Attempting to bind port d3dfb706-3a41-4ee6-adee-78509e991fa3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:40.984850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Attempting to bind port d3dfb706-3a41-4ee6-adee-78509e991fa3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:40.985268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Attempting to bind port d3dfb706-3a41-4ee6-adee-78509e991fa3 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:40.990977 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Port d3dfb706-3a41-4ee6-adee-78509e991fa3 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:06:40.991361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Attempting to bind port d3dfb706-3a41-4ee6-adee-78509e991fa3 on network 9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:40.997625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:40.997955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Checking segment: {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:40.998350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Bound using segment: {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:40.998765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Bound port: d3dfb706-3a41-4ee6-adee-78509e991fa3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:40.999103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:41.092372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:41.095804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:41.101584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:41.154976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:41.156366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] 10.222.0.41 "PUT /v2.0/ports/d3dfb706-3a41-4ee6-adee-78509e991fa3 HTTP/1.1" status: 200 len: 1091 time: 1.1066091 May 27 04:06:41.156802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:41.196374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1a45e-5188-4ad1-9272-8b8b4c0a096e service neutron] Pushing event updated for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:41.198188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Calling delete_port for 67a7f665-18c6-409b-bbff-49751ea9a36a owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:41.226231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:41.236107 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcce2ede-de18-4b7a-8552-513c6a9fd12b'] response: {'name': 'network-changed', 'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3', 'status': 'completed', 'code': 200} May 27 04:06:41.258060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:41.262645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4cbcd5e6-0341-461e-9e8c-4e8b75da5499 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/security-groups/f3753d19-8a7d-4c8f-8920-2c2de5fcdfd3 HTTP/1.1" status: 204 len: 168 time: 0.8161891 May 27 04:06:41.286738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-4e494fec-f4f2-460e-851b-75dd7012b80e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 1094 time: 0.0805113 May 27 04:06:41.308725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:41.363501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-550a7e95-3ed9-470d-8094-1afcb2400139 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3 HTTP/1.1" status: 200 len: 217 time: 0.0697584 May 27 04:06:41.433638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-0cbf4ba9-52a4-438c-8035-d9efd4c68d38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:41.435127 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-0cbf4ba9-52a4-438c-8035-d9efd4c68d38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c01102-466b-41fa-be03-f68796d86e2d HTTP/1.1" status: 200 len: 849 time: 0.0652285 May 27 04:06:41.512309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-75632857-341f-4e2e-92d0-3a3b27b92e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436234 May 27 04:06:41.541963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:41.596091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a7f665-18c6-409b-bbff-49751ea9a36a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:41.763733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548a253-d49d-46d9-905c-f32730ec4f10 req-f75db493-a9ff-4fc0-9fc8-0736cdaa452b tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:41.771727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4548a253-d49d-46d9-905c-f32730ec4f10 req-f75db493-a9ff-4fc0-9fc8-0736cdaa452b tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 943 time: 0.3398492 May 27 04:06:41.795122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-89856f49-c31e-4a54-94a8-416160e2fd24 service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706161 May 27 04:06:41.961137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc11bea1-13c6-4ccd-8564-8a1beb6e718e req-b3a63ebb-97b2-4086-8901-d9cebd153dde service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549973 May 27 04:06:41.980332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4548a253-d49d-46d9-905c-f32730ec4f10 req-b74d2cb6-35dc-4e18-b200-e2c3bb792702 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076554 May 27 04:06:41.993362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.101386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 61e1633a-8527-4eac-8480-48cf6f421f8a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:42.193988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 61e1633a-8527-4eac-8480-48cf6f421f8a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:42.194739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 61e1633a-8527-4eac-8480-48cf6f421f8a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:42.250417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-9b72bcaf-32b7-4812-84f5-edb74eabc3cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7719d955e65541b4b4476a1c9a466fe8&device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 1094 time: 0.2165675 May 27 04:06:42.283468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018ab52-a698-4fbc-9d8b-f004e5f7c8e6 req-723d6c77-1900-4e34-a85e-04d683048cb7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:42.284883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f018ab52-a698-4fbc-9d8b-f004e5f7c8e6 req-723d6c77-1900-4e34-a85e-04d683048cb7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1142683 May 27 04:06:42.350465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.372279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.403388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f018ab52-a698-4fbc-9d8b-f004e5f7c8e6 req-16c637dd-6dae-4782-b525-394e0b76f1ab tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729783 May 27 04:06:42.426253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb0a1-9b2d-4780-8133-82384379ac2a req-7e5f769b-a5bb-4f8d-942a-c2ae792474db tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:42.427736 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd6fb0a1-9b2d-4780-8133-82384379ac2a req-7e5f769b-a5bb-4f8d-942a-c2ae792474db tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 946 time: 0.2007027 May 27 04:06:42.435576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-daf5c0d1-0017-4d0f-9963-747819358127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:42.437067 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-daf5c0d1-0017-4d0f-9963-747819358127 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 200 len: 910 time: 0.1790643 May 27 04:06:42.442105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.442617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c92477-f087-4ada-8d67-62b7c2b2979b {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:06:42.509906 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-6d838b24-f438-40f2-b363-3e9cbfbf2df7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3 HTTP/1.1" status: 200 len: 217 time: 0.0662360 May 27 04:06:42.572988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-c3bf34a3-5398-43eb-ad48-df73912a150a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:42.574414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-c3bf34a3-5398-43eb-ad48-df73912a150a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32c01102-466b-41fa-be03-f68796d86e2d HTTP/1.1" status: 200 len: 849 time: 0.0588655 May 27 04:06:42.604247 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.605349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ccb959f7-cc46-46fa-9461-2253bb6621a6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/10c92477-f087-4ada-8d67-62b7c2b2979b HTTP/1.1" status: 204 len: 168 time: 2.8740959 May 27 04:06:42.608288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45622) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:42.621013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.649849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-976d27c0-b7d9-40e7-8294-870bc9646cac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695617 May 27 04:06:42.675544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd6fb0a1-9b2d-4780-8133-82384379ac2a req-b0b378fd-6826-451e-ad2f-fc56cd16409c tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413261 May 27 04:06:42.756451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Deleting subnet 9c358592-9517-42f2-afd7-82d92b860692 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:06:42.762079 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.836890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:42.874797 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-2355c595-a1f0-4704-b2dc-9c56175838a2 service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177191 May 27 04:06:43.029885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.058229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5adc4af4-7057-45be-b78f-feedd80f4380 req-6fcd042a-a4f3-467f-b887-fdfd06f51c03 service neutron] 10.222.0.41 "GET /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768548 May 27 04:06:43.140036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.184073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c358592-9517-42f2-afd7-82d92b860692,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:43.200692 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.203563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a40a4b6-44a5-4a8d-b0b3-062ba0e27979 None None] Network 1ae16810-5b75-4a43-9e16-92374622c83b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:43.209317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34b89d28-83db-44c2-b11f-12a38f074830 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9c358592-9517-42f2-afd7-82d92b860692 HTTP/1.1" status: 204 len: 168 time: 0.5957785 May 27 04:06:43.212101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45628) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:43.254791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port f6d99da3-9e8d-4557-a456-19fee8d6a3f7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:43.255225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.303316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1acb7b-a680-4113-8dc5-ee15ad6012be req-83b23947-b453-42a7-b941-6426b5e27083 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:43.304872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd1acb7b-a680-4113-8dc5-ee15ad6012be req-83b23947-b453-42a7-b941-6426b5e27083 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 943 time: 0.2072957 May 27 04:06:43.460715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.479316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] DHCP port deletion for 1ae16810-5b75-4a43-9e16-92374622c83b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:06:43.485002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Deleting port cfdf786e-8f10-4917-9d66-45066bac1b64 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:43.485601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.489221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port f6d99da3-9e8d-4557-a456-19fee8d6a3f7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:43.489590 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.492561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Deleting port cfdf786e-8f10-4917-9d66-45066bac1b64 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:43.492886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.522205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd1acb7b-a680-4113-8dc5-ee15ad6012be req-a12bf33b-c62f-4c16-88eb-011108d125b8 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036796 May 27 04:06:43.685982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for f6d99da3-9e8d-4557-a456-19fee8d6a3f7 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:43.735509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] For port cfdf786e-8f10-4917-9d66-45066bac1b64, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cfdf786e-8f10-4917-9d66-45066bac1b64,segment=NetworkSegment(64d2d695-c4ff-4449-af09-aaf0e070cf09),segment_id=64d2d695-c4ff-4449-af09-aaf0e070cf09)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:43.736111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.827498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] For port cfdf786e-8f10-4917-9d66-45066bac1b64, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=cfdf786e-8f10-4917-9d66-45066bac1b64,segment=NetworkSegment(64d2d695-c4ff-4449-af09-aaf0e070cf09),segment_id=64d2d695-c4ff-4449-af09-aaf0e070cf09)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:43.828823 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:43.839628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device cfdf786e-8f10-4917-9d66-45066bac1b64 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:43.933549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Calling delete_port for cfdf786e-8f10-4917-9d66-45066bac1b64 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:43.953854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-cf6a0d16-33ff-4acd-8f90-ac4f8453d204 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:43.955602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-cf6a0d16-33ff-4acd-8f90-ac4f8453d204 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 946 time: 0.2343762 May 27 04:06:43.966084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad63d3f-73a8-4cad-8aac-49485174cf5a req-aeb0b14a-6f87-499c-b8cc-6e218b881bb9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:43.967635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ad63d3f-73a8-4cad-8aac-49485174cf5a req-aeb0b14a-6f87-499c-b8cc-6e218b881bb9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.3280337 May 27 04:06:44.006676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Calling delete_port for cfdf786e-8f10-4917-9d66-45066bac1b64 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:44.074674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae7d6-bd86-4f6d-9871-4f1f0900071d req-d9e0dc8c-0434-4178-baa7-dca35612830e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:44.077114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4eae7d6-bd86-4f6d-9871-4f1f0900071d req-d9e0dc8c-0434-4178-baa7-dca35612830e tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 946 time: 0.1795623 May 27 04:06:44.078272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Deleting port 6c00bf50-f7ce-4894-baff-3ca4fa405155 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:44.078612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.083918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.103599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port cfdf786e-8f10-4917-9d66-45066bac1b64 update to DOWN by agent not found {{(pid=84157) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 27 04:06:44.131465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:06:44.133968 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:06:44.170271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdf786e-8f10-4917-9d66-45066bac1b64,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:44.177629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ad63d3f-73a8-4cad-8aac-49485174cf5a req-279d6e6e-5618-44d2-8cd9-5559b31ab9fa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754649 May 27 04:06:44.188637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] No DVR routers for this DVR port cfdf786e-8f10-4917-9d66-45066bac1b64 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:44.252714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.306209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=f6d99da3-9e8d-4557-a456-19fee8d6a3f7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:44.364285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f4eae7d6-bd86-4f6d-9871-4f1f0900071d req-0b6de137-2a1e-4ad4-9394-4c612981ae5b tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/security-groups?id=d69796a1-f564-44d1-b3ec-4349816308b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741930 May 27 04:06:44.375737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.414132 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae16810-5b75-4a43-9e16-92374622c83b']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:44.436014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d2d695-c4ff-4449-af09-aaf0e070cf09') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:44.436403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d2d695-c4ff-4449-af09-aaf0e070cf09') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:44.452530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.476185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.482370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:06:44.482729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: timer() May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:06:44.499224 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:06:44.578776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.609857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.615283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae16810-5b75-4a43-9e16-92374622c83b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:44.628691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e3bc968a-2eb5-4047-9042-15bc225847d5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ae16810-5b75-4a43-9e16-92374622c83b HTTP/1.1" status: 204 len: 168 time: 1.4155791 May 27 04:06:44.636715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Deleting port cfdf786e-8f10-4917-9d66-45066bac1b64 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:44.637785 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.726904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6af64e4-20eb-44cb-b933-cfe30ab07704 None None] The port 'cfdf786e-8f10-4917-9d66-45066bac1b64' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:06:44.820307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c1d10-ee1c-4f75-9720-61c3ec99845d req-2272a3df-8f3d-4cd0-bac7-5aad44825cd9 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:44.821834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e06c1d10-ee1c-4f75-9720-61c3ec99845d req-2272a3df-8f3d-4cd0-bac7-5aad44825cd9 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 943 time: 0.0917673 May 27 04:06:44.826759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] For port 6c00bf50-f7ce-4894-baff-3ca4fa405155, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6c00bf50-f7ce-4894-baff-3ca4fa405155,segment=NetworkSegment(f0cb79df-86ec-436a-806f-4f02d62e0e47),segment_id=f0cb79df-86ec-436a-806f-4f02d62e0e47)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:44.827257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:44.841787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:44.872011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e06c1d10-ee1c-4f75-9720-61c3ec99845d req-b279dfa9-28ee-46a4-9602-9444b061510b tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 May 27 04:06:44.970700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142e0c7-b190-4c36-8615-6751bbaef92f req-f48cccb0-9ba4-4d99-a8e6-25d63c2e8db5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:44.972058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3142e0c7-b190-4c36-8615-6751bbaef92f req-f48cccb0-9ba4-4d99-a8e6-25d63c2e8db5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.6393545 May 27 04:06:44.978852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Calling delete_port for 6c00bf50-f7ce-4894-baff-3ca4fa405155 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:45.137380 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e6a89cc-5513-49ba-9835-f82536ad667b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26998cf694d24a4abfa807fda7ee86fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2914577 May 27 04:06:45.140038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45646) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:45.143829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3142e0c7-b190-4c36-8615-6751bbaef92f req-cdc66041-6729-4307-bf72-faecf3398e87 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358778 May 27 04:06:45.177928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45650) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:45.225013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.237946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['6c00bf50-f7ce-4894-baff-3ca4fa405155'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:45.253211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.282385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Pushing event deleted for resources: {'Port': ['ID=6c00bf50-f7ce-4894-baff-3ca4fa405155,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:45.284190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.311504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54802e19-4173-45ee-9d8f-9327dad243a0 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1092 time: 0.1325033 May 27 04:06:45.321090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45654) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:45.324411 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.329826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:45.337861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:45.342292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:floatingip and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:45.349529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:45.357734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:45.370998 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.373815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] No DVR routers for this DVR port 6c00bf50-f7ce-4894-baff-3ca4fa405155 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:45.400671 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.427259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.435112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'name': 'network-vif-deleted', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:45.470292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c5659-a47d-4928-9ae5-572e5bf4f5be,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:45.475555 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.479634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3fde7d3-2088-4ca1-99ee-44e5d4725894 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/046c5659-a47d-4928-9ae5-572e5bf4f5be HTTP/1.1" status: 204 len: 168 time: 0.3362341 May 27 04:06:45.529723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc312a43-d4c9-46f7-9e7a-6f7cf12796cb req-b8a8a8f2-73eb-41f4-8e58-fb60e4f623ff tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.21 "DELETE /v2.0/ports/6c00bf50-f7ce-4894-baff-3ca4fa405155 HTTP/1.1" status: 204 len: 173 time: 1.5593331 May 27 04:06:45.533090 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96664872-63ce-43c9-a857-5fd142f5bb1a'] response: {'server_uuid': '5fafc504-1398-4a3b-b9d8-7dcb08268635', 'name': 'network-vif-deleted', 'tag': '6c00bf50-f7ce-4894-baff-3ca4fa405155', 'status': 'completed', 'code': 200} May 27 04:06:45.613760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c2d0663-939a-48d2-98a6-48081f5cd30f req-aaecacfd-1295-41bf-8fd4-dd25db9335e5 tempest-VolumesSnapshotTestJSON-2052867422 tempest-VolumesSnapshotTestJSON-2052867422-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fafc504-1398-4a3b-b9d8-7dcb08268635 HTTP/1.1" status: 200 len: 210 time: 0.0782969 May 27 04:06:45.671295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:45.763244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3dfb706-3a41-4ee6-adee-78509e991fa3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:06:45.851706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.76 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3b6e6151-cc76-4b3b-b56a-e069a2d8a77e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:46.003242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:46.019962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'd3dfb706-3a41-4ee6-adee-78509e991fa3', 'network_id': '9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7', 'port_id': 'd3dfb706-3a41-4ee6-adee-78509e991fa3', 'mac_address': 'fa:16:3e:d5:a0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c01102-466b-41fa-be03-f68796d86e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:06:46.089410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.150303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:46.196377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dfb706-3a41-4ee6-adee-78509e991fa3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:06:46.217299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:46.222429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.232465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.270465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.308269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:46.310233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.313138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:46.323754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:46.329063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:46.337661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288850f4-6002-4500-bfda-5ac8616c8305 req-7c259809-5f0c-4544-a22b-70e0c2272668 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:46.339125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-288850f4-6002-4500-bfda-5ac8616c8305 req-7c259809-5f0c-4544-a22b-70e0c2272668 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 943 time: 0.2403996 May 27 04:06:46.344383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:46.380538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:46.384096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:46.387620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:46.427113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=3b6e6151-cc76-4b3b-b56a-e069a2d8a77e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:46.441545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-288850f4-6002-4500-bfda-5ac8616c8305 req-c6c5e65a-84d8-4fe1-8614-ac13320975d1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937929 May 27 04:06:46.493770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:46.495540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.500661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.522071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['d3dfb706-3a41-4ee6-adee-78509e991fa3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:46.564606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb5109-d7f9-4a62-8d3a-20882f00f0c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:46.570464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-362795b9-11e5-44f7-b382-59980493f766 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.4174964 May 27 04:06:46.575590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45672) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:46.799230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:46.818988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d4c20dec-b461-4051-8139-a13742537490 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/b3977ef5-8b9b-439f-a83d-0052c3ebb4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5067847 May 27 04:06:46.819232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45680) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:46.912387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:46.958556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.035507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting subnet c149b8cb-8fa3-4ead-a46f-21e19e625ab4 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:06:47.039762 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.060707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.082056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb5109-d7f9-4a62-8d3a-20882f00f0c9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:47.120827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.190496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.195788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78709f29-af61-41f1-94ae-835245754ab7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cffb5109-d7f9-4a62-8d3a-20882f00f0c9 HTTP/1.1" status: 204 len: 168 time: 0.6135533 May 27 04:06:47.227643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.263171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.306470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.396040 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.458314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Subnet': ['ID=c149b8cb-8fa3-4ead-a46f-21e19e625ab4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:47.460640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcfe22-8e1b-4f4e-b52d-8bfb2076d3d1 None None] Network 36423269-394c-42ac-9106-235395e374c5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:47.461314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.468356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-28fd2c3b-f7bc-4fad-b9b5-7e08e7bffa77 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/subnets/c149b8cb-8fa3-4ead-a46f-21e19e625ab4 HTTP/1.1" status: 204 len: 168 time: 0.6480682 May 27 04:06:47.471670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:47.722333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.735800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:47.815472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3dfb706-3a41-4ee6-adee-78509e991fa3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:47.922587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ed3-1e19-4a74-8efe-cd1ecd884b6a req-1c1e2060-c83d-461f-afb1-bfb7ed24c6e5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:47.924177 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19c84ed3-1e19-4a74-8efe-cd1ecd884b6a req-1c1e2060-c83d-461f-afb1-bfb7ed24c6e5 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 944 time: 0.1564548 May 27 04:06:47.956827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=3b6e6151-cc76-4b3b-b56a-e069a2d8a77e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:47.987983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.009423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-19c84ed3-1e19-4a74-8efe-cd1ecd884b6a req-e9187454-f3f5-43c8-8ef7-0ef531c4be36 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 May 27 04:06:48.035622 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.127112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd14b966-15cf-4aa5-a888-b88f497c3bc8 None None] New status for floating IP 4d096f3f-3536-49ea-8a2c-ff6a690f7d84: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:06:48.177383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6c00bf50-f7ce-4894-baff-3ca4fa405155 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:48.307908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port d3dfb706-3a41-4ee6-adee-78509e991fa3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:48.358259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] DHCP port deletion for 36423269-394c-42ac-9106-235395e374c5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:06:48.364649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 6c00bf50-f7ce-4894-baff-3ca4fa405155 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:48.365881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6c00bf50-f7ce-4894-baff-3ca4fa405155 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:48.371158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port d3dfb706-3a41-4ee6-adee-78509e991fa3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:48.371834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.384553 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Floating IP b8108ce6-1a79-41df-b15a-5e4b150a8430 associated. External IP: 172.25.8.76, port: 44b6db08-3d21-4620-83a0-db52f9fbfc2f. May 27 04:06:48.454440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Deleting port adb3d684-c9bc-4b41-b485-54cd5616c4c7 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:48.455046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.633139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.644477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 59a915d6-ac48-4122-88a8-347aa89b3baf {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:48.644826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.808013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.838714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] For port adb3d684-c9bc-4b41-b485-54cd5616c4c7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=adb3d684-c9bc-4b41-b485-54cd5616c4c7,segment=NetworkSegment(e26463bd-85fb-43b7-b588-0ae6623364a0),segment_id=e26463bd-85fb-43b7-b588-0ae6623364a0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:48.839257 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.848562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 59a915d6-ac48-4122-88a8-347aa89b3baf, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=59a915d6-ac48-4122-88a8-347aa89b3baf,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:48.849103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:48.911362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:48.965025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 1c42f995-5324-4d7a-9f29-3379cffd4b01 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:48.985772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Calling delete_port for adb3d684-c9bc-4b41-b485-54cd5616c4c7 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:48.988129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 59a915d6-ac48-4122-88a8-347aa89b3baf owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:49.022100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:49.033979 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:49.039168 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bc67d1-f052-487c-b2d4-6043cfb2630c'] response: {'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3', 'code': 200} May 27 04:06:49.118267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:49.154337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:49.218283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] Pushing event deleted for resources: {'Port': ['ID=adb3d684-c9bc-4b41-b485-54cd5616c4c7,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:49.228280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53528945-ee9e-4040-9e8f-52234dd4597a None None] No DVR routers for this DVR port adb3d684-c9bc-4b41-b485-54cd5616c4c7 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:49.250987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a64307-65f3-4901-b370-55cc99326160 req-9f014248-5231-443d-9857-8adcbdd7bb01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 1096 time: 0.1332285 May 27 04:06:49.313772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6a64307-65f3-4901-b370-55cc99326160 req-2c5e3a9f-0c07-42d3-87a1-25ca5bccff00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 May 27 04:06:49.318317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:49.324851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:49.334864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Sync routers for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:49.346477 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:49.348337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:49.349007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:49.378009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=59a915d6-ac48-4122-88a8-347aa89b3baf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:49.391926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d033b-4211-49ce-ab26-1dd7f7f829bc req-3426d88e-664d-40a0-9239-6554e8e1696c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:49.393601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-023d033b-4211-49ce-ab26-1dd7f7f829bc req-3426d88e-664d-40a0-9239-6554e8e1696c tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 945 time: 0.1692500 May 27 04:06:49.406592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-694262d9-cf42-4f96-a9ea-cde412a301d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0839193 May 27 04:06:49.408167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:49.573156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:49.606102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b12d-3d77-461c-97ab-97303632173f req-3cb402f8-3510-4c9c-9aa8-f6d1195bfceb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:49.613946 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c664b12d-3d77-461c-97ab-97303632173f req-3cb402f8-3510-4c9c-9aa8-f6d1195bfceb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0986276 May 27 04:06:49.658305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:49.683219 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c664b12d-3d77-461c-97ab-97303632173f req-2229a755-00f6-4af7-a0a8-4784b817e046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682800 May 27 04:06:49.715616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-023d033b-4211-49ce-ab26-1dd7f7f829bc req-6ee28862-78e8-4c15-8ed4-8e6427fc9c0f tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910483 May 27 04:06:49.718320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45712) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:49.856797 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69453930-d039-42c5-8572-dff7942aa1a7'] response: {'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:06:49.946476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device adb3d684-c9bc-4b41-b485-54cd5616c4c7 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:50.004935 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f65accce-ac84-4f26-9fb3-b44b7a3ed20f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 200 len: 991 time: 0.2844934 May 27 04:06:50.010380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.014889 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.027113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: adb3d684-c9bc-4b41-b485-54cd5616c4c7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:50.027646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device adb3d684-c9bc-4b41-b485-54cd5616c4c7 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:50.035141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-c04f1409-acbd-4758-9081-c3c727ce242d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1097 time: 0.1664023 May 27 04:06:50.062781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.063355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Fanout notify agent at l3_agent the message router_deleted on router b3977ef5-8b9b-439f-a83d-0052c3ebb4cf {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:06:50.083357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.086935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bfb57d44-4fd9-4088-bde5-91fa9a41188c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/routers/b3977ef5-8b9b-439f-a83d-0052c3ebb4cf HTTP/1.1" status: 204 len: 168 time: 2.6119695 May 27 04:06:50.087219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45718) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:50.152882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b8108ce6-1a79-41df-b15a-5e4b150a8430', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:46Z', 'updated_at': '2022-05-27T04:06:46Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.158350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Checking router: 1c42f995-5324-4d7a-9f29-3379cffd4b01 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:50.170642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:50.172747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.221844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-9799b222-7d7a-404c-8325-e657cab61c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:50.223468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-9799b222-7d7a-404c-8325-e657cab61c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1737127 May 27 04:06:50.370995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.378044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:50.380107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-9c5a4c0e-e7c3-4925-822b-c10745036f7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.1499691 May 27 04:06:50.456855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-334c166b-a0e3-47af-bd09-81932658bfd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:50.458473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-334c166b-a0e3-47af-bd09-81932658bfd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0712717 May 27 04:06:50.536306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.551208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-d246bff0-c3bb-4445-898b-e78e0814cca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863178 May 27 04:06:50.563411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36423269-394c-42ac-9106-235395e374c5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.576186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26463bd-85fb-43b7-b588-0ae6623364a0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.576473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26463bd-85fb-43b7-b588-0ae6623364a0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.607629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.637559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.647681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:06:50.648171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: timer() May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:06:50.664821 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:06:50.776879 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.781851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.790130 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-75a210be-ef8d-4851-80a8-929731e99bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309477 May 27 04:06:50.820830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b8108ce6-1a79-41df-b15a-5e4b150a8430', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:46Z', 'updated_at': '2022-05-27T04:06:46Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:50.825484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b697d8-1711-43da-8c11-fd13eac3b852 None None] The sync data for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 is: [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'b8108ce6-1a79-41df-b15a-5e4b150a8430', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:06:46Z', 'updated_at': '2022-05-27T04:06:46Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:50.838432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Network': ['ID=36423269-394c-42ac-9106-235395e374c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:50.861727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d380b5ac-4c76-49cd-b541-e3444a36156b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/networks/36423269-394c-42ac-9106-235395e374c5 HTTP/1.1" status: 204 len: 168 time: 0.7733827 May 27 04:06:50.874343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:50.884942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'network': {'name': 'tempest-network-smoke--1867107425', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:50.891648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:50.896804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:network and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:50.901008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:50.942741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:50.966302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:50.969265 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:50.981770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee118313-ede8-4ebd-a7a6-0436b98cf60d req-7b5e52f1-413d-474e-87e6-571edf895994 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852188 May 27 04:06:51.009544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45732) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:51.020379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:06:51.031515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e34701-7e36-42b5-b5cc-69e9aec5a2bd req-5815ec56-33c5-4cb0-b033-110d5e7c9c18 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:51.033032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09e34701-7e36-42b5-b5cc-69e9aec5a2bd req-5815ec56-33c5-4cb0-b033-110d5e7c9c18 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 945 time: 0.1331496 May 27 04:06:51.039201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.039663 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Added segment 67321f7b-dbe6-4927-8dfb-270f0cfb531f of type vlan for network 5b5f1310-8baa-42e9-8141-dca66b116134 May 27 04:06:51.108704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.163174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09e34701-7e36-42b5-b5cc-69e9aec5a2bd req-c48e14e2-16f2-4f86-9cec-152deb7160f7 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977256 May 27 04:06:51.174036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.178306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:51.178306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.294967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7872ec23-4f48-40ff-96a0-b46e8f121917 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 200 len: 991 time: 0.2840259 May 27 04:06:51.381731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Sync routers for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:51.400741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:51.401676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:06:51.402657 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_agentschedulers_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:06:51.414521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5346038 May 27 04:06:51.415362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45738) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:51.420667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388ee25-d378-4fbd-8574-6b60bb29008a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Network': ['ID=5b5f1310-8baa-42e9-8141-dca66b116134,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:51.421671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'admin_state_up': True, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:51.430741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:51.433510 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:51.433901 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:06:51.434511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_agentschedulers_db [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:06:51.434728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 5b5f1310-8baa-42e9-8141-dca66b116134 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:06:51.435192 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b056d-34ba-44be-a7ee-49de74aab00c None None] The sync data for ids ['b3977ef5-8b9b-439f-a83d-0052c3ebb4cf'] in n-d-843301-2 is: [] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:51.436313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:router and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:51.440242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:51.446315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:51.462959 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.464513 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.489027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.670168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.681108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Sync routers for ids ['10c92477-f087-4ada-8d67-62b7c2b2979b'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:51.693953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:51.694481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:06:51.695214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10c92477-f087-4ada-8d67-62b7c2b2979b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:06:51.706512 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1073140-f024-426d-a1f7-58f00c7ad83a None None] New status for floating IP b8108ce6-1a79-41df-b15a-5e4b150a8430: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:06:51.708137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:51.708692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:06:51.709374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10c92477-f087-4ada-8d67-62b7c2b2979b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:06:51.709813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3f1b-9fcf-4c61-a815-8c304c6fb9cf None None] The sync data for ids ['10c92477-f087-4ada-8d67-62b7c2b2979b'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:51.875617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.905582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:51.923406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f6d99da3-9e8d-4557-a456-19fee8d6a3f7 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:51.991700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f6d99da3-9e8d-4557-a456-19fee8d6a3f7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:51.992120 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f6d99da3-9e8d-4557-a456-19fee8d6a3f7 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:52.087598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.25.8.90 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/75071c58-9eeb-4e64-9390-88c32255d13e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:52.251521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:52.282721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:52.298773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:52.355961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:52.359709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:52.364479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:52.393377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=75071c58-9eeb-4e64-9390-88c32255d13e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:52.452208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-000df2a6-efe0-44e8-9607-917192e6bcbf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 200 len: 993 time: 0.1520760 May 27 04:06:52.542023 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:52.543286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:52.608235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f265d-9f0c-43e9-b55f-a1d9a48dde9c req-0cea684f-8529-4976-abd2-c1885b9d2427 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:52.610269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b85f265d-9f0c-43e9-b55f-a1d9a48dde9c req-0cea684f-8529-4976-abd2-c1885b9d2427 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 945 time: 0.0788913 May 27 04:06:52.661813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b85f265d-9f0c-43e9-b55f-a1d9a48dde9c req-ff020c52-b41a-4745-92bc-d94a4c86f3b8 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 May 27 04:06:52.818226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router da8d3c7e-1640-4c21-8bc9-040284aa43cf is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:06:53.027212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:53.037169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Sync routers for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:06:53.050057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:53.050670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:53.056490 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:53.060826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a921a84c-4a1c-4bfa-9ec3-873dd9bb2c43 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6443448 May 27 04:06:53.061202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:53.106721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-255c0e8c-7e52-41eb-bcf5-67a567ba4601 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=e1ba52daa1fe40eea421dd48bff2b64c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441084 May 27 04:06:53.109873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45774) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:53.243871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb9400-51ad-48f7-8142-1e04382a7962 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:53.245307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-80fb9400-51ad-48f7-8142-1e04382a7962 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342976 May 27 04:06:53.247979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:53.252772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:53.289636 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a434c120-1c7d-4a83-94cd-6646eaa2cb7d tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381086 May 27 04:06:53.289853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:53.294990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288256114', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:53.410980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:53.415229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:subnet and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:53.418736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:53.425653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:53.439023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:06:53.558323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:53.615169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:53.620034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Checking router: da8d3c7e-1640-4c21-8bc9-040284aa43cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:06:53.620382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Updating router da8d3c7e-1640-4c21-8bc9-040284aa43cf port 75071c58-9eeb-4e64-9390-88c32255d13e binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:06:53.678728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:53.836018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.012345 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.044413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Subnet': ['ID=dcbb8f69-1423-484a-b008-90a3a40768ee,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:54.059235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Checking segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:54.059472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network hostable DHCP agents. Network: 5b5f1310-8baa-42e9-8141-dca66b116134, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:06:54.085914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 5b5f1310-8baa-42e9-8141-dca66b116134 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:06:54.100545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 5b5f1310-8baa-42e9-8141-dca66b116134) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:54.101927 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.108173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:54.108494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.121701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Transition to ACTIVE for port object 75071c58-9eeb-4e64-9390-88c32255d13e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:54.127508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32abcc9-5406-4362-a436-1df69c9590aa None None] Network 5b5f1310-8baa-42e9-8141-dca66b116134 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:54.145255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e8328-791a-48a5-a386-a7fd3617a261 req-2b5a0175-bf24-43aa-817f-3ec9a26fd081 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:54.152375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-006e8328-791a-48a5-a386-a7fd3617a261 req-2b5a0175-bf24-43aa-817f-3ec9a26fd081 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 945 time: 0.3175662 May 27 04:06:54.156847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e6a35e31-8176-4715-a0a8-5f45af60ea5e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8653319 May 27 04:06:54.159378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:54.194181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d523-191f-4e26-8e61-8101e7f4712f req-0e60e966-129c-4ed4-91d6-3cba64264443 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:54.195628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6247d523-191f-4e26-8e61-8101e7f4712f req-0e60e966-129c-4ed4-91d6-3cba64264443 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 945 time: 0.2652233 May 27 04:06:54.296726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Deleting port d3dfb706-3a41-4ee6-adee-78509e991fa3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:06:54.297422 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.330705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.442507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53fbc1-a152-4316-8be8-573f1b45a793 None None] Pushing event updated for resources: {'Port': ['ID=75071c58-9eeb-4e64-9390-88c32255d13e,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:54.443446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-006e8328-791a-48a5-a386-a7fd3617a261 req-800d22d9-ee5b-4ea9-a5ad-21cfcffd5282 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/security-groups?id=69ee78ed-1e77-4b80-9a3c-398c9080d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901366 May 27 04:06:54.464149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Attempting to bind port 75071c58-9eeb-4e64-9390-88c32255d13e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:54.464505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Attempting to bind port 75071c58-9eeb-4e64-9390-88c32255d13e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:54.464858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Attempting to bind port 75071c58-9eeb-4e64-9390-88c32255d13e on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:54.520372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:54.521322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:54.521943 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.522519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:54.523465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Bound port: 75071c58-9eeb-4e64-9390-88c32255d13e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:54.524494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.548621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-5b5f1310-8baa-42e9-8141-dca66b116134', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:06:54.549786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.656407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] For port d3dfb706-3a41-4ee6-adee-78509e991fa3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d3dfb706-3a41-4ee6-adee-78509e991fa3,segment=NetworkSegment(d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd),segment_id=d1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:54.656766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.706013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] For port 75071c58-9eeb-4e64-9390-88c32255d13e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:54.724784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] For port 75071c58-9eeb-4e64-9390-88c32255d13e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75071c58-9eeb-4e64-9390-88c32255d13e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:54.762337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:54.805772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Calling delete_port for d3dfb706-3a41-4ee6-adee-78509e991fa3 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:06:54.858294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Allocated IP 172.20.0.2 (5b5f1310-8baa-42e9-8141-dca66b116134/dcbb8f69-1423-484a-b008-90a3a40768ee/241719a4-12e6-43f2-bc64-ca5f5bca9cc5) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:54.880949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53fbc1-a152-4316-8be8-573f1b45a793 None None] Pushing event updated for resources: {'Port': ['ID=75071c58-9eeb-4e64-9390-88c32255d13e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:54.967534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:06:54.968064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:06:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:55.084270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.121759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['d3dfb706-3a41-4ee6-adee-78509e991fa3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:06:55.166668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Pushing event deleted for resources: {'Port': ['ID=d3dfb706-3a41-4ee6-adee-78509e991fa3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:55.235006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.255444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] No DVR routers for this DVR port d3dfb706-3a41-4ee6-adee-78509e991fa3 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:06:55.257775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.262327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'name': 'network-vif-deleted', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:06:55.315576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6247d523-191f-4e26-8e61-8101e7f4712f req-520c38d5-f1ee-4a1a-955f-ea109ef2b4e1 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.41 "DELETE /v2.0/ports/d3dfb706-3a41-4ee6-adee-78509e991fa3 HTTP/1.1" status: 204 len: 173 time: 1.1034708 May 27 04:06:55.383627 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f818430e-ff65-4cf8-809d-3b7993c513c4'] response: {'server_uuid': '73941923-1a36-427a-97d4-44c7fb9c541c', 'name': 'network-vif-deleted', 'tag': 'd3dfb706-3a41-4ee6-adee-78509e991fa3', 'status': 'completed', 'code': 200} May 27 04:06:55.383894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:06:55.434166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.507079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Transition to ACTIVE for port object 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:55.592422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Transition to ACTIVE for port object 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:55.610209 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.707328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4596a9c9-12aa-4838-b261-d395ca272eee req-dbce4f37-486c-4623-9c89-05b95b1e5cc6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Synchronizing usage tracker for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:06:55.725166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Pushing event updated for resources: {'Port': ['ID=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:55.726113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4596a9c9-12aa-4838-b261-d395ca272eee req-dbce4f37-486c-4623-9c89-05b95b1e5cc6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] Unset dirty status for tenant:7719d955e65541b4b4476a1c9a466fe8 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:06:55.733985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4596a9c9-12aa-4838-b261-d395ca272eee req-dbce4f37-486c-4623-9c89-05b95b1e5cc6 tempest-VolumesActionsTest-87296963 tempest-VolumesActionsTest-87296963-project] 10.222.0.46 "GET /v2.0/ports?device_id=73941923-1a36-427a-97d4-44c7fb9c541c HTTP/1.1" status: 200 len: 210 time: 0.0696602 May 27 04:06:55.739370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Network 5b5f1310-8baa-42e9-8141-dca66b116134 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:55.742626 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:55.746070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:55.809669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 59a915d6-ac48-4122-88a8-347aa89b3baf no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:55.830131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.1 (5b5f1310-8baa-42e9-8141-dca66b116134/dcbb8f69-1423-484a-b008-90a3a40768ee/aa29de71-b5cc-49fe-a8db-da6476b9bfe6) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:06:55.891312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 59a915d6-ac48-4122-88a8-347aa89b3baf {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:55.891639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 59a915d6-ac48-4122-88a8-347aa89b3baf not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:55.892048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 67a7f665-18c6-409b-bbff-49751ea9a36a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:55.942191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 67a7f665-18c6-409b-bbff-49751ea9a36a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:55.942448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 67a7f665-18c6-409b-bbff-49751ea9a36a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:55.954271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Attempting to bind port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:06:55.954271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Attempting to bind port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:06:55.954271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Attempting to bind port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 on network 5b5f1310-8baa-42e9-8141-dca66b116134 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:06:55.962442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:06:55.962790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Checking segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:06:55.963742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:55.964190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Bound using segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:06:55.965179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Bound port: 241719a4-12e6-43f2-bc64-ca5f5bca9cc5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:06:55.965179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.024420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:06:56.038150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90ed29-e9e3-4724-80dd-09251e79db3c None None] The sync data for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 is: [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:52Z', 'revision_number': 3, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:06:56.079687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] For port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:06:56.095856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.098437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] For port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:06:56.111375 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.114582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object aa29de71-b5cc-49fe-a8db-da6476b9bfe6 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:06:56.141333 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.223981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6eb9-b19a-4797-8ccd-75b192104f01 None None] Pushing event updated for resources: {'Port': ['ID=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:56.247174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 5b5f1310-8baa-42e9-8141-dca66b116134 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:56.251259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:56.253430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:56.255522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:06:56.451754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.496480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:56.570855 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:57.144721 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:57.153323 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:57.290164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:57.307240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:57.462901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fc8b3-57e8-480f-b45f-931d9e848ac8 None None] Network 5b5f1310-8baa-42e9-8141-dca66b116134 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:06:57.502630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 5b5f1310-8baa-42e9-8141-dca66b116134 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:06:57.503815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:06:57.572352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94aaaec7-81b7-48d5-addf-80cb0163998b None None] Provisioning for port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:57.824457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3dfb706-3a41-4ee6-adee-78509e991fa3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:06:57.916427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: d3dfb706-3a41-4ee6-adee-78509e991fa3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:06:57.917033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d3dfb706-3a41-4ee6-adee-78509e991fa3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:06:57.929192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:06:57.962299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-20278a7f-92bf-415f-88ab-06f94e9dd1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.056068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:58.083340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:58.084087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.171087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router da8d3c7e-1640-4c21-8bc9-040284aa43cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:06:58.323102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Provisioning for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:06:58.375243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Provisioning complete for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:58.376170 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.525998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:58.560978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.613306 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Provisioning complete for port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:58.613674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ab001d3-551a-45cc-a3e2-c091cab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.727393 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:06:58.737204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:06:58.756193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:58.765282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:58.765778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3ba67fda-3233-414d-b58d-a6b80c5f481b tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/da8d3c7e-1640-4c21-8bc9-040284aa43cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6030777 May 27 04:06:58.943864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:06:59.126315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.127017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.127549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.128072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.128590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.129141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.129743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.130285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.132757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.137768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:59.149566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bdfed349-2cca-46cb-8f7a-cf4bb54cc2b2 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.3793356 May 27 04:06:59.191670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-659831e8-e1f5-4bac-b9d7-7dea5abe6e02 None None] Provisioning complete for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:06:59.192015 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-659831e8-e1f5-4bac-b9d7-7dea5abe6e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:59.290694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-659831e8-e1f5-4bac-b9d7-7dea5abe6e02 None None] Port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:06:59.329949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.330582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.334941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.335388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.335986 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.336084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.336381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.336735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.337121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:06:59.343782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45850) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:59.353436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b78f6f8a-44a9-46a7-8360-5ed966fce92a tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5901 time: 0.2145760 May 27 04:06:59.609945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4287aafd-a3ea-4617-99d9-9de424a75529 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.2659016 May 27 04:06:59.705898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45858) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:06:59.711518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329292305', 'description': 'tempest-secgroup-smoke-1329292305 description', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:06:59.718991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:59.723483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:59.726456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:59.735232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:59.750083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:59.800092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:06:59.814244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:06:59.821220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:06:59.831570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:06:59.923621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:59.936912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:59.958646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b15c5c57-bca7-4ffc-bdd8-555a91e7529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:06:59.984207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:00.001504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb20c77a-8087-4518-9f5f-9fca8974cd11,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.020987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.025964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45866) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:00.033508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:00.037537 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8f2a0b76-e5a1-4308-b80a-1c29c847f934 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3306723 May 27 04:07:00.043078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:00.048124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:00.051531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:00.059244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:00.199665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:00.201160 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.225314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.310124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.315138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.340392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9f00af-8bd3-476e-843e-b606a0b7e271,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.362033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.364391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-55092618-864c-4c8d-a76b-d849c7428c4c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3365707 May 27 04:07:00.366922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75071c58-9eeb-4e64-9390-88c32255d13e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:00.367186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:00.384710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:00.395612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:00.419936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:00.439539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:00.449367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:00.478491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 75071c58-9eeb-4e64-9390-88c32255d13e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:07:00.480192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.494470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75071c58-9eeb-4e64-9390-88c32255d13e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:00.495627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.631491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.639926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.722384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1330c560-7e69-4044-a672-3dbbe9d11361,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.737921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.741623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5e156bc7-6624-433a-9e3a-5d5da0cf4a3f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3694315 May 27 04:07:00.742327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45892) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:00.749444 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.750386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:00.769028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:00.779158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:00.785194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:00.786993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 75071c58-9eeb-4e64-9390-88c32255d13e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75071c58-9eeb-4e64-9390-88c32255d13e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:00.792597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:00.798601 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.832575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.896566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=75071c58-9eeb-4e64-9390-88c32255d13e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.932623 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.938670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.973501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad8da6a-bdf4-4f8b-b05b-a4bad8acc200,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:00.986547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:00.988003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-14fa3d42-7bdc-4bf5-8462-4733fb5ca14d tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2443564 May 27 04:07:00.990943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:00.996694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:01.007472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:01.011810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:01.015821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:01.025349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:01.080105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.236564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.247931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.291006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a8f257-e59b-4abc-868a-3fcaa6ae49f0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:01.309773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.312685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e709ed0f-2dd4-4e48-8dca-aff985fa70c3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3199718 May 27 04:07:01.315200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 45902) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:01.322106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:01.332829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:01.340914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:01.346703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:01.354358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:01.369730 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:07:01.381658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.400128 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.474032 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.481971 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.504298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c02d7-4961-4cbf-9448-32244aea0fea,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:01.507713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.533567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.537446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f5015cd3-8d12-41b1-9cd7-db646e3b93e6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2207115 May 27 04:07:01.538118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 45906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:01.544158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'security_group_rule': {'security_group_id': 'cb20c77a-8087-4518-9f5f-9fca8974cd11', 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:01.553251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:01.558289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:security_group_rule and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:01.561568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:01.572051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:01.613451 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Project e1ba52daa1fe40eea421dd48bff2b64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:07:01.627490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.761100 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.766508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.795633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524e3288-72c2-450b-a215-f45da1932561,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:01.835146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:01.837112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d3730301-14db-4c00-8210-142934ff1e99 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2977357 May 27 04:07:01.901450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75071c58-9eeb-4e64-9390-88c32255d13e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:01.983113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 75071c58-9eeb-4e64-9390-88c32255d13e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:01.983768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:02.259365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-1712911f-725a-4807-b0f9-be48869b6733 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:02.281904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-1712911f-725a-4807-b0f9-be48869b6733 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:02.283082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-1712911f-725a-4807-b0f9-be48869b6733 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329292305&fields=id&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 267 time: 0.0933394 May 27 04:07:02.451501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-0e791e3c-03a0-4a9b-9f7c-244915afdeed tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:02.452299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-0e791e3c-03a0-4a9b-9f7c-244915afdeed tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:02.468922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-0e791e3c-03a0-4a9b-9f7c-244915afdeed tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:02.470044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-0e791e3c-03a0-4a9b-9f7c-244915afdeed tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 797 time: 0.1800315 May 27 04:07:02.488060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-3a2cd181-7066-4349-a28a-62458689cd58 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/quotas/e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 375 time: 0.0121083 May 27 04:07:02.594163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-3a421c07-4415-4c8b-98ca-232b50383282 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:02.618761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-3a421c07-4415-4c8b-98ca-232b50383282 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:02.620447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-3a421c07-4415-4c8b-98ca-232b50383282 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222126 May 27 04:07:02.782701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-ef4132b6-d171-4882-b463-f7434c611201 service neutron] 10.222.0.46 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460130 May 27 04:07:02.941204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-f516df57-7e15-49bc-850b-7b5072a46ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523697 May 27 04:07:03.090386 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:03.275595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b874acc-7186-4355-8ffa-56dedbc271ca req-54f2541b-221a-4fe4-85f1-4fcd7765eda3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 210 time: 0.1149738 May 27 04:07:04.393539 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Sync routers for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:07:04.417940 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:04.418579 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:04.623575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b18cc87-da12-44d2-88d6-d2461132f4ee req-437bb695-d181-4b58-b9a8-d73bc193f3d4 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 210 time: 0.0715673 May 27 04:07:04.930934 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:04.933783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-d1174dac-e9f3-4df7-9d76-858709952b6c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:04.935670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-d1174dac-e9f3-4df7-9d76-858709952b6c tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 797 time: 0.2918904 May 27 04:07:05.042427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-56f5d7c1-963d-4b2a-99e9-b8e81ba41081 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ba52daa1fe40eea421dd48bff2b64c HTTP/1.1" status: 200 len: 380 time: 0.0942397 May 27 04:07:05.062486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'port': {'device_id': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'admin_state_up': True, 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'security_groups': ['cb20c77a-8087-4518-9f5f-9fca8974cd11']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:05.368405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:05.382864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:05.397941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Made reservation on behalf of e1ba52daa1fe40eea421dd48bff2b64c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:05.402148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:05.507348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 2, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:05.517747 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Checking router: da8d3c7e-1640-4c21-8bc9-040284aa43cf for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:07:05.518166 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Updating router da8d3c7e-1640-4c21-8bc9-040284aa43cf port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:07:05.590222 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:05.834856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.20.0.4 (5b5f1310-8baa-42e9-8141-dca66b116134/dcbb8f69-1423-484a-b008-90a3a40768ee/778823fc-3e67-4ad4-883e-59eee25d495b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:07:05.911293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-acc8b04a-c48b-4ff7-a083-2affe8b4a476 req-d196f582-5dc9-4f64-8b36-a4544214c97e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 210 time: 0.0578740 May 27 04:07:06.096113 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.129747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Transition to ACTIVE for port object 778823fc-3e67-4ad4-883e-59eee25d495b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:07:06.183248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.267970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 5b5f1310-8baa-42e9-8141-dca66b116134 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:07:06.271345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:07:06.281421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:06.283867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:07:06.344073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.344423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.344763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.345606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.345938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.346320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.346588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.347378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.347710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.348034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.348357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:06.381582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:06.382211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.448291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-6005fa28-30b4-4dc5-995f-6a40a337c7ac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3998020 May 27 04:07:06.467474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Request body: {'port': {'device_id': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:06.542719 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.564418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Transition to ACTIVE for port object aa29de71-b5cc-49fe-a8db-da6476b9bfe6 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:07:06.581473 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.706648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94d9507e-17c4-4354-b48e-b96dbb36a48a None None] Provisioning for port 778823fc-3e67-4ad4-883e-59eee25d495b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:07:06.715633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-94d9507e-17c4-4354-b48e-b96dbb36a48a None None] Provisioning complete for port 778823fc-3e67-4ad4-883e-59eee25d495b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:06.716222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-94d9507e-17c4-4354-b48e-b96dbb36a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.791701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-94d9507e-17c4-4354-b48e-b96dbb36a48a None None] Port 778823fc-3e67-4ad4-883e-59eee25d495b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:07:06.957803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:06.989531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Attempting to bind port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:07:06.990259 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Attempting to bind port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:07:06.991090 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Attempting to bind port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 on network 5b5f1310-8baa-42e9-8141-dca66b116134 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:07:07.007920 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:07:07.008699 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Checking segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:07:07.009488 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:07.010174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Bound using segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:07:07.010850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Bound port: aa29de71-b5cc-49fe-a8db-da6476b9bfe6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:07:07.011424 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:07.128068 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] For port aa29de71-b5cc-49fe-a8db-da6476b9bfe6, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:07:07.131806 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] For port aa29de71-b5cc-49fe-a8db-da6476b9bfe6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:07:07.133433 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86588e1-a790-4a3e-bac5-cb1c3794d454 None None] Pushing event updated for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:07.148120 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:07.235036 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:07.235820 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:07.607670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86588e1-a790-4a3e-bac5-cb1c3794d454 None None] Pushing event updated for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:07.771353 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:07.831287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778823fc-3e67-4ad4-883e-59eee25d495b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:07:07.847746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:07.896778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Transition to ACTIVE for port object 778823fc-3e67-4ad4-883e-59eee25d495b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:07:07.914891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:08.025406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d970ae-38fb-460a-851e-8d5e40c43cc1 req-eb7c11e4-c392-4bc9-b80f-0f943c566b41 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:08.032106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-57d970ae-38fb-460a-851e-8d5e40c43cc1 req-eb7c11e4-c392-4bc9-b80f-0f943c566b41 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:08.159959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-57d970ae-38fb-460a-851e-8d5e40c43cc1 req-eb7c11e4-c392-4bc9-b80f-0f943c566b41 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:08.161110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57d970ae-38fb-460a-851e-8d5e40c43cc1 req-eb7c11e4-c392-4bc9-b80f-0f943c566b41 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 931 time: 0.6880665 May 27 04:07:08.184147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Pushing event updated for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:08.362244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-57d970ae-38fb-460a-851e-8d5e40c43cc1 req-d116707b-d137-4591-8faa-d572dcd22650 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712241 May 27 04:07:08.371094 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:07Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:08.375338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c9210-92ef-4d69-b76c-56de59defe6d None None] The sync data for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 is: [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:07Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:07:08.415799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Attempting to bind port 778823fc-3e67-4ad4-883e-59eee25d495b on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:07:08.416126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Attempting to bind port 778823fc-3e67-4ad4-883e-59eee25d495b by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:07:08.416455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Attempting to bind port 778823fc-3e67-4ad4-883e-59eee25d495b on network 5b5f1310-8baa-42e9-8141-dca66b116134 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:07:08.425075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Port 778823fc-3e67-4ad4-883e-59eee25d495b on network 5b5f1310-8baa-42e9-8141-dca66b116134 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:07:08.425075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Attempting to bind port 778823fc-3e67-4ad4-883e-59eee25d495b on network 5b5f1310-8baa-42e9-8141-dca66b116134 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:07:08.430647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:07:08.431169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Checking segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:07:08.431539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Bound using segment: {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:07:08.431967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Bound port: 778823fc-3e67-4ad4-883e-59eee25d495b, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67321f7b-dbe6-4927-8dfb-270f0cfb531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:07:08.432304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:08.572661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:07:08.580990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=778823fc-3e67-4ad4-883e-59eee25d495b,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:07:08.589343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:08.713471 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:08.714990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-70967312-9a48-42ea-ae74-955947018a93 service neutron] 10.222.0.21 "PUT /v2.0/ports/778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 1091 time: 2.2582459 May 27 04:07:08.715589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:08.750721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967312-9a48-42ea-ae74-955947018a93 service neutron] Pushing event updated for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:08.889267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-d664ee6d-73c1-495a-9728-ccf36f1d9d80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1094 time: 0.1132894 May 27 04:07:08.991429 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb792d4-f1d0-4696-9d91-5c2cf543d16c'] response: {'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b', 'status': 'completed', 'code': 200} May 27 04:07:09.022574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-8e282aa8-c96a-4f85-ab0b-470509645f56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 217 time: 0.1247957 May 27 04:07:09.191557 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-fea870d2-4a01-4251-a031-f2ac3f1910f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:09.193309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-fea870d2-4a01-4251-a031-f2ac3f1910f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 200 len: 835 time: 0.1643648 May 27 04:07:09.396440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-b85e4088-0ee2-4b7f-b870-9d2a0500e5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b5f1310-8baa-42e9-8141-dca66b116134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968520 May 27 04:07:09.668734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-4a48df94-6790-4211-ba83-039cfc8fdaca service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659414 May 27 04:07:09.874188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03679100-d7cb-41a2-98d5-a030aa9e9cc9 req-e6ea8dbe-467b-40f8-94ac-2dfd8817f7f0 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961968 May 27 04:07:09.911085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c7ea-a77a-4438-84af-a9247fc7cf7a req-af3a4b8c-6a14-4894-bcdf-ec27bc2c293e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:09.913011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ee1c7ea-a77a-4438-84af-a9247fc7cf7a req-af3a4b8c-6a14-4894-bcdf-ec27bc2c293e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 943 time: 0.3103452 May 27 04:07:09.966879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aa29de71-b5cc-49fe-a8db-da6476b9bfe6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:10.105918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:07:10.118320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:10.118942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:10.238760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ee1c7ea-a77a-4438-84af-a9247fc7cf7a req-d9757b74-e3ef-4dbe-adb1-4cede95b7fcf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192372 May 27 04:07:10.279153 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-3ae446b0-7c37-4c27-8529-27a051e61bbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1094 time: 0.3355920 May 27 04:07:10.292945 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:10.349832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port aa29de71-b5cc-49fe-a8db-da6476b9bfe6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:10.364540 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:10.446829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-de6512d2-7794-43f8-b545-cc80a7f3c30a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:10.448802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-de6512d2-7794-43f8-b545-cc80a7f3c30a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 898 time: 0.1627169 May 27 04:07:10.466916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:10.528026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-eaa5d791-9db5-470b-9001-2e3ef2c01bf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 217 time: 0.0726533 May 27 04:07:10.605435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-026fb253-9979-47af-bff4-5532eac05f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:10.606893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-026fb253-9979-47af-bff4-5532eac05f2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 200 len: 835 time: 0.0727537 May 27 04:07:10.696963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-e39c4534-9890-4d28-82fe-fa0fc41eb3ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b5f1310-8baa-42e9-8141-dca66b116134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801101 May 27 04:07:10.880668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-d8dc102c-4b50-49d2-9174-a2369bdfe62c service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766081 May 27 04:07:11.097221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1af4708d-337c-4670-aaa6-63622cac5eb7 req-638a27e8-a5fe-4791-be88-2e8911fd2d7f service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103045 May 27 04:07:11.446141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e2d2-1f49-4d5c-b6de-fa70dc94617b req-75982242-b850-42ea-9130-bb40dec28a38 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:11.453175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a702e2d2-1f49-4d5c-b6de-fa70dc94617b req-75982242-b850-42ea-9130-bb40dec28a38 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 943 time: 0.0837016 May 27 04:07:11.504330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a702e2d2-1f49-4d5c-b6de-fa70dc94617b req-de64ac9a-8144-48d4-9a2c-0520422ebcf5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:11.518741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a702e2d2-1f49-4d5c-b6de-fa70dc94617b req-de64ac9a-8144-48d4-9a2c-0520422ebcf5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:11.521369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a702e2d2-1f49-4d5c-b6de-fa70dc94617b req-de64ac9a-8144-48d4-9a2c-0520422ebcf5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671601 May 27 04:07:11.840920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aa29de71-b5cc-49fe-a8db-da6476b9bfe6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:11.918460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:11.918816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:12.283857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 778823fc-3e67-4ad4-883e-59eee25d495b details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:07:12.434218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=778823fc-3e67-4ad4-883e-59eee25d495b,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:12.449503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '778823fc-3e67-4ad4-883e-59eee25d495b', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'port_id': '778823fc-3e67-4ad4-883e-59eee25d495b', 'mac_address': 'fa:16:3e:b1:6e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:07:12.508185 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:12.527595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778823fc-3e67-4ad4-883e-59eee25d495b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:07:12.549583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=778823fc-3e67-4ad4-883e-59eee25d495b,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:12.568855 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:12.647455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:12.774820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['778823fc-3e67-4ad4-883e-59eee25d495b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:07:12.823815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe57f6-dd2e-4127-98b8-2b693c352722 req-a68007a8-66dd-417f-9b0d-3bdb022faf1a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:12.825760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21fe57f6-dd2e-4127-98b8-2b693c352722 req-a68007a8-66dd-417f-9b0d-3bdb022faf1a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 944 time: 0.1331856 May 27 04:07:12.912456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21fe57f6-dd2e-4127-98b8-2b693c352722 req-f348a41b-b9e0-44c2-8bf7-e3019595a0de tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768919 May 27 04:07:14.292822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 778823fc-3e67-4ad4-883e-59eee25d495b up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:07:14.308075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8594cf5-3fc4-49b8-aac6-cf5467b61c92 req-a857935f-df29-49b7-8edc-94283b9320c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:14.310532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8594cf5-3fc4-49b8-aac6-cf5467b61c92 req-a857935f-df29-49b7-8edc-94283b9320c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 944 time: 0.2350705 May 27 04:07:14.395479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c8594cf5-3fc4-49b8-aac6-cf5467b61c92 req-1f47e21a-dc6a-48af-b563-acf17fd9476e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764692 May 27 04:07:14.440027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 778823fc-3e67-4ad4-883e-59eee25d495b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:07:14.445624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 778823fc-3e67-4ad4-883e-59eee25d495b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:07:14.446366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:14.638523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:14.667044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:14.680962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=778823fc-3e67-4ad4-883e-59eee25d495b,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:14.689851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:14.765970 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb953f64-3e2d-4956-9c5f-9b7590ed03e2'] response: {'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b', 'code': 200} May 27 04:07:14.786337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:14.927485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6d5cd7a-2021-4334-a6da-0ed40d6ec125 req-5ebb86dc-d65c-4b27-8f01-2ab249a99d86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1096 time: 0.0834491 May 27 04:07:14.993674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6d5cd7a-2021-4334-a6da-0ed40d6ec125 req-80b42864-f3a2-489d-8ae2-a8abbbfc2e09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608687 May 27 04:07:15.693681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2b370-bd6c-48f8-816a-3c906fa3b832 req-4c16005d-5023-46f6-9a4b-fd1ee38bc2b3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:15.701472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c2b370-bd6c-48f8-816a-3c906fa3b832 req-4c16005d-5023-46f6-9a4b-fd1ee38bc2b3 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.1061172 May 27 04:07:15.789665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c2b370-bd6c-48f8-816a-3c906fa3b832 req-a7777d51-8ec1-489f-a02a-1d1c75841cfa tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828621 May 27 04:07:16.863404 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:07:17.067715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3b137-62fe-4514-ad4c-6c59b9f4d45d req-948b0fac-2174-4c06-a8e7-3708b2f51ba6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:17.078192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50f3b137-62fe-4514-ad4c-6c59b9f4d45d req-948b0fac-2174-4c06-a8e7-3708b2f51ba6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.1010461 May 27 04:07:17.135159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50f3b137-62fe-4514-ad4c-6c59b9f4d45d req-6b486034-1454-432e-a548-4e57ccb99b88 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553370 May 27 04:07:17.366796 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaf1ed-9c51-420e-8b1e-5ab766ce64b0 req-ef27ca62-8c1b-4aa5-acf8-dbbca1b8a9f6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:17.375102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ceaaf1ed-9c51-420e-8b1e-5ab766ce64b0 req-ef27ca62-8c1b-4aa5-acf8-dbbca1b8a9f6 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.0891936 May 27 04:07:17.429460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ceaaf1ed-9c51-420e-8b1e-5ab766ce64b0 req-f53645e0-9c74-4209-9646-104509c31a46 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534611 May 27 04:07:17.464230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:17.562141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d3d1493a-2dc3-40ac-9ce1-112ed1a95813 tempest-TestNetworkBasicOps-149000023 tempest-TestNetworkBasicOps-149000023-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1091 time: 0.0959494 May 27 04:07:17.565148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:17.573976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '778823fc-3e67-4ad4-883e-59eee25d495b', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:17.588498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:17.597274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Usage tracker for resource:floatingip and tenant:e1ba52daa1fe40eea421dd48bff2b64c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:17.603495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:17.612353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:17.629469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:17.900670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:18.077288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Allocated IP 172.25.8.246 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:07:18.363244 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:18.411472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:18.488347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:18.499721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:07:18.501013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:07:18.509049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:07:19.353740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:19.425394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:19.722393 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:19.728391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:19.882430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event updated for resources: {'Port': ['ID=6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:19.903518 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:20.244840 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Floating IP 271e67ee-6571-4e07-9062-80b2c773ed11 associated. External IP: 172.25.8.246, port: 778823fc-3e67-4ad4-883e-59eee25d495b. May 27 04:07:20.770006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router da8d3c7e-1640-4c21-8bc9-040284aa43cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:07:21.154810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:07:21.176085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Sync routers for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:07:21.187458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:21.188074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:21.196659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:21.256835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a445dec1-f1bb-4152-92cc-02f31b64eb45 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6882508 May 27 04:07:21.256835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:21.258737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46082) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:21.363426 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7551a58-f50e-47c4-887b-5dc01e9c557e'] response: {'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b', 'status': 'completed', 'code': 200} May 27 04:07:21.418745 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-121b41e2-80fc-4d36-b5da-867081c48190 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 200 len: 991 time: 0.1579411 May 27 04:07:21.481777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-3bed11d0-fa8f-42a3-998a-0f8013321921 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1096 time: 0.1050882 May 27 04:07:21.493740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:21.676645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525386-603c-4a47-b1d7-91b01b620211 req-b95c9f4a-dfee-4ec8-8cd1-97a63969cd26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:21.678512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-b95c9f4a-dfee-4ec8-8cd1-97a63969cd26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 898 time: 0.1886590 May 27 04:07:21.880747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-f504a51b-7776-4202-8452-2f994fdcb60a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 999 time: 0.1958122 May 27 04:07:21.926459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '271e67ee-6571-4e07-9062-80b2c773ed11', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'port_id': '778823fc-3e67-4ad4-883e-59eee25d495b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'mac_address': 'fa:16:3e:b1:6e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:07:19Z', 'updated_at': '2022-05-27T04:07:19Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:21.931649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Checking router: da8d3c7e-1640-4c21-8bc9-040284aa43cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:07:21.947861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:21.948704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:21.970742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525386-603c-4a47-b1d7-91b01b620211 req-95fa063d-b4c1-4f30-8dac-fe7e8fcaa248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:21.972730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-95fa063d-b4c1-4f30-8dac-fe7e8fcaa248 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 200 len: 835 time: 0.0861542 May 27 04:07:22.084215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-04aca6e8-d0d4-42fa-8382-7348eba6a12f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b5f1310-8baa-42e9-8141-dca66b116134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053140 May 27 04:07:22.275529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:22.360340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-9c207752-1dec-4262-bfb2-e617c0aded1d service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400055 May 27 04:07:22.420782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46100) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:22.675998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3fd2b344-5a51-48c2-afcb-7e48a5e7e6cf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 200 len: 991 time: 0.2525916 May 27 04:07:22.679700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53525386-603c-4a47-b1d7-91b01b620211 req-c1d49443-6a68-4352-b18e-007bb3272389 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122883 May 27 04:07:22.739616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '271e67ee-6571-4e07-9062-80b2c773ed11', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'port_id': '778823fc-3e67-4ad4-883e-59eee25d495b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'mac_address': 'fa:16:3e:b1:6e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:07:19Z', 'updated_at': '2022-05-27T04:07:19Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:22.743839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341e47e-3411-41ed-bacd-37f76a43f198 None None] The sync data for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 is: [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '271e67ee-6571-4e07-9062-80b2c773ed11', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'port_id': '778823fc-3e67-4ad4-883e-59eee25d495b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'mac_address': 'fa:16:3e:b1:6e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:07:19Z', 'updated_at': '2022-05-27T04:07:19Z', 'revision_number': 0, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:07:23.676574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46108) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:23.751728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9926729-aecc-4dbf-962c-1fc5f2841593 None None] New status for floating IP 271e67ee-6571-4e07-9062-80b2c773ed11: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:07:23.824548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61ffed82-c1eb-408c-8c4a-bdac83789844 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 200 len: 991 time: 0.1466496 May 27 04:07:24.011595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:24.826739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46124) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:25.014473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5926c4db-423e-4a7e-b051-6b8505eff8de tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 200 len: 993 time: 0.1856461 May 27 04:07:26.481560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:27.828968 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d194d1c-d1b6-4b88-8ce6-19f95caa7a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:29.948881 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b79fada-ce6f-4941-ac6e-c437e420b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.125013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46226) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:30.192908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Deleting subnet 32c01102-466b-41fa-be03-f68796d86e2d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:07:30.196147 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.245418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.298681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.369859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.406418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c01102-466b-41fa-be03-f68796d86e2d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:30.415836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.423875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32c01102-466b-41fa-be03-f68796d86e2d HTTP/1.1" status: 204 len: 168 time: 0.2970035 May 27 04:07:30.425510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.425848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.426439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:30.428508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.429004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.429441 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.429904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.430326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.430793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.431218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.431634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.432052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72de5b-3c7f-4683-ab71-2bbf641174e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:07:30.535896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.655967 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.683344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:30.695489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:30.695775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e3fd84-6dc4-4853-a6f9-9fbaa5ac83dd') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:30.706912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.721925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.727676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:07:30.728042 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: timer() May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:07:30.741126 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:07:30.812579 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.832486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:30.843925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:30.851162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-adf5ada0-ce0c-4ac7-9e15-07e69be77243 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9a7c0ef4-f1a7-4b8f-adfe-8a23353f8ea7 HTTP/1.1" status: 204 len: 168 time: 0.4237061 May 27 04:07:30.986942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:31.037176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e6136761-d435-4c56-86e0-9c3e25f8d1aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7719d955e65541b4b4476a1c9a466fe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490615 May 27 04:07:31.039852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:31.106627 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:31.143231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:31.195694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:31.214370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee78ed-1e77-4b80-9a3c-398c9080d2dc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:31.229231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:31.230342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d5392ae3-9fe5-4ec5-8f32-90e94af09140 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69ee78ed-1e77-4b80-9a3c-398c9080d2dc HTTP/1.1" status: 204 len: 168 time: 0.1893501 May 27 04:07:31.396048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:31.490647 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:33.081524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.392128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:40.460432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Deleting subnet e1af14a2-00fb-4933-8720-4672565dd345 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:07:40.463730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.520245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.583682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.658509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.693276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1af14a2-00fb-4933-8720-4672565dd345,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:40.701596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:40.708030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-baec4d57-f646-4157-a222-5f0ab59c4275 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e1af14a2-00fb-4933-8720-4672565dd345 HTTP/1.1" status: 204 len: 168 time: 0.3147647 May 27 04:07:40.710573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:40.917241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.040682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.067691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2c3bef-6e67-4757-a618-53236defdacd']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:41.079700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cb79df-86ec-436a-806f-4f02d62e0e47') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:41.080003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cb79df-86ec-436a-806f-4f02d62e0e47') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:41.094231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.115684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.121895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:07:41.122284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: timer() May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:07:41.135662 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:07:41.213492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.231088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.243297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2c3bef-6e67-4757-a618-53236defdacd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:41.251627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0223fe6c-c178-4c96-b9a2-3cfe7d448e8e admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf2c3bef-6e67-4757-a618-53236defdacd HTTP/1.1" status: 204 len: 168 time: 0.5400598 May 27 04:07:41.453233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46430) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:41.505183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8927ce8-8a78-4a16-ba34-65645fbc4b53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0db7e2c73f074d80b3283efe24b2e1b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505004 May 27 04:07:41.507517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46434) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:41.568055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.596556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.654531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.673346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69796a1-f564-44d1-b3ec-4349816308b2,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:41.689245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:41.690669 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d2d6df75-7fa6-4be1-990e-979cfccbe7ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d69796a1-f564-44d1-b3ec-4349816308b2 HTTP/1.1" status: 204 len: 168 time: 0.1822481 May 27 04:07:46.587953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:46.739660 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:46.773103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:46.777327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Usage tracker for resource:security_group_rule and tenant:4b3970f4fb2d4c08a4c3b6ac3ea9c7c5 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:46.780293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:46.786756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:46.854257 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:46.858417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:46.905080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702dab7-3112-4d99-8faa-ca5278f84b6c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:46.910655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3673ade6-f4fe-460c-b107-cbb8516fc64c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b3970f4fb2d4c08a4c3b6ac3ea9c7c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3213069 May 27 04:07:46.913077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:46.978769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:47.004277 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:47.056441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:47.074572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702dab7-3112-4d99-8faa-ca5278f84b6c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:47.083258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:47.084574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-29a4f6c1-c634-48a8-9be4-b395fbc05669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8702dab7-3112-4d99-8faa-ca5278f84b6c HTTP/1.1" status: 204 len: 168 time: 0.1704473 May 27 04:07:47.601139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46534) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:47.730659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-38605135-2a03-4253-af3d-720fc1eb06dc tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 200 len: 993 time: 0.1280653 May 27 04:07:47.965301 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46550) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:48.103787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-647861767-network', 'tenant_id': '8d1cdc23679f4cc68b9a6349d5d7043b'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:48.109374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:48.113376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Usage tracker for resource:network and tenant:8d1cdc23679f4cc68b9a6349d5d7043b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:48.116495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:48.122392 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:48.132448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Made reservation on behalf of 8d1cdc23679f4cc68b9a6349d5d7043b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:48.134684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.147165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.147423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:48.177908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:48.181679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1cdc23679f4cc68b9a6349d5d7043b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:48.184396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:48.190224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:48.260723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.265118 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.293867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:07:48.302617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b2d8a-a619-4b21-860b-f81521b2d1ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:48.308329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.308732 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Added segment fa71ed82-4ff8-4162-8b7d-bea17726059e of type vlan for network 9e1402b4-f0ac-4da6-a836-b21d30d87535 May 27 04:07:48.336813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.351342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:07:48.351682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.365645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.366508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:48.367093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.524703 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.525087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.563740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1402b4-f0ac-4da6-a836-b21d30d87535,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:48.571207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d8cd863-1395-485f-bd66-40a4175dbe39 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6021385 May 27 04:07:48.571595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46560) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:48.574985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9e1402b4-f0ac-4da6-a836-b21d30d87535 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:07:48.578331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Request body: {'subnet': {'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-647861767-subnet', 'tenant_id': '8d1cdc23679f4cc68b9a6349d5d7043b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:48.584174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:48.588002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Usage tracker for resource:subnet and tenant:8d1cdc23679f4cc68b9a6349d5d7043b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:48.590898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:48.596559 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:48.607155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Made reservation on behalf of 8d1cdc23679f4cc68b9a6349d5d7043b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:48.610748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.653792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:07:48.830931 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.834205 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.885477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=6187a1e1-7cfd-4d83-95b1-9e2294eb3ba4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:48.923839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813ef093-4c95-485c-b36b-ae9bff7c2d35,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:48.934405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Checking segment: {'id': 'fa71ed82-4ff8-4162-8b7d-bea17726059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:07:48.934756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Network hostable DHCP agents. Network: 9e1402b4-f0ac-4da6-a836-b21d30d87535, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:07:48.969720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Network 9e1402b4-f0ac-4da6-a836-b21d30d87535 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:07:48.992662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:48.995232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9e1402b4-f0ac-4da6-a836-b21d30d87535) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:07:49.001644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:49.002345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:49.006117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35027eed-cb58-4729-8211-dc790b6a9e27 None None] Network 9e1402b4-f0ac-4da6-a836-b21d30d87535 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:07:49.034752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7965d6c-b617-4eb2-abdf-8f05ecae7287 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4615374 May 27 04:07:49.357349 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e7a30-4e72-479d-8fe5-bdf715535706 None None] Network 9e1402b4-f0ac-4da6-a836-b21d30d87535 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:07:49.603040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router da8d3c7e-1640-4c21-8bc9-040284aa43cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:07:49.828597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:07:49.840201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Sync routers for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:07:49.861539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:49.863469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:49.884434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.010261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2fa55f60-fdae-4e9e-be7c-ec58bdc56e6e tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/floatingips/271e67ee-6571-4e07-9062-80b2c773ed11 HTTP/1.1" status: 204 len: 168 time: 1.8611243 May 27 04:07:50.017141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:50.037795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-a1c8c1a2-dda2-4d83-8a99-ccacf05fc096 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3668640 May 27 04:07:50.208612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:50.238166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46600) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:50.244045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2084858343-network', 'tenant_id': '77b9ae5212264cc78b87f3c0e5ed9e58'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:50.253222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:50.262213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Usage tracker for resource:network and tenant:77b9ae5212264cc78b87f3c0e5ed9e58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:50.269047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:50.278128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:50.297543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Made reservation on behalf of 77b9ae5212264cc78b87f3c0e5ed9e58 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:50.301497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-41c69b51-327a-40e7-965c-2b4ba2e03b39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1096 time: 0.1345696 May 27 04:07:50.301894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.321506 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.363239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:50.371614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Usage tracker for resource:security_group_rule and tenant:77b9ae5212264cc78b87f3c0e5ed9e58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:50.377405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:50.394586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:50.640028 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56209019-c12c-44dd-aa26-0a4519438416'] response: {'name': 'network-changed', 'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b', 'status': 'completed', 'code': 200} May 27 04:07:50.641552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.654465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.739305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:07:50.752732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1bdfd9-b11c-4cc2-b796-4ae4bb740f5a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:50.760768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.761203 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Added segment b8a03328-ea0e-4b6d-9058-c526458e673a of type vlan for network 9583db0b-8d5a-46fa-b7e2-23fd84e464a8 May 27 04:07:50.778358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93713f-604a-4d80-9019-a6c573622260 req-43ddcbb2-40b8-4e39-9f9d-1dcdf05b7bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:50.779806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-43ddcbb2-40b8-4e39-9f9d-1dcdf05b7bcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 898 time: 0.4541762 May 27 04:07:50.795757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.835542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:50.838441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.839764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:50.840602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Checking router: da8d3c7e-1640-4c21-8bc9-040284aa43cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:07:50.841107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:50.854698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:50.855365 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:50.868133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7645-339a-4de9-82d2-83f418aca390 req-e80c252d-2b7c-4e8b-a9af-a472da3bcf8a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:50.868813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fb5b7645-339a-4de9-82d2-83f418aca390 req-e80c252d-2b7c-4e8b-a9af-a472da3bcf8a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Synchronizing usage tracker for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:50.878840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-184ce027-755d-41a6-98b1-043d535cf030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 217 time: 0.0915534 May 27 04:07:50.922150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-fb5b7645-339a-4de9-82d2-83f418aca390 req-e80c252d-2b7c-4e8b-a9af-a472da3bcf8a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Unset dirty status for tenant:e1ba52daa1fe40eea421dd48bff2b64c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:50.923287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb5b7645-339a-4de9-82d2-83f418aca390 req-e80c252d-2b7c-4e8b-a9af-a472da3bcf8a tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.2932615 May 27 04:07:50.967197 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] Pushing event updated for resources: {'Network': ['ID=9583db0b-8d5a-46fa-b7e2-23fd84e464a8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:50.970216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a4ee045a-30c2-4f6f-be75-d9d570cb2d62 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7309415 May 27 04:07:50.972870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46608) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:50.979224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Request body: {'subnet': {'network_id': '9583db0b-8d5a-46fa-b7e2-23fd84e464a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2084858343-subnet', 'tenant_id': '77b9ae5212264cc78b87f3c0e5ed9e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:50.985369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:50.986538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93713f-604a-4d80-9019-a6c573622260 req-4d912281-8691-43de-aed3-8749fbaa86e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:50.988424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-4d912281-8691-43de-aed3-8749fbaa86e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 200 len: 835 time: 0.1020844 May 27 04:07:50.990749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Usage tracker for resource:subnet and tenant:77b9ae5212264cc78b87f3c0e5ed9e58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:50.990908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9583db0b-8d5a-46fa-b7e2-23fd84e464a8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:07:50.993035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:50.997484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb5b7645-339a-4de9-82d2-83f418aca390 req-bd693d71-1f7c-407a-90f0-70717e1dd229 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688019 May 27 04:07:50.999669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:51.016137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Made reservation on behalf of 77b9ae5212264cc78b87f3c0e5ed9e58 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:51.019370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:51.078140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-2c1091cf-b967-4119-9af9-b166603311cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b5f1310-8baa-42e9-8141-dca66b116134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791917 May 27 04:07:51.173963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:51.222390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-a775286c-a9f6-4047-b48a-3456a00a98b8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351380 May 27 04:07:51.243840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:51.335328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3b1e0f-0905-4613-bdf5-44d42c7fc4b6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:51.337702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Checking segment: {'id': 'b8a03328-ea0e-4b6d-9058-c526458e673a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9583db0b-8d5a-46fa-b7e2-23fd84e464a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:07:51.338127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Network hostable DHCP agents. Network: 9583db0b-8d5a-46fa-b7e2-23fd84e464a8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:07:51.360315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc93713f-604a-4d80-9019-a6c573622260 req-fec3875c-b931-4d4a-8064-ddd07ac2a2d1 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315837 May 27 04:07:51.363871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Network 9583db0b-8d5a-46fa-b7e2-23fd84e464a8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:07:51.377399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9583db0b-8d5a-46fa-b7e2-23fd84e464a8) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:07:51.386683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:51.387282 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:51.419071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-518c4a13-a956-4c8b-9c82-f9da7fac8282 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4374964 May 27 04:07:51.430377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb2b94-5596-49a0-9340-8a99a0858486 None None] Network 9583db0b-8d5a-46fa-b7e2-23fd84e464a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:07:51.500034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-136b122a-ff07-4f1d-8220-9a9f9cc13d50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 1096 time: 0.0901015 May 27 04:07:51.673890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-0bfe6e87-6dae-449a-bf79-3e18bb7cce3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:51.676030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-0bfe6e87-6dae-449a-bf79-3e18bb7cce3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 200 len: 898 time: 0.1691730 May 27 04:07:51.801194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876102e7-b0f4-4fa5-99fb-37d7519fe256 None None] Network 9583db0b-8d5a-46fa-b7e2-23fd84e464a8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:07:51.874565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:51.892122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c433f-f9df-41a5-806d-88b22058c6c4 None None] The sync data for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 is: [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:06:56Z', 'revision_number': 4, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aa29de71-b5cc-49fe-a8db-da6476b9bfe6', 'name': '', 'network_id': '5b5f1310-8baa-42e9-8141-dca66b116134', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'mac_address': 'fa:16:3e:32:c2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:55Z', 'updated_at': '2022-05-27T04:07:10Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'subnets': [{'id': 'dcbb8f69-1423-484a-b008-90a3a40768ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:07:51.971801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-80232793-c774-40d2-9325-48011b26c6e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 200 len: 217 time: 0.2885497 May 27 04:07:52.103676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-42473e99-8b1e-413b-b0ae-edb816471046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:52.105162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-42473e99-8b1e-413b-b0ae-edb816471046 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 200 len: 835 time: 0.1259181 May 27 04:07:52.194387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-df17446f-80bf-4cba-9b23-9bceccce7154 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:52.195924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-df17446f-80bf-4cba-9b23-9bceccce7154 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.2931564 May 27 04:07:52.208006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-7d65d968-f1ea-4898-a1d0-e0319cd7241e tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:52.214284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-7d65d968-f1ea-4898-a1d0-e0319cd7241e tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Synchronizing usage tracker for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:52.241248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-7d65d968-f1ea-4898-a1d0-e0319cd7241e tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Unset dirty status for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:52.242600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-7d65d968-f1ea-4898-a1d0-e0319cd7241e tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/networks?id=9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 200 len: 811 time: 0.3104508 May 27 04:07:52.274277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-f19c66e4-dd72-447a-b183-017f9ce9d6ea tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/quotas/8d1cdc23679f4cc68b9a6349d5d7043b HTTP/1.1" status: 200 len: 375 time: 0.0259264 May 27 04:07:52.303133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d417db-7bc8-4f49-ab8a-2391e40294f3 None None] New status for floating IP 271e67ee-6571-4e07-9062-80b2c773ed11: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:07:52.336697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-231d5f5c-05d8-4d83-b632-da8ec7bd2e34 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569859 May 27 04:07:52.348528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 778823fc-3e67-4ad4-883e-59eee25d495b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:07:52.348853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:52.480369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-31772728-d3cb-4484-8386-4b7ad136dc18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b5f1310-8baa-42e9-8141-dca66b116134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616948 May 27 04:07:52.511481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b959fa-2478-41ed-a4aa-beedf1a5e507 req-cc6b5de9-1930-427d-b6f4-c4b6f9373514 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:52.513816 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90b959fa-2478-41ed-a4aa-beedf1a5e507 req-cc6b5de9-1930-427d-b6f4-c4b6f9373514 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 945 time: 0.3062234 May 27 04:07:52.520029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-85bff372-0782-45a9-b9ed-263d5a2b4a58 service neutron] 10.222.0.46 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754801 May 27 04:07:52.661033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-c36a05a9-62db-456c-9f1e-c632e22201fe service neutron] 10.222.0.46 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353884 May 27 04:07:52.762449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90b959fa-2478-41ed-a4aa-beedf1a5e507 req-34e00c34-7c05-4fc8-a2ca-199c251838bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb20c77a-8087-4518-9f5f-9fca8974cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178426 May 27 04:07:52.805668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-31e3b8ca-cc87-4272-b498-201af0f10f96 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869585 May 27 04:07:52.869983 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae18e943-e3ed-47ee-884e-af5d746a3d94 req-1893b845-eeb0-4ff2-aa73-1f959b6dc225 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 210 time: 0.0457363 May 27 04:07:52.897398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 778823fc-3e67-4ad4-883e-59eee25d495b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=778823fc-3e67-4ad4-883e-59eee25d495b,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:52.897765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:53.039412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 778823fc-3e67-4ad4-883e-59eee25d495b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:07:53.144749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fdb5333d-9ca9-4714-8a6e-990a5d1e3ab9 req-4f7ac760-77a7-4576-a095-e8d63b9fca31 service neutron] 10.222.0.21 "GET /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272600 May 27 04:07:53.248655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:53.258571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-d43da78f-61c3-412b-96ce-672d9dc4113e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809944 May 27 04:07:53.323942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=778823fc-3e67-4ad4-883e-59eee25d495b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:53.461229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] No DVR routers for this DVR port 778823fc-3e67-4ad4-883e-59eee25d495b on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:07:53.463813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:53.470720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'name': 'network-vif-deleted', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:53.497905 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23aa2dda-c305-4763-a79f-80cdaa30f7cc req-dec42767-7e05-4cbb-8f26-a8a044bbd9bf tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.21 "DELETE /v2.0/ports/778823fc-3e67-4ad4-883e-59eee25d495b HTTP/1.1" status: 204 len: 173 time: 1.2528656 May 27 04:07:53.517698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-2f2edf15-80b0-484b-ba91-5402dc5c551a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.1350212 May 27 04:07:53.567117 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49458c9f-029c-49b6-9dc9-a95e9b4f29c6'] response: {'server_uuid': '0fe65c7d-b80b-4cad-a3c9-662ef7568214', 'name': 'network-vif-deleted', 'tag': '778823fc-3e67-4ad4-883e-59eee25d495b', 'status': 'completed', 'code': 200} May 27 04:07:53.856850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472d9a-5d49-41c9-a033-f258af19b89c req-09701f05-f39a-497a-a82d-882e8b45c23d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:53.860277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-09701f05-f39a-497a-a82d-882e8b45c23d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 910 time: 0.3273017 May 27 04:07:53.866411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:07:54.003808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:54.010899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-929fb1f0-214e-418b-8c3d-bc7f47b0f622 req-db1a6024-f868-4d32-9487-a66db771595f tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe65c7d-b80b-4cad-a3c9-662ef7568214 HTTP/1.1" status: 200 len: 210 time: 0.0547338 May 27 04:07:54.031201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-556b552f-df08-4e59-9ebe-787641209fe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 1001 time: 0.1633708 May 27 04:07:54.079738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37e90806-5f98-4473-a54c-b987ceba9998 req-b078ec0f-e352-4157-9286-daa8190cbe45 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 210 time: 0.0514736 May 27 04:07:54.123930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472d9a-5d49-41c9-a033-f258af19b89c req-c6d6b2fe-d43c-4462-9e09-a86a76600b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:54.125554 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-c6d6b2fe-d43c-4462-9e09-a86a76600b5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0890679 May 27 04:07:54.198966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-b9acced1-b119-4c39-83fa-2e342ca7b41a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679348 May 27 04:07:54.330304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-8a20249f-0089-47e9-9a05-096461f7b0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253765 May 27 04:07:54.466559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59472d9a-5d49-41c9-a033-f258af19b89c req-6e2309e6-2483-4730-a8f3-58fc3d1042bd service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306355 May 27 04:07:54.678219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-72aa2b01-2e90-4271-8060-3153abb6ddca tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:54.679623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-72aa2b01-2e90-4271-8060-3153abb6ddca tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.21 "GET /v2.0/networks?id=9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 200 len: 811 time: 0.2521615 May 27 04:07:54.695215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Request body: {'port': {'device_id': 'ceded410-1281-466d-978f-0447f3eef575', 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535', 'admin_state_up': True, 'tenant_id': '8d1cdc23679f4cc68b9a6349d5d7043b'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:54.832114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:07:54.835990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Usage tracker for resource:port and tenant:8d1cdc23679f4cc68b9a6349d5d7043b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:07:54.838868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:07:54.844732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:07:54.854098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Made reservation on behalf of 8d1cdc23679f4cc68b9a6349d5d7043b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:07:54.857239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.021373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Allocated IP 172.20.0.6 (9e1402b4-f0ac-4da6-a836-b21d30d87535/813ef093-4c95-485c-b36b-ae9bff7c2d35/122117d0-b6c9-4811-ae74-54a154dc2a41) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:07:55.137245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46702) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:55.231329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.264298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.271971 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5732eff-42a5-45da-bc73-0c9830eac642 req-759ae65f-f428-4eaf-8a75-d621a940fcfb tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 210 time: 0.0575764 May 27 04:07:55.305267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.341705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.350530 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.359825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb20c77a-8087-4518-9f5f-9fca8974cd11,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:55.380503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.381858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b0bd1c82-034a-4b82-9cdb-0ff479e2e1a7 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/security-groups/cb20c77a-8087-4518-9f5f-9fca8974cd11 HTTP/1.1" status: 204 len: 168 time: 0.2429712 May 27 04:07:55.430426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46708) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:55.438870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Network 9e1402b4-f0ac-4da6-a836-b21d30d87535 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:07:55.442162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:07:55.447057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:07:55.472265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Pushing event updated for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:55.512555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:55.513182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.539614 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-92cb406b-dc7f-4e54-8865-b0ac302c5a8c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476634 May 27 04:07:55.552515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Request body: {'port': {'device_id': 'ceded410-1281-466d-978f-0447f3eef575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:07:55.717966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:55.883808 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.083920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122117d0-b6c9-4811-ae74-54a154dc2a41 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:07:56.091078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.106637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Transition to ACTIVE for port object 122117d0-b6c9-4811-ae74-54a154dc2a41 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:07:56.111116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.239882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Pushing event updated for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:56.351991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Attempting to bind port 122117d0-b6c9-4811-ae74-54a154dc2a41 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:07:56.352694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Attempting to bind port 122117d0-b6c9-4811-ae74-54a154dc2a41 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'fa71ed82-4ff8-4162-8b7d-bea17726059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:07:56.352800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Attempting to bind port 122117d0-b6c9-4811-ae74-54a154dc2a41 on network 9e1402b4-f0ac-4da6-a836-b21d30d87535 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:07:56.360050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Port 122117d0-b6c9-4811-ae74-54a154dc2a41 on network 9e1402b4-f0ac-4da6-a836-b21d30d87535 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:07:56.360372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Attempting to bind port 122117d0-b6c9-4811-ae74-54a154dc2a41 on network 9e1402b4-f0ac-4da6-a836-b21d30d87535 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:07:56.366680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:07:56.367013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Checking segment: {'id': 'fa71ed82-4ff8-4162-8b7d-bea17726059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:07:56.367394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Bound using segment: {'id': 'fa71ed82-4ff8-4162-8b7d-bea17726059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:07:56.367820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Bound port: 122117d0-b6c9-4811-ae74-54a154dc2a41, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa71ed82-4ff8-4162-8b7d-bea17726059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:07:56.368169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.479529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.511409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:07:56.515207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=122117d0-b6c9-4811-ae74-54a154dc2a41,segment=NetworkSegment(fa71ed82-4ff8-4162-8b7d-bea17726059e),segment_id=fa71ed82-4ff8-4162-8b7d-bea17726059e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:07:56.522490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.534089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 778823fc-3e67-4ad4-883e-59eee25d495b no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:07:56.566692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 778823fc-3e67-4ad4-883e-59eee25d495b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:07:56.567130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 778823fc-3e67-4ad4-883e-59eee25d495b not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:07:56.583162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633a82-0c68-42e1-8947-7cebcd341e4b req-d9dce007-fda2-46ce-b7ce-fcfc9594cc23 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:56.583852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b3633a82-0c68-42e1-8947-7cebcd341e4b req-d9dce007-fda2-46ce-b7ce-fcfc9594cc23 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Synchronizing usage tracker for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:07:56.616177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port aa29de71-b5cc-49fe-a8db-da6476b9bfe6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:07:56.616750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.705815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.707428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 200 len: 1091 time: 1.1605637 May 27 04:07:56.709482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:07:56.728822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba23da-2c7e-4811-a954-4547d7c917c4 service neutron] Pushing event updated for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:56.732146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b3633a82-0c68-42e1-8947-7cebcd341e4b req-d9dce007-fda2-46ce-b7ce-fcfc9594cc23 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Unset dirty status for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:07:56.733975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3633a82-0c68-42e1-8947-7cebcd341e4b req-d9dce007-fda2-46ce-b7ce-fcfc9594cc23 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 943 time: 0.3224247 May 27 04:07:56.801393 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b17026d-ced5-4d9f-a920-ece3114b4901'] response: {'name': 'network-changed', 'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41', 'status': 'completed', 'code': 200} May 27 04:07:56.816194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port aa29de71-b5cc-49fe-a8db-da6476b9bfe6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:07:56.816757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:56.841857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3633a82-0c68-42e1-8947-7cebcd341e4b req-d3b94e1f-ff4d-4861-9bb1-cfbce1db273d tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947838 May 27 04:07:56.860148 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-c4f81796-3657-47cd-acd3-86feaaddacc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 1094 time: 0.0981653 May 27 04:07:56.945070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for aa29de71-b5cc-49fe-a8db-da6476b9bfe6 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:07:56.951124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-abc82c86-7f87-4138-a480-3a531f8bd52f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 200 len: 217 time: 0.0841217 May 27 04:07:57.020609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-54ecffee-a576-4210-bd5e-17696d439565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:57.022398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-54ecffee-a576-4210-bd5e-17696d439565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=813ef093-4c95-485c-b36b-ae9bff7c2d35 HTTP/1.1" status: 200 len: 851 time: 0.0661471 May 27 04:07:57.071914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-bbe65ffb-3fa6-4c9d-9b5e-a610e8cbfe5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e1402b4-f0ac-4da6-a836-b21d30d87535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438800 May 27 04:07:57.134846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:57.184748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=aa29de71-b5cc-49fe-a8db-da6476b9bfe6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:57.216703 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-1ebe00f5-7e65-4e13-ad0d-5e2d5197f64e service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386957 May 27 04:07:57.382679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-744b0ae2-a363-4468-84e0-0772e5c10037 req-8d10e783-dfb2-42da-a48d-661e9a106902 service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598747 May 27 04:07:57.535146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:57.537747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-3e1120d1-2fd8-4d42-a388-7d658292b802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 1094 time: 0.0940652 May 27 04:07:57.675213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-5352bf12-148e-4b34-8a32-adcb0b3c0cc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:57.676602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-5352bf12-148e-4b34-8a32-adcb0b3c0cc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 200 len: 912 time: 0.1331608 May 27 04:07:57.751648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-b640b2ab-652c-40b9-9d7c-84d974032de4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 200 len: 217 time: 0.0679412 May 27 04:07:57.818192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-6847e092-aaa8-42c0-b3cb-4d53a8a13256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:57.819644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-6847e092-aaa8-42c0-b3cb-4d53a8a13256 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=813ef093-4c95-485c-b36b-ae9bff7c2d35 HTTP/1.1" status: 200 len: 851 time: 0.0609219 May 27 04:07:57.824952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b61654a0-ff41-4aec-be01-d485d94107d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:57.943339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-babe7403-4cc7-4538-9a17-d26d6e1affd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e1402b4-f0ac-4da6-a836-b21d30d87535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169102 May 27 04:07:58.178050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-42eb804c-e492-4bd2-8621-f7a736b7aa3d service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280920 May 27 04:07:58.215314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228bfbc-2a08-4dab-8d49-2e97b268b187 req-74aa25d0-2338-4f1d-82bc-8b28eff534ab tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:58.216594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8228bfbc-2a08-4dab-8d49-2e97b268b187 req-74aa25d0-2338-4f1d-82bc-8b28eff534ab tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 943 time: 0.1743562 May 27 04:07:58.231784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fa99abe-e1f7-4aa2-95fa-993b39e64bcd req-96c6fb7c-9d7b-4d89-b876-3414cd7a1ff8 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1097 time: 0.1722810 May 27 04:07:58.340173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8228bfbc-2a08-4dab-8d49-2e97b268b187 req-7e19dedc-36de-4972-acb6-6e664907ac32 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776863 May 27 04:07:58.344663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fa99abe-e1f7-4aa2-95fa-993b39e64bcd req-35f48e46-6990-49dd-9394-a9bd4eafb2bc tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644000 May 27 04:07:58.359038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ecbaf5f-177a-41fa-b271-336cb34282b0 req-1f000cff-0386-4f7c-ab22-6c794424eeae service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703162 May 27 04:07:58.410998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Router da8d3c7e-1640-4c21-8bc9-040284aa43cf has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:07:58.557860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c656060-521f-4ba8-b205-b9c22b7bd3bf req-b7e263a0-9dd8-4732-821c-09a00debdd2a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:58.559321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c656060-521f-4ba8-b205-b9c22b7bd3bf req-b7e263a0-9dd8-4732-821c-09a00debdd2a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0775189 May 27 04:07:58.609668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c656060-521f-4ba8-b205-b9c22b7bd3bf req-683a743f-cfd6-4dc3-a8f7-da92f19495d7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 May 27 04:07:58.614296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:07:58.624190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Sync routers for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:07:58.628938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d38ca4ee-8748-4c66-86d6-4b2e04a8d2d5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "PUT /v2.0/routers/da8d3c7e-1640-4c21-8bc9-040284aa43cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965787 May 27 04:07:58.630490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:58.637453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:58.638071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:58.638925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:58.746954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bff207db-3c05-4f9e-968c-69171bbd19cb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 200 len: 993 time: 0.1025121 May 27 04:07:58.822910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting subnet dcbb8f69-1423-484a-b008-90a3a40768ee {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:07:58.825589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:58.826071 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:58.886813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:58.970351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:59.069904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:59.123065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:57Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:59.128332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Checking router: da8d3c7e-1640-4c21-8bc9-040284aa43cf for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:07:59.141281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Routers {'da8d3c7e-1640-4c21-8bc9-040284aa43cf'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:07:59.141951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:07:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:07:59.167950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:59.206444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbb8f69-1423-484a-b008-90a3a40768ee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:07:59.221989 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-26504e56-b892-43b0-b33e-dff005ad7aac tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/subnets/dcbb8f69-1423-484a-b008-90a3a40768ee HTTP/1.1" status: 204 len: 168 time: 0.5858431 May 27 04:07:59.226008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46754) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:07:59.343706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f606ebb2-9910-4495-8fec-6509e274435b req-06fc5b4c-d576-4b31-9ea1-8886ee4e8c90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2244482 May 27 04:07:59.347523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f435006-9ce5-4b53-8304-828a009728a4 None None] Network 5b5f1310-8baa-42e9-8141-dca66b116134 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:07:59.472705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:59.625385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] Set router da8d3c7e-1640-4c21-8bc9-040284aa43cf gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:07:59.757412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a5b3-606d-4eb1-86c1-4ee01801c428 req-e6e0860f-1e12-4fb7-bf0a-e3cc0e3aebf0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:59.759729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1471a5b3-606d-4eb1-86c1-4ee01801c428 req-e6e0860f-1e12-4fb7-bf0a-e3cc0e3aebf0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0863075 May 27 04:07:59.824297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1471a5b3-606d-4eb1-86c1-4ee01801c428 req-5385b6b3-9aae-48e8-9027-da78b6d255c5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561862 May 27 04:07:59.838260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] DHCP port deletion for 5b5f1310-8baa-42e9-8141-dca66b116134 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:07:59.849368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Deleting port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:07:59.849742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:07:59.931070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:07:59.968816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35028427-7eed-4529-a871-ef2f8fc5da82 req-ba22ce81-7da7-457a-8454-efb9fecb0b08 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:07:59.970281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35028427-7eed-4529-a871-ef2f8fc5da82 req-ba22ce81-7da7-457a-8454-efb9fecb0b08 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 943 time: 0.3212805 May 27 04:07:59.985678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-2c17481a-483b-47fc-9547-bd01cbd4723e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2958159 May 27 04:08:00.128567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-35028427-7eed-4529-a871-ef2f8fc5da82 req-34cbe781-a131-48d9-91a5-05e4c8499642 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Synchronizing usage tracker for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:00.192116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] For port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,segment=NetworkSegment(67321f7b-dbe6-4927-8dfb-270f0cfb531f),segment_id=67321f7b-dbe6-4927-8dfb-270f0cfb531f)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:00.192505 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.193196 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.201233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-35028427-7eed-4529-a871-ef2f8fc5da82 req-34cbe781-a131-48d9-91a5-05e4c8499642 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Unset dirty status for tenant:8d1cdc23679f4cc68b9a6349d5d7043b on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:00.206610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35028427-7eed-4529-a871-ef2f8fc5da82 req-34cbe781-a131-48d9-91a5-05e4c8499642 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301762 May 27 04:08:00.224304 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Deleting port 75071c58-9eeb-4e64-9390-88c32255d13e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:08:00.224778 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.322272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Calling delete_port for 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:00.351731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a30967c5-517b-4392-8568-3988304d3716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.477991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.506957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] For port 75071c58-9eeb-4e64-9390-88c32255d13e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=75071c58-9eeb-4e64-9390-88c32255d13e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:00.507501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.534873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Pushing event deleted for resources: {'Port': ['ID=241719a4-12e6-43f2-bc64-ca5f5bca9cc5,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:00.537480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] No DVR routers for this DVR port 241719a4-12e6-43f2-bc64-ca5f5bca9cc5 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:00.541194 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:57Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:00.545213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.584095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 122117d0-b6c9-4811-ae74-54a154dc2a41 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:08:00.595931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e26d554-d6d2-454a-9f38-8d013ff12905 None None] The sync data for ids ['da8d3c7e-1640-4c21-8bc9-040284aa43cf'] in n-d-843301-2 is: [{'id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'name': 'tempest-TestNetworkBasicOps-router-1146357895', 'tenant_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:57Z', 'revision_number': 5, 'project_id': 'e1ba52daa1fe40eea421dd48bff2b64c', 'gw_port': {'id': '75071c58-9eeb-4e64-9390-88c32255d13e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d3c7e-1640-4c21-8bc9-040284aa43cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:51Z', 'updated_at': '2022-05-27T04:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:08:00.601876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.602214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.602546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.602870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.603196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.603508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.603817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.604175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.604510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.605034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.605218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6eca3d-c446-4d77-99d8-96c582e4bfdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:00.697730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Calling delete_port for 75071c58-9eeb-4e64-9390-88c32255d13e owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:00.843897 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=122117d0-b6c9-4811-ae74-54a154dc2a41,segment=NetworkSegment(fa71ed82-4ff8-4162-8b7d-bea17726059e),segment_id=fa71ed82-4ff8-4162-8b7d-bea17726059e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:00.862333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '122117d0-b6c9-4811-ae74-54a154dc2a41', 'network_id': '9e1402b4-f0ac-4da6-a836-b21d30d87535', 'port_id': '122117d0-b6c9-4811-ae74-54a154dc2a41', 'mac_address': 'fa:16:3e:0c:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813ef093-4c95-485c-b36b-ae9bff7c2d35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:08:00.971638 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:00.998885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.023514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Port': ['ID=75071c58-9eeb-4e64-9390-88c32255d13e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:01.059279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122117d0-b6c9-4811-ae74-54a154dc2a41 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:01.087601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=122117d0-b6c9-4811-ae74-54a154dc2a41,segment=NetworkSegment(fa71ed82-4ff8-4162-8b7d-bea17726059e),segment_id=fa71ed82-4ff8-4162-8b7d-bea17726059e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:01.093977 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.175148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966771-7fc6-4f04-b2b3-a67da34e2a72 req-efd9dd6e-e857-48f3-9501-be475c6a4ec6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:01.180166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d966771-7fc6-4f04-b2b3-a67da34e2a72 req-efd9dd6e-e857-48f3-9501-be475c6a4ec6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1388960 May 27 04:08:01.240713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d966771-7fc6-4f04-b2b3-a67da34e2a72 req-7abb72af-8f82-4a23-ba48-3603fc30ee51 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517545 May 27 04:08:01.268312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:01.294633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['122117d0-b6c9-4811-ae74-54a154dc2a41'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:01.309156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.424067 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.511946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.711285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.730211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.770633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-84089cba-3e4d-46bd-85bb-7794b726197b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1097 time: 0.2819788 May 27 04:08:01.781818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f30ca0-b43d-4dfa-afad-7738af0c92e7 req-ebad460e-6f41-43e1-9708-326877d10919 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:01.783263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f30ca0-b43d-4dfa-afad-7738af0c92e7 req-ebad460e-6f41-43e1-9708-326877d10919 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 944 time: 0.2980452 May 27 04:08:01.802104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:01.802606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Fanout notify agent at l3_agent the message router_deleted on router da8d3c7e-1640-4c21-8bc9-040284aa43cf {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:08:01.827124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:01.933694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aa29de71-b5cc-49fe-a8db-da6476b9bfe6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:01.969611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: aa29de71-b5cc-49fe-a8db-da6476b9bfe6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:08:01.970091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aa29de71-b5cc-49fe-a8db-da6476b9bfe6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:02.022944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.046346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.048286 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e40ceba5-4fec-4267-8b48-702e308ea085 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/routers/da8d3c7e-1640-4c21-8bc9-040284aa43cf HTTP/1.1" status: 204 len: 168 time: 2.8207083 May 27 04:08:02.051630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:02.109654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40616-4aea-45b6-a943-1e9f0281005e req-1ba8ff29-42ad-4f69-8016-ce8326d32566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:02.111218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-1ba8ff29-42ad-4f69-8016-ce8326d32566 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.3268163 May 27 04:08:02.113566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-13f30ca0-b43d-4dfa-afad-7738af0c92e7 req-293e6f67-e7f7-411d-8eaf-77896c2f81f1 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086619 May 27 04:08:02.144794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:02.163600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Usage tracker for resource:security_group_rule and tenant:beb39cfe3b2342628b66295cfa3a7d95 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:02.168921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:02.178380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:02.203329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.225854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-bcdeccba-f2dc-4a19-b638-0c6458ad84dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1001 time: 0.1053481 May 27 04:08:02.291868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40616-4aea-45b6-a943-1e9f0281005e req-4952cd30-e330-4056-b986-135a17907605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:02.293548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-4952cd30-e330-4056-b986-135a17907605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0614944 May 27 04:08:02.380740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.381332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-b36e4868-855b-4f9e-9d6b-f78727f1c342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825164 May 27 04:08:02.423810 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.430434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5f1310-8baa-42e9-8141-dca66b116134']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:02.438263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.459121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67321f7b-dbe6-4927-8dfb-270f0cfb531f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:02.459637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67321f7b-dbe6-4927-8dfb-270f0cfb531f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:02.490487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.517214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f1242-aae2-4ef2-bd99-483ce70e41b6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:02.523823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e1ce012d-0bc1-4d34-a9d7-1c05af31da56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=beb39cfe3b2342628b66295cfa3a7d95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6954441 May 27 04:08:02.525135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.527356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:02.542608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:08:02.543009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: timer() May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:08:02.558513 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:08:02.565033 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-db62df6e-bbf7-4579-9575-a6a7d1d11fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771681 May 27 04:08:02.581115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 122117d0-b6c9-4811-ae74-54a154dc2a41 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:02.674643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 122117d0-b6c9-4811-ae74-54a154dc2a41 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:02.679307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 122117d0-b6c9-4811-ae74-54a154dc2a41 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:02.679527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.679663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.713382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.723653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-1ce99605-799e-47a8-bee3-1970842a01af service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528368 May 27 04:08:02.747759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.777509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] Pushing event deleted for resources: {'Network': ['ID=5b5f1310-8baa-42e9-8141-dca66b116134,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:02.784767 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.802001 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.819687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-44228dd4-fce3-48b4-99e5-2ad037fb08c5 tempest-TestNetworkBasicOps-298854790 tempest-TestNetworkBasicOps-298854790-project] 10.222.0.46 "DELETE /v2.0/networks/5b5f1310-8baa-42e9-8141-dca66b116134 HTTP/1.1" status: 204 len: 168 time: 0.7667794 May 27 04:08:02.843509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:02.858866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9776-349f-4126-a54a-186caf1422b1 req-2e8ad8d7-f62e-45c6-b2e3-2f3a8bc71186 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:02.860352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-465e9776-349f-4126-a54a-186caf1422b1 req-2e8ad8d7-f62e-45c6-b2e3-2f3a8bc71186 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1852095 May 27 04:08:02.864029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=122117d0-b6c9-4811-ae74-54a154dc2a41,segment=NetworkSegment(fa71ed82-4ff8-4162-8b7d-bea17726059e),segment_id=fa71ed82-4ff8-4162-8b7d-bea17726059e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:02.868512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.894646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.926104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f1242-aae2-4ef2-bd99-483ce70e41b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:02.936044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:02.937698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e97e6d8e-53cc-44e8-b464-d64c7af61e4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/978f1242-aae2-4ef2-bd99-483ce70e41b6 HTTP/1.1" status: 204 len: 168 time: 0.4094532 May 27 04:08:02.952879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-465e9776-349f-4126-a54a-186caf1422b1 req-56539414-3d29-404f-999c-541dc62ad520 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764070 May 27 04:08:02.993815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:03.061988 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4945b7-f6e6-47f0-bcaa-44b0b47ce275'] response: {'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41', 'code': 200} May 27 04:08:03.094677 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:03.172412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:03.237055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a3c3ebd-5a8c-4da2-9c72-669cb543d491 req-fd9be756-3c5f-464c-a1ab-51ba58e9e3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 1096 time: 0.0995655 May 27 04:08:03.344576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8a3c3ebd-5a8c-4da2-9c72-669cb543d491 req-05e34395-163a-446a-9595-67b8c2496942 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008127 May 27 04:08:03.365884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf266-2beb-49e3-a988-674ac56c7e76 req-7156f872-8596-4cb6-85c1-8f3d49fc972d tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:03.367452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dfdf266-2beb-49e3-a988-674ac56c7e76 req-7156f872-8596-4cb6-85c1-8f3d49fc972d tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1077998 May 27 04:08:03.415796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9dfdf266-2beb-49e3-a988-674ac56c7e76 req-ff0a8b25-4f63-4a04-af5f-8a658cda6af4 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 May 27 04:08:03.516119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b019b517-6f0e-48e4-84ea-e51d3384c9d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1ba52daa1fe40eea421dd48bff2b64c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3425052 May 27 04:08:03.518800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46834) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:03.583729 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:03.615964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:03.666686 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:03.682906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96086332-aa81-45e4-a9d9-8da1896ad405,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:03.689208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:03.690299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c7e9554-9647-4fdd-89fd-370ed9169852 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96086332-aa81-45e4-a9d9-8da1896ad405 HTTP/1.1" status: 204 len: 168 time: 0.1705191 May 27 04:08:03.835539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75071c58-9eeb-4e64-9390-88c32255d13e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:03.869156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 75071c58-9eeb-4e64-9390-88c32255d13e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:08:03.869499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 75071c58-9eeb-4e64-9390-88c32255d13e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:04.034150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:04.054948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.090662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:04.124092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Usage tracker for resource:security_group_rule and tenant:bf72da8ee65f4bd0824f8ba0a08590a1 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:04.130807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:04.141620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:04.216208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137a00-ec5f-499c-b609-aa7f439e32a4 req-5f0cb59b-0553-493b-b8b0-253bb84cccbb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:04.217727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb137a00-ec5f-499c-b609-aa7f439e32a4 req-5f0cb59b-0553-493b-b8b0-253bb84cccbb tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1244457 May 27 04:08:04.263978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.275669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.307642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb137a00-ec5f-499c-b609-aa7f439e32a4 req-d935558a-d9a6-44f7-85d8-8a72acf1f68d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792959 May 27 04:08:04.339485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf72da8ee65f4bd0824f8ba0a08590a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3041129 May 27 04:08:04.340507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed10f-437e-4f92-a77e-268f020c38cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11684e-d131-4edc-a7f3-2815775b028b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:04.342265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:04.425559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.450723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.503801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.522030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11684e-d131-4edc-a7f3-2815775b028b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:04.527714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:04.529573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-92d9f302-2124-4291-963c-0593fddbd522 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee11684e-d131-4edc-a7f3-2815775b028b HTTP/1.1" status: 204 len: 168 time: 0.1837766 May 27 04:08:04.626356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44698773-ff7a-46df-9a52-0f231e6ecf06 req-386e69d0-3be3-448c-8510-4cca6188bf84 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:04.629853 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44698773-ff7a-46df-9a52-0f231e6ecf06 req-386e69d0-3be3-448c-8510-4cca6188bf84 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.0794735 May 27 04:08:04.676867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-44698773-ff7a-46df-9a52-0f231e6ecf06 req-2731d57f-99a4-46d5-a0e7-54af1c763731 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 May 27 04:08:04.869860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094680e8-8813-4d23-b5c1-071e676e07be req-bab0a709-61a6-4236-b271-30df626f03d2 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:04.871307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-094680e8-8813-4d23-b5c1-071e676e07be req-bab0a709-61a6-4236-b271-30df626f03d2 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.0762839 May 27 04:08:04.920628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-094680e8-8813-4d23-b5c1-071e676e07be req-1e95e33b-faff-4fc6-9b91-cabd49eb9f2c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 May 27 04:08:05.400862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46880) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:05.507080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196e69-c1cb-40fd-82ab-c37179a2d68d req-7786684f-379b-445f-8807-f56b46470bf1 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:05.508863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc196e69-c1cb-40fd-82ab-c37179a2d68d req-7786684f-379b-445f-8807-f56b46470bf1 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.0859072 May 27 04:08:05.535077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afdf13-6563-4597-aa24-c23212c4af2b req-07c4f891-b3b3-40ec-ad4a-01c57d001c51 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:05.536975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43afdf13-6563-4597-aa24-c23212c4af2b req-07c4f891-b3b3-40ec-ad4a-01c57d001c51 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0806928 May 27 04:08:05.540496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-48523730-network', 'tenant_id': '5738a93b472a488fac41675ee4b875b2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:05.547415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:05.557874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Usage tracker for resource:network and tenant:5738a93b472a488fac41675ee4b875b2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:05.561868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:05.571330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:05.579757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cc196e69-c1cb-40fd-82ab-c37179a2d68d req-32a2cb31-3239-4f16-8c8a-21051f74ea11 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642545 May 27 04:08:05.583538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43afdf13-6563-4597-aa24-c23212c4af2b req-a1e8b063-bb83-4faf-af38-b0701af24a98 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 May 27 04:08:05.586538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Made reservation on behalf of 5738a93b472a488fac41675ee4b875b2 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:05.588958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.602213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.638691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:05.642656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Usage tracker for resource:security_group_rule and tenant:5738a93b472a488fac41675ee4b875b2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:05.645489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:05.651409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:05.719696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.723643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.750670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:08:05.762529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310512e7-38c6-4ce2-bcf5-439e1fb57d10,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:05.767829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.768193 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Added segment 4a9136fd-389d-47f3-958d-771602e4e5cb of type vlan for network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 May 27 04:08:05.794072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.823774 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.824606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:05.825201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:05.931958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] Pushing event updated for resources: {'Network': ['ID=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:05.935454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a294939-2564-48b4-a1c0-3b4c0d25826d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5335553 May 27 04:08:05.939139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:05.942716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:08:05.945143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Request body: {'subnet': {'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-48523730-subnet', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:05.951438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:05.956684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Usage tracker for resource:subnet and tenant:5738a93b472a488fac41675ee4b875b2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:05.960221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:05.966412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:05.977296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Made reservation on behalf of 5738a93b472a488fac41675ee4b875b2 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:05.980025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.180676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.342723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd56d24-d505-4aad-82da-dca76bc4fc6d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:06.354719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Checking segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:06.355067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Network hostable DHCP agents. Network: d2a4aa64-09a0-4039-aab1-0fbe9c55dc37, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:08:06.376325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:08:06.385222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d2a4aa64-09a0-4039-aab1-0fbe9c55dc37) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:06.389360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:06.389936 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.393730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08444529-419c-4dd5-8722-6cc8d005c61f None None] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:08:06.411617 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-797f6906-c844-4800-af9e-7d303a367b06 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4714742 May 27 04:08:06.414316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46890) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:06.419343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:06.425252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:06.429114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Usage tracker for resource:router and tenant:5738a93b472a488fac41675ee4b875b2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:06.431917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:06.437637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:06.447685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.448607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.468149 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.609924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:08:06.610809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.631670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.778713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Allocated IP 172.20.0.2 (d2a4aa64-09a0-4039-aab1-0fbe9c55dc37/cbd56d24-d505-4aad-82da-dca76bc4fc6d/22f37e85-f4de-4e94-b424-c431792bd591) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:06.789435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007208a8-920b-41d4-b19b-f68588315e37 req-861d57fd-b4b5-45fc-9e57-f58059618794 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:06.791582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-007208a8-920b-41d4-b19b-f68588315e37 req-861d57fd-b4b5-45fc-9e57-f58059618794 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0811880 May 27 04:08:06.835547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b176474-673d-47c6-a7c3-b55ed4c1e7ab req-7ffc9ef9-1a90-4e8c-a821-2cc3e388351f tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:06.837004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b176474-673d-47c6-a7c3-b55ed4c1e7ab req-7ffc9ef9-1a90-4e8c-a821-2cc3e388351f tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1084766 May 27 04:08:06.841540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-007208a8-920b-41d4-b19b-f68588315e37 req-25a9c6b9-37d4-4a88-aede-64c82d54ca6b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 May 27 04:08:06.946938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b176474-673d-47c6-a7c3-b55ed4c1e7ab req-bf800bb1-b0b2-4af8-9a1a-64167e4f2ccd tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965967 May 27 04:08:06.951652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.982261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:06.993449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.004169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Transition to ACTIVE for port object 22f37e85-f4de-4e94-b424-c431792bd591 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:07.022238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Transition to ACTIVE for port object 22f37e85-f4de-4e94-b424-c431792bd591 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:07.028496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.124158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:07.127704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Pushing event updated for resources: {'Port': ['ID=22f37e85-f4de-4e94-b424-c431792bd591,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:07.130560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:07.132846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:07.137733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Allocated IP 172.25.8.97 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/b60b8c2a-d1f7-404d-bd64-3f293c75af4d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:07.234864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Attempting to bind port 22f37e85-f4de-4e94-b424-c431792bd591 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:07.235651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Attempting to bind port 22f37e85-f4de-4e94-b424-c431792bd591 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:07.235651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Attempting to bind port 22f37e85-f4de-4e94-b424-c431792bd591 on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:07.242887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:07.243257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Checking segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:07.244136 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.244254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Bound using segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:07.244692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Bound port: 22f37e85-f4de-4e94-b424-c431792bd591, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:07.245147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.340459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-0ce66acf-d036-444d-8df1-3aba8c5a5cd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 1096 time: 0.0731277 May 27 04:08:07.343093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b794693b-5f95-497b-9645-853a92f7002d None None] For port 22f37e85-f4de-4e94-b424-c431792bd591, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:07.346569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b794693b-5f95-497b-9645-853a92f7002d None None] For port 22f37e85-f4de-4e94-b424-c431792bd591, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=22f37e85-f4de-4e94-b424-c431792bd591,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:07.354377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.370964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.392084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd74d0d-c633-4ada-bc6f-858e8e4e73f8 req-590e9deb-c044-4a68-882f-57a6e573fe2a tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:07.393583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dfd74d0d-c633-4ada-bc6f-858e8e4e73f8 req-590e9deb-c044-4a68-882f-57a6e573fe2a tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1417201 May 27 04:08:07.434039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.447961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794693b-5f95-497b-9645-853a92f7002d None None] Pushing event updated for resources: {'Port': ['ID=22f37e85-f4de-4e94-b424-c431792bd591,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:07.521024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dfd74d0d-c633-4ada-bc6f-858e8e4e73f8 req-faea7820-3b7a-4986-b12f-957050583d78 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123326 May 27 04:08:07.529199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:07.532967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:07.534919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Pushing event updated for resources: {'Port': ['ID=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:07.537094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:07.593902 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93976682-518f-4ec6-8f7d-724606f86e08 req-0292cc13-a00f-4c96-a1d4-b260dd1ea9e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:07.595328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-0292cc13-a00f-4c96-a1d4-b260dd1ea9e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 200 len: 912 time: 0.2494972 May 27 04:08:07.700381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-af31acdb-b334-4a8a-b6da-32f18a7ac30f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 200 len: 217 time: 0.0985768 May 27 04:08:07.721649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.722446 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:07.771789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93976682-518f-4ec6-8f7d-724606f86e08 req-f5305bb7-08f2-4ca4-b25f-74db6ef3d833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:07.773465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-f5305bb7-08f2-4ca4-b25f-74db6ef3d833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=813ef093-4c95-485c-b36b-ae9bff7c2d35 HTTP/1.1" status: 200 len: 851 time: 0.0673895 May 27 04:08:07.822144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-61adb84c-e698-47a3-b801-691f468ea73e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e1402b4-f0ac-4da6-a836-b21d30d87535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429239 May 27 04:08:07.917251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 22f37e85-f4de-4e94-b424-c431792bd591 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:07.979828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Router 5daa4259-74c5-43d0-b9a7-999c3a39710b is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:08:07.992744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-91f1314f-05d7-4d4b-ac3c-24942a467d97 service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640573 May 27 04:08:08.021507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 22f37e85-f4de-4e94-b424-c431792bd591 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:08.189201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93976682-518f-4ec6-8f7d-724606f86e08 req-4dd4655b-a1ae-4420-8423-dae87cb52494 service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560516 May 27 04:08:08.199152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb316a52-fa0d-4bdf-8a73-ebba2e52e5b9 req-4f8a24d8-300c-4d30-aeec-830a7c706908 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:08.199376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:08.206768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb316a52-fa0d-4bdf-8a73-ebba2e52e5b9 req-4f8a24d8-300c-4d30-aeec-830a7c706908 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.2102537 May 27 04:08:08.211469 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Sync routers for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:08:08.229338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:08.230249 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:08.240829 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:08.245244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dc566a4c-6dc2-4681-9c56-59395dc4f595 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8274975 May 27 04:08:08.246645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46904) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:08.265545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cb316a52-fa0d-4bdf-8a73-ebba2e52e5b9 req-5c3801eb-d505-4efc-9b1e-5af1bdf7972c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577691 May 27 04:08:08.425669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:08.517305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383da80-ebf2-4742-96ff-701cc19d3129 None None] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:08:08.732231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Provisioning for port 22f37e85-f4de-4e94-b424-c431792bd591 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:08.744039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Provisioning complete for port 22f37e85-f4de-4e94-b424-c431792bd591 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:08.744411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:08.753787 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:07Z', 'revision_number': 3, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:08.758015 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Checking router: 5daa4259-74c5-43d0-b9a7-999c3a39710b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:08:08.758277 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Updating router 5daa4259-74c5-43d0-b9a7-999c3a39710b port b60b8c2a-d1f7-404d-bd64-3f293c75af4d binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:08:08.798935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265b04d-7650-4fcb-92aa-fb3b6c9ade18 req-bd925a2d-0fad-4256-a97b-fbf5ce6dcfb6 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:08.800418 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0265b04d-7650-4fcb-92aa-fb3b6c9ade18 req-bd925a2d-0fad-4256-a97b-fbf5ce6dcfb6 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1107161 May 27 04:08:08.840952 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:08.884232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0265b04d-7650-4fcb-92aa-fb3b6c9ade18 req-3b2b21d9-a7b9-49a5-9378-242a31cad290 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777338 May 27 04:08:08.988472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.037896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] For port 22f37e85-f4de-4e94-b424-c431792bd591, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=22f37e85-f4de-4e94-b424-c431792bd591,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:09.050785 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.174983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793af79c-2bc5-4e0d-b50d-604556c7ddba None None] Pushing event updated for resources: {'Port': ['ID=22f37e85-f4de-4e94-b424-c431792bd591,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:09.242514 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.255956 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Transition to ACTIVE for port object b60b8c2a-d1f7-404d-bd64-3f293c75af4d will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:09.263116 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.275269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7e67eafd-b060-454b-b96f-f8cf43bc1052 None None] Provisioning complete for port 22f37e85-f4de-4e94-b424-c431792bd591 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:09.275635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e67eafd-b060-454b-b96f-f8cf43bc1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.318857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.332464 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Attempting to bind port b60b8c2a-d1f7-404d-bd64-3f293c75af4d on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:09.332831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Attempting to bind port b60b8c2a-d1f7-404d-bd64-3f293c75af4d by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:09.333244 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Attempting to bind port b60b8c2a-d1f7-404d-bd64-3f293c75af4d on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:09.357953 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:09.358375 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:09.358714 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.359126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:09.359602 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Bound port: b60b8c2a-d1f7-404d-bd64-3f293c75af4d, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:09.359970 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.417969 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Pushing event updated for resources: {'Port': ['ID=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:09.441850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.442198 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.442519 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.442851 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.443177 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.443498 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.443843 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.444162 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.444523 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.444839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.445135 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:09.458547 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] For port b60b8c2a-d1f7-404d-bd64-3f293c75af4d, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:09.462860 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] For port b60b8c2a-d1f7-404d-bd64-3f293c75af4d, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:09.467261 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.487431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a851-59f7-47aa-b1b8-cbc15f45b025 req-06c188ae-83ce-4ca2-b791-e8cd22947dc2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:09.493952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18d5a851-59f7-47aa-b1b8-cbc15f45b025 req-06c188ae-83ce-4ca2-b791-e8cd22947dc2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0935214 May 27 04:08:09.540160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18d5a851-59f7-47aa-b1b8-cbc15f45b025 req-236a1c54-b333-4987-8588-39b6a84b1efa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 May 27 04:08:09.553905 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6afee-e87f-4097-b6de-debfd39ab85e None None] Pushing event updated for resources: {'Port': ['ID=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:09.556723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:09.557436 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:09.569489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Allocated IP 172.20.0.1 (d2a4aa64-09a0-4039-aab1-0fbe9c55dc37/cbd56d24-d505-4aad-82da-dca76bc4fc6d/aca4bd98-bf8f-4321-84cf-20816410823f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:09.714937 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.729529 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:09.730279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Transition to ACTIVE for port object aca4bd98-bf8f-4321-84cf-20816410823f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:09.752779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.820809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:09.824273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Pushing event updated for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:09.826817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:09.828762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:09.893843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 22f37e85-f4de-4e94-b424-c431792bd591 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:09.898234 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:09.970506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 22f37e85-f4de-4e94-b424-c431792bd591 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:09.970878 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.017348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.090701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:07Z', 'revision_number': 3, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:10.096170 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf14a3-b8be-4e25-8ff2-1239e9ce90e0 None None] The sync data for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 is: [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:07Z', 'revision_number': 3, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:08:10.227938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f491de7c-836b-4f04-a18a-d9d6c48cb29d None None] Provisioning for port aca4bd98-bf8f-4321-84cf-20816410823f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:10.234591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f491de7c-836b-4f04-a18a-d9d6c48cb29d None None] Provisioning complete for port aca4bd98-bf8f-4321-84cf-20816410823f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:10.234963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f491de7c-836b-4f04-a18a-d9d6c48cb29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.307861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f491de7c-836b-4f04-a18a-d9d6c48cb29d None None] Port aca4bd98-bf8f-4321-84cf-20816410823f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:10.395883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7c13f-9abb-44b5-a3fa-0019ccf2f612 req-c69221e0-94ef-4671-af84-f3093a395901 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:10.397387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80c7c13f-9abb-44b5-a3fa-0019ccf2f612 req-c69221e0-94ef-4671-af84-f3093a395901 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.3143346 May 27 04:08:10.480180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80c7c13f-9abb-44b5-a3fa-0019ccf2f612 req-f3112f0a-2220-4547-89fe-fdf7edc73cfe tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757773 May 27 04:08:10.511704 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.517476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.628238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Pushing event updated for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:10.633577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:10.845038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:10.848884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:10.915543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eead03-d5c6-4a5e-b6f1-66e4b5687ef2 req-c7732ac6-6555-473d-98b6-c4d8168d667e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:10.923870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71eead03-d5c6-4a5e-b6f1-66e4b5687ef2 req-c7732ac6-6555-473d-98b6-c4d8168d667e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.2094421 May 27 04:08:10.972762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df187164-654c-4f63-a24b-83b026284c63 req-cf215792-ae6b-4d88-9452-32fb375c7127 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:10.977442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df187164-654c-4f63-a24b-83b026284c63 req-cf215792-ae6b-4d88-9452-32fb375c7127 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1065402 May 27 04:08:11.034906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df187164-654c-4f63-a24b-83b026284c63 req-b4f8d085-3e2a-476f-9f9b-cc24f0f69fcb tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531197 May 27 04:08:11.113398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71eead03-d5c6-4a5e-b6f1-66e4b5687ef2 req-b95980d5-e37a-4568-93f0-ef1547b0c999 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886728 May 27 04:08:11.146311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a4b96188-642d-452a-a175-9da9cc183e6b None None] Provisioning complete for port aca4bd98-bf8f-4321-84cf-20816410823f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:11.146685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a4b96188-642d-452a-a175-9da9cc183e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:11.200564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a4b96188-642d-452a-a175-9da9cc183e6b None None] Port aca4bd98-bf8f-4321-84cf-20816410823f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:11.324698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Router 5daa4259-74c5-43d0-b9a7-999c3a39710b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:11.525233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:11.533899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cb63806c-3140-4db1-a38c-3cefeb3c6c45 admin admin] 10.222.0.46 "PUT /v2.0/routers/5daa4259-74c5-43d0-b9a7-999c3a39710b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857373 May 27 04:08:11.902382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b60b8c2a-d1f7-404d-bd64-3f293c75af4d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:11.968777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b60b8c2a-d1f7-404d-bd64-3f293c75af4d completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:11.973234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b60b8c2a-d1f7-404d-bd64-3f293c75af4d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:11.973598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.102254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.121808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port b60b8c2a-d1f7-404d-bd64-3f293c75af4d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:12.128415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.201128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:12.241738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1bb4-ed76-45e8-8c40-362751b404de req-97ad6de4-dbbf-43bd-a2eb-1e6a2b8a9742 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.243288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f4b1bb4-ed76-45e8-8c40-362751b404de req-97ad6de4-dbbf-43bd-a2eb-1e6a2b8a9742 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.0795002 May 27 04:08:12.290019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1f4b1bb4-ed76-45e8-8c40-362751b404de req-9d7b97d5-b813-4632-909c-a6ef0ebc9cb3 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 May 27 04:08:12.348179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d490b7-e104-49a1-bacb-b2dd20c277a8 req-47237918-a38b-4635-92f8-47e7e7ca4a49 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.349733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95d490b7-e104-49a1-bacb-b2dd20c277a8 req-47237918-a38b-4635-92f8-47e7e7ca4a49 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0902467 May 27 04:08:12.396442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95d490b7-e104-49a1-bacb-b2dd20c277a8 req-472b2981-0128-4554-a1f2-bff244d285e6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 May 27 04:08:12.434338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:12.440160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1119183422-network', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:12.445546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:12.449374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Usage tracker for resource:network and tenant:e3c05d327526423eaca9a00cf5de31c4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:12.452725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:12.458618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:12.468762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Made reservation on behalf of e3c05d327526423eaca9a00cf5de31c4 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:12.471008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.483793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.522491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:12.526570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Usage tracker for resource:security_group_rule and tenant:e3c05d327526423eaca9a00cf5de31c4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:12.529459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:12.535128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:12.646892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.653833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.678719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-3f90735f-342e-4920-a113-da6cca7fb3e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 1096 time: 0.0739336 May 27 04:08:12.696672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:08:12.708215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:12.718751 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.719093 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Added segment f8ecbfb8-af3f-4c28-8e85-618b87ecdbad of type vlan for network 8ca358a2-7576-4555-9a94-9f719ed92b7a May 27 04:08:12.741910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be51e7-4607-434a-a26a-e5aa8710ce88 req-3b9fc671-760c-43e0-84e4-3494a9714152 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.743354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6be51e7-4607-434a-a26a-e5aa8710ce88 req-3b9fc671-760c-43e0-84e4-3494a9714152 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1530583 May 27 04:08:12.771527 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.812507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-5341b242-04ac-4b98-8229-91984c369c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.813963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-5341b242-04ac-4b98-8229-91984c369c21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 200 len: 912 time: 0.1297371 May 27 04:08:12.815260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f6be51e7-4607-434a-a26a-e5aa8710ce88 req-9ddc936e-de59-4030-922c-247472619858 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636678 May 27 04:08:12.826249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.827088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.827683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:12.882613 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-0e768f34-3218-46fc-974a-96ebdd9fd861 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 200 len: 217 time: 0.0628283 May 27 04:08:12.949886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-205d68de-eb04-416b-89da-ee2aace9da4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:12.951246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-205d68de-eb04-416b-89da-ee2aace9da4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=813ef093-4c95-485c-b36b-ae9bff7c2d35 HTTP/1.1" status: 200 len: 851 time: 0.0633059 May 27 04:08:12.997458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-957f56d0-bf3f-44c0-ade4-2d785f1414c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e1402b4-f0ac-4da6-a836-b21d30d87535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401053 May 27 04:08:13.031183 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5957563 May 27 04:08:13.032120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f8710-3d70-4df4-bfe5-baaa68caf90b admin admin] Pushing event updated for resources: {'Network': ['ID=8ca358a2-7576-4555-9a94-9f719ed92b7a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:13.033991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 46952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:13.039380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Request body: {'subnet': {'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1119183422-subnet', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:13.044998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:13.048829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Usage tracker for resource:subnet and tenant:e3c05d327526423eaca9a00cf5de31c4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:13.051693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:13.053522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:08:13.058669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:13.072134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Made reservation on behalf of e3c05d327526423eaca9a00cf5de31c4 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:13.074930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.141554 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-0f7793ba-709d-4811-97bc-311522b869be service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381142 May 27 04:08:13.297253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.368578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:13.370520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4267836f-fe9e-45f9-a510-3e402efe79d5 req-cd4e78cb-2e44-4982-bc7b-50041088c8af service neutron] 10.222.0.21 "GET /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230072 May 27 04:08:13.383026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Checking segment: {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:13.383376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Network hostable DHCP agents. Network: 8ca358a2-7576-4555-9a94-9f719ed92b7a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:08:13.405033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:08:13.413492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 8ca358a2-7576-4555-9a94-9f719ed92b7a) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:13.417860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:13.418962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.423247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f43c25-f05b-4d29-a9bd-73a6bf988dd4 None None] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:08:13.449741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fd6a86c3-6031-420d-b168-dd0304a26b7b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4125028 May 27 04:08:13.450092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:13.457212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:13.464010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:13.469634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Usage tracker for resource:router and tenant:e3c05d327526423eaca9a00cf5de31c4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:08:13.473301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:08:13.479659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:13.493841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.495059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.521699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.672015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-8ca358a2-7576-4555-9a94-9f719ed92b7a', 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'fixed_ips': [{'subnet_id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:08:13.672813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.726110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:13.735251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Sync routers for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:08:13.744834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f68d09-2ae8-415a-ab90-ba4d129be2ec req-32e8bdb8-ad50-4ad2-8333-9d356d31c983 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:13.746319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47f68d09-2ae8-415a-ab90-ba4d129be2ec req-32e8bdb8-ad50-4ad2-8333-9d356d31c983 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.2111566 May 27 04:08:13.804061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:13.804682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:13.880506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47f68d09-2ae8-415a-ab90-ba4d129be2ec req-e5c7068d-0cae-4bb2-a982-3aef3cb923c3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148872 May 27 04:08:13.962864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b60b8c2a-d1f7-404d-bd64-3f293c75af4d up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:14.017420 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.058215 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.077774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Allocated IP 172.20.0.2 (8ca358a2-7576-4555-9a94-9f719ed92b7a/2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe/2afbcc36-b84f-4122-80fe-390662452c17) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:14.094806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d98b-9741-4987-b46f-6c67628e1b15 req-d0f9a434-b274-4db5-a509-7f88802cda01 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:14.096370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e49d98b-9741-4987-b46f-6c67628e1b15 req-d0f9a434-b274-4db5-a509-7f88802cda01 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1458521 May 27 04:08:14.171717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7e49d98b-9741-4987-b46f-6c67628e1b15 req-5c1d3234-783b-4a6b-b273-16036398b6ae tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 May 27 04:08:14.235869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:14.247228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Allocated IP 172.25.8.205 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/e6289b97-d38b-400e-87c4-8803a61b702b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:14.288485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b60b8c2a-d1f7-404d-bd64-3f293c75af4d triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:14.288746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.397059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.424887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.493358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:14.496250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:14.498669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:14.535536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6289b97-d38b-400e-87c4-8803a61b702b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:14.556503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.556842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.557200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.557531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.557852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.558172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.558487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.558808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.559141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.559432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.559743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:14.661636 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.672165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.673191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.685718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Transition to ACTIVE for port object 2afbcc36-b84f-4122-80fe-390662452c17 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:14.744924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Transition to ACTIVE for port object 2afbcc36-b84f-4122-80fe-390662452c17 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:14.752012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:14.832465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Pushing event updated for resources: {'Port': ['ID=2afbcc36-b84f-4122-80fe-390662452c17,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:14.835612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:14.838206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:14.844645 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:14.884161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:09Z', 'revision_number': 4, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aca4bd98-bf8f-4321-84cf-20816410823f', 'name': '', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'mac_address': 'fa:16:3e:1f:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:09Z', 'updated_at': '2022-05-27T04:08:10Z', 'revision_number': 2, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'subnets': [{'id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:14.906780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Router 484486da-cd25-4144-b0af-f82592b33ee8 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:08:14.921953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Checking router: 5daa4259-74c5-43d0-b9a7-999c3a39710b for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:08:14.922309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Updating router 5daa4259-74c5-43d0-b9a7-999c3a39710b port aca4bd98-bf8f-4321-84cf-20816410823f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:08:14.982797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Attempting to bind port 2afbcc36-b84f-4122-80fe-390662452c17 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:14.983164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Attempting to bind port 2afbcc36-b84f-4122-80fe-390662452c17 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:14.983524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Attempting to bind port 2afbcc36-b84f-4122-80fe-390662452c17 on network 8ca358a2-7576-4555-9a94-9f719ed92b7a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:14.994509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.005175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:15.005546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Checking segment: {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:15.005936 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.006321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Bound using segment: {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:15.006791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Bound port: 2afbcc36-b84f-4122-80fe-390662452c17, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:15.007155 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.209974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] For port 2afbcc36-b84f-4122-80fe-390662452c17, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:15.215316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] For port 2afbcc36-b84f-4122-80fe-390662452c17, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2afbcc36-b84f-4122-80fe-390662452c17,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:15.223337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.250552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c1a-6599-4ad8-9401-0b19e60c2335 req-f3cef71a-67b0-42d8-9f53-4b1baf0a1024 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:15.252011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efa8c1a-6599-4ad8-9401-0b19e60c2335 req-f3cef71a-67b0-42d8-9f53-4b1baf0a1024 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.2160447 May 27 04:08:15.315987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efa8c1a-6599-4ad8-9401-0b19e60c2335 req-0f5fb31e-6370-4f7e-adc0-9287b71f4055 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581748 May 27 04:08:15.332970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:15.348340 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62766-54bb-451d-a822-92938476486a None None] Sync routers for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:08:15.364157 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da62766-54bb-451d-a822-92938476486a None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:15.364777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4da62766-54bb-451d-a822-92938476486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:15.372406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.377557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-26f75eea-a524-48a0-96d2-710bd9f94fa3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9263752 May 27 04:08:15.378453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 46968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:15.420426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2400-ed31-43ab-b3d1-9b9d20f0bd36 req-1d0688aa-6592-46bb-a216-c0819f6e21b4 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:15.432592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55ee2400-ed31-43ab-b3d1-9b9d20f0bd36 req-1d0688aa-6592-46bb-a216-c0819f6e21b4 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1253397 May 27 04:08:15.475095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44240cb-4425-4c0d-ab4a-9eda7279e8e4 None None] Pushing event updated for resources: {'Port': ['ID=2afbcc36-b84f-4122-80fe-390662452c17,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:15.505016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55ee2400-ed31-43ab-b3d1-9b9d20f0bd36 req-05eb6f31-6b77-4d2a-8aaa-7a34d9d2ce70 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710347 May 27 04:08:15.593680 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-4da62766-54bb-451d-a822-92938476486a None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:15.602730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.618017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Transition to ACTIVE for port object aca4bd98-bf8f-4321-84cf-20816410823f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:15.632020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:15.817596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fde75-07c7-481d-ae50-ed867b7533c2 None None] Pushing event updated for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:15.962291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Attempting to bind port aca4bd98-bf8f-4321-84cf-20816410823f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:15.966188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Attempting to bind port aca4bd98-bf8f-4321-84cf-20816410823f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:15.966697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Attempting to bind port aca4bd98-bf8f-4321-84cf-20816410823f on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:16.006481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:16.006861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Checking segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:16.007268 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.007668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Bound using segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:16.009424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Bound port: aca4bd98-bf8f-4321-84cf-20816410823f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:16.009811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.087830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4da62766-54bb-451d-a822-92938476486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:14Z', 'revision_number': 3, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:16.093904 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62766-54bb-451d-a822-92938476486a None None] Checking router: 484486da-cd25-4144-b0af-f82592b33ee8 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:08:16.094355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62766-54bb-451d-a822-92938476486a None None] Updating router 484486da-cd25-4144-b0af-f82592b33ee8 port e6289b97-d38b-400e-87c4-8803a61b702b binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:08:16.117229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2afbcc36-b84f-4122-80fe-390662452c17 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:16.177259 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.264969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] For port aca4bd98-bf8f-4321-84cf-20816410823f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:16.272110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] For port aca4bd98-bf8f-4321-84cf-20816410823f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aca4bd98-bf8f-4321-84cf-20816410823f,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:16.281774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.316962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819106-8d55-409d-b221-7c0a7c4ab5a5 req-b22014c7-00e9-4a73-9435-1e00034f8c54 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:16.318681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6819106-8d55-409d-b221-7c0a7c4ab5a5 req-b22014c7-00e9-4a73-9435-1e00034f8c54 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1017766 May 27 04:08:16.321853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2afbcc36-b84f-4122-80fe-390662452c17 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:16.413112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b6819106-8d55-409d-b221-7c0a7c4ab5a5 req-fd8f4955-65e0-4e8b-a477-da4eabc87aa7 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856404 May 27 04:08:16.423544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fde75-07c7-481d-ae50-ed867b7533c2 None None] Pushing event updated for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:16.453340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:16.454326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:16.618560 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.666224 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.690359 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-4da62766-54bb-451d-a822-92938476486a None None] Transition to ACTIVE for port object e6289b97-d38b-400e-87c4-8803a61b702b will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:16.699770 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.741694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:16.769714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cf40-5b6b-4e0b-9cb2-3aa0df539cd3 req-b31c4dbd-d268-43cd-baec-4302f88cf91e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:16.771385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d33cf40-5b6b-4e0b-9cb2-3aa0df539cd3 req-b31c4dbd-d268-43cd-baec-4302f88cf91e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1993895 May 27 04:08:16.794077 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8d2f5-a529-46a5-aca0-c5550324a550 None None] Pushing event updated for resources: {'Port': ['ID=e6289b97-d38b-400e-87c4-8803a61b702b,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:16.834772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-4da62766-54bb-451d-a822-92938476486a None None] Attempting to bind port e6289b97-d38b-400e-87c4-8803a61b702b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:16.835152 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-4da62766-54bb-451d-a822-92938476486a None None] Attempting to bind port e6289b97-d38b-400e-87c4-8803a61b702b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:16.835511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da62766-54bb-451d-a822-92938476486a None None] Attempting to bind port e6289b97-d38b-400e-87c4-8803a61b702b on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:16.844514 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da62766-54bb-451d-a822-92938476486a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:16.844972 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da62766-54bb-451d-a822-92938476486a None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:16.845387 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.846301 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da62766-54bb-451d-a822-92938476486a None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:16.846925 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-4da62766-54bb-451d-a822-92938476486a None None] Bound port: e6289b97-d38b-400e-87c4-8803a61b702b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:16.847303 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.894983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4d33cf40-5b6b-4e0b-9cb2-3aa0df539cd3 req-114984d7-6278-4c27-9541-044824bcbe89 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160941 May 27 04:08:16.938921 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-4da62766-54bb-451d-a822-92938476486a None None] For port e6289b97-d38b-400e-87c4-8803a61b702b, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:16.943046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-4da62766-54bb-451d-a822-92938476486a None None] For port e6289b97-d38b-400e-87c4-8803a61b702b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6289b97-d38b-400e-87c4-8803a61b702b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:16.951454 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-4da62766-54bb-451d-a822-92938476486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:16.986500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Allocated IP 172.20.0.1 (8ca358a2-7576-4555-9a94-9f719ed92b7a/2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe/bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:17.053024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da62766-54bb-451d-a822-92938476486a None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:17.053655 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4da62766-54bb-451d-a822-92938476486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:17.122610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7dc0e-fea5-4c32-8db0-a1bc8d2f1716 None None] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:08:17.174527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8d2f5-a529-46a5-aca0-c5550324a550 None None] Pushing event updated for resources: {'Port': ['ID=e6289b97-d38b-400e-87c4-8803a61b702b,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:17.204837 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.221623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Transition to ACTIVE for port object bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:17.236920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Provisioning for port 2afbcc36-b84f-4122-80fe-390662452c17 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:17.249814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.253684 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-4da62766-54bb-451d-a822-92938476486a None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:17.259142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Provisioning complete for port 2afbcc36-b84f-4122-80fe-390662452c17 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:17.259642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.322907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:17.325669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:17.330193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:17.360834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:09Z', 'revision_number': 4, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aca4bd98-bf8f-4321-84cf-20816410823f', 'name': '', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'mac_address': 'fa:16:3e:1f:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:09Z', 'updated_at': '2022-05-27T04:08:16Z', 'revision_number': 4, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'subnets': [{'id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:17.364741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:17.384712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29277de-aeb6-4761-a603-9ae22aca51c3 None None] The sync data for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 is: [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:09Z', 'revision_number': 4, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'aca4bd98-bf8f-4321-84cf-20816410823f', 'name': '', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'mac_address': 'fa:16:3e:1f:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:09Z', 'updated_at': '2022-05-27T04:08:16Z', 'revision_number': 4, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'subnets': [{'id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:08:17.389985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.509021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.529019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.601628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] For port 2afbcc36-b84f-4122-80fe-390662452c17, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2afbcc36-b84f-4122-80fe-390662452c17,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:17.615172 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:17.668457 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-4da62766-54bb-451d-a822-92938476486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:14Z', 'revision_number': 3, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:17.676828 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62766-54bb-451d-a822-92938476486a None None] The sync data for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 is: [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:14Z', 'revision_number': 3, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:08:17.804624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30f4f2-6dda-4bd2-9b74-c250eba9dd54 None None] Pushing event updated for resources: {'Port': ['ID=2afbcc36-b84f-4122-80fe-390662452c17,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:17.824349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e2e56-68e9-4ca8-9508-45c7e2c0ee7b req-e5bdaef1-6c8f-4a25-a98b-3ce09123dad6 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:17.827074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-819e2e56-68e9-4ca8-9508-45c7e2c0ee7b req-e5bdaef1-6c8f-4a25-a98b-3ce09123dad6 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.1650004 May 27 04:08:17.896054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-819e2e56-68e9-4ca8-9508-45c7e2c0ee7b req-b80e3a9e-06c3-4860-85a0-d2d70760090a tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608642 May 27 04:08:18.077735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Provisioning complete for port 2afbcc36-b84f-4122-80fe-390662452c17 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:18.078106 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.195110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aca4bd98-bf8f-4321-84cf-20816410823f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:18.235615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-8c40cec9-21e4-4855-b5af-1046e659de96 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:18.237213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-8c40cec9-21e4-4855-b5af-1046e659de96 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.3484068 May 27 04:08:18.329414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.346907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.359123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port aca4bd98-bf8f-4321-84cf-20816410823f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:18.372822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port aca4bd98-bf8f-4321-84cf-20816410823f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:18.374123 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.456362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Deleting port 122117d0-b6c9-4811-ae74-54a154dc2a41 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:08:18.456869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.488509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Provisioning for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:18.502229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444739fc-ffba-4624-b553-c731e07e9130 req-0af7a9c7-8587-48e3-8aff-0fabbbcec8bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:18.506471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-444739fc-ffba-4624-b553-c731e07e9130 req-0af7a9c7-8587-48e3-8aff-0fabbbcec8bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.3650262 May 27 04:08:18.507596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Provisioning complete for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:18.507965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.559139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.563351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:18.583089 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.585748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-63be3844-2e23-49b9-b6e9-8eb83222427b None None] Port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:18.606597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port aca4bd98-bf8f-4321-84cf-20816410823f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aca4bd98-bf8f-4321-84cf-20816410823f,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:18.611692 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.612778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2afbcc36-b84f-4122-80fe-390662452c17 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:18.756206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:18.759882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b3aeab03-7f7a-47af-9ff7-dc6d1c00b125 None None] Provisioning complete for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:18.760323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3aeab03-7f7a-47af-9ff7-dc6d1c00b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.766048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-444739fc-ffba-4624-b553-c731e07e9130 req-cd222b41-a03c-4145-94bf-afad94993ebe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378793 May 27 04:08:18.850179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2afbcc36-b84f-4122-80fe-390662452c17 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:18.850543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:18.873948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b3aeab03-7f7a-47af-9ff7-dc6d1c00b125 None None] Port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:18.922503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:18.926045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:19.144711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] For port 122117d0-b6c9-4811-ae74-54a154dc2a41, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=122117d0-b6c9-4811-ae74-54a154dc2a41,segment=NetworkSegment(fa71ed82-4ff8-4162-8b7d-bea17726059e),segment_id=fa71ed82-4ff8-4162-8b7d-bea17726059e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:19.145359 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:19.169734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b343e3-a6f0-4a08-8d1c-fc695db80db6 req-a5cfba70-bebb-44e6-bef1-3d59df22a850 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:19.171315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96b343e3-a6f0-4a08-8d1c-fc695db80db6 req-a5cfba70-bebb-44e6-bef1-3d59df22a850 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 945 time: 0.0810223 May 27 04:08:19.219565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-96b343e3-a6f0-4a08-8d1c-fc695db80db6 req-e57905fe-d015-4214-92f6-d94116fccb4f tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/security-groups?id=cd1b2d8a-a619-4b21-860b-f81521b2d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 May 27 04:08:19.280220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Calling delete_port for 122117d0-b6c9-4811-ae74-54a154dc2a41 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:19.298583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-774b7320-eb71-44d7-954d-59b9f86cc034 None None] Provisioning complete for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:19.313830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-774b7320-eb71-44d7-954d-59b9f86cc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:19.354593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-774b7320-eb71-44d7-954d-59b9f86cc034 None None] Port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:19.675647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:19.686585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['122117d0-b6c9-4811-ae74-54a154dc2a41'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:19.728041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Pushing event deleted for resources: {'Port': ['ID=122117d0-b6c9-4811-ae74-54a154dc2a41,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:19.808048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] No DVR routers for this DVR port 122117d0-b6c9-4811-ae74-54a154dc2a41 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:19.813186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:19.815101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'name': 'network-vif-deleted', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:19.841604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-307d06f7-f6ae-42d3-8e2f-2b0a83d241cd req-690175d6-379e-423a-990b-050987e6c8b5 tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.21 "DELETE /v2.0/ports/122117d0-b6c9-4811-ae74-54a154dc2a41 HTTP/1.1" status: 204 len: 173 time: 1.5861328 May 27 04:08:19.897721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Router 484486da-cd25-4144-b0af-f82592b33ee8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:08:20.013509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aca4bd98-bf8f-4321-84cf-20816410823f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:20.086828 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b808aaaa-054a-4c4c-930f-63cf590b041a'] response: {'server_uuid': 'ceded410-1281-466d-978f-0447f3eef575', 'name': 'network-vif-deleted', 'tag': '122117d0-b6c9-4811-ae74-54a154dc2a41', 'status': 'completed', 'code': 200} May 27 04:08:20.104299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port aca4bd98-bf8f-4321-84cf-20816410823f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:20.104658 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:20.197517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e9821-3947-41ba-813a-08dbfbab9e6a req-5283f07c-4f50-4487-a325-657483b1ac69 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:20.198883 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d9e9821-3947-41ba-813a-08dbfbab9e6a req-5283f07c-4f50-4487-a325-657483b1ac69 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1142745 May 27 04:08:20.216613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6289b97-d38b-400e-87c4-8803a61b702b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:20.258070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d9e9821-3947-41ba-813a-08dbfbab9e6a req-9c1ded16-f34d-49b8-a2a3-aa81b7e22f8f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527098 May 27 04:08:20.291498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:08:20.302302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-870e4ac0-5a20-4f83-ac48-b65b73adaee7 admin admin] 10.222.0.46 "PUT /v2.0/routers/484486da-cd25-4144-b0af-f82592b33ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9228323 May 27 04:08:20.309332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port e6289b97-d38b-400e-87c4-8803a61b702b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:20.315159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e6289b97-d38b-400e-87c4-8803a61b702b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:20.315541 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:20.422046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbda3abc-fb5f-493f-8871-0a12510bf5f1 req-5d024850-2341-436f-b0d8-7d90ec618e5c tempest-TestServerAdvancedOps-524838056 tempest-TestServerAdvancedOps-524838056-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceded410-1281-466d-978f-0447f3eef575 HTTP/1.1" status: 200 len: 210 time: 0.0524626 May 27 04:08:20.439493 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:20.461205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port e6289b97-d38b-400e-87c4-8803a61b702b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6289b97-d38b-400e-87c4-8803a61b702b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:20.461732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:20.537782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=e6289b97-d38b-400e-87c4-8803a61b702b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:21.009900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-d62a442b-7f53-4403-99f0-3c263c4bef28 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:21.010470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-d62a442b-7f53-4403-99f0-3c263c4bef28 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:21.026901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-d62a442b-7f53-4403-99f0-3c263c4bef28 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:21.028162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-d62a442b-7f53-4403-99f0-3c263c4bef28 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1412938 May 27 04:08:21.048961 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-def1098f-2e79-4cfb-bb32-a882bb6ee946 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/quotas/e3c05d327526423eaca9a00cf5de31c4 HTTP/1.1" status: 200 len: 375 time: 0.0134239 May 27 04:08:21.123524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-38e7c94c-b970-428b-839b-af467daabba4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691991 May 27 04:08:21.254900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-dca16089-e7d2-4049-9673-3e030cb722fe service neutron] 10.222.0.46 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248193 May 27 04:08:21.390462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-6383b247-7651-4e3a-bae0-8a6dfa3d62bb service neutron] 10.222.0.46 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298304 May 27 04:08:21.472674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6399e-f44c-4e0b-9b00-dda31ba458bf req-f44dfbec-77bd-43bc-b125-b1d00c675c41 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:21.474520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ed6399e-f44c-4e0b-9b00-dda31ba458bf req-f44dfbec-77bd-43bc-b125-b1d00c675c41 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0803316 May 27 04:08:21.532069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ed6399e-f44c-4e0b-9b00-dda31ba458bf req-8afc6986-767a-4dc4-9ca0-af7e5843ca6b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513256 May 27 04:08:21.591010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47018) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:21.631043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9ddeb8e9-fde7-4606-9f05-4f3cff4c7ac4 req-46748231-f054-446d-99f2-3f9ec06a66ad tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:21.648267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9ddeb8e9-fde7-4606-9f05-4f3cff4c7ac4 req-46748231-f054-446d-99f2-3f9ec06a66ad tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:21.649539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Deleting subnet 813ef093-4c95-485c-b36b-ae9bff7c2d35 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:08:21.649807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9ddeb8e9-fde7-4606-9f05-4f3cff4c7ac4 req-46748231-f054-446d-99f2-3f9ec06a66ad tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 210 time: 0.0629361 May 27 04:08:21.652641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.716476 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.771661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.845305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.896629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6289b97-d38b-400e-87c4-8803a61b702b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:21.972490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port e6289b97-d38b-400e-87c4-8803a61b702b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:21.973205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.975464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813ef093-4c95-485c-b36b-ae9bff7c2d35,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:21.982405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:21.991787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:21.991967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bc740747-17a3-4f89-b18a-1b1254d0afec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/813ef093-4c95-485c-b36b-ae9bff7c2d35 HTTP/1.1" status: 204 len: 168 time: 0.3998148 May 27 04:08:22.107410 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.238362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.264492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1402b4-f0ac-4da6-a836-b21d30d87535']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.276720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa71ed82-4ff8-4162-8b7d-bea17726059e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.277014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa71ed82-4ff8-4162-8b7d-bea17726059e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:22.288166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.303474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.309616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:08:22.309999 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: timer() May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:08:22.327796 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:08:22.400623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.405121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.430445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1402b4-f0ac-4da6-a836-b21d30d87535,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:22.438307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2ea981f6-08fd-4aac-a749-70930f275007 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e1402b4-f0ac-4da6-a836-b21d30d87535 HTTP/1.1" status: 204 len: 168 time: 0.4450531 May 27 04:08:22.441247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47032) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:22.499342 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Deleting subnet ba3b1e0f-0905-4613-bdf5-44d42c7fc4b6 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:08:22.502574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.582017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.644351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.673624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 122117d0-b6c9-4811-ae74-54a154dc2a41 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:22.700032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-f6ba48f9-92f0-4f0c-98c3-142856eee31c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:22.701817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-f6ba48f9-92f0-4f0c-98c3-142856eee31c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.21 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1701705 May 27 04:08:22.720942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Request body: {'port': {'device_id': '15ba2a29-0029-4704-bb62-13dead177296', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'admin_state_up': True, 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:22.727960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 122117d0-b6c9-4811-ae74-54a154dc2a41 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:08:22.728758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 122117d0-b6c9-4811-ae74-54a154dc2a41 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:22.734651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:22.753943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:22.772039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Made reservation on behalf of e3c05d327526423eaca9a00cf5de31c4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:22.775070 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.794764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee2d5-9add-4c75-80e2-7cfb944a9e25 req-34cde117-c723-48cc-872b-aaedf32391aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:22.796627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb5ee2d5-9add-4c75-80e2-7cfb944a9e25 req-34cde117-c723-48cc-872b-aaedf32391aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.1181927 May 27 04:08:22.798198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.850907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3b1e0f-0905-4613-bdf5-44d42c7fc4b6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:22.863728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:22.883417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-06738a75-d1d1-410c-bb41-8600fad5aa90 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba3b1e0f-0905-4613-bdf5-44d42c7fc4b6 HTTP/1.1" status: 204 len: 168 time: 0.4389350 May 27 04:08:22.883830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47040) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:22.887046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32ce9009-914d-4cd9-9b0d-0a396cc1ec1e req-557846c1-dc19-44ff-8e8a-d172953b9d63 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 210 time: 0.0447476 May 27 04:08:22.908074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb5ee2d5-9add-4c75-80e2-7cfb944a9e25 req-79f01503-dbd0-409f-bfbe-d00fae8dcee5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056199 May 27 04:08:22.991597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Allocated IP 172.20.0.10 (d2a4aa64-09a0-4039-aab1-0fbe9c55dc37/cbd56d24-d505-4aad-82da-dca76bc4fc6d/9ec0c111-2d6c-42d1-a50c-aeebe6e92503) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:22.997104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.132102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.159191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9583db0b-8d5a-46fa-b7e2-23fd84e464a8']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:23.176712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a03328-ea0e-4b6d-9058-c526458e673a') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:23.176955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a03328-ea0e-4b6d-9058-c526458e673a') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:23.189835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.207055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.213541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:08:23.213926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: timer() May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:08:23.231109 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:08:23.295752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.306236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.314838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Transition to ACTIVE for port object 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:23.322583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.335584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] Pushing event deleted for resources: {'Network': ['ID=9583db0b-8d5a-46fa-b7e2-23fd84e464a8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:23.337507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.340527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8cd74087-bbfa-468e-b989-fc0af89dff78 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9583db0b-8d5a-46fa-b7e2-23fd84e464a8 HTTP/1.1" status: 204 len: 168 time: 0.4534824 May 27 04:08:23.412423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:23.415683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:23.417139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:23.419003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:23.476715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:23.477348 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.505319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-b16b386f-577f-4ca2-8767-81c56773187a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7927115 May 27 04:08:23.516334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Request body: {'port': {'device_id': '15ba2a29-0029-4704-bb62-13dead177296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:23.554681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:23.669130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-78e0669d-1191-494d-8ea0-7fc2ee951c30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d1cdc23679f4cc68b9a6349d5d7043b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1132269 May 27 04:08:23.672186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.672356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:23.703403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7a606f87-ce64-4585-897e-52f3ed562150 None None] Provisioning for port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:23.708919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7a606f87-ce64-4585-897e-52f3ed562150 None None] Provisioning complete for port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:23.709350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a606f87-ce64-4585-897e-52f3ed562150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.733880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.761115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.764979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7a606f87-ce64-4585-897e-52f3ed562150 None None] Port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:23.814680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.832397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b2d8a-a619-4b21-860b-f81521b2d1ac,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:23.843198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:23.844370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8a24bfa4-0090-45a6-bd9f-920fb2826991 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd1b2d8a-a619-4b21-860b-f81521b2d1ac HTTP/1.1" status: 204 len: 168 time: 0.1710513 May 27 04:08:24.006869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.082141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:24.090533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.118979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Transition to ACTIVE for port object 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:24.128260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-069419cc-d75a-4ffb-9fe8-592844099e8a req-c8233a0f-3f54-40c4-b78b-f8c9fab4b926 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:24.132683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.151443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af7ebd-c2bb-4868-a8e9-dbcb533ab267 req-9cdd6760-a66a-43b5-9d1f-3889f6002674 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:24.152910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5af7ebd-c2bb-4868-a8e9-dbcb533ab267 req-9cdd6760-a66a-43b5-9d1f-3889f6002674 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0948546 May 27 04:08:24.203009 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a5af7ebd-c2bb-4868-a8e9-dbcb533ab267 req-f75c5e69-0478-4763-a539-c878acdae1af tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 May 27 04:08:24.273842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-069419cc-d75a-4ffb-9fe8-592844099e8a req-c8233a0f-3f54-40c4-b78b-f8c9fab4b926 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:24.275207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-069419cc-d75a-4ffb-9fe8-592844099e8a req-c8233a0f-3f54-40c4-b78b-f8c9fab4b926 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1028 time: 0.2500184 May 27 04:08:24.282757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.334664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47062) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:24.396056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20b42f13-3d0c-4853-893f-67f94dca1f4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77b9ae5212264cc78b87f3c0e5ed9e58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598252 May 27 04:08:24.396654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47066) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:24.403028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-069419cc-d75a-4ffb-9fe8-592844099e8a req-d0a8b61e-47eb-472d-a817-504c0e92defb tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 May 27 04:08:24.447157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Attempting to bind port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:24.447486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Attempting to bind port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:24.447815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Attempting to bind port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:24.454182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:08:24.454501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Attempting to bind port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:24.461065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:24.461339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Checking segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:24.461713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Bound using segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:24.462130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Bound port: 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:24.462474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.464412 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.490348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.542045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.555237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:24.558366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:24.559031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1bdfd9-b11c-4cc2-b796-4ae4bb740f5a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.563062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.563315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.564253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-694162dd-1e13-44d5-8bad-ba1cd217439e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d1bdfd9-b11c-4cc2-b796-4ae4bb740f5a HTTP/1.1" status: 204 len: 168 time: 0.1666040 May 27 04:08:24.634639 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:24.636360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] 10.222.0.21 "PUT /v2.0/ports/9ec0c111-2d6c-42d1-a50c-aeebe6e92503 HTTP/1.1" status: 200 len: 1092 time: 1.1241899 May 27 04:08:24.638869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:24.730148 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4630eb-e4c7-430c-8308-51f0e86d910b'] response: {'name': 'network-changed', 'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503', 'status': 'completed', 'code': 200} May 27 04:08:24.738049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ba4a1-e103-4050-bebe-7af30ee436ca service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:24.787611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-3dd50362-8076-4a1d-ac57-af1075c1e79e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1095 time: 0.1053169 May 27 04:08:24.787864 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-55c40616-4aea-45b6-a943-1e9f0281005e req-09298990-c347-4ad4-89a8-2d95f4f2118e service neutron] show failed (client error): The resource could not be found. May 27 04:08:24.788976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-09298990-c347-4ad4-89a8-2d95f4f2118e service neutron] 10.222.0.41 "GET /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1131921 May 27 04:08:24.878365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-f0659206-38dc-4045-8779-455a16d232d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503 HTTP/1.1" status: 200 len: 217 time: 0.0823963 May 27 04:08:24.957141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-e8fae788-ff8f-40ac-bc88-d7ab307dfa08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:24.958611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-e8fae788-ff8f-40ac-bc88-d7ab307dfa08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 200 len: 847 time: 0.0736184 May 27 04:08:25.105759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-8f5b167c-7ed9-417b-9462-a34deda05852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400442 May 27 04:08:25.143473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-7ee49d84-a009-4209-8bdd-cc1da0793a3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 1097 time: 0.1235142 May 27 04:08:25.308566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:25.508238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-3806cee7-c80c-4ab5-b823-ecfa0f9f105c service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954349 May 27 04:08:25.508765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:25.605885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d5c1a45-7bc3-49fd-80e7-35189fd74cf3 req-38575320-4bf4-44f9-b46a-1b3b327d6735 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1095 time: 0.0693376 May 27 04:08:25.648768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d5c1a45-7bc3-49fd-80e7-35189fd74cf3 req-1d55b33d-da33-4e48-9c82-b5e0148f59d4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:25.665588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36fdb-70ec-4188-9811-5a6fd2f1b219 req-cfe3a51a-31cb-4e85-b7eb-d045cce826ff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:25.666427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-3d5c1a45-7bc3-49fd-80e7-35189fd74cf3 req-1d55b33d-da33-4e48-9c82-b5e0148f59d4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:25.667018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2d36fdb-70ec-4188-9811-5a6fd2f1b219 req-cfe3a51a-31cb-4e85-b7eb-d045cce826ff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.3345535 May 27 04:08:25.673233 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3d5c1a45-7bc3-49fd-80e7-35189fd74cf3 req-1d55b33d-da33-4e48-9c82-b5e0148f59d4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 May 27 04:08:25.805962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b626cc1-d4e5-4a03-8347-d1a039ee81f5 req-09fc1474-9dd0-4f2b-a2b9-98b7774052d7 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847946 May 27 04:08:25.834349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b2d36fdb-70ec-4188-9811-5a6fd2f1b219 req-92fcbf50-cea7-4b13-bb4c-a8c592d76177 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614406 May 27 04:08:25.992487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:26.001550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-c184c8d7-1a6f-4290-87c8-ffafc2a695ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1095 time: 0.1218255 May 27 04:08:26.089525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:26.175318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:26.207756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Transition to ACTIVE for port object 44b6db08-3d21-4620-83a0-db52f9fbfc2f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:26.208857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea676-2784-4293-9366-472a70b8bad7 req-e5c83dfe-c847-46f9-9db1-a0c913568956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:26.210480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-e5c83dfe-c847-46f9-9db1-a0c913568956 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1944728 May 27 04:08:26.212481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:26.337469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-1633a96c-1c11-43da-b115-274371b879ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503 HTTP/1.1" status: 200 len: 217 time: 0.0913706 May 27 04:08:26.445356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:26.487674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:26.494226 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea676-2784-4293-9366-472a70b8bad7 req-ed4073db-925a-4003-a996-f652813904fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:26.495672 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-ed4073db-925a-4003-a996-f652813904fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 200 len: 847 time: 0.1133144 May 27 04:08:26.561184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] No DVR routers for this DVR port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:26.792481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:26.852024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-afbd6c56-c4f4-4fc1-a78b-201c349e093c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3310492 May 27 04:08:26.870607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1363dae3-d39b-411d-8a71-9a296ba140ab req-61cbb942-51c8-44d9-a6c9-6fee00eaf16c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1095 time: 0.0756075 May 27 04:08:26.883489 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6cd673-4fe2-4e43-b224-837b789c05ed'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'code': 200} May 27 04:08:26.915962 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1363dae3-d39b-411d-8a71-9a296ba140ab req-456a039c-c236-4295-aa4d-c4fb9ab09a07 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 May 27 04:08:27.060880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-37e9c73f-6dad-4164-a483-170411da06cc service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983371 May 27 04:08:27.225751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb72f6f-c517-42ec-9c3e-3ebb2d6f3a7a req-8dcbe081-1441-4a15-bb06-5441538bbfdf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:27.227167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7eb72f6f-c517-42ec-9c3e-3ebb2d6f3a7a req-8dcbe081-1441-4a15-bb06-5441538bbfdf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.2563574 May 27 04:08:27.265081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:27.265411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:27.265733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:27.296631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a8dea676-2784-4293-9366-472a70b8bad7 req-903af576-29f8-436e-adc0-790ed46910ac service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290375 May 27 04:08:27.297363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:08:27.297673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:27.311687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:27.311938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:27.312845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Bound using segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:27.313351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Bound port: 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:27.313698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:27.331250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7eb72f6f-c517-42ec-9c3e-3ebb2d6f3a7a req-0d788281-49d5-4db0-b6b7-48eb5fdae349 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893929 May 27 04:08:27.405580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:27.408438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:27.413760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:27.476165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:27.478080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] 10.222.0.21 "PUT /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1092 time: 2.1772904 May 27 04:08:27.496620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30600f5-c4cb-40f0-9147-55a936f50fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:27.573257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-444c91ba-f250-4b53-b66b-a82dee330065 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0719595 May 27 04:08:27.706972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40616-4aea-45b6-a943-1e9f0281005e req-552c0b69-12e1-4852-bf0e-3a6fbe27fff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:27.708409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-552c0b69-12e1-4852-bf0e-3a6fbe27fff6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1292217 May 27 04:08:27.811961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-c4accb62-2f36-4aad-887d-4bc4780edb03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.0975666 May 27 04:08:27.821529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b699864c-075d-45a3-866a-fb4f84ad4a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:27.874678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40616-4aea-45b6-a943-1e9f0281005e req-1fd70b97-a32d-4bff-a5ad-5879c196ca62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:27.876109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-1fd70b97-a32d-4bff-a5ad-5879c196ca62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0590534 May 27 04:08:27.955943 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-98c0461b-e5c9-474b-a660-fa4fbb9de805 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738618 May 27 04:08:28.080118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:28.092400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-605c738b-a31a-474e-bb7b-ef011a6d913e service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287084 May 27 04:08:28.108034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b3c9746-7b3b-492b-a2da-275bb99a0183 req-25b72fe2-2d89-4973-af77-6950f48b1ad3 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1095 time: 0.0690067 May 27 04:08:28.162598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7b3c9746-7b3b-492b-a2da-275bb99a0183 req-da97e519-0f20-4b8a-9d26-a6a8c08e14e8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 May 27 04:08:28.181096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:28.230971 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55c40616-4aea-45b6-a943-1e9f0281005e req-606820e1-745f-4378-b45e-74f4e38b3418 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325674 May 27 04:08:28.525114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a58109-b1c1-40dd-a164-3c3e9bb9381d req-23c35316-c935-4f67-ae63-7e75e0e46974 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:28.526558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0a58109-b1c1-40dd-a164-3c3e9bb9381d req-23c35316-c935-4f67-ae63-7e75e0e46974 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.0774381 May 27 04:08:28.570687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0a58109-b1c1-40dd-a164-3c3e9bb9381d req-64f7a70a-3351-496c-a426-9464ce7a5b08 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 May 27 04:08:28.683402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:08:28.812770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:28.825285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'port_id': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503', 'mac_address': 'fa:16:3e:e8:78:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:08:28.876538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:28.884310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:28.893617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:28.909157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:28.912875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:28.950838 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b4d3db-5cee-46e0-bf2f-4ec8e12862b8'] response: {'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:08:28.985555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:29.048525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-44bbb06b-34c0-474c-894e-c3b8089954b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0762100 May 27 04:08:29.051428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-8902fc9d-1ef0-486e-9375-afb52e96a20c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0758746 May 27 04:08:29.126872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9ec0c111-2d6c-42d1-a50c-aeebe6e92503'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:29.286314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-a9509417-432f-49e8-9ad9-2b89bd4ef528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:29.287919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-a9509417-432f-49e8-9ad9-2b89bd4ef528 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.2311685 May 27 04:08:29.300831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-3c9d7f78-3663-4608-917c-86981d8f4bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:29.302306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-3c9d7f78-3663-4608-917c-86981d8f4bf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.2464139 May 27 04:08:29.397006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-8a420fb4-57a9-4066-a945-7fd1edb88a07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.1024466 May 27 04:08:29.452400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-82c5d214-7d44-445f-a2d2-8edcb64f10ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.1161582 May 27 04:08:29.464231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-492ff6b1-0eb8-41f6-a1af-3fbf2ab6be55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:29.465821 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-492ff6b1-0eb8-41f6-a1af-3fbf2ab6be55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0629776 May 27 04:08:29.495825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3047a664-d290-4915-af3a-ad8efb5004a4 req-01d1ada7-ac6d-4350-9abf-300a3740b723 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1096 time: 0.1925640 May 27 04:08:29.543258 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-95406478-ef85-4095-98a9-9e7a6affe3fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709875 May 27 04:08:29.547845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-ce6ed742-0302-4def-953f-a6d4c0d588bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:29.549273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-ce6ed742-0302-4def-953f-a6d4c0d588bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0906584 May 27 04:08:29.586940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3047a664-d290-4915-af3a-ad8efb5004a4 req-79ee2554-5202-4493-b961-25d92b041e25 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 May 27 04:08:29.634746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-2ebc4fc8-973f-4a07-8b7e-fa259e1d0359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780039 May 27 04:08:29.677986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-0ba7d9bc-9c3a-4f08-9753-f07c987d05f2 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287265 May 27 04:08:29.785560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-001567f0-ddbf-4ad0-8d8f-cde4ccaf189d service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432486 May 27 04:08:29.896042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685a83-a01f-4c4c-9f20-99e3002cbd5e req-b17b08fa-e12c-4353-a57e-b6047a1ab389 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:29.897518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2685a83-a01f-4c4c-9f20-99e3002cbd5e req-b17b08fa-e12c-4353-a57e-b6047a1ab389 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 944 time: 0.1836143 May 27 04:08:29.899395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-132cab22-0d1a-4b51-b57c-132f539468be service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158957 May 27 04:08:29.934596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90d08db1-e08b-4e72-9bdc-332dd0b25606 req-732c8a57-a967-42fe-a0bd-56897e02fe73 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426754 May 27 04:08:29.948715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-86900c17-476f-4768-b33f-646cf5371682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:29.962441 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e2685a83-a01f-4c4c-9f20-99e3002cbd5e req-9bc616bd-9e9e-42e4-94ad-93f745b92f5e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570068 May 27 04:08:30.694748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:08:30.698115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:30.777872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1af1298-e976-4652-9305-8cea90f93dfb req-ce1acf05-9a38-4c00-b509-890381c741dc tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1096 time: 0.0710404 May 27 04:08:30.820647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1af1298-e976-4652-9305-8cea90f93dfb req-5d5d2e39-1ef7-4e66-9131-28a6c662f6b9 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 May 27 04:08:30.864407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:30.866555 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:08:30.880805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:30.881136 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:30.919263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:30.942508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:08:31.034665 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.068149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:31.082965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.101220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:31.109372 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.147499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:31.166383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e23b4-cc50-4894-b00e-e248b89dae74 req-45a8967e-68db-4a04-b42b-56887fc78692 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:31.167858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-299e23b4-cc50-4894-b00e-e248b89dae74 req-45a8967e-68db-4a04-b42b-56887fc78692 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.0824032 May 27 04:08:31.176777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:31.187674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.194956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:31.225007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-299e23b4-cc50-4894-b00e-e248b89dae74 req-ec4f9313-fc7a-409b-8fc3-668c77ce9c19 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510538 May 27 04:08:31.226949 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e06e4a-666a-4e37-a259-7766d67e95c3'] response: {'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503', 'code': 200} May 27 04:08:31.267721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:31.337222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['44b6db08-3d21-4620-83a0-db52f9fbfc2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:31.342924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b868e298-eb18-467b-b7fe-0c1178f906ab req-c2b28a0c-03fa-45f2-b8bc-b12266a3b9b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0680737 May 27 04:08:31.390990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b868e298-eb18-467b-b7fe-0c1178f906ab req-c1e70484-988a-4db1-a8b5-a517053de6cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 May 27 04:08:31.410433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.516847 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:31.643002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e45392-26b5-451e-a98f-a3a7471b8671 req-061facdc-82b6-4ded-a8a8-709eefc10c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:31.644548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52e45392-26b5-451e-a98f-a3a7471b8671 req-061facdc-82b6-4ded-a8a8-709eefc10c6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.0818591 May 27 04:08:31.691021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52e45392-26b5-451e-a98f-a3a7471b8671 req-2a773293-58a6-47b4-9c1f-4b8f44307b87 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 May 27 04:08:31.700973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435b27-a740-4502-a6ed-acb21599650d req-2004188e-de81-4132-a1e5-ac56dd8d7f94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:31.703010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-2004188e-de81-4132-a1e5-ac56dd8d7f94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 945 time: 0.0854700 May 27 04:08:31.782299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-f7bb9c8f-478e-4ce1-9139-e090d60151a5 service neutron] 10.222.0.21 "GET /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f/bindings/n-h1-843301-2 HTTP/1.1" status: 200 len: 382 time: 0.0725040 May 27 04:08:31.878810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-bb94962c-ebae-45a1-b2d5-d7fbcc0c1455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1096 time: 0.0720732 May 27 04:08:32.059275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435b27-a740-4502-a6ed-acb21599650d req-e839e8f8-801c-4a88-b7b5-a29da86d6814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:32.061348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-e839e8f8-801c-4a88-b7b5-a29da86d6814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1748753 May 27 04:08:32.068548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5909c405-b745-4f94-b228-9cd0670228f0 req-75e29ca4-8f37-4264-b682-37b5dbca2036 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.1182709 May 27 04:08:32.194152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5909c405-b745-4f94-b228-9cd0670228f0 req-1db05bc1-404a-4e2c-a0e0-317eee38c07a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753419 May 27 04:08:32.195796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-76b9c94b-6a5b-4d2e-a739-c6a81112bf91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1000 time: 0.1264129 May 27 04:08:32.264496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435b27-a740-4502-a6ed-acb21599650d req-7c3954af-ec80-4443-a4df-119304402f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:32.265942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-7c3954af-ec80-4443-a4df-119304402f91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0627360 May 27 04:08:32.340193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-2e72f6ad-1090-47e5-8968-bf6c417a45fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677590 May 27 04:08:32.587104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-f67b7980-8722-419e-9d0d-aa604fe76092 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405615 May 27 04:08:32.697620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:32.715413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-970bcd71-95b8-4072-bfa9-00d0dcb6cad3 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222627 May 27 04:08:32.770521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:32.775158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:32.775527 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:32.886292 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:32.893843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e2cef-44d8-4acd-b237-074576beacd6 req-3977a2f5-10ff-43fe-b440-cb731dc10430 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:32.895273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-433e2cef-44d8-4acd-b237-074576beacd6 req-3977a2f5-10ff-43fe-b440-cb731dc10430 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.0752473 May 27 04:08:32.918864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:32.922580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:32.940933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-433e2cef-44d8-4acd-b237-074576beacd6 req-2910628d-cec8-45f8-90e1-a8929e4582f1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396984 May 27 04:08:32.989817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:33.082159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:33.228454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:33.294309 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d7a168-a8c8-4a19-ab4d-b933f11c5e0a'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'code': 200} May 27 04:08:33.377214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7db142f8-7064-4ac8-833e-494d3207a198 req-2e00473e-c0be-4e94-9e8e-125f88892b85 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0680294 May 27 04:08:33.422551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7db142f8-7064-4ac8-833e-494d3207a198 req-f4bb2b46-e05b-459b-9e38-56a023683f9b tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 May 27 04:08:33.614480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a404314-fe42-4e3b-9818-872ab3bcdba6 req-ac596612-8095-440d-95c1-ed99026615a7 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0704885 May 27 04:08:33.655493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a404314-fe42-4e3b-9818-872ab3bcdba6 req-30fe5681-aff5-4f3e-a720-517712238b7b tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357103 May 27 04:08:33.838168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f3edb8e-580d-4960-802d-17602390117f req-5c50752e-653c-4540-8d2e-32a1de036626 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0680635 May 27 04:08:33.880367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3f3edb8e-580d-4960-802d-17602390117f req-10d6b12f-189f-4613-ab99-85f8b371e1f5 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 May 27 04:08:34.160170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab935b4-16cc-4db5-b773-a0addc65bd89 req-843041de-0590-4548-a1dc-ae131675d43a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:34.161589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ab935b4-16cc-4db5-b773-a0addc65bd89 req-843041de-0590-4548-a1dc-ae131675d43a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 946 time: 0.0844004 May 27 04:08:34.210743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7ab935b4-16cc-4db5-b773-a0addc65bd89 req-9c624230-0cb9-4d6d-93a3-f0a25284a1ac tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 May 27 04:08:34.260184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-dd6603da-6c1f-48b4-9f07-a67815701843 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:34.261869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-dd6603da-6c1f-48b4-9f07-a67815701843 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1314993 May 27 04:08:34.278217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-40b388bd-d3e8-44e5-a785-fdbb581602e8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/quotas/e3c05d327526423eaca9a00cf5de31c4 HTTP/1.1" status: 200 len: 375 time: 0.0105283 May 27 04:08:34.358066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-a09aea73-8cb7-4e66-bd1c-84399fa0fb6f tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746219 May 27 04:08:34.494116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-6d83a045-3b29-4c53-aaca-3c203983e1e7 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283436 May 27 04:08:34.633409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-199e616c-3c77-471b-99ef-5c890b45e7cf service neutron] 10.222.0.46 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310573 May 27 04:08:34.704798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-35328aec-aab7-4f88-ad76-4a518fbee04e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 1097 time: 0.0708537 May 27 04:08:34.718001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:34.856087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62ced4e4-1674-46dc-bf5f-fc1e21ae0f54 req-2cc3af2f-edae-4756-b9c7-77965ae2e6c5 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 210 time: 0.0567625 May 27 04:08:34.867014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:35.243729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:35.275135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:35.331011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:35.337176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:35.353851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Transition to ACTIVE for port object 44b6db08-3d21-4620-83a0-db52f9fbfc2f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:35.359939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:35.421487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f822db-ed92-46cc-b621-55399c6c1e6f req-9625ad2e-b029-4533-8832-761fdd829a41 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:35.422807 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3b8cfc-b6fa-48b7-bad8-5a08cd2f9548'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'code': 200} May 27 04:08:35.423135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89f822db-ed92-46cc-b621-55399c6c1e6f req-9625ad2e-b029-4533-8832-761fdd829a41 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.0856957 May 27 04:08:35.471336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89f822db-ed92-46cc-b621-55399c6c1e6f req-15d915ee-6d20-4f75-be45-240f7c5b6d8c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 May 27 04:08:35.512679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:35.537366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.537727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.538068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.538395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.538719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.539044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.539363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.539685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.540003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.540317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.540637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:08:35.597694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] No DVR routers for this DVR port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:35.855087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:35.855417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:35.855747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:35.862210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:08:35.862500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Attempting to bind port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on network a486f3db-4fb7-4be1-a1de-873082ac6065 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:35.867080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-61c09d22-e0d2-43e9-97a4-faf100262c0d tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:35.868793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-61c09d22-e0d2-43e9-97a4-faf100262c0d tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1393538 May 27 04:08:35.869844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:35.870181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Checking segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:35.870558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Bound using segment: {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:35.870976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Bound port: 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e179ba-c88e-408e-9fc9-1f7680ea884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:35.871321 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:35.883910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Request body: {'port': {'device_id': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'admin_state_up': True, 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:35.890299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:08:35.905062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:08:35.920810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Made reservation on behalf of e3c05d327526423eaca9a00cf5de31c4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:08:35.923502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:35.969248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:35.972513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:35.977683 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.066156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65914ff2-8782-46a7-ac7d-55d85ad82e8f req-ba880225-d8fe-440d-b3dd-2140e4a7d95c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 210 time: 0.0476549 May 27 04:08:36.082488 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.083949 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1093 time: 1.3707483 May 27 04:08:36.111126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Allocated IP 172.20.0.11 (d2a4aa64-09a0-4039-aab1-0fbe9c55dc37/cbd56d24-d505-4aad-82da-dca76bc4fc6d/6168eb92-7a3b-437e-9bb5-c305c29880da) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:08:36.152434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fba88f-9601-492a-a905-990a8cc866f8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:36.197834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-09c98f1f-804a-4693-a7b5-40a605fa5cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1096 time: 0.0880842 May 27 04:08:36.317502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.333691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Transition to ACTIVE for port object 6168eb92-7a3b-437e-9bb5-c305c29880da will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:36.336862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435b27-a740-4502-a6ed-acb21599650d req-2f85782f-926c-4e19-bcf9-135004c3db1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:36.338485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-2f85782f-926c-4e19-bcf9-135004c3db1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1339002 May 27 04:08:36.354495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.364596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9ec0c111-2d6c-42d1-a50c-aeebe6e92503'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:36.433813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:08:36.434567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Pushing event updated for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:36.437765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:08:36.439906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:08:36.469241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-3a06cb87-770b-44c4-9c25-06a32a1a5e8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.1051266 May 27 04:08:36.496532 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:36.497186 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.533784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-e0b70240-65c2-4999-88dd-bc5a74c539f4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6533027 May 27 04:08:36.545425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Request body: {'port': {'device_id': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:08:36.582421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435b27-a740-4502-a6ed-acb21599650d req-f882b946-73a0-41e9-b5fe-d2b9a146966f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:36.583921 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-f882b946-73a0-41e9-b5fe-d2b9a146966f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.1097491 May 27 04:08:36.665277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-20ccf0c3-acdf-492c-ab81-4460e5b09eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738986 May 27 04:08:36.787256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-91bf305f-f114-4b73-9cc5-8aec080ec915 None None] Provisioning for port 6168eb92-7a3b-437e-9bb5-c305c29880da completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:36.792925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-91bf305f-f114-4b73-9cc5-8aec080ec915 None None] Provisioning complete for port 6168eb92-7a3b-437e-9bb5-c305c29880da triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:36.793307 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-91bf305f-f114-4b73-9cc5-8aec080ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.803927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-aa379fbc-8340-4982-b280-51a9fb2ec6c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318405 May 27 04:08:36.834591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:36.851132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-91bf305f-f114-4b73-9cc5-8aec080ec915 None None] Port 6168eb92-7a3b-437e-9bb5-c305c29880da cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:08:36.919434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fdd8b-cbae-4801-abc4-a07bd3cbd1b6 req-8111db4b-f249-4e8a-9673-14ea6268220a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:36.921450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f55fdd8b-cbae-4801-abc4-a07bd3cbd1b6 req-8111db4b-f249-4e8a-9673-14ea6268220a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.1684213 May 27 04:08:36.941920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1c435b27-a740-4502-a6ed-acb21599650d req-a0b635ac-5a56-4c07-a33a-41c75017e522 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320560 May 27 04:08:37.086133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f55fdd8b-cbae-4801-abc4-a07bd3cbd1b6 req-1a457c94-28f8-4fb4-9614-39cf105ea15b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252255 May 27 04:08:37.227873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6168eb92-7a3b-437e-9bb5-c305c29880da {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:37.235759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:37.251740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Transition to ACTIVE for port object 6168eb92-7a3b-437e-9bb5-c305c29880da will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:37.256598 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:37.274079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57ea752d-1b04-41f6-a5ec-b90d03a88a70 req-57cac15b-53bc-4951-b488-f0a8eac10b43 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1028 time: 0.0755115 May 27 04:08:37.396075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Pushing event updated for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:37.425511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:37.452705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57ea752d-1b04-41f6-a5ec-b90d03a88a70 req-4eb48f56-e7ad-42f1-a826-0f09133313bc tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723428 May 27 04:08:37.527918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Attempting to bind port 6168eb92-7a3b-437e-9bb5-c305c29880da on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:37.528255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Attempting to bind port 6168eb92-7a3b-437e-9bb5-c305c29880da by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:37.528578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Attempting to bind port 6168eb92-7a3b-437e-9bb5-c305c29880da on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:37.536930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Port 6168eb92-7a3b-437e-9bb5-c305c29880da on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:08:37.537497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Attempting to bind port 6168eb92-7a3b-437e-9bb5-c305c29880da on network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:37.538214 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd49072-b2e7-4b3a-85af-e636029510c7'] response: {'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:08:37.546645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:37.546980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Checking segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:37.547366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Bound using segment: {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:37.547874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Bound port: 6168eb92-7a3b-437e-9bb5-c305c29880da, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9136fd-389d-47f3-958d-771602e4e5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:37.548320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:37.633177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-1059a5bf-60d6-4a94-b214-f2b1f462cada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1096 time: 0.0699906 May 27 04:08:37.699572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:37.703127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=6168eb92-7a3b-437e-9bb5-c305c29880da,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:37.711119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-721eeb3f-9921-4fe9-aa96-ab5a2dc0029d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1096 time: 0.1494703 May 27 04:08:37.712192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:37.766511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-f51a1745-898c-4550-8b52-09f00fadac0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:37.767945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-f51a1745-898c-4550-8b52-09f00fadac0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1284161 May 27 04:08:37.834612 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:37.836401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] 10.222.0.41 "PUT /v2.0/ports/6168eb92-7a3b-437e-9bb5-c305c29880da HTTP/1.1" status: 200 len: 1092 time: 1.2965877 May 27 04:08:37.849437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:37.881073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-0f24a253-3220-4eed-a7bd-fc9be7512112 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.1059704 May 27 04:08:37.933643 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed25eb13-286c-43ba-a85b-a3d7d66f63ad'] response: {'name': 'network-changed', 'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da', 'status': 'completed', 'code': 200} May 27 04:08:37.954339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-a5293086-cfe7-499e-8dee-1c93b2f53ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:37.956110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-a5293086-cfe7-499e-8dee-1c93b2f53ef6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0684350 May 27 04:08:37.972326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606e473-d448-4b53-aaa7-0be9d48fef8c service neutron] Pushing event updated for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:38.017040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-afee1291-13ba-4ceb-b79c-837c8aecedc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:38.018519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-afee1291-13ba-4ceb-b79c-837c8aecedc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.2746868 May 27 04:08:38.025998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-5c4cfbcd-9225-4ad9-a0fc-4553545b992e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.1354394 May 27 04:08:38.035742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-2e81bac6-9248-4581-80a3-f4fa1a521427 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719759 May 27 04:08:38.168199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-f7ad9569-faea-4285-8e1d-b905881f740d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6168eb92-7a3b-437e-9bb5-c305c29880da HTTP/1.1" status: 200 len: 217 time: 0.0917294 May 27 04:08:38.182084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-b6b644bc-f84b-478f-ad45-8594519e9528 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406131 May 27 04:08:38.236735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-fb71ebf9-ddb3-4191-be39-6c3a72ef713f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 999 time: 0.2096159 May 27 04:08:38.314074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-4571a006-b07e-4d23-8de4-52019b5746a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245353 May 27 04:08:38.432560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-fd6109e0-24c7-4e0d-95fe-2ab8b181d0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:38.433921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-fd6109e0-24c7-4e0d-95fe-2ab8b181d0a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 200 len: 847 time: 0.2579398 May 27 04:08:38.500729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-78508279-80df-47ee-a3ec-5ba38f196b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:38.502228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-78508279-80df-47ee-a3ec-5ba38f196b08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.2290928 May 27 04:08:38.567645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c12ccf-7219-4574-8982-25ab2a578145 req-a262a94e-a31a-4774-b12f-2857e6ed9f51 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:38.569131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4c12ccf-7219-4574-8982-25ab2a578145 req-a262a94e-a31a-4774-b12f-2857e6ed9f51 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.3409901 May 27 04:08:38.634154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-339ed8b1-fb5d-4c3d-a898-809f42176a55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892531 May 27 04:08:38.658893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7306ba7d-ac41-44f7-af79-7cdd092bafd5 req-1d7d4dd0-ba63-4a09-819f-d43b3e883bbb tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0748713 May 27 04:08:38.672571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4c12ccf-7219-4574-8982-25ab2a578145 req-c6385584-4c9d-40e8-901c-de69cc5965f9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937123 May 27 04:08:38.711774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:38.717188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7306ba7d-ac41-44f7-af79-7cdd092bafd5 req-0aaf1086-59f9-4e2c-8f84-ce27bb919017 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 May 27 04:08:38.729221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-b6aa8233-ce24-4fe0-a0c2-a0c4115a89ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199981 May 27 04:08:38.781204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:38.886536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-ef71ed96-3cfb-48ad-af65-f3410e42dbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443082 May 27 04:08:38.966390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-075cfb6d-b324-4e7f-ba96-ef462ec6f4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296352 May 27 04:08:39.121346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-371a4201-5a98-4a3a-beae-33efb8fbe2d1 req-fb8ea326-5302-4057-a712-d9c17de41bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243664 May 27 04:08:39.143857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dcef4ad5-49eb-4809-bbd8-90ed49b72864 req-ca4f812d-3280-4838-8fd9-17c0a7c5a682 service neutron] 10.222.0.21 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711574 May 27 04:08:39.233745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-7763e107-4644-45d8-bb53-c751e8f3685f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0692382 May 27 04:08:39.362566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-4bce8080-2de9-411d-bf6a-3ce8282b30cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:39.363977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-4bce8080-2de9-411d-bf6a-3ce8282b30cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1240485 May 27 04:08:39.433208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-988dcb12-433b-41ef-ae82-922a60b285eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6168eb92-7a3b-437e-9bb5-c305c29880da HTTP/1.1" status: 200 len: 217 time: 0.0627091 May 27 04:08:39.506040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-0db0f1d5-351b-456c-9844-0a7e8630c0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:39.507517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-0db0f1d5-351b-456c-9844-0a7e8630c0fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 200 len: 847 time: 0.0596962 May 27 04:08:39.583271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-e34950f8-31d2-4daa-b328-e8e9e2aed4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686362 May 27 04:08:39.716099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-271114e2-0cb6-475c-b879-e2b457ccec89 service neutron] 10.222.0.41 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261165 May 27 04:08:39.894157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Sync routers for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:08:39.914938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fcc1515d-1396-4741-a862-5b3cb7340340 req-993500d6-4f9d-4289-9b9b-cd2c2e1f45b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926274 May 27 04:08:39.916650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:39.917304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:39.932572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3303abe6-0b09-4da0-81be-214683768fc7 req-ae7ee969-561e-4618-ab94-4063be086248 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0772662 May 27 04:08:39.949842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948395c-2a65-4035-98e1-fff00cd597a4 req-17a148cb-fbbc-4dee-a7f0-0f95f85824a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:39.951483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948395c-2a65-4035-98e1-fff00cd597a4 req-17a148cb-fbbc-4dee-a7f0-0f95f85824a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 945 time: 0.1056113 May 27 04:08:39.972425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3303abe6-0b09-4da0-81be-214683768fc7 req-5cef2a42-336e-4a96-986b-f23b18f28a8a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 May 27 04:08:40.000689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d948395c-2a65-4035-98e1-fff00cd597a4 req-5ff49302-dd7e-4ede-8182-24afca8d443c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 May 27 04:08:40.028650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47164) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:40.108255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:40.133787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-896784bf-3267-4892-8e55-8debf63bd3d2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 200 len: 991 time: 0.1034160 May 27 04:08:40.152340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:08:40.459113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:40.476146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'port_id': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'mac_address': 'fa:16:3e:48:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:08:40.569672 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:40.590117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:40.609199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:40.613782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:17Z', 'revision_number': 4, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3', 'name': '', 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'mac_address': 'fa:16:3e:ca:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:16Z', 'updated_at': '2022-05-27T04:08:17Z', 'revision_number': 2, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'subnets': [{'id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:40.617010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:40.648331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Checking router: 484486da-cd25-4144-b0af-f82592b33ee8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:08:40.648673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Updating router 484486da-cd25-4144-b0af-f82592b33ee8 port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:08:40.722633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:40.736681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:40.961313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['44b6db08-3d21-4620-83a0-db52f9fbfc2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:41.163108 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86c11f4f-88ec-4fe6-ac97-8498ea334150 req-c8de02a4-47ec-4790-98ab-d8172788a104 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0708771 May 27 04:08:41.188810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:41.209213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-86c11f4f-88ec-4fe6-ac97-8498ea334150 req-4628e71a-f886-4cd7-ae1e-3d7285830067 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 May 27 04:08:41.212270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Transition to ACTIVE for port object bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:08:41.225186 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:41.377855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873925-0495-4f54-a866-a19ba102652a None None] Pushing event updated for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:41.507027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Attempting to bind port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:08:41.507391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Attempting to bind port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:08:41.507748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Attempting to bind port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 on network 8ca358a2-7576-4555-9a94-9f719ed92b7a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:08:41.527333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:08:41.527696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Checking segment: {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:08:41.528089 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:41.528468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Bound using segment: {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:08:41.528944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Bound port: bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:08:41.529843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:41.660587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] For port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:08:41.663453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] For port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:08:41.667816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:41.748006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873925-0495-4f54-a866-a19ba102652a None None] Pushing event updated for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:41.752462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:08:41.753086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:08:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:41.933890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:08:42.157453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 6168eb92-7a3b-437e-9bb5-c305c29880da details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:08:42.367898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=6168eb92-7a3b-437e-9bb5-c305c29880da,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:42.383588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:17Z', 'revision_number': 4, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3', 'name': '', 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'mac_address': 'fa:16:3e:ca:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:16Z', 'updated_at': '2022-05-27T04:08:41Z', 'revision_number': 4, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'subnets': [{'id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:08:42.386581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '6168eb92-7a3b-437e-9bb5-c305c29880da', 'network_id': 'd2a4aa64-09a0-4039-aab1-0fbe9c55dc37', 'port_id': '6168eb92-7a3b-437e-9bb5-c305c29880da', 'mac_address': 'fa:16:3e:8d:42:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd56d24-d505-4aad-82da-dca76bc4fc6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:08:42.390104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34d4b-dc45-4e9e-9b48-c90719834b37 None None] The sync data for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 is: [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:08:17Z', 'revision_number': 4, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3', 'name': '', 'network_id': '8ca358a2-7576-4555-9a94-9f719ed92b7a', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'mac_address': 'fa:16:3e:ca:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:16Z', 'updated_at': '2022-05-27T04:08:41Z', 'revision_number': 4, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'subnets': [{'id': '2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:08:42.398386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-36d9e803-c592-4fe0-8577-31ecc584a761 req-3d6b418a-9096-4192-ace2-11e92318a812 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:42.416052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-36d9e803-c592-4fe0-8577-31ecc584a761 req-3d6b418a-9096-4192-ace2-11e92318a812 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:42.417364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36d9e803-c592-4fe0-8577-31ecc584a761 req-3d6b418a-9096-4192-ace2-11e92318a812 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1095 time: 0.0883267 May 27 04:08:42.455149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:42.476456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6168eb92-7a3b-437e-9bb5-c305c29880da {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:08:42.494931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=6168eb92-7a3b-437e-9bb5-c305c29880da,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:42.499674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36d9e803-c592-4fe0-8577-31ecc584a761 req-0d525e88-a521-40ea-944b-11ecea6f846e tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652487 May 27 04:08:42.500632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:42.576103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:42.807808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['6168eb92-7a3b-437e-9bb5-c305c29880da'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:43.697155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a35dc21-57a6-488a-82de-580c5df8fe83 req-4bc2dd76-ec63-431f-8bed-dfd465666dc7 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0655181 May 27 04:08:43.738929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a35dc21-57a6-488a-82de-580c5df8fe83 req-43ad0e10-03c4-4e12-92eb-c31ece6bbee4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 May 27 04:08:43.911722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:44.014738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:44.019567 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:44.019971 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.131164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.162326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:44.166078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.196200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:44.278191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:44.291921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:44.297670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 44b6db08-3d21-4620-83a0-db52f9fbfc2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:44.297985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.408278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.434368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:44.444479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:44.448465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.449347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 6168eb92-7a3b-437e-9bb5-c305c29880da up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:44.509952 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943297b3-750a-4bbe-aa7f-364d112ebc5d'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'code': 200} May 27 04:08:44.562130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:44.574256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 6168eb92-7a3b-437e-9bb5-c305c29880da completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:08:44.578938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 6168eb92-7a3b-437e-9bb5-c305c29880da triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:44.579305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.690411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.721457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=6168eb92-7a3b-437e-9bb5-c305c29880da,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:44.725415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:44.791805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:44.937365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cccca2ac-eb81-494d-8f7f-80642329aba8 req-1a01125a-e66c-44a5-a62f-90e4c8a605f8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0813293 May 27 04:08:44.978631 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cccca2ac-eb81-494d-8f7f-80642329aba8 req-78aadda6-d208-41c8-8288-f537fb74c560 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 May 27 04:08:45.901582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:08:45.967985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:08:45.968348 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:46.261860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-35c36761-6e40-441b-846a-8d4c7e44b922 req-ecffa56b-08c6-4ac9-9f95-68cd20c44e1c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1615062 May 27 04:08:46.307054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-35c36761-6e40-441b-846a-8d4c7e44b922 req-cf2f5fb4-975b-4a72-8968-028a3ca5393e tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 May 27 04:08:46.511476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:46.564325 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec0f6e-b705-4258-924e-d0c6f12a84ec'] response: {'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da', 'code': 200} May 27 04:08:46.688784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-766b25ba-31fe-4474-a250-b37332ebc0fd req-f66ae2ab-8e16-4f87-811b-661a6ce52edc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0688322 May 27 04:08:46.733487 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-766b25ba-31fe-4474-a250-b37332ebc0fd req-0c7b3255-025b-49ea-81e0-9970694f8c23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359359 May 27 04:08:47.489553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed62162b-499b-4a51-86e7-bfc88246d828 req-3a923941-9bab-48b1-8849-d36b96b5fd1c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0665140 May 27 04:08:47.536204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed62162b-499b-4a51-86e7-bfc88246d828 req-6be98f7c-0e25-4fc2-964f-bef6a1a68eb4 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 May 27 04:08:48.724869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-00f01aad-0657-4474-8bbc-732bb4a5ff2d req-423030cd-8a1f-4e43-9027-158f8863c05a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0659475 May 27 04:08:48.765781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-00f01aad-0657-4474-8bbc-732bb4a5ff2d req-590484e8-5f98-408c-83e2-3537fbd5c510 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 May 27 04:08:48.950867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502ef4bf-890f-4963-bb71-16d05335fb98 req-4bfd72be-9495-4c77-a206-0ec37db2996c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0701568 May 27 04:08:48.993403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502ef4bf-890f-4963-bb71-16d05335fb98 req-bca78455-7ac2-4f8e-a374-a3ec2c7f5b60 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 May 27 04:08:49.185457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e7be173-9968-4020-bdbc-390024d394fe req-e17568a5-b027-4e4c-8e67-35b0c7b5b980 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0744047 May 27 04:08:49.227948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e7be173-9968-4020-bdbc-390024d394fe req-6550a984-6877-41e3-b1da-828ba110d482 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 May 27 04:08:49.614234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c88822ce-1fdc-4882-b038-5750a5c87e63 req-4f79b55d-7dd9-4df7-9c47-5d5cc5ce75a2 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0664132 May 27 04:08:49.659664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c88822ce-1fdc-4882-b038-5750a5c87e63 req-9a11865c-d933-4664-a83f-3497ad55cff9 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 May 27 04:08:50.738201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-607f0fa3-1ebd-4bbd-bbde-e157b85e5927 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670085 May 27 04:08:50.910464 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-e87d7924-d2db-4248-8282-9124ace2b2c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c05d327526423eaca9a00cf5de31c4&device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0964630 May 27 04:08:50.913811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c346ab65-63cf-4022-befa-3eadc0a06ff2 req-6bf96b71-5bcb-4ff2-95e4-6b49c8f1e11a tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1347654 May 27 04:08:51.080634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c346ab65-63cf-4022-befa-3eadc0a06ff2 req-574ecbc9-4ac1-483a-bac7-08e589d0a1e1 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616807 May 27 04:08:51.126258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f350-902b-451e-979a-b124634d9fd5 req-297e73d2-8eda-49db-96ba-3b2f0fa51458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:51.127691 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-297e73d2-8eda-49db-96ba-3b2f0fa51458 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 200 len: 909 time: 0.1931224 May 27 04:08:51.201885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-0e43dca5-47d6-46a5-adb2-d13907a1a28e tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1698055 May 27 04:08:51.203192 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-ef28a78f-9f6b-49b1-9874-6ee9de1f3983 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503 HTTP/1.1" status: 200 len: 217 time: 0.0690401 May 27 04:08:51.312296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Deleting port 6168eb92-7a3b-437e-9bb5-c305c29880da {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:08:51.312625 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:51.348343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f350-902b-451e-979a-b124634d9fd5 req-a0f752e2-52a9-4267-a941-a2fdf7ff0c9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:51.349685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-a0f752e2-52a9-4267-a941-a2fdf7ff0c9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 200 len: 847 time: 0.1151760 May 27 04:08:51.555194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-3c5e9d76-7529-4568-92d2-217650e8eacc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968207 May 27 04:08:51.672692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] For port 6168eb92-7a3b-437e-9bb5-c305c29880da, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=6168eb92-7a3b-437e-9bb5-c305c29880da,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:51.672975 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:51.902695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Calling delete_port for 6168eb92-7a3b-437e-9bb5-c305c29880da owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:51.983245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-b3ba68ea-254e-4542-b514-cab066745cea service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129589 May 27 04:08:52.170817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:52.183078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['6168eb92-7a3b-437e-9bb5-c305c29880da'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:52.218092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9ec0c111-2d6c-42d1-a50c-aeebe6e92503'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:52.218669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5f06f350-902b-451e-979a-b124634d9fd5 req-e920c83a-8e31-463e-9ee2-fac215a17eb8 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226713 May 27 04:08:52.246803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Pushing event deleted for resources: {'Port': ['ID=6168eb92-7a3b-437e-9bb5-c305c29880da,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:52.331696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] No DVR routers for this DVR port 6168eb92-7a3b-437e-9bb5-c305c29880da on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:52.334764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:52.337932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'name': 'network-vif-deleted', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:52.360019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0130b7a6-451d-46e1-a203-1eeb55bd7fe4 req-6dce087d-c5ed-413a-a3fc-7a246b891b44 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6168eb92-7a3b-437e-9bb5-c305c29880da HTTP/1.1" status: 204 len: 173 time: 1.1519649 May 27 04:08:52.363428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55080fe6-9b88-4204-a49a-c2cc543df846 req-1334e4ab-104f-4349-bd7f-e845411c29e0 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d6e189-73f6-4ab1-a737-92df4b2f5ec0 HTTP/1.1" status: 200 len: 210 time: 0.1528625 May 27 04:08:52.436106 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fb897b-7a15-418b-a6c8-72754d408056'] response: {'server_uuid': '57d6e189-73f6-4ab1-a737-92df4b2f5ec0', 'name': 'network-vif-deleted', 'tag': '6168eb92-7a3b-437e-9bb5-c305c29880da', 'status': 'completed', 'code': 200} May 27 04:08:53.265817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-92234c01-5f23-4767-b3e5-4b8237c4ad93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674596 May 27 04:08:53.356825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-14258534-7d7e-45ef-bcbd-7d67f658ff7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1098 time: 0.0700948 May 27 04:08:53.507975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0df50-76da-4742-8de3-26d06869d902 req-5f79347e-fecf-4054-88af-056c181a7bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:53.509437 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-5f79347e-fecf-4054-88af-056c181a7bfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.1324852 May 27 04:08:53.608923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-ab422d65-6638-4f74-b9ef-d4e68a1ab4ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 1001 time: 0.0926676 May 27 04:08:53.674190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0df50-76da-4742-8de3-26d06869d902 req-9002529f-2d09-4386-81e2-5fe0b59f2f98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:08:53.675531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-9002529f-2d09-4386-81e2-5fe0b59f2f98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0612202 May 27 04:08:53.752189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-c4491fa0-7631-4252-99c9-bc7b9abc5f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707390 May 27 04:08:53.843325 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8046640a-a657-4ebd-aaf8-832de6b664bd req-fe7044f0-c400-4a24-974b-05f703b2c9c5 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.0679610 May 27 04:08:53.884629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-bbcf1c84-266a-4964-97a3-63d99c60c12c service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264241 May 27 04:08:53.901066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8046640a-a657-4ebd-aaf8-832de6b664bd req-ca916de2-7275-4fb1-8e3b-9d763bec6e7f tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 May 27 04:08:54.001631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:54.021676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1c0df50-76da-4742-8de3-26d06869d902 req-ae672a46-8918-484d-8335-4fb505a1b167 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314023 May 27 04:08:54.209354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 6168eb92-7a3b-437e-9bb5-c305c29880da no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:54.241704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 6168eb92-7a3b-437e-9bb5-c305c29880da {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:08:54.242040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 6168eb92-7a3b-437e-9bb5-c305c29880da not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:55.145075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc18b8c1-038f-4d6c-95b1-1ed57c1d37f0 req-d44aa58f-c55e-4193-96cb-aa0559a1543c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:55.150818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-68541941-0647-4916-810b-6e25a6722be6 req-02366bfa-ef42-457b-b703-7ba90913e462 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:55.171403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bc18b8c1-038f-4d6c-95b1-1ed57c1d37f0 req-d44aa58f-c55e-4193-96cb-aa0559a1543c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:55.172518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc18b8c1-038f-4d6c-95b1-1ed57c1d37f0 req-d44aa58f-c55e-4193-96cb-aa0559a1543c tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.1526568 May 27 04:08:55.173663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-68541941-0647-4916-810b-6e25a6722be6 req-02366bfa-ef42-457b-b703-7ba90913e462 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:55.174644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68541941-0647-4916-810b-6e25a6722be6 req-02366bfa-ef42-457b-b703-7ba90913e462 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 1097 time: 0.1248507 May 27 04:08:55.266343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Deleting port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:08:55.266580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:55.295933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bc18b8c1-038f-4d6c-95b1-1ed57c1d37f0 req-94907d80-d42e-4914-a659-3fc85e4470b7 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178589 May 27 04:08:55.577391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] For port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:55.577739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:55.698527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Calling delete_port for 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:55.829656 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:55.839344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9ec0c111-2d6c-42d1-a50c-aeebe6e92503'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:08:55.878069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec0c111-2d6c-42d1-a50c-aeebe6e92503,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:55.952039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] No DVR routers for this DVR port 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:08:55.954546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:55.957335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'name': 'network-vif-deleted', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:08:55.973836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-68541941-0647-4916-810b-6e25a6722be6 req-6cd8f77a-8a6c-4acc-99ce-faffd5c07ca8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9ec0c111-2d6c-42d1-a50c-aeebe6e92503 HTTP/1.1" status: 204 len: 173 time: 0.7824092 May 27 04:08:56.015567 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0ea8f2-1c52-471d-9ea2-dd54b9940222'] response: {'server_uuid': '15ba2a29-0029-4704-bb62-13dead177296', 'name': 'network-vif-deleted', 'tag': '9ec0c111-2d6c-42d1-a50c-aeebe6e92503', 'status': 'completed', 'code': 200} May 27 04:08:56.476072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4bacd1b0-401f-45c0-a154-6fa4e08a53be req-d61ad39a-7866-4438-ae8e-00a45dfdd7a8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Synchronizing usage tracker for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:08:56.491615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-4bacd1b0-401f-45c0-a154-6fa4e08a53be req-d61ad39a-7866-4438-ae8e-00a45dfdd7a8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] Unset dirty status for tenant:e3c05d327526423eaca9a00cf5de31c4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:08:56.492865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4bacd1b0-401f-45c0-a154-6fa4e08a53be req-d61ad39a-7866-4438-ae8e-00a45dfdd7a8 tempest-TestServerMultinode-870357269 tempest-TestServerMultinode-870357269-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=15ba2a29-0029-4704-bb62-13dead177296 HTTP/1.1" status: 200 len: 210 time: 0.0593486 May 27 04:08:56.501450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:57.612632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47214) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:08:57.822553 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e02a660c-bbae-4fb5-83cc-ade819420ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:57.989302 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:58.564916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Deleting port aca4bd98-bf8f-4321-84cf-20816410823f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:08:58.565254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:58.728593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] For port aca4bd98-bf8f-4321-84cf-20816410823f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=aca4bd98-bf8f-4321-84cf-20816410823f,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:08:58.729325 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:58.798280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:08:58.830872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:08:58.831501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9ec0c111-2d6c-42d1-a50c-aeebe6e92503 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:08:58.850907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Calling delete_port for aca4bd98-bf8f-4321-84cf-20816410823f owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:08:59.107655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:59.151660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca4bd98-bf8f-4321-84cf-20816410823f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:08:59.432195 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:59.940179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d2c26d01-85b1-40e4-a7a0-8a0a64fa3457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:08:59.994372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Router 5daa4259-74c5-43d0-b9a7-999c3a39710b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:00.184626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:00.193030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Sync routers for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:00.193689 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-452d1a7a-0505-4e2c-a31e-4834cff70b17 admin admin] 10.222.0.46 "PUT /v2.0/routers/5daa4259-74c5-43d0-b9a7-999c3a39710b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799952 May 27 04:09:00.196109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47218) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:00.205264 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:00.205862 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:00.384840 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:00.492643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:00.688688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:00.693854 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:08:59Z', 'revision_number': 5, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port': {'id': 'b60b8c2a-d1f7-404d-bd64-3f293c75af4d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:07Z', 'updated_at': '2022-05-27T04:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:00.697649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Checking router: 5daa4259-74c5-43d0-b9a7-999c3a39710b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:00.697901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Deleting port b60b8c2a-d1f7-404d-bd64-3f293c75af4d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:00.698294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:00.708140 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Routers {'5daa4259-74c5-43d0-b9a7-999c3a39710b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:00.708721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['5daa4259-74c5-43d0-b9a7-999c3a39710b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:00.857903 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] Set router 5daa4259-74c5-43d0-b9a7-999c3a39710b gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:00.870324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] For port b60b8c2a-d1f7-404d-bd64-3f293c75af4d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:00.870677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:00.963721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:09:00Z', 'revision_number': 6, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:00.968068 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8b9fb-9eee-49cc-9d72-ba177491d73e None None] The sync data for ids ['5daa4259-74c5-43d0-b9a7-999c3a39710b'] in n-d-843301-2 is: [{'id': '5daa4259-74c5-43d0-b9a7-999c3a39710b', 'name': 'tempest-TestServerMultinode-48523730-router', 'tenant_id': '5738a93b472a488fac41675ee4b875b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:06Z', 'updated_at': '2022-05-27T04:09:00Z', 'revision_number': 6, 'project_id': '5738a93b472a488fac41675ee4b875b2', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:00.990704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Calling delete_port for b60b8c2a-d1f7-404d-bd64-3f293c75af4d owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:01.156402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.201940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60b8c2a-d1f7-404d-bd64-3f293c75af4d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:01.408588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.420964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.497821 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.665888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.669887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.694498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.695001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5daa4259-74c5-43d0-b9a7-999c3a39710b {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:09:01.708544 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.712546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d560c86-80d1-4ec0-bc97-724857034f52 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5daa4259-74c5-43d0-b9a7-999c3a39710b HTTP/1.1" status: 204 len: 168 time: 1.5127230 May 27 04:09:01.712546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47222) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:01.882991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Deleting subnet cbd56d24-d505-4aad-82da-dca76bc4fc6d {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:09:01.886036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.901236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aca4bd98-bf8f-4321-84cf-20816410823f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:01.935472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: aca4bd98-bf8f-4321-84cf-20816410823f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:01.935823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device aca4bd98-bf8f-4321-84cf-20816410823f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:01.936213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b60b8c2a-d1f7-404d-bd64-3f293c75af4d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:01.936359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:01.971487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b60b8c2a-d1f7-404d-bd64-3f293c75af4d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:01.971821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b60b8c2a-d1f7-404d-bd64-3f293c75af4d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:02.017641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.083881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.121579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd56d24-d505-4aad-82da-dca76bc4fc6d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:02.126529 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.131781 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d6265cb1-9ee1-4aae-b49b-8606ce13e5ad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cbd56d24-d505-4aad-82da-dca76bc4fc6d HTTP/1.1" status: 204 len: 168 time: 0.4183044 May 27 04:09:02.134296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47226) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:02.139035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a1fd4-535e-4dc2-af88-f7346c4d7d8a None None] Network d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:02.241215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.251337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Deleting port 22f37e85-f4de-4e94-b424-c431792bd591 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:02.251650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.381954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] DHCP port deletion for d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:09:02.386154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Deleting port 22f37e85-f4de-4e94-b424-c431792bd591 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:02.386528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.453760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] For port 22f37e85-f4de-4e94-b424-c431792bd591, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=22f37e85-f4de-4e94-b424-c431792bd591,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:02.454144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.579825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Calling delete_port for 22f37e85-f4de-4e94-b424-c431792bd591 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:02.624786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] For port 22f37e85-f4de-4e94-b424-c431792bd591, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=22f37e85-f4de-4e94-b424-c431792bd591,segment=NetworkSegment(4a9136fd-389d-47f3-958d-771602e4e5cb),segment_id=4a9136fd-389d-47f3-958d-771602e4e5cb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:02.625362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.655296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.700088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f37e85-f4de-4e94-b424-c431792bd591,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:02.704238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] No DVR routers for this DVR port 22f37e85-f4de-4e94-b424-c431792bd591 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:09:02.746006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Calling delete_port for 22f37e85-f4de-4e94-b424-c431792bd591 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:02.817580 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:09:02.817926 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:09:02.819667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.845641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a4aa64-09a0-4039-aab1-0fbe9c55dc37']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:02.857883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9136fd-389d-47f3-958d-771602e4e5cb') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:02.858176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9136fd-389d-47f3-958d-771602e4e5cb') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:02.869146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.885049 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.890976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:09:02.891352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: timer() May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:09:02.904323 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:09:02.980957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:02.996948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:03.008271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a4aa64-09a0-4039-aab1-0fbe9c55dc37,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:03.011079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5ef998b0-ab31-4fed-b0e5-b1085f416050 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d2a4aa64-09a0-4039-aab1-0fbe9c55dc37 HTTP/1.1" status: 204 len: 168 time: 0.8758576 May 27 04:09:03.013890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:03.085380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:03.319589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Deleting port 22f37e85-f4de-4e94-b424-c431792bd591 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:03.320104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:03.383445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bde20f92-5841-41bd-922d-ef5d8b68fa41 None None] The port '22f37e85-f4de-4e94-b424-c431792bd591' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:09:03.487604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:03.902160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 22f37e85-f4de-4e94-b424-c431792bd591 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:03.938732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 22f37e85-f4de-4e94-b424-c431792bd591 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:03.939158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 22f37e85-f4de-4e94-b424-c431792bd591 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:04.085518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Deleting port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:04.085859 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:04.259901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] For port bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:04.260141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:04.379975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Calling delete_port for bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:04.545317 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:04.592449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:04.965035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:05.521811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Router 484486da-cd25-4144-b0af-f82592b33ee8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:05.721886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:05.730304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Sync routers for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:05.737809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-54d29698-3e6f-4e49-8904-22386abc26ac admin admin] 10.222.0.46 "PUT /v2.0/routers/484486da-cd25-4144-b0af-f82592b33ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7229397 May 27 04:09:05.740442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:05.742629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:05.743227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:05.919556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:05.937225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:06.131079 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:06.140284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Deleting port e6289b97-d38b-400e-87c4-8803a61b702b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:06.140661 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:06.197225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:09:04Z', 'revision_number': 5, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port': {'id': 'e6289b97-d38b-400e-87c4-8803a61b702b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484486da-cd25-4144-b0af-f82592b33ee8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:08:14Z', 'updated_at': '2022-05-27T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:06.201826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Checking router: 484486da-cd25-4144-b0af-f82592b33ee8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:06.212548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Routers {'484486da-cd25-4144-b0af-f82592b33ee8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:06.213168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['484486da-cd25-4144-b0af-f82592b33ee8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:06.311486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] For port e6289b97-d38b-400e-87c4-8803a61b702b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e6289b97-d38b-400e-87c4-8803a61b702b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:06.311836 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:06.357563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] Set router 484486da-cd25-4144-b0af-f82592b33ee8 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:06.435821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Calling delete_port for e6289b97-d38b-400e-87c4-8803a61b702b owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:06.460780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:09:06Z', 'revision_number': 6, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:06.464632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddb990-1c5e-4e21-b00d-482ec39cf917 None None] The sync data for ids ['484486da-cd25-4144-b0af-f82592b33ee8'] in n-d-843301-2 is: [{'id': '484486da-cd25-4144-b0af-f82592b33ee8', 'name': 'tempest-TestServerMultinode-1119183422-router', 'tenant_id': 'e3c05d327526423eaca9a00cf5de31c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:08:13Z', 'updated_at': '2022-05-27T04:09:06Z', 'revision_number': 6, 'project_id': 'e3c05d327526423eaca9a00cf5de31c4', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:06.603002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:06.736642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6289b97-d38b-400e-87c4-8803a61b702b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:06.967294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.222153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.226873 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.257292 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.257848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484486da-cd25-4144-b0af-f82592b33ee8 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:09:07.271153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.272304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee3e7c4b-0523-418d-ae16-0697a19ef156 admin admin] 10.222.0.46 "DELETE /v2.0/routers/484486da-cd25-4144-b0af-f82592b33ee8 HTTP/1.1" status: 204 len: 168 time: 1.5308101 May 27 04:09:07.274804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:07.333677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Deleting subnet 2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:09:07.337156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.388853 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.467129 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.537322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.581625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:07.586497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.591552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47084db3-b651-46a0-a409-c42716980dca None None] Network 8ca358a2-7576-4555-9a94-9f719ed92b7a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:07.593129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f7cba615-ff0e-489c-94a9-589330252aa7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b70d0a0-8b34-4bdf-a3b2-ddc6d9d8fcfe HTTP/1.1" status: 204 len: 168 time: 0.3170495 May 27 04:09:07.595519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47242) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:07.701608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.711980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Deleting port 2afbcc36-b84f-4122-80fe-390662452c17 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:07.712308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.866428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] DHCP port deletion for 8ca358a2-7576-4555-9a94-9f719ed92b7a request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:09:07.868264 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:09:07.871607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Deleting port 2afbcc36-b84f-4122-80fe-390662452c17 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:07.871986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.923916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] For port 2afbcc36-b84f-4122-80fe-390662452c17, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2afbcc36-b84f-4122-80fe-390662452c17,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:07.924287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:07.926764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:07.990681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:07.990936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device bb6b2c9e-a1e6-4ad3-bc34-cf63c11f86c3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:07.991347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2afbcc36-b84f-4122-80fe-390662452c17 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:08.043874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Calling delete_port for 2afbcc36-b84f-4122-80fe-390662452c17 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:08.118944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.135761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port 2afbcc36-b84f-4122-80fe-390662452c17 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 04:09:08.136159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2afbcc36-b84f-4122-80fe-390662452c17 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:08.136570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6289b97-d38b-400e-87c4-8803a61b702b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:08.164603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2afbcc36-b84f-4122-80fe-390662452c17,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:08.170630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] No DVR routers for this DVR port 2afbcc36-b84f-4122-80fe-390662452c17 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:09:08.178720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e6289b97-d38b-400e-87c4-8803a61b702b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:08.179062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e6289b97-d38b-400e-87c4-8803a61b702b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:08.187234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] For port 2afbcc36-b84f-4122-80fe-390662452c17, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2afbcc36-b84f-4122-80fe-390662452c17,segment=NetworkSegment(f8ecbfb8-af3f-4c28-8e85-618b87ecdbad),segment_id=f8ecbfb8-af3f-4c28-8e85-618b87ecdbad)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:08.187629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.314337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Calling delete_port for 2afbcc36-b84f-4122-80fe-390662452c17 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:08.381966 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:09:08.382314 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:09:08.385661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.410261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca358a2-7576-4555-9a94-9f719ed92b7a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:08.423837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:08.424131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ecbfb8-af3f-4c28-8e85-618b87ecdbad') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:08.436098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.451415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.457668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:09:08.458088 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: timer() May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:09:08.471384 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:09:08.545702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.560810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.570641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca358a2-7576-4555-9a94-9f719ed92b7a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:08.583520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3be565ec-b6d0-468f-8c14-8c5bfd95be8d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8ca358a2-7576-4555-9a94-9f719ed92b7a HTTP/1.1" status: 204 len: 168 time: 0.9868948 May 27 04:09:08.774361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:08.823974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c16bc4f6-5329-46ce-ad28-40f1367e855b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5738a93b472a488fac41675ee4b875b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483859 May 27 04:09:08.826341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:08.883506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Deleting port 2afbcc36-b84f-4122-80fe-390662452c17 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:08.884103 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.885131 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.910820 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.953293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a5d76a5d-8eaa-4d0d-8a49-a160908f9d18 None None] The port '2afbcc36-b84f-4122-80fe-390662452c17' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:09:08.973188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.990308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310512e7-38c6-4ce2-bcf5-439e1fb57d10,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:08.996826 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:08.999990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-82f2f335-85de-47c0-92be-aa6af737a40f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/310512e7-38c6-4ce2-bcf5-439e1fb57d10 HTTP/1.1" status: 204 len: 168 time: 0.1708126 May 27 04:09:09.381702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:09.430013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b6b045b7-7997-4f91-a068-10c1d4f3a9eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3c05d327526423eaca9a00cf5de31c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471270 May 27 04:09:09.432346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47264) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:09.488633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:09.514298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:09.566320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:09.581784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e303e97f-bd0b-4d4e-8f29-dffb2bcdc986,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:09.594467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:09.595750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c61e95f-8a98-48e3-81d0-4a2622573827 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e303e97f-bd0b-4d4e-8f29-dffb2bcdc986 HTTP/1.1" status: 204 len: 168 time: 0.1624353 May 27 04:09:10.415868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47286) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:10.547154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-139160215-network', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:10.552372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:10.556174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Usage tracker for resource:network and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:10.558995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:10.565655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:10.574672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:10.577431 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.589457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.619370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:10.623124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:10.625849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:10.631432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:10.694740 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.698015 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.727330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:09:10.735338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:10.740728 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.741097 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Added segment b8e127b4-11d5-4b9e-b286-47b939fc0265 of type vlan for network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f May 27 04:09:10.767672 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.795219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.796013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:10.796578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:10.895401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] Pushing event updated for resources: {'Network': ['ID=0acbb945-2bb8-4f15-a0b5-ea97944aef8f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:10.898923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f08cd58c-7d82-42ff-90ae-5cac28e8c5ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4820523 May 27 04:09:10.902105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:10.905649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:09:10.908044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Request body: {'subnet': {'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-139160215-subnet', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:10.913847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:10.917671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Usage tracker for resource:subnet and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:10.920743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:10.926507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:10.937903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:10.940141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.142542 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.215238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:11.223558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:11.223901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Network hostable DHCP agents. Network: 0acbb945-2bb8-4f15-a0b5-ea97944aef8f, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:09:11.245079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:09:11.254644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 0acbb945-2bb8-4f15-a0b5-ea97944aef8f) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:11.258510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:11.259173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.263370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17eaa80-24ac-4d3f-9519-721a9de723f5 None None] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:11.280656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-31ed5c57-26c7-40eb-8087-eda249587824 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3750184 May 27 04:09:11.281241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:11.286429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:11.291726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:11.296057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Usage tracker for resource:router and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:11.298858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:11.304454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:11.314723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.315666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.333839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.468989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:09:11.469796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.475006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.627615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Allocated IP 172.20.0.2 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/fc81f392-9f6e-48cc-804a-3007e56258cb) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:11.657503 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.788582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.833226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.843829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Transition to ACTIVE for port object fc81f392-9f6e-48cc-804a-3007e56258cb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:11.862639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Transition to ACTIVE for port object fc81f392-9f6e-48cc-804a-3007e56258cb will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:11.867802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:11.927268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Allocated IP 172.25.8.202 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/850104b9-b98a-4d8d-83f1-c4ee71d0bca7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:11.968814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:11.972169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:11.974026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Pushing event updated for resources: {'Port': ['ID=fc81f392-9f6e-48cc-804a-3007e56258cb,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:11.976130 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:11.987825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.988170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.988508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.988837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.989190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.989512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.989830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.990146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.990461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.990774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:11.991085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:12.072437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Attempting to bind port fc81f392-9f6e-48cc-804a-3007e56258cb on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:12.072800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Attempting to bind port fc81f392-9f6e-48cc-804a-3007e56258cb by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:12.073187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Attempting to bind port fc81f392-9f6e-48cc-804a-3007e56258cb on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:12.074242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.080065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:12.080609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:12.080816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.081216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:12.081789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Bound port: fc81f392-9f6e-48cc-804a-3007e56258cb, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:12.082321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.104527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.168642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] For port fc81f392-9f6e-48cc-804a-3007e56258cb, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:12.171903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] For port fc81f392-9f6e-48cc-804a-3007e56258cb, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fc81f392-9f6e-48cc-804a-3007e56258cb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:12.175598 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.177916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:12.180614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:12.184381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:12.217733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Pushing event updated for resources: {'Port': ['ID=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:12.258511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f1769-37cd-4e4b-9c0d-57b9356f65a4 None None] Pushing event updated for resources: {'Port': ['ID=fc81f392-9f6e-48cc-804a-3007e56258cb,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:12.359655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.360486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.602731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:09:12.807291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:12.816540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:12.828998 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:12.829761 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:12.831052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:12.832593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-484b5ad5-18d1-497e-9399-7f1ed9eab457 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5500822 May 27 04:09:12.835345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:13.026982 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:13.224326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f30e2c-50f1-484d-851f-af32863320d0 None None] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:13.322386 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:12Z', 'revision_number': 3, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:13.327246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:13.327587 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Updating router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:09:13.336737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5165df15-a908-489c-9a54-2b40e953ccdb None None] Provisioning for port fc81f392-9f6e-48cc-804a-3007e56258cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:13.382378 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.717046 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.722729 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.734802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Transition to ACTIVE for port object 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:13.741153 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.848882 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Attempting to bind port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:13.849433 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Attempting to bind port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:13.849606 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Attempting to bind port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:13.852211 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Pushing event updated for resources: {'Port': ['ID=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:13.863618 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.863952 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.864285 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.864615 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.864960 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.865286 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.865593 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.865910 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.866228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.866540 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.866852 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:13.871318 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:13.871684 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:13.872139 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.872522 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:13.873333 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Bound port: 850104b9-b98a-4d8d-83f1-c4ee71d0bca7, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:13.873333 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:13.931764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Allocated IP 172.20.0.1 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/4fb14d50-d408-4b95-8040-b54cd8bd08cc) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:13.953718 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] For port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:13.956917 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] For port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:13.959806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fc81f392-9f6e-48cc-804a-3007e56258cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:13.962782 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.035348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fc81f392-9f6e-48cc-804a-3007e56258cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:14.043627 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498d83a-c989-4ff9-919f-225c3afe6fc1 None None] Pushing event updated for resources: {'Port': ['ID=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:14.045367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fc81f392-9f6e-48cc-804a-3007e56258cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:14.045745 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.048714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:14.049349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:14.102157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.123259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Transition to ACTIVE for port object 4fb14d50-d408-4b95-8040-b54cd8bd08cc will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:14.146569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.182374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.219149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:14.219378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port fc81f392-9f6e-48cc-804a-3007e56258cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fc81f392-9f6e-48cc-804a-3007e56258cb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:14.222616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:14.223928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.225424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:14.247742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:14.257178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:14.294321 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.304527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=fc81f392-9f6e-48cc-804a-3007e56258cb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:14.389866 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.507006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6194412-fcf8-406e-b192-889e1b16d7b6 None None] Provisioning for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:14.512110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6194412-fcf8-406e-b192-889e1b16d7b6 None None] Provisioning complete for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:14.512411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6194412-fcf8-406e-b192-889e1b16d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.550007 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:12Z', 'revision_number': 3, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:14.553944 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5008e9a-ffcb-43a6-9a6b-f65ffca95edc None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:12Z', 'revision_number': 3, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:14.564580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6194412-fcf8-406e-b192-889e1b16d7b6 None None] Port 4fb14d50-d408-4b95-8040-b54cd8bd08cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:14.629205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.634431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.744558 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:14.748650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:14.765874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.766221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.766555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.766946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.767276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.767659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.768008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.768329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.768661 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.769008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.769332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:14.906924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:14.908096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:15.190162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-056ebb80-5a35-44dd-b8ee-3471a3f70514 None None] Provisioning complete for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:15.190687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-056ebb80-5a35-44dd-b8ee-3471a3f70514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:15.248475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-056ebb80-5a35-44dd-b8ee-3471a3f70514 None None] Port 4fb14d50-d408-4b95-8040-b54cd8bd08cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:15.428159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:15.624062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:15.633029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-04e3b297-88b2-49bf-a308-7be179e3ae07 admin admin] 10.222.0.46 "PUT /v2.0/routers/4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7967339 May 27 04:09:15.974537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fc81f392-9f6e-48cc-804a-3007e56258cb up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:16.045608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fc81f392-9f6e-48cc-804a-3007e56258cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:16.045980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.161853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:16.227885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:16.233295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:16.233659 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.356159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.373421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:16.377246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.440979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:16.465291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:16.470965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1373188823-network', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:16.476473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:16.480310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Usage tracker for resource:network and tenant:f3ca824aa73b40029313d2c17c367117 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:16.483900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:16.491134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:16.505445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Made reservation on behalf of f3ca824aa73b40029313d2c17c367117 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:16.507685 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.520284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.550688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:16.554533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ca824aa73b40029313d2c17c367117 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:16.557324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:16.563610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:16.627467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.632785 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.664183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:09:16.669881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc27d2b-28e9-4f21-bb9e-93e70abdbeb6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:16.676484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.677160 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Added segment 797229bd-0b46-41b9-a38a-d97dc4a64bf0 of type vlan for network 30395fae-64c2-4130-a024-457bed0f7ee6 May 27 04:09:16.702591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.730812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.732197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:16.732763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:16.833660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3671794 May 27 04:09:16.834353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbc397-df58-4da5-8b63-38f1ad0b1831 admin admin] Pushing event updated for resources: {'Network': ['ID=30395fae-64c2-4130-a024-457bed0f7ee6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:16.836333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:16.842272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Request body: {'subnet': {'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1373188823-subnet', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:16.845110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 30395fae-64c2-4130-a024-457bed0f7ee6 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:09:16.847679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:16.851539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Usage tracker for resource:subnet and tenant:f3ca824aa73b40029313d2c17c367117 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:16.854361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:16.860720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:16.870366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Made reservation on behalf of f3ca824aa73b40029313d2c17c367117 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:16.872655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.070459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.148492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81004a0d-5f7a-4731-9293-33920466b986,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:17.158131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Checking segment: {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:17.158486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Network hostable DHCP agents. Network: 30395fae-64c2-4130-a024-457bed0f7ee6, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:09:17.180079 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Network 30395fae-64c2-4130-a024-457bed0f7ee6 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:09:17.189500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 30395fae-64c2-4130-a024-457bed0f7ee6) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:17.193169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:17.193747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.197859 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56362abe-6f0c-4a12-8950-379114c4cf0c None None] Network 30395fae-64c2-4130-a024-457bed0f7ee6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:17.214076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0a9fc4dc-3f30-440a-8a49-c355c1d48ed7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3767633 May 27 04:09:17.216566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:17.221538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:17.226613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:17.230391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Usage tracker for resource:router and tenant:f3ca824aa73b40029313d2c17c367117 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:17.233765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:17.239464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:17.250722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.251953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.270527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.422295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.439736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-30395fae-64c2-4130-a024-457bed0f7ee6', 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'fixed_ips': [{'subnet_id': '81004a0d-5f7a-4731-9293-33920466b986'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:09:17.440603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.595863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Allocated IP 172.20.0.2 (30395fae-64c2-4130-a024-457bed0f7ee6/81004a0d-5f7a-4731-9293-33920466b986/6db14e2b-9122-4f61-9f39-3435933223f3) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:17.616713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.646441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.793766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Allocated IP 172.25.8.174 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/4e0ff85c-3ef7-4a31-822e-185d7912c6c1) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:17.796799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.806678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Transition to ACTIVE for port object 6db14e2b-9122-4f61-9f39-3435933223f3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:17.826134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Transition to ACTIVE for port object 6db14e2b-9122-4f61-9f39-3435933223f3 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:17.833402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:17.906924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Network 30395fae-64c2-4130-a024-457bed0f7ee6 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:17.910001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:17.914597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:17.916712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:17.958116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Pushing event updated for resources: {'Port': ['ID=6db14e2b-9122-4f61-9f39-3435933223f3,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:17.968651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.003581 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.035586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:18.071646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:18.074028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Attempting to bind port 6db14e2b-9122-4f61-9f39-3435933223f3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:18.074277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Attempting to bind port 6db14e2b-9122-4f61-9f39-3435933223f3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:18.074569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:18.074698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Attempting to bind port 6db14e2b-9122-4f61-9f39-3435933223f3 on network 30395fae-64c2-4130-a024-457bed0f7ee6 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:18.079650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:18.087201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:18.087807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:18.110148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:18.135998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:18.136367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Checking segment: {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:18.136762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.137170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Bound using segment: {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:18.138186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Bound port: 6db14e2b-9122-4f61-9f39-3435933223f3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:18.138560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.208921 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:18.209614 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.342739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.343482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.424890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] For port 6db14e2b-9122-4f61-9f39-3435933223f3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:18.452053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] For port 6db14e2b-9122-4f61-9f39-3435933223f3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6db14e2b-9122-4f61-9f39-3435933223f3,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:18.453051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:18.500608 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.579264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Router 6c407290-080e-4268-a423-36cd0adedbbd is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:09:18.672810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f55ed-a786-4c26-bd7c-b92d45c5ddb8 None None] Pushing event updated for resources: {'Port': ['ID=6db14e2b-9122-4f61-9f39-3435933223f3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:18.827863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:18.842670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Sync routers for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:18.870483 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:18.871031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:18.872078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:18.874503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74ec3eb2-21f5-45ee-a588-770b8fc7aa86 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6566615 May 27 04:09:18.877594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:18.902693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 2, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:18.907605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:18.908045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Updating router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 port 4fb14d50-d408-4b95-8040-b54cd8bd08cc binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:09:18.975459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.092690 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:19.417382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.432121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Transition to ACTIVE for port object 4fb14d50-d408-4b95-8040-b54cd8bd08cc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:19.442578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.448705 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:18Z', 'revision_number': 3, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:19.452674 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Checking router: 6c407290-080e-4268-a423-36cd0adedbbd for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:19.453112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Updating router 6c407290-080e-4268-a423-36cd0adedbbd port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:09:19.516140 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.578171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba905e-6228-4010-9565-1173b215df53 None None] Pushing event updated for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:19.698975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Attempting to bind port 4fb14d50-d408-4b95-8040-b54cd8bd08cc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:19.699346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Attempting to bind port 4fb14d50-d408-4b95-8040-b54cd8bd08cc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:19.699705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Attempting to bind port 4fb14d50-d408-4b95-8040-b54cd8bd08cc on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:19.712824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:19.713223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:19.713627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.714014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:19.714487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Bound port: 4fb14d50-d408-4b95-8040-b54cd8bd08cc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:19.714864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.779062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.848382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167abb90-bc0a-44ea-847c-3dac80136469 None None] Network 30395fae-64c2-4130-a024-457bed0f7ee6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:19.974614 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:19.987187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] For port 4fb14d50-d408-4b95-8040-b54cd8bd08cc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:19.988855 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Transition to ACTIVE for port object 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:19.989450 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6db14e2b-9122-4f61-9f39-3435933223f3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:19.995025 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.035649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Allocated IP 172.20.0.1 (30395fae-64c2-4130-a024-457bed0f7ee6/81004a0d-5f7a-4731-9293-33920466b986/ccc36e90-eb98-44b5-8aa9-210ee195f46f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:20.054175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] For port 4fb14d50-d408-4b95-8040-b54cd8bd08cc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4fb14d50-d408-4b95-8040-b54cd8bd08cc,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:20.080747 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff482898-93b8-4a63-93b3-e4a12da14dee None None] Pushing event updated for resources: {'Port': ['ID=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.085768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Attempting to bind port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:20.086174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Attempting to bind port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:20.086535 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Attempting to bind port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:20.094143 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:20.094505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:20.094901 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.095275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:20.096068 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Bound port: 4e0ff85c-3ef7-4a31-822e-185d7912c6c1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:20.096068 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.098805 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.176425 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] For port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:20.180487 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] For port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:20.186488 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.277875 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff482898-93b8-4a63-93b3-e4a12da14dee None None] Pushing event updated for resources: {'Port': ['ID=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.281098 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:20.281706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:20.282601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba905e-6228-4010-9565-1173b215df53 None None] Pushing event updated for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.314284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6db14e2b-9122-4f61-9f39-3435933223f3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:20.319608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Provisioning for port 6db14e2b-9122-4f61-9f39-3435933223f3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:20.326015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:20.326657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:20.367633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.383818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6db14e2b-9122-4f61-9f39-3435933223f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:20.384184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.387129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Transition to ACTIVE for port object ccc36e90-eb98-44b5-8aa9-210ee195f46f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:20.421078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.474929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Provisioning complete for port 6db14e2b-9122-4f61-9f39-3435933223f3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:20.475414 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.483387 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:20.501688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:20.516517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Network 30395fae-64c2-4130-a024-457bed0f7ee6 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:20.518024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:20.520874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:20.572886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.666616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.728134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:20.791025 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.796414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:18Z', 'revision_number': 3, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:20.800691 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0197fdb-f6e4-4cd9-b6b6-479afe74fde2 None None] The sync data for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 is: [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:18Z', 'revision_number': 3, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:20.894836 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.923892 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:20.931266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:21.031147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6db14e2b-9122-4f61-9f39-3435933223f3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6db14e2b-9122-4f61-9f39-3435933223f3,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:21.045407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:21.048889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:21.083942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:21.183120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Network 30395fae-64c2-4130-a024-457bed0f7ee6 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:21.184242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:21.236528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:09:21.236873 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-17dc3381-6455-4b40-8313-7c3bf176a5aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:09:21.239405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6db14e2b-9122-4f61-9f39-3435933223f3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:21.327917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:19Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:21.332091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31a5b68-9cff-4ce1-a418-2176ae0fdf85 None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:19Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:21.614192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Router 6c407290-080e-4268-a423-36cd0adedbbd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:21.855101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:21.865054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6cf12723-788b-47ef-9f75-732306fa54a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c407290-080e-4268-a423-36cd0adedbbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9863706 May 27 04:09:21.951794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Provisioning for port ccc36e90-eb98-44b5-8aa9-210ee195f46f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:21.960232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Provisioning complete for port ccc36e90-eb98-44b5-8aa9-210ee195f46f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:21.960671 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.047781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4fb14d50-d408-4b95-8040-b54cd8bd08cc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:22.104274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Port ccc36e90-eb98-44b5-8aa9-210ee195f46f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:22.139690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Provisioning complete for port 6db14e2b-9122-4f61-9f39-3435933223f3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:22.140335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68640490-c580-452a-b92d-9ac8990360b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.176352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:22.189583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:22.189965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.379816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.425385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4fb14d50-d408-4b95-8040-b54cd8bd08cc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4fb14d50-d408-4b95-8040-b54cd8bd08cc,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:22.432764 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.433863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6db14e2b-9122-4f61-9f39-3435933223f3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:22.567648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:22.578260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6db14e2b-9122-4f61-9f39-3435933223f3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:22.587356 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.715535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:22.786493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:22.790997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:22.791380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.909251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:22.926389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:22.931253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:23.007252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:23.918200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4fb14d50-d408-4b95-8040-b54cd8bd08cc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:23.998818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4fb14d50-d408-4b95-8040-b54cd8bd08cc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:23.999181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:24.032716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:24.126806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:24.193870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:24.194231 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:24.673655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-fd7d9557-a60d-4636-8f0e-62b47ac87558 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:24.674474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-fd7d9557-a60d-4636-8f0e-62b47ac87558 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:24.691849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-fd7d9557-a60d-4636-8f0e-62b47ac87558 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:24.693074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-fd7d9557-a60d-4636-8f0e-62b47ac87558 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1618114 May 27 04:09:24.711633 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-9dc860e9-625c-4a80-8cbe-2b3172ed0248 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0129678 May 27 04:09:24.793511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-523a2b2b-6068-4e4f-8fb8-e49e38603b8f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764375 May 27 04:09:25.048436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-cf5535fc-1653-4461-85e4-a0d89b2954b5 service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480967 May 27 04:09:25.185888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-1e4e0374-93d2-45ce-9fd7-6a3d0f30ef58 service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317587 May 27 04:09:25.645884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d1e19b40-0017-4928-86c9-758dc5b84456 req-6976013d-148f-4485-bfee-4d3d701c8cec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:25.662081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-d1e19b40-0017-4928-86c9-758dc5b84456 req-6976013d-148f-4485-bfee-4d3d701c8cec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:25.669734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1e19b40-0017-4928-86c9-758dc5b84456 req-6976013d-148f-4485-bfee-4d3d701c8cec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 210 time: 0.1496227 May 27 04:09:26.514268 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:26.665063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-32efc704-8771-4bed-b616-bc82f57117ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:26.666505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-32efc704-8771-4bed-b616-bc82f57117ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.2490330 May 27 04:09:26.681361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:26.819081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:26.828730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:26.832889 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6b431e9-7682-4d6f-8bb0-655f8692bb2e req-d2c48877-94e1-43e4-bb02-62f5390d0a6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 210 time: 0.0409582 May 27 04:09:26.839951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:26.843616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.008947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.8 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/6ec44f16-7ed6-41d8-8892-91faaf19901a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:27.214391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.231712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object 6ec44f16-7ed6-41d8-8892-91faaf19901a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:27.253569 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.328374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:27.331318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:27.335529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:27.366020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:27.402271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:27.402947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.429726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-23d214a8-0323-4db1-a965-75124fec4262 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519593 May 27 04:09:27.440513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Request body: {'port': {'device_id': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:27.554357 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.632228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6c5dc572-bcf1-445e-922a-ff11edfae38f None None] Provisioning for port 6ec44f16-7ed6-41d8-8892-91faaf19901a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:27.637553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6c5dc572-bcf1-445e-922a-ff11edfae38f None None] Provisioning complete for port 6ec44f16-7ed6-41d8-8892-91faaf19901a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:27.637924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc572-bcf1-445e-922a-ff11edfae38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.695276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6c5dc572-bcf1-445e-922a-ff11edfae38f None None] Port 6ec44f16-7ed6-41d8-8892-91faaf19901a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:27.826674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e524cad-922f-42ae-b4bf-a4b9dfe9f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.907114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec44f16-7ed6-41d8-8892-91faaf19901a {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:09:27.914297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:27.931135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Transition to ACTIVE for port object 6ec44f16-7ed6-41d8-8892-91faaf19901a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:27.935380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:28.110413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:28.221037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907802-d8d3-4fd9-9d16-54b07fe30099 req-3b30feb9-535c-4fe6-9a05-31278eab1870 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:28.221651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6b907802-d8d3-4fd9-9d16-54b07fe30099 req-3b30feb9-535c-4fe6-9a05-31278eab1870 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:28.257539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6b907802-d8d3-4fd9-9d16-54b07fe30099 req-3b30feb9-535c-4fe6-9a05-31278eab1870 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:28.258702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b907802-d8d3-4fd9-9d16-54b07fe30099 req-3b30feb9-535c-4fe6-9a05-31278eab1870 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.2829134 May 27 04:09:28.260799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Attempting to bind port 6ec44f16-7ed6-41d8-8892-91faaf19901a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:28.261158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Attempting to bind port 6ec44f16-7ed6-41d8-8892-91faaf19901a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:28.261487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Attempting to bind port 6ec44f16-7ed6-41d8-8892-91faaf19901a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:28.282214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Port 6ec44f16-7ed6-41d8-8892-91faaf19901a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:09:28.282537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Attempting to bind port 6ec44f16-7ed6-41d8-8892-91faaf19901a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:28.295950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:28.296280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:28.296659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:28.297107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Bound port: 6ec44f16-7ed6-41d8-8892-91faaf19901a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:28.297446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:28.355610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b907802-d8d3-4fd9-9d16-54b07fe30099 req-6edef8f9-c014-42bf-9f04-008a4a0c3902 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 May 27 04:09:28.494292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:28.497722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:28.502052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:28.566492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:28.567874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ec44f16-7ed6-41d8-8892-91faaf19901a HTTP/1.1" status: 200 len: 1091 time: 1.1315198 May 27 04:09:28.568302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:28.589578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830819e-8f05-4659-a10c-8eafa70ebd10 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:28.647279 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd09773f-b92a-467e-8729-7ac115bcbc18'] response: {'name': 'network-changed', 'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a', 'status': 'completed', 'code': 200} May 27 04:09:28.689658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-6dd51c92-465e-4ed7-9681-ea52760867b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0795610 May 27 04:09:28.765270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-bbe8230e-b6b7-4886-91c6-0c580aa7908b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a HTTP/1.1" status: 200 len: 217 time: 0.0689883 May 27 04:09:28.829223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-497d2542-43d4-41e2-bebf-2e42da25beb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:28.830595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-497d2542-43d4-41e2-bebf-2e42da25beb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0607579 May 27 04:09:28.968730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-4ad5866d-04e6-44b5-8c9b-8e53066fd4c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324241 May 27 04:09:28.972119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54396787-384d-4cac-94eb-e9d1b5acf22f req-004765ca-cd01-4e3b-b86b-3db58a8d350d tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1098 time: 0.1009688 May 27 04:09:29.110134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-54396787-384d-4cac-94eb-e9d1b5acf22f req-9d703717-6eeb-4541-91bd-c4b72a0190d0 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179285 May 27 04:09:29.130226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-375f29ab-a1dd-4037-8b94-1e254984a27e service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552479 May 27 04:09:29.138514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47416) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:29.266047 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a01097a-fa5b-42bf-b8f8-68fbf3defeaf req-a7f99e3c-8e3e-4641-8342-ba7c34e94169 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299350 May 27 04:09:29.376110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-39ad05e1-1ccf-4afa-9c3c-ae917e90a489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0681229 May 27 04:09:29.435438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 3b6e6151-cc76-4b3b-b56a-e069a2d8a77e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:29.435817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:29.509464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-1695413c-5de4-4a45-9a80-fd757f29a400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:29.510925 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-1695413c-5de4-4a45-9a80-fd757f29a400 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1285889 May 27 04:09:29.581973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-ea486422-803d-4f08-ad2b-443a6b0fbe89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a HTTP/1.1" status: 200 len: 217 time: 0.0638192 May 27 04:09:29.644129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-07d0341f-075e-4b92-a198-3b205a023622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:29.645580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-07d0341f-075e-4b92-a198-3b205a023622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0574751 May 27 04:09:29.670756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95684bc-5f98-4048-90b3-34d78541eb20 req-49ccbfb8-96d5-46c1-867b-bf9116b1281a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:29.672287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a95684bc-5f98-4048-90b3-34d78541eb20 req-49ccbfb8-96d5-46c1-867b-bf9116b1281a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.1903024 May 27 04:09:29.674540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:29.674540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:29.737113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-7b46f663-4cd8-4ced-8184-9ad0ca582d36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851891 May 27 04:09:29.820280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 3b6e6151-cc76-4b3b-b56a-e069a2d8a77e owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:29.878889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-d38b2786-fc11-49bd-9617-0b916df2e60b service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349275 May 27 04:09:29.889668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a95684bc-5f98-4048-90b3-34d78541eb20 req-a651e79c-5b87-44bd-96f0-4eaca73c4db9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:29.924335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a95684bc-5f98-4048-90b3-34d78541eb20 req-a651e79c-5b87-44bd-96f0-4eaca73c4db9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:29.925442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a95684bc-5f98-4048-90b3-34d78541eb20 req-a651e79c-5b87-44bd-96f0-4eaca73c4db9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446072 May 27 04:09:29.942689 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2df973a-2c8d-4550-b631-43ba5711221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:30.003232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:30.026941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50411b5b-7b7a-4677-ab0c-d76bd01ae64e req-73ba8927-2519-485d-b8b2-4ccb20e7e66e service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428025 May 27 04:09:30.046566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=3b6e6151-cc76-4b3b-b56a-e069a2d8a77e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:30.140116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:30.521716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 1c42f995-5324-4d7a-9f29-3379cffd4b01 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:30.721475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:30.731016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Sync routers for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:30.741889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:30.744043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:30.744655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:30.900039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd74a99e-40d4-4948-a273-a68af09ced8a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/floatingips/b8108ce6-1a79-41df-b15a-5e4b150a8430 HTTP/1.1" status: 204 len: 168 time: 1.7604399 May 27 04:09:30.900806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:30.942468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:30.969620 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fd95ad-5dc1-4d13-996a-9bfd6c50a738'] response: {'name': 'network-changed', 'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:09:31.090053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-f95a8757-2946-4e7a-bdd0-e49e40eb7484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 1098 time: 0.0949376 May 27 04:09:31.154171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242f124-a4dc-4eda-a56d-132386cd2bee req-af1020f4-5a1c-4da5-88d2-1d0cf15b035a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:31.161399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6242f124-a4dc-4eda-a56d-132386cd2bee req-af1020f4-5a1c-4da5-88d2-1d0cf15b035a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0895998 May 27 04:09:31.223403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6242f124-a4dc-4eda-a56d-132386cd2bee req-b680d8af-370b-411d-96c7-149db8de588b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609553 May 27 04:09:31.353389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:31.359260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Checking router: 1c42f995-5324-4d7a-9f29-3379cffd4b01 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:31.371017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Routers {'1c42f995-5324-4d7a-9f29-3379cffd4b01'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:31.372582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1c42f995-5324-4d7a-9f29-3379cffd4b01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:31.468872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193223d3-27e4-4845-9aea-4dbb222865ed req-045a50dc-3670-49d6-a11f-f69900c1c7df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:31.470279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-045a50dc-3670-49d6-a11f-f69900c1c7df service neutron] 10.222.0.41 "GET /v2.0/networks?id=a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 200 len: 898 time: 0.3744073 May 27 04:09:31.523405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:31.535536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:31.547105 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-917e2919-61a3-46b5-b006-5379bf1dffee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 200 len: 217 time: 0.0692413 May 27 04:09:31.555799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99aa86-d24b-464f-8b4a-b90181f25861 req-dcd816a0-d1d2-4990-8124-719fc69ee44f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:31.557407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b99aa86-d24b-464f-8b4a-b90181f25861 req-dcd816a0-d1d2-4990-8124-719fc69ee44f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 947 time: 0.1892307 May 27 04:09:31.585564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] Set router 1c42f995-5324-4d7a-9f29-3379cffd4b01 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:31.645756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193223d3-27e4-4845-9aea-4dbb222865ed req-73a97295-4049-4483-8a26-d7d3bcc69ba5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:31.647197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-73a97295-4049-4483-8a26-d7d3bcc69ba5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 200 len: 835 time: 0.0888298 May 27 04:09:31.655039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b99aa86-d24b-464f-8b4a-b90181f25861 req-e1f1e31a-48da-4b47-985b-08a27eaa738f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606170 May 27 04:09:31.724240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-da53b8cf-1c8f-4847-9952-d8de3d40ec05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a486f3db-4fb7-4be1-a1de-873082ac6065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680559 May 27 04:09:31.856113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-6bf703fd-68a4-4151-b154-9f419787b466 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239328 May 27 04:09:31.895309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:31.899240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826e8b-6715-4db4-a628-7a2db001876c None None] The sync data for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 is: [{'id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021648038', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:06:12Z', 'updated_at': '2022-05-27T04:06:18Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:13Z', 'updated_at': '2022-05-27T04:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'e467cd63-b8a8-4330-8ab6-1c09af8ff31c', 'name': '', 'network_id': 'a486f3db-4fb7-4be1-a1de-873082ac6065', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:59:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42f995-5324-4d7a-9f29-3379cffd4b01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:06:17Z', 'updated_at': '2022-05-27T04:06:32Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'ba7995f6-7811-47e9-8f33-dbaa245312b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:31.996675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-193223d3-27e4-4845-9aea-4dbb222865ed req-aa177844-f3d4-4096-aba7-178d85c2a7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341367 May 27 04:09:32.432330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d439701-cefd-42c6-bbf9-5a34117556f8 req-b3e834be-78cd-44d5-b325-72a7306ebbd8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:32.433800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d439701-cefd-42c6-bbf9-5a34117556f8 req-b3e834be-78cd-44d5-b325-72a7306ebbd8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0748954 May 27 04:09:32.479923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4d439701-cefd-42c6-bbf9-5a34117556f8 req-5fe8a0c5-831a-45f6-be48-52665f9d76dc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 May 27 04:09:32.906001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-da078746-aa71-4860-b5af-bf9039b1aab3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:32.907376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-da078746-aa71-4860-b5af-bf9039b1aab3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 947 time: 0.1338844 May 27 04:09:32.913375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7efbd9-36d0-4bbe-a4e8-dbc58ea52010 req-2b586fa7-480c-4b52-b351-8c84cff733d7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:32.914693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a7efbd9-36d0-4bbe-a4e8-dbc58ea52010 req-2b586fa7-480c-4b52-b351-8c84cff733d7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 947 time: 0.1091211 May 27 04:09:33.014182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:33.014522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:33.045131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a7efbd9-36d0-4bbe-a4e8-dbc58ea52010 req-386a3cca-8a38-4c00-9710-5617cb701935 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=020b9d47-ae21-42f8-93a6-8d5bb03320c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996759 May 27 04:09:33.087886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:33.259030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 44b6db08-3d21-4620-83a0-db52f9fbfc2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=44b6db08-3d21-4620-83a0-db52f9fbfc2f,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:33.259304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:33.380516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 44b6db08-3d21-4620-83a0-db52f9fbfc2f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:33.521133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:33.568570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=44b6db08-3d21-4620-83a0-db52f9fbfc2f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:33.645634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] No DVR routers for this DVR port 44b6db08-3d21-4620-83a0-db52f9fbfc2f on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:09:33.648303 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:33.652807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-deleted', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:33.663458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b44c948c-a4a5-4ca2-94f3-381345d60907 req-b44d5f9a-ccb6-4e0e-90b6-4cda6e792530 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "DELETE /v2.0/ports/44b6db08-3d21-4620-83a0-db52f9fbfc2f HTTP/1.1" status: 204 len: 173 time: 0.7478559 May 27 04:09:33.688274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2076aa-7a78-480e-9be4-37f1156ea3c5 req-e03df3b8-14e5-4686-ad3e-589ea6763a5e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:33.689898 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf2076aa-7a78-480e-9be4-37f1156ea3c5 req-e03df3b8-14e5-4686-ad3e-589ea6763a5e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0871830 May 27 04:09:33.717465 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4d25ff-f46a-42dd-a419-4eaa447d9467'] response: {'server_uuid': '5afe0292-eadd-483c-820b-ce9c9251dbaf', 'name': 'network-vif-deleted', 'tag': '44b6db08-3d21-4620-83a0-db52f9fbfc2f', 'status': 'completed', 'code': 200} May 27 04:09:33.750630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf2076aa-7a78-480e-9be4-37f1156ea3c5 req-416e3981-dec6-4112-81b5-177b834ffbef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528529 May 27 04:09:34.230883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-86e9445a-8bc0-4f4d-a4cc-f0bf323b173b req-bf4f765c-8c97-4f99-b1d4-9bfd76a7c386 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:34.247330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-86e9445a-8bc0-4f4d-a4cc-f0bf323b173b req-bf4f765c-8c97-4f99-b1d4-9bfd76a7c386 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:34.248739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-86e9445a-8bc0-4f4d-a4cc-f0bf323b173b req-bf4f765c-8c97-4f99-b1d4-9bfd76a7c386 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afe0292-eadd-483c-820b-ce9c9251dbaf HTTP/1.1" status: 200 len: 210 time: 0.0585263 May 27 04:09:34.944169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2de8-fe85-4620-88b9-7897b5cbda84 req-ef23cc83-d492-4217-beec-e5b9cb9a495f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:34.945634 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e1d2de8-fe85-4620-88b9-7897b5cbda84 req-ef23cc83-d492-4217-beec-e5b9cb9a495f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.0754967 May 27 04:09:34.990938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e1d2de8-fe85-4620-88b9-7897b5cbda84 req-f2e70dd9-e551-4a3e-8ad7-66ec64f81679 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 May 27 04:09:35.355015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47446) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:35.744213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:36.278031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c079-6636-4b85-98f5-029fb08d9804 req-b253ffa7-0f88-405e-9822-f7a11c86f5e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:36.279360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a45c079-6636-4b85-98f5-029fb08d9804 req-b253ffa7-0f88-405e-9822-f7a11c86f5e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 943 time: 0.1462080 May 27 04:09:36.363732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a45c079-6636-4b85-98f5-029fb08d9804 req-e0ee2a96-9d2b-448b-a90b-d0f6da7e30cc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771470 May 27 04:09:36.438181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:36.448939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port e467cd63-b8a8-4330-8ab6-1c09af8ff31c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:36.449287 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:36.470661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 44b6db08-3d21-4620-83a0-db52f9fbfc2f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:36.470999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 44b6db08-3d21-4620-83a0-db52f9fbfc2f not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:36.725296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port e467cd63-b8a8-4330-8ab6-1c09af8ff31c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:36.725657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:36.843305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for e467cd63-b8a8-4330-8ab6-1c09af8ff31c owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:36.984940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6ec44f16-7ed6-41d8-8892-91faaf19901a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:09:37.013824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:37.062955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=e467cd63-b8a8-4330-8ab6-1c09af8ff31c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:37.103784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.104148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.104485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.104819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.105177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.105513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.105847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.106754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.107087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.107443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.107775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:09:37.123121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:37.136951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '6ec44f16-7ed6-41d8-8892-91faaf19901a', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': '6ec44f16-7ed6-41d8-8892-91faaf19901a', 'mac_address': 'fa:16:3e:0a:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:09:37.194624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:37.217844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec44f16-7ed6-41d8-8892-91faaf19901a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:09:37.233971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:37.239215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:37.344237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:37.377072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:37.439542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['6ec44f16-7ed6-41d8-8892-91faaf19901a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:09:37.566086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0235c-f301-4c59-b43b-40d52f309ab9 req-9402fe58-6f6c-4917-bbcf-5a6397cdf2cd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:37.568274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96c0235c-f301-4c59-b43b-40d52f309ab9 req-9402fe58-6f6c-4917-bbcf-5a6397cdf2cd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0866652 May 27 04:09:37.621420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-96c0235c-f301-4c59-b43b-40d52f309ab9 req-09683ab3-f102-4ab4-b2a2-713aaaf9b860 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 May 27 04:09:38.070760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 1c42f995-5324-4d7a-9f29-3379cffd4b01 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:38.267065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:38.282886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-49a47254-2abd-4762-9528-a1ab9e806b81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/1c42f995-5324-4d7a-9f29-3379cffd4b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9268327 May 27 04:09:38.285595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47454) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:38.476858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting subnet ba7995f6-7811-47e9-8f33-dbaa245312b5 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:09:38.479655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:38.533215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:38.619978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:38.691236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:38.732692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7995f6-7811-47e9-8f33-dbaa245312b5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:38.739993 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:38.745603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818f13a-b086-4a88-8288-e0bad8a51152 None None] Network a486f3db-4fb7-4be1-a1de-873082ac6065 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:38.784313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2e1e2f8f-7087-4c92-9010-b1a9c86ac830 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/subnets/ba7995f6-7811-47e9-8f33-dbaa245312b5 HTTP/1.1" status: 204 len: 168 time: 0.4977162 May 27 04:09:38.787200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:38.825751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bda5-ee04-4d48-ab63-73d7438a0874 req-8df73396-e8d6-4897-8201-8653229b495c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:38.827372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9457bda5-ee04-4d48-ab63-73d7438a0874 req-8df73396-e8d6-4897-8201-8653229b495c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 944 time: 0.0844462 May 27 04:09:38.874778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9457bda5-ee04-4d48-ab63-73d7438a0874 req-a3c6622f-3b3c-46c9-8a49-208e97679ca4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 May 27 04:09:39.001397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6ec44f16-7ed6-41d8-8892-91faaf19901a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:39.025317 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] DHCP port deletion for a486f3db-4fb7-4be1-a1de-873082ac6065 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:09:39.042594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Deleting port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:39.043245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.093772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.225956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 6ec44f16-7ed6-41d8-8892-91faaf19901a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:39.245552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 6ec44f16-7ed6-41d8-8892-91faaf19901a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:39.245926 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.294945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.303731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:39.304317 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.319297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] For port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,segment=NetworkSegment(78e179ba-c88e-408e-9fc9-1f7680ea884c),segment_id=78e179ba-c88e-408e-9fc9-1f7680ea884c)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:39.319681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.442414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Calling delete_port for 02317fc9-beab-4bac-b81a-7cb0e89f7e6a owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:39.481539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:39.482020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.560462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.577101 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.603755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:39.626772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] Pushing event deleted for resources: {'Port': ['ID=02317fc9-beab-4bac-b81a-7cb0e89f7e6a,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:39.635587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:39.644105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b76acd-11ce-473c-aa0d-1c4bc2586bd1 None None] No DVR routers for this DVR port 02317fc9-beab-4bac-b81a-7cb0e89f7e6a on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:09:39.648083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:39.656040 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.701905 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4b627c-046c-41a4-a69b-b21a328c57ad'] response: {'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a', 'code': 200} May 27 04:09:39.728530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:39.852315 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:39.902896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:39.910101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d29721c-7e24-47e0-9f14-f48818586c74 req-da40c557-7dc4-4a9a-9362-a614a0fddf6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1383784 May 27 04:09:39.920383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 02317fc9-beab-4bac-b81a-7cb0e89f7e6a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:39.954800 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 02317fc9-beab-4bac-b81a-7cb0e89f7e6a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:39.955140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 02317fc9-beab-4bac-b81a-7cb0e89f7e6a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:40.034962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d29721c-7e24-47e0-9f14-f48818586c74 req-098eed89-c830-4ef3-94c1-764f8bea1339 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934277 May 27 04:09:40.092536 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438307-f2cd-4577-a57f-e110f4f1b014 req-be5c6092-d278-432b-bf38-a1c6fac9c7ae tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:40.094354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a438307-f2cd-4577-a57f-e110f4f1b014 req-be5c6092-d278-432b-bf38-a1c6fac9c7ae tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0782175 May 27 04:09:40.141427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a438307-f2cd-4577-a57f-e110f4f1b014 req-df32c104-f52a-4020-b7f6-8ea3b1b736a0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 May 27 04:09:40.172422 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.186366 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e8def-ecb5-48f3-ab4f-9dd1ef0cf5ba None None] New status for floating IP b8108ce6-1a79-41df-b15a-5e4b150a8430: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:09:40.530257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.534368 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.558821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.559385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Fanout notify agent at l3_agent the message router_deleted on router 1c42f995-5324-4d7a-9f29-3379cffd4b01 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:09:40.573442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.574504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a83857a-d7e0-4778-a150-edebeaf712aa tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/routers/1c42f995-5324-4d7a-9f29-3379cffd4b01 HTTP/1.1" status: 204 len: 168 time: 1.7861736 May 27 04:09:40.577378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:40.689480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.817766 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.842842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a486f3db-4fb7-4be1-a1de-873082ac6065']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:40.854785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e179ba-c88e-408e-9fc9-1f7680ea884c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:40.855312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e179ba-c88e-408e-9fc9-1f7680ea884c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:40.866912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.882319 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.888717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:09:40.889216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: timer() May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:09:40.904151 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:09:40.987839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.009099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.022288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Network': ['ID=a486f3db-4fb7-4be1-a1de-873082ac6065,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:41.029920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-25ce2bae-02fb-41d1-a7f6-c8ec69d30592 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/networks/a486f3db-4fb7-4be1-a1de-873082ac6065 HTTP/1.1" status: 204 len: 168 time: 0.4515967 May 27 04:09:41.032524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:41.101946 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.130693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.193038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.215999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b9d47-ae21-42f8-93a6-8d5bb03320c4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:41.229375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.233788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c6de7e7-c477-4ad4-aab4-a5677bd0e8e0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/security-groups/020b9d47-ae21-42f8-93a6-8d5bb03320c4 HTTP/1.1" status: 204 len: 168 time: 0.1969965 May 27 04:09:41.345896 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71327d4-a8a8-4077-9a3f-a28af9843741 req-20cc25b8-af9d-4171-a062-c8348091c7c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:41.347352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e71327d4-a8a8-4077-9a3f-a28af9843741 req-20cc25b8-af9d-4171-a062-c8348091c7c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0776010 May 27 04:09:41.378835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47484) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:41.384320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233749271', 'description': 'tempest-secgroup-smoke-1233749271 description', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:41.390878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:41.396012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:41.398408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e71327d4-a8a8-4077-9a3f-a28af9843741 req-c3f0097d-3cfe-4d82-b3d4-e4c9a468e6f3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 May 27 04:09:41.401883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:41.411808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:41.427018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.466036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:41.470192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:41.472964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:41.478654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:41.534115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.567067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.619611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa732e7-41fc-499a-aaf8-66cbb860531a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:41.627350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.628447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-614d13cc-baad-48f1-a59f-e367ee5ffd15 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2485609 May 27 04:09:41.631381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47490) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:41.637784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:41.647047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:41.652662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:41.656444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:41.663543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:41.678911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4228c4-baa1-430c-bb82-29334791d9ee req-b04ad87f-6f74-456c-87c4-9d8b84533d77 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:41.680315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af4228c4-baa1-430c-bb82-29334791d9ee req-b04ad87f-6f74-456c-87c4-9d8b84533d77 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1514523 May 27 04:09:41.702618 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.759420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af4228c4-baa1-430c-bb82-29334791d9ee req-b3867543-ed88-463c-9193-8a012d787e19 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 May 27 04:09:41.783080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.786594 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.809907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81edc27d-c027-450e-969d-24a303026b3c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:41.819554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.823682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fd4611b1-9306-4425-a8f0-1bf8907f5279 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1885502 May 27 04:09:41.823837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:41.829045 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:41.835695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:41.839519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:41.842931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:41.848510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:41.865455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.932449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.936001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.959443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e52992-70de-482e-8f33-93cc116bb589,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:41.970680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:41.974732 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-03f3d4a0-cd06-4756-8379-817c41b41964 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1500015 May 27 04:09:41.974868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:41.981607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:41.993251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d919-f3e6-4b9e-ae30-1a65f0920ec6 req-3941f0c3-fb3a-4bd3-ba0d-104f61db628e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:41.994661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c27d919-f3e6-4b9e-ae30-1a65f0920ec6 req-3941f0c3-fb3a-4bd3-ba0d-104f61db628e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1060345 May 27 04:09:41.995526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:41.999472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.004822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.022769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.053743 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.070080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c27d919-f3e6-4b9e-ae30-1a65f0920ec6 req-c766817c-d6c6-4762-aa6f-63b26fb02c6d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 May 27 04:09:42.126217 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.129662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.153876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16feef80-5728-478c-8508-f456ee8c9e66,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.163733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.168042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47506) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:42.168228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-547b5f68-ec3e-4aee-8a98-c52f635a9046 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1923757 May 27 04:09:42.174343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:42.180861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:42.184706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.187573 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.193209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.210802 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.285789 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.290790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.311157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec12fc1-a33a-44e1-9307-919002df8315,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.327310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.328470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d314b84d-8bfc-4a2f-880b-97f5cbe1fc9a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1591651 May 27 04:09:42.332731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47512) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:42.338451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:42.344938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:42.348685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.351547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.357322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.366855 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:09:42.373785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.439516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.443164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.467466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ec3771-65df-455f-9551-508290c3439d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.477303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.478609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e3c2960e-01d2-4c78-98a5-e0d841cbfa1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1446526 May 27 04:09:42.481334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:42.489872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': 'eaa732e7-41fc-499a-aaf8-66cbb860531a', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:42.497338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:42.504263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c38cad-0f40-4971-9fb3-63a35323b856 req-30f78926-f92f-4dcb-9ff9-09c1a5209749 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:42.505710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09c38cad-0f40-4971-9fb3-63a35323b856 req-30f78926-f92f-4dcb-9ff9-09c1a5209749 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1039541 May 27 04:09:42.508281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.514103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.534919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.555350 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:09:42.564119 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.578383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09c38cad-0f40-4971-9fb3-63a35323b856 req-8247eafd-5b71-487e-acb0-afe78a2d88f9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667646 May 27 04:09:42.636643 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.639818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.661981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36228534-90b7-4bbc-b2aa-692fa9569b86,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.672760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.673949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eac92466-baa5-4838-a208-0dcc0af7dc0b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1910188 May 27 04:09:42.676660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:42.681849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'network': {'name': 'tempest-network-smoke--686233531', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:42.687750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:42.691850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:network and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.694601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.700228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.710200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:42.712977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.740139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:09:42.749304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.749643 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Added segment f21de491-17c7-4bff-8f7d-87fcdba0eab3 of type vlan for network 2d6372ec-ec0a-47eb-89eb-59efd009a477 May 27 04:09:42.776977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.805478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.809012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:42.810136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.912311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2346377 May 27 04:09:42.914944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251969b3-31c7-42b7-87e4-d2cea65b8f12 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Network': ['ID=2d6372ec-ec0a-47eb-89eb-59efd009a477,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:42.915359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47524) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:42.922168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'admin_state_up': True, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:42.925383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:09:42.930594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:42.935047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:router and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:42.937891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:42.943841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:42.954601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.955675 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:42.974978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.132294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.397815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.402691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Sync routers for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:43.416753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:43.417167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:09:43.417764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c42f995-5324-4d7a-9f29-3379cffd4b01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:09:43.428540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.429019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Routers set() bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:43.429392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Router IDs set() for agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 04:09:43.429972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c42f995-5324-4d7a-9f29-3379cffd4b01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 04:09:43.430337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c3c46-6256-4301-9788-bde293c0d204 None None] The sync data for ids ['1c42f995-5324-4d7a-9f29-3379cffd4b01'] in n-d-843301-2 is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:43.507788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Sync routers for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:43.522954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:43.523857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:43.578270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.80 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/46192ed1-7603-4ee8-a044-bbe50f21bf2f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:43.702917 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:43.775525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.829709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3738-1f41-4533-bfdb-6b3ce4af75fa req-6489fcc7-7120-41ed-a053-beb939f318c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:43.831254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ceaa3738-1f41-4533-bfdb-6b3ce4af75fa req-6489fcc7-7120-41ed-a053-beb939f318c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.1325071 May 27 04:09:43.833779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4e311-6406-4998-94b6-e789a890e5ab req-2bf1905e-d57c-4f77-ad24-8dfd197021e5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:43.835424 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75f4e311-6406-4998-94b6-e789a890e5ab req-2bf1905e-d57c-4f77-ad24-8dfd197021e5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 945 time: 0.0910342 May 27 04:09:43.858379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.892521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e467cd63-b8a8-4330-8ab6-1c09af8ff31c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:43.951425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: e467cd63-b8a8-4330-8ab6-1c09af8ff31c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:43.952439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device e467cd63-b8a8-4330-8ab6-1c09af8ff31c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:43.954763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 6ec44f16-7ed6-41d8-8892-91faaf19901a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:09:43.955356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:43.962098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:43.966066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:43.968520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:44.010403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=46192ed1-7603-4ee8-a044-bbe50f21bf2f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:44.015858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ceaa3738-1f41-4533-bfdb-6b3ce4af75fa req-df6309ce-dc0b-4038-8b35-c0aa78c8f92b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747406 May 27 04:09:44.118753 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 4, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'ccc36e90-eb98-44b5-8aa9-210ee195f46f', 'name': '', 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'mac_address': 'fa:16:3e:ec:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81004a0d-5f7a-4731-9293-33920466b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:19Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 2, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'subnets': [{'id': '81004a0d-5f7a-4731-9293-33920466b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:44.123736 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Checking router: 6c407290-080e-4268-a423-36cd0adedbbd for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:44.124080 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Updating router 6c407290-080e-4268-a423-36cd0adedbbd port ccc36e90-eb98-44b5-8aa9-210ee195f46f binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:09:44.164468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.165171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.188490 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.359833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port 6ec44f16-7ed6-41d8-8892-91faaf19901a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=6ec44f16-7ed6-41d8-8892-91faaf19901a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:44.360340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.416521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:09:44.490455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 6ec44f16-7ed6-41d8-8892-91faaf19901a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:09:44.565813 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.625497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:44.636309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Sync routers for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:09:44.643479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.643677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Transition to ACTIVE for port object ccc36e90-eb98-44b5-8aa9-210ee195f46f will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:44.651393 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.655185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.659526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-91b365e4-10de-4545-b53c-1aa644a7c060 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7401013 May 27 04:09:44.659760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47530) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:44.663346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['6ec44f16-7ed6-41d8-8892-91faaf19901a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:09:44.696925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=6ec44f16-7ed6-41d8-8892-91faaf19901a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:44.702338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd5faa7b-a8ad-466e-bb28-2b6774ed9ee5 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=72df6857e5b942a6bc6512e5d8dc77d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384772 May 27 04:09:44.703708 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47534) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:44.720226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:44.720841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:44.736913 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6149ce9-52a5-4259-9a26-a378fb898e31 None None] Pushing event updated for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:44.838561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port 6ec44f16-7ed6-41d8-8892-91faaf19901a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:09:44.841196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:44.844162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'name': 'network-vif-deleted', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:44.874400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75f4e311-6406-4998-94b6-e789a890e5ab req-17ae1a0d-273b-4855-a4b5-87714c16b825 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/6ec44f16-7ed6-41d8-8892-91faaf19901a HTTP/1.1" status: 204 len: 173 time: 1.0323915 May 27 04:09:44.922111 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:09:44.943599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db22f2-b38d-45a2-9251-527a12e7e5d9 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:44.947931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1db22f2-b38d-45a2-9251-527a12e7e5d9 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2395568 May 27 04:09:44.948292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:45.029192 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724bf125-3c07-4488-91db-e7198caf9434'] response: {'server_uuid': '5170ce8f-24de-49d7-8585-e36eb0bf1bd0', 'name': 'network-vif-deleted', 'tag': '6ec44f16-7ed6-41d8-8892-91faaf19901a', 'status': 'completed', 'code': 200} May 27 04:09:45.033432 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Attempting to bind port ccc36e90-eb98-44b5-8aa9-210ee195f46f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:45.033635 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Attempting to bind port ccc36e90-eb98-44b5-8aa9-210ee195f46f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:45.033884 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Attempting to bind port ccc36e90-eb98-44b5-8aa9-210ee195f46f on network 30395fae-64c2-4130-a024-457bed0f7ee6 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:45.042453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-579fca84-0d2d-4374-8f89-9f64f84fb666 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901701 May 27 04:09:45.044700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:45.050549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456771506', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:45.070167 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:45.070578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Checking segment: {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:45.070923 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.071308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Bound using segment: {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:45.071777 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Bound port: ccc36e90-eb98-44b5-8aa9-210ee195f46f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797229bd-0b46-41b9-a38a-d97dc4a64bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:45.072139 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.221032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] For port ccc36e90-eb98-44b5-8aa9-210ee195f46f, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:45.226784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] For port ccc36e90-eb98-44b5-8aa9-210ee195f46f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ccc36e90-eb98-44b5-8aa9-210ee195f46f,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:45.233556 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.235460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:45.261709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:45.272655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:subnet and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:09:45.279019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:09:45.293199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:45.314701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-623f8f72-e7a3-4ad4-b34d-b9fb0c729cf2 req-0185abbc-d171-4a61-aca6-3068230a0881 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=5170ce8f-24de-49d7-8585-e36eb0bf1bd0 HTTP/1.1" status: 200 len: 210 time: 0.1036375 May 27 04:09:45.317895 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:45.318681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6149ce9-52a5-4259-9a26-a378fb898e31 None None] Pushing event updated for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:45.324699 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:45.325857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:45.447772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.591411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:45.726747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.727460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:44Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:45.732201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Checking router: 9e0f4aeb-d064-4709-a49f-e23386b1a4cd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:09:45.732594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Updating router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd port 46192ed1-7603-4ee8-a044-bbe50f21bf2f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:09:45.787228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.843237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Subnet': ['ID=e7b496f8-1636-4fb9-8c12-72a18d2ec940,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:45.853908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:45.854662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network hostable DHCP agents. Network: 2d6372ec-ec0a-47eb-89eb-59efd009a477, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:09:45.881893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:09:45.896707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 2d6372ec-ec0a-47eb-89eb-59efd009a477) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:45.900414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:45.901217 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:45.901802 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:45.924951 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a162c00a-f1eb-41ed-9ca6-16d7ffd1ffb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8784158 May 27 04:09:45.927158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47550) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:09:45.931512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba970255-748d-4838-b309-c33aaf950bfd None None] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:46.002840 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:46.003172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 831e0cbe-b54c-4a04-9dc0-c7844fb9ad2d not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:46.018967 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 4, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'ccc36e90-eb98-44b5-8aa9-210ee195f46f', 'name': '', 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'mac_address': 'fa:16:3e:ec:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81004a0d-5f7a-4731-9293-33920466b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:19Z', 'updated_at': '2022-05-27T04:09:45Z', 'revision_number': 4, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'subnets': [{'id': '81004a0d-5f7a-4731-9293-33920466b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:46.026022 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0544a-804a-46db-99fc-c1547f41a4bd None None] The sync data for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 is: [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:20Z', 'revision_number': 4, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'ccc36e90-eb98-44b5-8aa9-210ee195f46f', 'name': '', 'network_id': '30395fae-64c2-4130-a024-457bed0f7ee6', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'mac_address': 'fa:16:3e:ec:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81004a0d-5f7a-4731-9293-33920466b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:19Z', 'updated_at': '2022-05-27T04:09:45Z', 'revision_number': 4, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'subnets': [{'id': '81004a0d-5f7a-4731-9293-33920466b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:46.356759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-2d6372ec-ec0a-47eb-89eb-59efd009a477', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:09:46.358006 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:46.529410 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:46.553812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Transition to ACTIVE for port object 46192ed1-7603-4ee8-a044-bbe50f21bf2f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:46.612640 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:46.733374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Allocated IP 172.20.0.2 (2d6372ec-ec0a-47eb-89eb-59efd009a477/e7b496f8-1636-4fb9-8c12-72a18d2ec940/618db2ee-23d8-44e6-9a9f-792a531194ca) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:46.741592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Attempting to bind port 46192ed1-7603-4ee8-a044-bbe50f21bf2f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:46.741956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Attempting to bind port 46192ed1-7603-4ee8-a044-bbe50f21bf2f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:46.742314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Attempting to bind port 46192ed1-7603-4ee8-a044-bbe50f21bf2f on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:46.745580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d81a1-a327-4749-a2d3-48c38333a35a None None] Pushing event updated for resources: {'Port': ['ID=46192ed1-7603-4ee8-a044-bbe50f21bf2f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:46.778420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:46.778809 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:46.779201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:46.779584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:46.780061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Bound port: 46192ed1-7603-4ee8-a044-bbe50f21bf2f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:46.780425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:46.854214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] For port 46192ed1-7603-4ee8-a044-bbe50f21bf2f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:46.857839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] For port 46192ed1-7603-4ee8-a044-bbe50f21bf2f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46192ed1-7603-4ee8-a044-bbe50f21bf2f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:46.913613 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.017737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.037030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6ec44f16-7ed6-41d8-8892-91faaf19901a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:09:47.121749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d81a1-a327-4749-a2d3-48c38333a35a None None] Pushing event updated for resources: {'Port': ['ID=46192ed1-7603-4ee8-a044-bbe50f21bf2f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:47.132993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 6ec44f16-7ed6-41d8-8892-91faaf19901a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:09:47.133334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 6ec44f16-7ed6-41d8-8892-91faaf19901a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:09:47.158569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:09:47.159185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:09:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:47.375841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:09:47.508496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.573456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Transition to ACTIVE for port object 618db2ee-23d8-44e6-9a9f-792a531194ca will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:47.610625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Transition to ACTIVE for port object 618db2ee-23d8-44e6-9a9f-792a531194ca will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:47.619043 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.690826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.1 (2d6372ec-ec0a-47eb-89eb-59efd009a477/e7b496f8-1636-4fb9-8c12-72a18d2ec940/42111150-7dbb-4c92-8915-aceabb1cbd58) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:47.736850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:47.741495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:47.743196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Pushing event updated for resources: {'Port': ['ID=618db2ee-23d8-44e6-9a9f-792a531194ca,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:47.745288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:47.848939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Attempting to bind port 618db2ee-23d8-44e6-9a9f-792a531194ca on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:47.849300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Attempting to bind port 618db2ee-23d8-44e6-9a9f-792a531194ca by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:47.849654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Attempting to bind port 618db2ee-23d8-44e6-9a9f-792a531194ca on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:47.860808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:47.861528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:47.861747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.862188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Bound using segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:47.862711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Bound port: 618db2ee-23d8-44e6-9a9f-792a531194ca, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:47.863137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.878238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:44Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:09:47.883254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.904781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object 42111150-7dbb-4c92-8915-aceabb1cbd58 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:47.907734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbfbad-55cf-4dd0-93dd-ff0394bd22c1 None None] The sync data for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 is: [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:44Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:09:47.950958 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:47.979993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] For port 618db2ee-23d8-44e6-9a9f-792a531194ca, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:47.984447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] For port 618db2ee-23d8-44e6-9a9f-792a531194ca, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=618db2ee-23d8-44e6-9a9f-792a531194ca,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:47.991480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.020023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:48.027656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:48.031968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:48.093988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.106695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:48.109563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998faf3-2161-46ba-8a5f-f40456edbdba None None] Pushing event updated for resources: {'Port': ['ID=618db2ee-23d8-44e6-9a9f-792a531194ca,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:48.126410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ccc36e90-eb98-44b5-8aa9-210ee195f46f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:48.205434 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.207773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port ccc36e90-eb98-44b5-8aa9-210ee195f46f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:48.221520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ccc36e90-eb98-44b5-8aa9-210ee195f46f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:48.221895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.377211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.422722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port ccc36e90-eb98-44b5-8aa9-210ee195f46f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ccc36e90-eb98-44b5-8aa9-210ee195f46f,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:48.433841 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.510418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:48.778417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.783824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:48.908757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:48.913961 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:49.085050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:49.086332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:49.345320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6972de9-ac65-4b29-a154-79a3ad3b16ae None None] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:09:49.462595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7a0495c-c0eb-4591-ae44-65b19ce4218f None None] Provisioning for port 618db2ee-23d8-44e6-9a9f-792a531194ca completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:49.551863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:09:49.843978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:09:49.863871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f2c8fda5-a89a-4f4c-a402-ca509ce696de tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/9e0f4aeb-d064-4709-a49f-e23386b1a4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9356282 May 27 04:09:50.026054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-879c0875-e519-4faf-9713-b2f8a5e07a5e None None] Provisioning for port 42111150-7dbb-4c92-8915-aceabb1cbd58 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:50.036007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-879c0875-e519-4faf-9713-b2f8a5e07a5e None None] Provisioning complete for port 42111150-7dbb-4c92-8915-aceabb1cbd58 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:50.036371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-879c0875-e519-4faf-9713-b2f8a5e07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.109149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 618db2ee-23d8-44e6-9a9f-792a531194ca up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:50.236838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-19dff14d-41b3-4563-9839-bf7179869ab1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:50.256886 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-19dff14d-41b3-4563-9839-bf7179869ab1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:50.258365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-19dff14d-41b3-4563-9839-bf7179869ab1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233749271&fields=id&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 267 time: 0.0841985 May 27 04:09:50.290496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-879c0875-e519-4faf-9713-b2f8a5e07a5e None None] Port 42111150-7dbb-4c92-8915-aceabb1cbd58 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:50.322635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 618db2ee-23d8-44e6-9a9f-792a531194ca completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:50.328024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 618db2ee-23d8-44e6-9a9f-792a531194ca triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:50.328446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.464125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-b7a9cab2-3257-4ef0-aa70-3b1b579aca75 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:50.466661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-b7a9cab2-3257-4ef0-aa70-3b1b579aca75 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 796 time: 0.2004004 May 27 04:09:50.470632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.486159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-3a40a2e1-babc-4c41-a78b-9e1331362ad6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/quotas/72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 375 time: 0.0133033 May 27 04:09:50.518539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 618db2ee-23d8-44e6-9a9f-792a531194ca, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=618db2ee-23d8-44e6-9a9f-792a531194ca,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:50.520296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d6774fb4-8506-4f2f-88e6-46dc8551c83c None None] Provisioning complete for port 42111150-7dbb-4c92-8915-aceabb1cbd58 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:50.521367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d6774fb4-8506-4f2f-88e6-46dc8551c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.549705 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.550479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ccc36e90-eb98-44b5-8aa9-210ee195f46f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:50.576163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-73e0db27-ab51-4fec-9a46-88508f2999a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:50.594110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-73e0db27-ab51-4fec-9a46-88508f2999a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:50.595416 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-73e0db27-ab51-4fec-9a46-88508f2999a9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037221 May 27 04:09:50.680953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d6774fb4-8506-4f2f-88e6-46dc8551c83c None None] Port 42111150-7dbb-4c92-8915-aceabb1cbd58 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:50.689212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=618db2ee-23d8-44e6-9a9f-792a531194ca,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:50.711872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ccc36e90-eb98-44b5-8aa9-210ee195f46f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:50.712591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.751236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-97689eef-83f3-4ca7-b91b-84f2d3054000 service neutron] 10.222.0.46 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419091 May 27 04:09:50.849362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8a89a09b-e26e-45be-9c8e-6ad37048837a None None] Provisioning complete for port 42111150-7dbb-4c92-8915-aceabb1cbd58 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:50.849803 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a89a09b-e26e-45be-9c8e-6ad37048837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:50.905688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a09b-e26e-45be-9c8e-6ad37048837a None None] Port 42111150-7dbb-4c92-8915-aceabb1cbd58 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:51.040851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-db3907b8-1196-46ce-aa8e-5795ff647801 service neutron] 10.222.0.46 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825103 May 27 04:09:51.245852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9e26a1f-3025-4a55-9c03-5165af8ff34a req-35da35e4-c31a-45f6-84c0-c5b39c19de1d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 210 time: 0.0426800 May 27 04:09:51.937941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 618db2ee-23d8-44e6-9a9f-792a531194ca up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:52.012644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 618db2ee-23d8-44e6-9a9f-792a531194ca triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:52.012963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:52.374411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-fcba83ef-a2aa-4a24-b741-60882300ad1d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:52.375098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-fcba83ef-a2aa-4a24-b741-60882300ad1d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:52.397575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-fcba83ef-a2aa-4a24-b741-60882300ad1d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:52.398996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-fcba83ef-a2aa-4a24-b741-60882300ad1d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 796 time: 0.1939957 May 27 04:09:52.423770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2cca2f10-854a-4cd9-bf52-3ed6d8db36c7 req-ad814961-d5ff-43d5-ba2a-8cc5139ecd64 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 210 time: 0.0484102 May 27 04:09:52.460423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-4b3048d6-6f51-428a-8d61-2c8486809af8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:52.472145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-4b3048d6-6f51-428a-8d61-2c8486809af8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:52.473297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-4b3048d6-6f51-428a-8d61-2c8486809af8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 380 time: 0.0611329 May 27 04:09:52.482551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'port': {'device_id': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'admin_state_up': True, 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'security_groups': ['eaa732e7-41fc-499a-aaf8-66cbb860531a']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:52.623075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:09:52.633329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:09:52.643539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:09:52.646878 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:52.811254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.7 (2d6372ec-ec0a-47eb-89eb-59efd009a477/e7b496f8-1636-4fb9-8c12-72a18d2ec940/7a851094-30f5-4664-a3f8-bcf0aacb70ea) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:09:53.021160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:53.038682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object 7a851094-30f5-4664-a3f8-bcf0aacb70ea will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:53.064365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:53.144100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:09:53.147283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:09:53.166991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:09:53.215100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:53.278668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:53.279271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:53.317352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-1d7a27a2-a22d-4d80-9418-e0e8943b8c14 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388875 May 27 04:09:53.330979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Request body: {'port': {'device_id': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:09:53.491845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:53.565044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-073ac1a2-7372-491e-9c54-c4776838c5c8 None None] Provisioning for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:53.570304 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-073ac1a2-7372-491e-9c54-c4776838c5c8 None None] Provisioning complete for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:53.570984 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-073ac1a2-7372-491e-9c54-c4776838c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:53.643612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-073ac1a2-7372-491e-9c54-c4776838c5c8 None None] Port 7a851094-30f5-4664-a3f8-bcf0aacb70ea cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:09:53.919805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9294-992e-474f-b050-1547a91b6f3f req-8146c580-9885-4a79-8b47-f02bda54872a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:53.920595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-38da9294-992e-474f-b050-1547a91b6f3f req-8146c580-9885-4a79-8b47-f02bda54872a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:09:53.970749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-38da9294-992e-474f-b050-1547a91b6f3f req-8146c580-9885-4a79-8b47-f02bda54872a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:09:53.972030 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38da9294-992e-474f-b050-1547a91b6f3f req-8146c580-9885-4a79-8b47-f02bda54872a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 931 time: 0.3484745 May 27 04:09:53.986471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46192ed1-7603-4ee8-a044-bbe50f21bf2f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:54.044774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.071516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 46192ed1-7603-4ee8-a044-bbe50f21bf2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:09:54.077300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 46192ed1-7603-4ee8-a044-bbe50f21bf2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:54.077727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.111411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-38da9294-992e-474f-b050-1547a91b6f3f req-a1f467e2-ad78-4d49-99c0-7ebeb4c70b76 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266699 May 27 04:09:54.137250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a851094-30f5-4664-a3f8-bcf0aacb70ea {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:09:54.147603 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.164806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Transition to ACTIVE for port object 7a851094-30f5-4664-a3f8-bcf0aacb70ea will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:09:54.171347 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.232290 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.253568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 46192ed1-7603-4ee8-a044-bbe50f21bf2f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46192ed1-7603-4ee8-a044-bbe50f21bf2f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:54.259057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.321682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:54.348647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=46192ed1-7603-4ee8-a044-bbe50f21bf2f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:54.444969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:09:54.445301 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:09:54.445659 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:54.452174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:09:54.452515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:09:54.460752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:09:54.461115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:09:54.461493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Bound using segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:09:54.461928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Bound port: 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:09:54.462258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.555093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:09:54.557952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:09:54.571693 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.641209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:54.642587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 1091 time: 1.3169489 May 27 04:09:54.643012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:09:54.664686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253d9cc-b4c8-4cfe-b586-7d92b81e2a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:54.733331 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7788019f-f89e-4de7-97b3-84db30e85ed8'] response: {'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'status': 'completed', 'code': 200} May 27 04:09:54.774356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-88a13f00-fa90-4177-bcad-557f56083688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1094 time: 0.0841444 May 27 04:09:54.847329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-a86bce74-f806-4966-9b6c-458489f59422 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 217 time: 0.0662603 May 27 04:09:54.911193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-179bce3a-5218-469b-b167-9959bb21b258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:54.912625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-179bce3a-5218-469b-b167-9959bb21b258 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0601377 May 27 04:09:54.993514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-ee084133-b7d5-475b-8465-b4c19154153e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743997 May 27 04:09:55.132039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-b856c94f-8a7e-4895-92a3-ecd369876a2f service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324487 May 27 04:09:55.423446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16e1b30b-c6ff-4700-9ed8-25766a0a5e78 req-2274a7f5-4df9-4ea6-8b29-434610c58186 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813256 May 27 04:09:55.438297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eb4c9-de9d-43a7-bee4-eff50b713cc4 req-256b0696-69f8-46e2-a8e8-1dae9bf43ac8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:55.440152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f9eb4c9-de9d-43a7-bee4-eff50b713cc4 req-256b0696-69f8-46e2-a8e8-1dae9bf43ac8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 943 time: 0.1903145 May 27 04:09:55.468068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-2e9025dd-93a5-40a4-95b3-5bac3dc95b5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2975159 May 27 04:09:55.541848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f9eb4c9-de9d-43a7-bee4-eff50b713cc4 req-1b2310e3-cc0a-4054-90a7-72f937eea7fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948741 May 27 04:09:55.633973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-9c2647e5-9333-4a96-bc92-b78003c98eda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1094 time: 0.1489305 May 27 04:09:55.728829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-2e73635b-e3ac-4530-b343-530b183b587a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 1096 time: 0.1732419 May 27 04:09:55.947305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46192ed1-7603-4ee8-a044-bbe50f21bf2f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:09:55.966712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-19fb4f6d-f13f-4b49-b3a3-164a545917a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:55.968156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-19fb4f6d-f13f-4b49-b3a3-164a545917a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.3263996 May 27 04:09:56.021095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 46192ed1-7603-4ee8-a044-bbe50f21bf2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:09:56.021755 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:56.056211 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-e6901ee1-e50b-4728-8c85-dc4626dd93b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 217 time: 0.0774977 May 27 04:09:56.126599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9802d-d147-44af-b465-dfc920930cb7 req-9c59e7e1-386f-4238-adc8-e072f6fea906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:56.126599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-9c59e7e1-386f-4238-adc8-e072f6fea906 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 200 len: 910 time: 0.3670204 May 27 04:09:56.200614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-e49c048c-53fe-404c-92ca-ff2c0c4cdf54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:56.202064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-e49c048c-53fe-404c-92ca-ff2c0c4cdf54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.1338732 May 27 04:09:56.282675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-ea033c37-7608-4419-8492-7cc3aa6d064d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 200 len: 1001 time: 0.1491237 May 27 04:09:56.354467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-108d34eb-7df1-4b46-91e3-ec748aababa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436589 May 27 04:09:56.356356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9802d-d147-44af-b465-dfc920930cb7 req-9b0bf00b-598e-4409-b8b6-97dccd98d65a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:56.357661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-9b0bf00b-598e-4409-b8b6-97dccd98d65a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 200 len: 848 time: 0.0687234 May 27 04:09:56.518401 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:56.546732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-4bd5dca6-ea27-4dfe-ab41-2028d8caa023 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861794 May 27 04:09:56.550321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-a471c8c4-3ac9-496d-97bc-e4748290da49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5fb1565-ebec-4414-a975-96a56d95d55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676567 May 27 04:09:56.764365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2246e8-2a18-406f-bb63-f868eb24c70f req-244ba08a-b032-4eac-84fa-ba0799807bbe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:56.765942 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e2246e8-2a18-406f-bb63-f868eb24c70f req-244ba08a-b032-4eac-84fa-ba0799807bbe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 943 time: 0.0944560 May 27 04:09:56.786830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6098bc-38bc-43c7-873a-d9c86031fc74 req-3582cf29-42f5-4585-b5b3-7c6a7add03d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344487 May 27 04:09:56.788580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-0a2e4579-5d19-43ba-942f-5aa1ce7512cc service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194705 May 27 04:09:56.818473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1e2246e8-2a18-406f-bb63-f868eb24c70f req-a66cb374-bffe-4c44-9e4b-c4a77629f9d9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451357 May 27 04:09:56.927094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd9802d-d147-44af-b465-dfc920930cb7 req-d329deb7-53d5-48af-90e8-fbeb328861f4 service neutron] 10.222.0.41 "GET /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311464 May 27 04:09:57.831669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f2f9-5475-46a7-96c7-8da1524662ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:58.033383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b49111-8945-4921-baf4-7ce3960ee12e req-f03d087b-8c99-41a9-b3de-641dfe5105c4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:58.034882 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42b49111-8945-4921-baf4-7ce3960ee12e req-f03d087b-8c99-41a9-b3de-641dfe5105c4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 943 time: 0.0802357 May 27 04:09:58.088563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42b49111-8945-4921-baf4-7ce3960ee12e req-5e9e1cb8-ea42-4b26-a6ca-6ec5a2a43363 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478809 May 27 04:09:59.127448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:09:59.300409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:59.305493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcec01-e0e9-444c-9c32-cf8877a9f802 req-6de2d3e5-d0d1-4eb3-84c9-85344548c60f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:09:59.307270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7dcec01-e0e9-444c-9c32-cf8877a9f802 req-6de2d3e5-d0d1-4eb3-84c9-85344548c60f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 943 time: 0.0898128 May 27 04:09:59.317294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'port_id': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'mac_address': 'fa:16:3e:99:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:09:59.357254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7dcec01-e0e9-444c-9c32-cf8877a9f802 req-961cfc5f-0add-431a-b65c-0930412af84a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 May 27 04:09:59.379679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:59.397152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a851094-30f5-4664-a3f8-bcf0aacb70ea {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:09:59.413759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:09:59.418590 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:09:59.488624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:09:59.606418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['7a851094-30f5-4664-a3f8-bcf0aacb70ea'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:09:59.964417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7ae1340f-7596-4bad-8a9a-28c378f6041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:00.558254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7091e-8ec8-42a4-850d-b426faaad21c req-55508180-568b-4ae5-9ede-a7481d722c1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:00.560300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3d7091e-8ec8-42a4-850d-b426faaad21c req-55508180-568b-4ae5-9ede-a7481d722c1e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.0805435 May 27 04:10:00.613797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3d7091e-8ec8-42a4-850d-b426faaad21c req-977ab07a-ad25-4f0e-841e-27e5306bc20b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 May 27 04:10:01.140328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:10:01.205668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:10:01.210452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:01.210784 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:01.320498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:01.347478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:01.358051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:01.363506 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:01.418476 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83580163-82e2-434e-82e3-c29fd937376b'] response: {'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'code': 200} May 27 04:10:01.438571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:01.450361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:01.499549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:01.560135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20d4fc1e-7704-4fa2-b875-f509d69cccab req-fd78f8c1-82e7-4aed-9e89-9b7a7fe102fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0764537 May 27 04:10:01.604104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-20d4fc1e-7704-4fa2-b875-f509d69cccab req-11cb3cd6-c613-4e20-94d9-53350bb13d92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 May 27 04:10:01.814299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ae56-b2d0-4600-aacc-7f45d3248042 req-7f46ecf6-40bc-4347-a293-e0df925d6165 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:01.815742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ae4ae56-b2d0-4600-aacc-7f45d3248042 req-7f46ecf6-40bc-4347-a293-e0df925d6165 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.0858734 May 27 04:10:01.867296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ae4ae56-b2d0-4600-aacc-7f45d3248042 req-c8d5fc78-dcc7-4e5d-85e7-75c958146f2a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 May 27 04:10:02.254644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Sync routers for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:10:02.267030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:02.267700 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:02.442020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:02.780412 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 2, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:02.784240 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Checking router: 9e0f4aeb-d064-4709-a49f-e23386b1a4cd for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:10:02.784607 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Updating router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd port 42111150-7dbb-4c92-8915-aceabb1cbd58 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:10:02.837787 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.096168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91db6-d108-4807-8f04-7501f7e82ca4 req-c3ec13b9-f993-41e6-9015-96cc79d2821e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:03.097680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75c91db6-d108-4807-8f04-7501f7e82ca4 req-c3ec13b9-f993-41e6-9015-96cc79d2821e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1028311 May 27 04:10:03.114278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.155401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75c91db6-d108-4807-8f04-7501f7e82ca4 req-40488017-6dcf-4ef9-a293-140aa9b57aad tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518286 May 27 04:10:03.278548 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.292201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Transition to ACTIVE for port object 42111150-7dbb-4c92-8915-aceabb1cbd58 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:10:03.301824 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.455364 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642e26-b3ed-4343-8dd8-77bee654179b None None] Pushing event updated for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:03.527709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e06db-5af9-46b9-b449-23aa5e5dfec8 req-c66a286d-9ea7-4029-a875-b944e88a7be9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:03.530038 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-490e06db-5af9-46b9-b449-23aa5e5dfec8 req-c66a286d-9ea7-4029-a875-b944e88a7be9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.2265081 May 27 04:10:03.566158 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Attempting to bind port 42111150-7dbb-4c92-8915-aceabb1cbd58 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:10:03.566418 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Attempting to bind port 42111150-7dbb-4c92-8915-aceabb1cbd58 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:10:03.566668 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Attempting to bind port 42111150-7dbb-4c92-8915-aceabb1cbd58 on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:03.576585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:10:03.577057 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:10:03.577378 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.577763 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Bound using segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:10:03.578257 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Bound port: 42111150-7dbb-4c92-8915-aceabb1cbd58, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:10:03.579034 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.586009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-490e06db-5af9-46b9-b449-23aa5e5dfec8 req-90f36d6e-fcec-4169-9334-5f30c394200f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512207 May 27 04:10:03.621898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47694) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:03.714333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:03.719940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:10:03.726411 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a243a895-24fa-4cdb-b95a-768b28d19fb0 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1091 time: 0.1028993 May 27 04:10:03.728767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:10:03.733356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:floatingip and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:10:03.736517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:10:03.740877 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] For port 42111150-7dbb-4c92-8915-aceabb1cbd58, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:03.742832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:10:03.743909 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] For port 42111150-7dbb-4c92-8915-aceabb1cbd58, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=42111150-7dbb-4c92-8915-aceabb1cbd58,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:10:03.752029 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.756189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:03.850371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642e26-b3ed-4343-8dd8-77bee654179b None None] Pushing event updated for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:03.869857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:03.870911 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:03.968613 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:04.136221 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:04.206808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.115 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/0e819ae2-528d-4ceb-a598-292854d14a06) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:10:04.406395 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:04.442176 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:04.493333 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:03Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:04.498050 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbdbfa-b7f5-4871-b53e-f3da267e8c8c None None] The sync data for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 is: [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:03Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:10:04.529622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:10:04.532635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:10:04.535327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:10:04.597709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=0e819ae2-528d-4ceb-a598-292854d14a06,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:05.119594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:05.190638 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:05.411696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:05.415515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:05.534017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=0e819ae2-528d-4ceb-a598-292854d14a06,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:05.545153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:05.837118 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Floating IP 58355ca0-296d-45ee-8043-95c047627a70 associated. External IP: 172.25.8.115, port: 7a851094-30f5-4664-a3f8-bcf0aacb70ea. May 27 04:10:05.965495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 42111150-7dbb-4c92-8915-aceabb1cbd58 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:10:06.039964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 42111150-7dbb-4c92-8915-aceabb1cbd58 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:10:06.045682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 42111150-7dbb-4c92-8915-aceabb1cbd58 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:06.046102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:06.168740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:06.203407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 42111150-7dbb-4c92-8915-aceabb1cbd58, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=42111150-7dbb-4c92-8915-aceabb1cbd58,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:06.207193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:06.276078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:06.276452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:10:06.553223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:10:06.579248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:06.634271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1fac435a-a0df-4848-a157-ac8974b23dfd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9185164 May 27 04:10:06.634851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:06.688220 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6f443a-4ab9-467b-be19-ddcbd5be5db5'] response: {'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'status': 'completed', 'code': 200} May 27 04:10:06.784886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-096e15c2-47b8-48b3-86de-206ef26f25b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0737388 May 27 04:10:06.808291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f96c0-6aa5-4b22-a333-e9c5ec376fad req-37302a4a-c7b4-465b-ab7f-ccc574b51316 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:06.810400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-641f96c0-6aa5-4b22-a333-e9c5ec376fad req-37302a4a-c7b4-465b-ab7f-ccc574b51316 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.0785265 May 27 04:10:06.857313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-641f96c0-6aa5-4b22-a333-e9c5ec376fad req-ff6793f5-cf69-445a-808f-8deec96c94f4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 May 27 04:10:06.885306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47718) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:06.916831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-4eb57f18-e430-4394-bbd2-8e81c6977991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:06.918879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-4eb57f18-e430-4394-bbd2-8e81c6977991 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.1282973 May 27 04:10:06.988570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-14095666-b900-4cc8-9d3b-bf372077137a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1021402 May 27 04:10:07.018860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-da388ef3-95a2-4f11-a743-18ffe05af1cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 999 time: 0.0947452 May 27 04:10:07.080212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-19423438-7380-4ac2-9040-a6bbbb4fa17b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:07.081708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-19423438-7380-4ac2-9040-a6bbbb4fa17b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0572867 May 27 04:10:07.154024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-1869137f-abb1-473e-bdc1-451d1088923e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667861 May 27 04:10:07.290590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-919c481d-d0dd-4e3e-9948-78820680735f service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299720 May 27 04:10:07.420217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-47a8d6bc-ca8f-4136-a5b0-bc00b88e3378 req-ff6d311d-16ad-4d0a-922c-da1c15775f2e service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236780 May 27 04:10:07.939437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 42111150-7dbb-4c92-8915-aceabb1cbd58 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:10:07.992503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47734) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:08.019954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 42111150-7dbb-4c92-8915-aceabb1cbd58 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:08.020434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:08.104121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-967cdf10-4c36-4eb1-b20b-cb5f7f77efda tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1101365 May 27 04:10:08.107730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-cd71ba00-51d3-4fe1-938e-e5a1b2e6ee06 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:08.109377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-cd71ba00-51d3-4fe1-938e-e5a1b2e6ee06 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.2589157 May 27 04:10:08.137357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-bfe89e51-7300-4834-8d5e-5308621b0dd5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0218892 May 27 04:10:08.221907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-c7e370bd-6f63-4e43-aa02-f949c4e0f596 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:10:08.238480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-c7e370bd-6f63-4e43-aa02-f949c4e0f596 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:10:08.239790 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-c7e370bd-6f63-4e43-aa02-f949c4e0f596 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965109 May 27 04:10:08.322765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-52d7abd2-f9d7-4f43-bd6b-3004f9aa9164 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:10:08.323717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-52d7abd2-f9d7-4f43-bd6b-3004f9aa9164 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0774539 May 27 04:10:08.456399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-806e0359-1a6c-4493-8672-9ae16098c77d service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265962 May 27 04:10:08.588835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-e6e38bd9-6400-4630-9137-1ae9181f4e4d service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265216 May 27 04:10:08.816530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c8940b7-6a79-472a-bb48-8cecf6123eeb req-8632af38-0c1e-4002-80f6-d55ecb393b77 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 210 time: 0.0419903 May 27 04:10:09.108117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:09.218099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84862476-1550-4d5f-a38a-0ed3c56ed45e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1087558 May 27 04:10:09.800204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-ea6b6668-81cb-4bc1-ae32-6de5d98533ee tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:09.801635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-ea6b6668-81cb-4bc1-ae32-6de5d98533ee tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.41 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1419256 May 27 04:10:09.822997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:10:09.997643 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d90d0ccd-6ebd-4c31-8614-59f09b097f23 req-59ca78a7-413e-4273-87a4-3623aab93195 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 210 time: 0.0555818 May 27 04:10:09.998522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:10:10.008049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:10:10.022168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:10:10.025574 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.199188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.13 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/f94fbb94-82d5-45d6-8c5e-9c9637f83b0b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:10:10.221766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47758) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:10.336054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6da8f4db-3a91-4abf-92ff-064a3158be94 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1120677 May 27 04:10:10.410648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.426985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object f94fbb94-82d5-45d6-8c5e-9c9637f83b0b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:10:10.451542 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.533995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:10:10.538891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:10:10.541168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:10:10.586208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:10.614671 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:10.615285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.643224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a9f91624-19c7-42f4-951a-f9d9c82e52e0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236756 May 27 04:10:10.654843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Request body: {'port': {'device_id': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:10:10.770750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.790942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e4b69f3-591b-41ae-8061-1704ed98a74e None None] Provisioning for port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:10:10.797003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e4b69f3-591b-41ae-8061-1704ed98a74e None None] Provisioning complete for port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:10.797583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e4b69f3-591b-41ae-8061-1704ed98a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:10.852792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b69f3-591b-41ae-8061-1704ed98a74e None None] Port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:10:11.227102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3baef-3ba3-4176-9c56-02abd95750fc req-24cebdbc-b42a-448e-9519-8cdd069f1bd8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:11.228557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-77a3baef-3ba3-4176-9c56-02abd95750fc req-24cebdbc-b42a-448e-9519-8cdd069f1bd8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 932 time: 0.0943909 May 27 04:10:11.265373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94fbb94-82d5-45d6-8c5e-9c9637f83b0b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:10:11.272847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:11.278011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-77a3baef-3ba3-4176-9c56-02abd95750fc req-585fae98-2b05-4bfe-88db-e92c0f7fe188 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 May 27 04:10:11.287776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Transition to ACTIVE for port object f94fbb94-82d5-45d6-8c5e-9c9637f83b0b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:10:11.292149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:11.338496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:11.455761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:11.479717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c1ccfc64-d5cb-422a-85d1-9ffa65826706 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1400893 May 27 04:10:11.533168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Attempting to bind port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:10:11.533503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Attempting to bind port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:10:11.533827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Attempting to bind port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:11.540339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:10:11.540660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Attempting to bind port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:11.546993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:10:11.547323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:10:11.547702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:10:11.548260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Bound port: f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:10:11.548609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:11.642278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:11.645505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:10:11.650746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:11.712618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:11.714050 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] 10.222.0.41 "PUT /v2.0/ports/f94fbb94-82d5-45d6-8c5e-9c9637f83b0b HTTP/1.1" status: 200 len: 1092 time: 1.0644679 May 27 04:10:11.714545 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:11.749383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822e969-2734-4efe-a2aa-6c0847c70b9e service neutron] Pushing event updated for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:11.810976 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518677f1-0dd1-4db5-b9f2-653956eee3aa'] response: {'name': 'network-changed', 'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b', 'status': 'completed', 'code': 200} May 27 04:10:11.849822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-42b4b679-1d1b-4538-99f8-be4c9e067e6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 1095 time: 0.0787220 May 27 04:10:11.926710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-28f5b0e0-a682-450b-97c6-4108db75223d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b HTTP/1.1" status: 200 len: 217 time: 0.0661960 May 27 04:10:11.993114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-5022de9a-4307-4e73-872a-78f79d363c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:11.994654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-5022de9a-4307-4e73-872a-78f79d363c0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0623770 May 27 04:10:12.073602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-d5139ddc-ed9f-459a-80eb-ca5ac6143f86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728178 May 27 04:10:12.206567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-1efded0b-f111-4208-9063-d0d8d16c03e3 service neutron] 10.222.0.41 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261923 May 27 04:10:12.359190 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4691a8e-817f-4cee-ad0a-06390ab36e01 req-043f0aa8-19ad-4886-abea-85a2f306b783 service neutron] 10.222.0.41 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468463 May 27 04:10:12.476265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-e5d5c95c-4dae-440f-b759-68dbdd30a3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 1095 time: 0.0726547 May 27 04:10:12.481391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47776) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:12.549463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e794-0eab-4e35-bfbd-7e697967609e req-0bf16096-a519-4df2-912b-5d1eec3e23a7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:12.550901 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30c8e794-0eab-4e35-bfbd-7e697967609e req-0bf16096-a519-4df2-912b-5d1eec3e23a7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.1411471 May 27 04:10:12.612612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-2577840c-e6a9-40c7-9a94-32a89f2f29c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:12.614295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-2577840c-e6a9-40c7-9a94-32a89f2f29c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1314256 May 27 04:10:12.626026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-303941f3-7c4b-4294-9b02-ebeb61a79612 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1434836 May 27 04:10:12.631412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30c8e794-0eab-4e35-bfbd-7e697967609e req-6b8e8fd5-208a-4788-bea2-ec4967bc393d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 May 27 04:10:12.709297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-40e6d742-c638-4455-b33b-fa691566d268 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b HTTP/1.1" status: 200 len: 217 time: 0.0887489 May 27 04:10:12.785129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-0258e69a-8721-4b09-832e-9daf6acbb242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:12.787035 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-0258e69a-8721-4b09-832e-9daf6acbb242 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0728831 May 27 04:10:12.999201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-cb32b8ee-ff1a-4734-a3de-86eff9917f4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068763 May 27 04:10:13.145650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-d98e24da-37c8-40a2-99bf-4d713684f13e service neutron] 10.222.0.41 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407926 May 27 04:10:13.299399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-017a8a15-0847-42ba-a4b0-a2d0cc34210c req-6e4cb415-0145-4a01-9e44-2cf2b3b8e269 service neutron] 10.222.0.41 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482623 May 27 04:10:13.432352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Sync routers for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:10:13.455808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:13.457321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:13.630150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47780) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:13.734902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:13.762826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b9e06fc6-706d-4a67-aceb-a2839953be90 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1315427 May 27 04:10:13.910250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090449d1-bc96-434e-86a5-7631b4b17431 req-11a35c69-ba97-41fe-8905-46260496c8a6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:13.910924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-090449d1-bc96-434e-86a5-7631b4b17431 req-11a35c69-ba97-41fe-8905-46260496c8a6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:10:13.932642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-090449d1-bc96-434e-86a5-7631b4b17431 req-11a35c69-ba97-41fe-8905-46260496c8a6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:10:13.941252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-090449d1-bc96-434e-86a5-7631b4b17431 req-11a35c69-ba97-41fe-8905-46260496c8a6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.1338751 May 27 04:10:13.988308 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-090449d1-bc96-434e-86a5-7631b4b17431 req-64119cb2-0982-485f-8fb2-a181655f9477 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 May 27 04:10:14.312969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58355ca0-296d-45ee-8043-95c047627a70', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'port_id': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'mac_address': 'fa:16:3e:99:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:10:04Z', 'updated_at': '2022-05-27T04:10:04Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:14.317966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Checking router: 9e0f4aeb-d064-4709-a49f-e23386b1a4cd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:10:14.342841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:14.343463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:14.630044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:14.765213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47786) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:14.893039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b3e4398d-5dc1-45a0-931d-026d0c0e3b64 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1265936 May 27 04:10:15.177455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58355ca0-296d-45ee-8043-95c047627a70', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'port_id': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'mac_address': 'fa:16:3e:99:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:10:04Z', 'updated_at': '2022-05-27T04:10:04Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:15.182465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a799c-9c67-4a5e-8500-f8b8c5f1a4d4 None None] The sync data for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 is: [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58355ca0-296d-45ee-8043-95c047627a70', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'port_id': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'mac_address': 'fa:16:3e:99:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:10:04Z', 'updated_at': '2022-05-27T04:10:04Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:10:15.203889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c7491-3ce6-4652-b326-a0973d805640 req-edb2346d-1929-413f-a265-006909a33dde tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:15.206685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f52c7491-3ce6-4652-b326-a0973d805640 req-edb2346d-1929-413f-a265-006909a33dde tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0805466 May 27 04:10:15.276423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f52c7491-3ce6-4652-b326-a0973d805640 req-b2c063bd-3728-42f7-b90f-e6625afe16f0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608222 May 27 04:10:15.898577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47792) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:16.014299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4cc138ca-e13d-4b8e-a621-945ad8635804 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1154237 May 27 04:10:16.471931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2f3bf-667b-489e-b103-67db9920ed42 req-90b0e8a8-bdc5-412f-a9ca-8c783dc9e5ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:16.473581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aaf2f3bf-667b-489e-b103-67db9920ed42 req-90b0e8a8-bdc5-412f-a9ca-8c783dc9e5ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0786545 May 27 04:10:16.523667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-aaf2f3bf-667b-489e-b103-67db9920ed42 req-00cb5c6b-dc76-4674-95ae-27c4f4ec6d52 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 May 27 04:10:17.018319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:17.223070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cb9df2b3-4794-4b07-909d-eb5c8ae0a427 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.2036114 May 27 04:10:17.515663 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246ed6c-ec4c-4e5a-9aaf-072b4d9a34c0 None None] New status for floating IP 58355ca0-296d-45ee-8043-95c047627a70: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:10:17.715182 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244831-ad81-4415-963c-4438df1769b6 req-28d26bcc-fffc-4f0d-9530-cad47e533eb3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:17.716516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4244831-ad81-4415-963c-4438df1769b6 req-28d26bcc-fffc-4f0d-9530-cad47e533eb3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0747719 May 27 04:10:17.762543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4244831-ad81-4415-963c-4438df1769b6 req-4008c7f4-1677-4f02-92b0-460346bb61c7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 May 27 04:10:18.226895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47804) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:18.329908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-41b20247-cf67-4e78-949f-0870745a264f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 993 time: 0.1019235 May 27 04:10:18.963738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42f4a-6b1d-442f-8f3f-386bc18426d3 req-c35c23e5-8155-4371-b5df-c4dcbf35be22 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:18.965797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4e42f4a-6b1d-442f-8f3f-386bc18426d3 req-c35c23e5-8155-4371-b5df-c4dcbf35be22 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0769331 May 27 04:10:19.010233 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4e42f4a-6b1d-442f-8f3f-386bc18426d3 req-3ba95b52-dd0b-4103-b4a9-51723481459d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 May 27 04:10:20.215391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10499570-b534-4873-bb64-40d4edd051cf req-1298e911-1795-4d37-9ae9-664a53441b16 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:20.216818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10499570-b534-4873-bb64-40d4edd051cf req-1298e911-1795-4d37-9ae9-664a53441b16 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0750034 May 27 04:10:20.266780 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-10499570-b534-4873-bb64-40d4edd051cf req-ec60d7ac-8e18-4ff8-ab71-32cbfd37c2cb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 May 27 04:10:21.466832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1ca7-39b1-49fa-b7a1-c4c3abd3aa85 req-f2dc3aa6-b2e8-4d4c-aa6e-059d2d30aa68 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:21.468279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77ab1ca7-39b1-49fa-b7a1-c4c3abd3aa85 req-f2dc3aa6-b2e8-4d4c-aa6e-059d2d30aa68 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0819945 May 27 04:10:21.515080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77ab1ca7-39b1-49fa-b7a1-c4c3abd3aa85 req-f4b18b4f-b4ed-447e-8ab3-38d5ca4a5d7b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 May 27 04:10:21.901671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:10:22.711268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e91a-2796-44a0-ba23-9ace2202187b req-b8c933a6-c702-4ab7-b6f4-4c603d8633ec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:22.712571 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5345e91a-2796-44a0-ba23-9ace2202187b req-b8c933a6-c702-4ab7-b6f4-4c603d8633ec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0736964 May 27 04:10:22.757000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5345e91a-2796-44a0-ba23-9ace2202187b req-7c71f897-4f74-4aa4-a5cd-86639a04e39c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 May 27 04:10:23.955770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414054-7fb2-4710-b74a-d4bc9d4b9dd0 req-265a27b8-8656-4474-82f3-e0dd1a5f0b08 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:23.957239 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41414054-7fb2-4710-b74a-d4bc9d4b9dd0 req-265a27b8-8656-4474-82f3-e0dd1a5f0b08 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0804269 May 27 04:10:24.003547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41414054-7fb2-4710-b74a-d4bc9d4b9dd0 req-75909ac1-6abb-41ef-9834-5b3b5d1a20bb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 May 27 04:10:24.014582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:25.200855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59494af4-e77d-41b5-bbd2-b94240195388 req-e1bef51b-0b39-44d9-b770-df7c196e858e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:25.202317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59494af4-e77d-41b5-bbd2-b94240195388 req-e1bef51b-0b39-44d9-b770-df7c196e858e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0789402 May 27 04:10:25.246657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59494af4-e77d-41b5-bbd2-b94240195388 req-02ae4ce8-795f-4c46-a374-342fc27209b8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 May 27 04:10:26.443904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab53e59-a8c9-4aec-af7d-b598bdca2be9 req-fba36095-c665-4a7c-b678-53345eff3a0f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:26.445373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fab53e59-a8c9-4aec-af7d-b598bdca2be9 req-fba36095-c665-4a7c-b678-53345eff3a0f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0812340 May 27 04:10:26.491264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fab53e59-a8c9-4aec-af7d-b598bdca2be9 req-433370dd-32bd-4e1e-ad0c-8f66e727ddd1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 May 27 04:10:26.527671 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:27.687508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6967-2e9d-4490-b8de-6040c1c5d4d0 req-ea92ba71-3319-494f-a277-e986f725ac43 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:27.688934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0da6967-2e9d-4490-b8de-6040c1c5d4d0 req-ea92ba71-3319-494f-a277-e986f725ac43 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0745673 May 27 04:10:27.733561 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0da6967-2e9d-4490-b8de-6040c1c5d4d0 req-33fa0af2-767e-4ac8-9203-2c3f51aa9a15 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391397 May 27 04:10:27.833872 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19100092-6a3c-4cb9-8e37-801270598851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:28.658545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f94fbb94-82d5-45d6-8c5e-9c9637f83b0b details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:10:28.788780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:28.801443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b', 'mac_address': 'fa:16:3e:21:fc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:10:28.863181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:28.880495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94fbb94-82d5-45d6-8c5e-9c9637f83b0b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:10:28.895439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:28.899464 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:28.926918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb9550-09f5-48f1-8dce-6926256199e4 req-ea5c097c-38c2-4c79-88cc-aee58f8eb22a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:28.928372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4cb9550-09f5-48f1-8dce-6926256199e4 req-ea5c097c-38c2-4c79-88cc-aee58f8eb22a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 944 time: 0.0772405 May 27 04:10:28.966550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:28.975464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.975624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b4cb9550-09f5-48f1-8dce-6926256199e4 req-e2d3adaa-d866-4462-9377-515806376274 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 May 27 04:10:28.975813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.976145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.976475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.976802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.977254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.977600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.978022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.978374 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.978694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:28.979011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:29.200866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f94fbb94-82d5-45d6-8c5e-9c9637f83b0b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:10:29.950854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ab55612f-d250-454a-8e33-28208abd5509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:30.171624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd3f9-bfa4-44ef-8a18-c1b0bb7642e5 req-dc95cea7-4188-46ad-b13b-55ec3b7dd8a1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:30.172985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b2fd3f9-bfa4-44ef-8a18-c1b0bb7642e5 req-dc95cea7-4188-46ad-b13b-55ec3b7dd8a1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 945 time: 0.0795135 May 27 04:10:30.218361 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b2fd3f9-bfa4-44ef-8a18-c1b0bb7642e5 req-0a3c11bb-bd74-4fe9-9be3-209b5d9d9cce tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 May 27 04:10:30.679135 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f94fbb94-82d5-45d6-8c5e-9c9637f83b0b up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:10:30.746191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:10:30.750835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:30.751200 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:30.866815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:30.892722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:30.901926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:30.906623 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:30.951897 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a31a8d-9104-4fbf-a2dc-bfe79c76572d'] response: {'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b', 'code': 200} May 27 04:10:30.977591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:31.073507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a6ee7fc-2eee-4e12-a2aa-fda8bf980805 req-bf190ce8-5466-4291-9cc9-b0555275900e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 1097 time: 0.0690413 May 27 04:10:31.115887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a6ee7fc-2eee-4e12-a2aa-fda8bf980805 req-57562215-6707-462a-9f84-2d21ad0c7e01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 May 27 04:10:31.411778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:31.414267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b2da-1bd7-44d8-a469-af309c78699f req-0be07663-0ddd-4a0c-9fdd-60f9ea34986b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:31.415704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35f5b2da-1bd7-44d8-a469-af309c78699f req-0be07663-0ddd-4a0c-9fdd-60f9ea34986b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0763710 May 27 04:10:31.463883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35f5b2da-1bd7-44d8-a469-af309c78699f req-b875a867-4a03-4662-be5b-73ea29d16793 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 May 27 04:10:31.506376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:32.421869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6b615-aa3d-47b5-89d0-f37205182a3d req-8f747b00-0139-44c4-b1a5-cdd0b74a4c5b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:32.423265 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9d6b615-aa3d-47b5-89d0-f37205182a3d req-8f747b00-0139-44c4-b1a5-cdd0b74a4c5b tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.0809443 May 27 04:10:32.474653 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9d6b615-aa3d-47b5-89d0-f37205182a3d req-a7ff7df0-bc04-4446-a703-189ced823ccb tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 May 27 04:10:32.657920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d08fc-1885-4e21-a937-997cf05a5d7b req-9ba588a1-16b0-4785-9a78-cca91531e88d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:32.659352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e7d08fc-1885-4e21-a937-997cf05a5d7b req-9ba588a1-16b0-4785-9a78-cca91531e88d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0756454 May 27 04:10:32.707067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e7d08fc-1885-4e21-a937-997cf05a5d7b req-081dc0d3-0c98-4c87-9df6-ea2cb5a63931 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 May 27 04:10:32.835141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b80947-246e-4000-a462-af3dd2fa624a req-ce7a6c0d-76fb-4d29-bd9f-cdcc3f7033ad tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:32.836552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f9b80947-246e-4000-a462-af3dd2fa624a req-ce7a6c0d-76fb-4d29-bd9f-cdcc3f7033ad tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.0755568 May 27 04:10:32.904026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95a1b-f0ea-4041-af94-3b8c5d91c78e req-1609bc29-d3f1-49b4-b2a2-1967edb982aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:32.905509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4a95a1b-f0ea-4041-af94-3b8c5d91c78e req-1609bc29-d3f1-49b4-b2a2-1967edb982aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0810504 May 27 04:10:32.907401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Deleting port 0e417019-3165-44aa-b977-03d52f36b869 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:32.907749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:32.950439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4a95a1b-f0ea-4041-af94-3b8c5d91c78e req-a01e11e4-d978-4a4c-9b87-6a57be4eb1d9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 May 27 04:10:33.096497 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:33.292311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] For port 0e417019-3165-44aa-b977-03d52f36b869, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=0e417019-3165-44aa-b977-03d52f36b869,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:33.292659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:33.372706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb1602-f1ef-42c6-9a2c-125c1a6968e7 req-7c479397-8b51-40ef-9b90-14a9eab4ad8d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:33.374154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13fb1602-f1ef-42c6-9a2c-125c1a6968e7 req-7c479397-8b51-40ef-9b90-14a9eab4ad8d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.2882571 May 27 04:10:33.502311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-13fb1602-f1ef-42c6-9a2c-125c1a6968e7 req-94ca809c-cc5f-4bd2-933a-34c99de3cf81 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191800 May 27 04:10:33.627318 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:33.627681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:33.628003 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Floating IP 6e859b77-c2b4-4a61-8924-29fa56b5aa9c disassociated. External IP: 172.25.8.191, port: 0e417019-3165-44aa-b977-03d52f36b869. May 27 04:10:33.628457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Calling delete_port for 0e417019-3165-44aa-b977-03d52f36b869 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:33.695425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886d4e-8f03-475d-905b-841375487fd8 req-1cc1bab0-1add-4886-bbb6-9678d0fa86e6 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:33.696882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a886d4e-8f03-475d-905b-841375487fd8 req-1cc1bab0-1add-4886-bbb6-9678d0fa86e6 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 945 time: 0.0994122 May 27 04:10:33.745221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a886d4e-8f03-475d-905b-841375487fd8 req-add8a143-6427-4858-8857-c98c5f0da8af tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/security-groups?id=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 May 27 04:10:33.782286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:33.834483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event deleted for resources: {'Port': ['ID=0e417019-3165-44aa-b977-03d52f36b869,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:33.846881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.847223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.847559 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.847887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.848214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.848537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.848871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.849197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.849519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.849840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:33.850159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:34.015755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee7e5-e006-408e-b5b5-06e7ba99b3b7 req-09893bf9-c10f-4807-aea6-68e95ae6763c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:34.017205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a8ee7e5-e006-408e-b5b5-06e7ba99b3b7 req-09893bf9-c10f-4807-aea6-68e95ae6763c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0792449 May 27 04:10:34.055862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Router 8e115ecc-4ddd-453c-8597-8cef354c93ed has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:10:34.063187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a8ee7e5-e006-408e-b5b5-06e7ba99b3b7 req-5a8d0f56-daf7-40ba-ae90-c7a93d16f7e7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 May 27 04:10:34.260303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:10:34.270656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Sync routers for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:10:34.284455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:34.285357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:34.333438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] No DVR routers for this DVR port 0e417019-3165-44aa-b977-03d52f36b869 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:10:34.336283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:34.339102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'name': 'network-vif-deleted', 'tag': '0e417019-3165-44aa-b977-03d52f36b869'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:34.355331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f9b80947-246e-4000-a462-af3dd2fa624a req-48cd62f6-2180-4e0c-90ba-ef0e67a0555a tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.41 "DELETE /v2.0/ports/0e417019-3165-44aa-b977-03d52f36b869 HTTP/1.1" status: 204 len: 173 time: 1.5124049 May 27 04:10:34.399610 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc28254e-76af-4849-9509-4d333680ade2'] response: {'server_uuid': 'd661e0f0-3b8c-418b-914b-7bc0c8d34f03', 'name': 'network-vif-deleted', 'tag': '0e417019-3165-44aa-b977-03d52f36b869', 'status': 'completed', 'code': 200} May 27 04:10:34.479442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:34.833166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:34.837273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Checking router: 8e115ecc-4ddd-453c-8597-8cef354c93ed for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:10:34.848858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:34.849076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:34.941205 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1235c13-eead-4d8b-afc1-f122981d4d48 req-6a94c02a-a5e9-4268-8bb5-0d2ca4d80bb4 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "GET /v2.0/ports?device_id=d661e0f0-3b8c-418b-914b-7bc0c8d34f03 HTTP/1.1" status: 200 len: 210 time: 0.0458291 May 27 04:10:35.038405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:35.273092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12510b6-7a62-499a-b2a2-d8f58510bfdf req-d6b00bd0-28c7-4051-855d-3742a5cee91c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:35.274540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e12510b6-7a62-499a-b2a2-d8f58510bfdf req-d6b00bd0-28c7-4051-855d-3742a5cee91c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0814919 May 27 04:10:35.321528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e12510b6-7a62-499a-b2a2-d8f58510bfdf req-c33378a1-7fe2-4b1a-bf69-2aafc10f74cf tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 May 27 04:10:35.361833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:35.365693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf1680-6235-4334-8cae-4d23f40129ce None None] The sync data for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 is: [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:04:19Z', 'revision_number': 4, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f5bd7495-51da-4b58-84b4-b2e30186a6b4', 'name': '', 'network_id': 'b5fb1565-ebec-4414-a975-96a56d95d55c', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'mac_address': 'fa:16:3e:f6:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25b657a0-79b6-4670-876f-20e767ac0038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:18Z', 'updated_at': '2022-05-27T04:04:46Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'subnets': [{'id': '25b657a0-79b6-4670-876f-20e767ac0038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:10:35.488026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-1fbd444d-e1cf-4ffb-9d7f-e83e912c2f27 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:35.489560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-1fbd444d-e1cf-4ffb-9d7f-e83e912c2f27 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.41 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 946 time: 0.0778735 May 27 04:10:35.570401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:35.570694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:35.585261 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae47ae4-42b9-4e25-885a-71c0b2f4a72a None None] New status for floating IP 6e859b77-c2b4-4a61-8924-29fa56b5aa9c: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:10:35.815075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:35.815529 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.034405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for f94fbb94-82d5-45d6-8c5e-9c9637f83b0b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:36.042309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47874) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:36.175662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.187168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f94fbb94-82d5-45d6-8c5e-9c9637f83b0b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:10:36.198134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Deleting port 36d5b985-c9ec-46e7-a841-a384d5663ead {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:36.198474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.227389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=f94fbb94-82d5-45d6-8c5e-9c9637f83b0b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:36.306650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port f94fbb94-82d5-45d6-8c5e-9c9637f83b0b on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:10:36.310171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.325746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-991be7e5-1fed-4b9a-8bf7-2a64b3ed3234 req-29c81cd2-b7bd-4b0e-96f9-c63d755dcbf8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.41 "DELETE /v2.0/ports/f94fbb94-82d5-45d6-8c5e-9c9637f83b0b HTTP/1.1" status: 204 len: 173 time: 0.8315537 May 27 04:10:36.401045 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'name': 'network-vif-deleted', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:36.475392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.476190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.480275 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd247e4-73f4-4860-89c2-90cd92db72ee'] response: {'server_uuid': 'a42a2989-b52b-4747-ac7b-60b6db4c2d33', 'name': 'network-vif-deleted', 'tag': 'f94fbb94-82d5-45d6-8c5e-9c9637f83b0b', 'status': 'completed', 'code': 200} May 27 04:10:36.524495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8322b114-bb33-4b46-a2f0-ccc654427f23 req-455c2c5e-c72a-4f68-86d5-559df5fbc99e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:10:36.540344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8322b114-bb33-4b46-a2f0-ccc654427f23 req-455c2c5e-c72a-4f68-86d5-559df5fbc99e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:10:36.541632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8322b114-bb33-4b46-a2f0-ccc654427f23 req-455c2c5e-c72a-4f68-86d5-559df5fbc99e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=a42a2989-b52b-4747-ac7b-60b6db4c2d33 HTTP/1.1" status: 200 len: 210 time: 0.0582290 May 27 04:10:36.609459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Calling delete_port for 36d5b985-c9ec-46e7-a841-a384d5663ead owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:36.686786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0e417019-3165-44aa-b977-03d52f36b869 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:36.726481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 0e417019-3165-44aa-b977-03d52f36b869 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:36.727183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 0e417019-3165-44aa-b977-03d52f36b869 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:36.755663 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.803821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event deleted for resources: {'Port': ['ID=36d5b985-c9ec-46e7-a841-a384d5663ead,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:36.897706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.911849 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:36.913020 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e82a3f1e-5336-4759-9e33-49ae8cd13d03 tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "DELETE /v2.0/floatingips/6e859b77-c2b4-4a61-8924-29fa56b5aa9c HTTP/1.1" status: 204 len: 168 time: 0.8696473 May 27 04:10:37.070391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47886) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:37.150927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:37.180217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:37.257978 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:37.283399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:37.290693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:37.301379 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] 10.222.0.46 "DELETE /v2.0/security-groups/13ed0eb6-93ac-4d12-bc0e-ba33e0681f6e HTTP/1.1" status: 204 len: 168 time: 0.2297623 May 27 04:10:37.313876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.314513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.315047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.315821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.316525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.317096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.317632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.318163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.319402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.320788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.321506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c35496-d88b-49cf-a221-e8eb2500684d tempest-TestServerBasicOps-2124641748 tempest-TestServerBasicOps-2124641748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:10:37.355408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47892) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:37.721096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5228c-3e48-488f-bd8d-98ccfbc3ce75 req-d361e02f-4944-4585-a8c3-9deeb4088615 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:37.723625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ce5228c-3e48-488f-bd8d-98ccfbc3ce75 req-d361e02f-4944-4585-a8c3-9deeb4088615 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1092048 May 27 04:10:37.781186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ce5228c-3e48-488f-bd8d-98ccfbc3ce75 req-f130d57f-3e33-49a1-af33-d295e124080f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520630 May 27 04:10:37.810615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 47908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:37.924228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f92123ce-77db-49c0-897f-d2e1bc536e08 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 993 time: 0.1122484 May 27 04:10:38.051039 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:38.542946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0e9aa2c-b8e7-4b2e-a8bb-bf96f84d31ac req-de266582-ba0c-4fe3-b2da-9fd46e38d008 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0715349 May 27 04:10:38.592414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0e9aa2c-b8e7-4b2e-a8bb-bf96f84d31ac req-4e97af14-69f1-49fb-9dd6-131bb9b1ccd2 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 May 27 04:10:38.686820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f94fbb94-82d5-45d6-8c5e-9c9637f83b0b no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:38.729831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: f94fbb94-82d5-45d6-8c5e-9c9637f83b0b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:38.730191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f94fbb94-82d5-45d6-8c5e-9c9637f83b0b not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:38.841397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Deleting port f5bd7495-51da-4b58-84b4-b2e30186a6b4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:38.841905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:38.891950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a2ae2234-38df-4b13-8b0d-6d1087c057f0 req-71f48ccc-b601-41bd-ac57-e1e3b0e7f44b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1705818 May 27 04:10:39.047272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] For port f5bd7495-51da-4b58-84b4-b2e30186a6b4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f5bd7495-51da-4b58-84b4-b2e30186a6b4,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:39.047272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:39.207533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Calling delete_port for f5bd7495-51da-4b58-84b4-b2e30186a6b4 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:39.411852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:39.465857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bd7495-51da-4b58-84b4-b2e30186a6b4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:39.821427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-4a3b8dab-c6e6-4d24-8b9a-7828687145cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1756027 May 27 04:10:39.866609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:40.495632 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-2efcd475-703f-4510-8724-80473a1ba9d7 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:10:40.496593 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-2efcd475-703f-4510-8724-80473a1ba9d7 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104551 May 27 04:10:40.554410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Request body: {'binding': {'host': 'n-h2-843301-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:10:40.554831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Unknown quota resources ['binding']. {{(pid=84156) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 27 04:10:40.786900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on host n-h2-843301-2 for vnic_type normal with profile None {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:10:40.787141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:10:40.787415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:40.795973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:10:40.796284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:40.806833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:10:40.807159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:10:40.807528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Bound using segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:10:40.807939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Bound port: 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:10:40.824138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Router 8e115ecc-4ddd-453c-8597-8cef354c93ed has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:10:40.949110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:10:40.976388 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] Notify callbacks [] for binding, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:40.977553 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] 10.222.0.46 "POST /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea/bindings HTTP/1.1" status: 201 len: 389 time: 0.4317620 May 27 04:10:41.053168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:10:41.058125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-29df3ba2-4984-4edf-9f7d-32e36c67ba60 admin admin] 10.222.0.46 "PUT /v2.0/routers/8e115ecc-4ddd-453c-8597-8cef354c93ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7007892 May 27 04:10:41.061180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47958) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:41.066267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Sync routers for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:10:41.086052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:41.087467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:41.267950 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:41.323204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:41.356979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-64ec0f1e-1066-4948-b4a9-ad3f06f3fb25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1096 time: 0.1069875 May 27 04:10:41.502688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba4d1b-62a5-4805-81a2-adce7d3d5c34 req-0e8546d9-b546-4d26-adf9-dd8e866578f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:41.509751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cfba4d1b-62a5-4805-81a2-adce7d3d5c34 req-0e8546d9-b546-4d26-adf9-dd8e866578f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.3112195 May 27 04:10:41.524645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:41.537741 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Deleting port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:41.538370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:41.565733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a1aa1e5b-1444-4a5f-a48f-41e8db3c9dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:41.567360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a1aa1e5b-1444-4a5f-a48f-41e8db3c9dce service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.2040792 May 27 04:10:41.693438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cfba4d1b-62a5-4805-81a2-adce7d3d5c34 req-946198dc-e10e-4656-8731-4717b448a450 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823504 May 27 04:10:41.704657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:10:39Z', 'revision_number': 5, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port': {'id': '2e39e239-ec9a-4e49-9626-4bbc0d2cc41b', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:14Z', 'updated_at': '2022-05-27T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:41.709563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Checking router: 8e115ecc-4ddd-453c-8597-8cef354c93ed for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:10:41.718606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-321afe97-569f-4d9a-bef2-4fab34d27daf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 1001 time: 0.1348035 May 27 04:10:41.731870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Routers {'8e115ecc-4ddd-453c-8597-8cef354c93ed'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:41.732477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8e115ecc-4ddd-453c-8597-8cef354c93ed'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:41.775967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] For port 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:41.776680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:41.799332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-160c19a4-3a05-42d6-aea9-1bf281b7e616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:41.801086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-160c19a4-3a05-42d6-aea9-1bf281b7e616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0765274 May 27 04:10:41.880018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-0ad84703-9c6a-4f0c-8be8-4d82f00816fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730388 May 27 04:10:41.889461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] Set router 8e115ecc-4ddd-453c-8597-8cef354c93ed gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:41.906508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Calling delete_port for 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:42.017979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:10:41Z', 'revision_number': 6, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:42.022835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825672f0-8fb0-4024-bdbb-b9cf5b4631c4 None None] The sync data for ids ['8e115ecc-4ddd-453c-8597-8cef354c93ed'] in n-d-843301-2 is: [{'id': '8e115ecc-4ddd-453c-8597-8cef354c93ed', 'name': 'tempest-TestServerBasicOps-1845818613-router', 'tenant_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:13Z', 'updated_at': '2022-05-27T04:10:41Z', 'revision_number': 6, 'project_id': '5fa2a9c7818542a49a2eb1c5b32dacc7', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:10:42.033352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-2a7ea5af-62ba-454e-976b-68f27c48df34 service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471629 May 27 04:10:42.174269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-e3108040-767d-42e5-aa16-9f3bd147d97e service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355221 May 27 04:10:42.199986 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.248475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e39e239-ec9a-4e49-9626-4bbc0d2cc41b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:42.405436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-6f821799-5605-4ba5-860e-e4fa8870ce08 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1096 time: 0.1797402 May 27 04:10:42.415959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843301-2'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:10:42.496781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.546774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.765323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:42.783963 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.788178 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.814841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:42.817901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.818521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e115ecc-4ddd-453c-8597-8cef354c93ed {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:10:42.831187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.835080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a36bd4f8-5c72-4277-bef9-e0cd260f6681 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8e115ecc-4ddd-453c-8597-8cef354c93ed HTTP/1.1" status: 204 len: 168 time: 1.7704208 May 27 04:10:42.835371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47972) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:42.878200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:42.884088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.893090 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:42.971212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:42.982776 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18538c54-f5ad-47f9-9d25-efc6f57fd125'] response: {'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'code': 200} May 27 04:10:42.995777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Deleting subnet 25b657a0-79b6-4670-876f-20e767ac0038 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:10:43.000576 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.117379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.181940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on host n-h1-843301-2 for vnic_type normal with profile {"migrating_to": "n-h2-843301-2"} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:10:43.182194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:10:43.182620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:43.190251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:10:43.190584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Attempting to bind port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on network 2d6372ec-ec0a-47eb-89eb-59efd009a477 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:10:43.205941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:10:43.206287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Checking segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:10:43.206677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Bound using segment: {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:10:43.207113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Bound port: 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21de491-17c7-4bff-8f7d-87fcdba0eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:10:43.207852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.235188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc790-d82d-46d4-a0de-61db30792230 req-b093d5bd-7692-43e1-9e2b-616eb4665fec tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:43.236747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-643bc790-d82d-46d4-a0de-61db30792230 req-b093d5bd-7692-43e1-9e2b-616eb4665fec tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 943 time: 0.3689528 May 27 04:10:43.299090 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.334435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:43.334963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] Provisioning complete for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:43.335863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.338481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:10:43.344664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.387485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-643bc790-d82d-46d4-a0de-61db30792230 req-d7aaa400-a958-40e3-be85-38d67c478e10 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536003 May 27 04:10:43.453203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.495832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b657a0-79b6-4670-876f-20e767ac0038,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:43.502738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.503135 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.509237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6f27fa51-0512-4965-9333-c91580b01984 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25b657a0-79b6-4670-876f-20e767ac0038 HTTP/1.1" status: 204 len: 168 time: 0.6728203 May 27 04:10:43.511628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 47978) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:43.549448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:43.550826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4624ea-2ffb-4df7-9623-616eab98c039 None None] Network b5fb1565-ebec-4414-a975-96a56d95d55c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:10:43.559326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:43.576369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:43.581422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.612626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.614059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-f900aea0-2138-4217-b003-695a1e1f7297 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 1121 time: 1.2024574 May 27 04:10:43.733378 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.746897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Deleting port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:43.747646 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:43.796555 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efecdaf-1c46-44a9-bac6-68ef1e02fdc0'] response: {'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'code': 200} May 27 04:10:43.830271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['7a851094-30f5-4664-a3f8-bcf0aacb70ea'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:10:44.004997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:44.046287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:44.046623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2e39e239-ec9a-4e49-9626-4bbc0d2cc41b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:44.047041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f5bd7495-51da-4b58-84b4-b2e30186a6b4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:44.137722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] For port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,segment=NetworkSegment(cd0e2bd8-98db-4f11-8d82-c6c3122c94f0),segment_id=cd0e2bd8-98db-4f11-8d82-c6c3122c94f0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:44.138070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.139423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f5bd7495-51da-4b58-84b4-b2e30186a6b4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:44.139777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f5bd7495-51da-4b58-84b4-b2e30186a6b4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:44.263319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50dfe2-dc16-4d38-ba40-9659211cc2ef None None] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:44.330797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Calling delete_port for dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:44.437140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.458288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cceb1180-1ae2-4e31-9b01-f1a70588b4cc None None] Provisioning complete for port 7a851094-30f5-4664-a3f8-bcf0aacb70ea triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:10:44.459729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cceb1180-1ae2-4e31-9b01-f1a70588b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.486219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:44.491265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] No DVR routers for this DVR port dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:10:44.492432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f567107f-1b02-4284-8793-7a18aafbd520 None None] DHCP port deletion for b5fb1565-ebec-4414-a975-96a56d95d55c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:10:44.654503 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.689398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb1565-ebec-4414-a975-96a56d95d55c']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:44.704139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:44.704435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0e2bd8-98db-4f11-8d82-c6c3122c94f0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:44.721002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.740755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.752361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a852ab-dcaf-400e-b84b-5271ef71e070 req-21755b41-32bd-4443-ba1f-07da350b4df2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:44.753976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58a852ab-dcaf-400e-b84b-5271ef71e070 req-21755b41-32bd-4443-ba1f-07da350b4df2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1634395 May 27 04:10:44.757007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:10:44.757407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: timer() May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:10:44.771504 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:10:44.875430 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.894708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:44.908145 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58a852ab-dcaf-400e-b84b-5271ef71e070 req-0e8d2b42-1fbc-42ea-85cd-bd706f3d4e20 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329689 May 27 04:10:44.911348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fb1565-ebec-4414-a975-96a56d95d55c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:44.920413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bb3b02b8-fd1d-4a9f-bcb3-614eeac922d3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5fb1565-ebec-4414-a975-96a56d95d55c HTTP/1.1" status: 204 len: 168 time: 1.4035718 May 27 04:10:44.920413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:44.983519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:45.038385 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8d604e-9156-4c07-a052-a3c84e5130c3'] response: {'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'status': 'completed', 'code': 200} May 27 04:10:45.160079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-22bdb5ac-f515-49ba-b1ef-73830996db8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1126 time: 0.0996509 May 27 04:10:45.307507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-d0cfdfb2-3778-4d31-9191-c8ef5ff498dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:45.309597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-d0cfdfb2-3778-4d31-9191-c8ef5ff498dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.1428051 May 27 04:10:45.343857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:45.435914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-d851f486-a104-4cb2-bcda-adac97be4cee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 1001 time: 0.1196589 May 27 04:10:45.506113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-333b3b6e-a703-4ba0-a78c-117e8a122c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:45.507818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-333b3b6e-a703-4ba0-a78c-117e8a122c1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0665188 May 27 04:10:45.584548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-174d035e-29a2-4b87-84b8-aa0cd50fbc10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709295 May 27 04:10:45.730319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-7d6877a3-dbdd-4416-a54a-8cbfe32c0b1e service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375237 May 27 04:10:46.005215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32730aa5-f14f-47ad-abf6-515cdb41eee4 req-7812d644-a17f-4ee2-82e5-d0de3f8d0734 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671957 May 27 04:10:46.023867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:46.124799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:46.125513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device dfe40d34-43d7-42dc-bdc0-3b7a1f9a9a20 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:46.156008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Deleting port f822f637-22c3-4882-937b-f93106b17317 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:46.156625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:46.394878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] For port f822f637-22c3-4882-937b-f93106b17317, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f822f637-22c3-4882-937b-f93106b17317,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:46.395567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:46.465947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb2e8-2080-4d57-a8d3-77394fd8edd0 req-8be22f9f-6bfc-4794-81dd-68f19e429d70 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:46.467434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de4cb2e8-2080-4d57-a8d3-77394fd8edd0 req-8be22f9f-6bfc-4794-81dd-68f19e429d70 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1876974 May 27 04:10:46.532405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Calling delete_port for f822f637-22c3-4882-937b-f93106b17317 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:46.620198 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de4cb2e8-2080-4d57-a8d3-77394fd8edd0 req-29937af7-92f1-455b-9cc7-d5ec30867441 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948751 May 27 04:10:46.732552 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:10:46.737954 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:46.788298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f822f637-22c3-4882-937b-f93106b17317,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:46.883886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:46.899482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea has no active binding in host n-h2-843301-2 {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 04:10:47.090666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:47.781965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Router c5ad4243-cf19-4aca-839b-11cc0ae2499b has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:10:47.844023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f3206-bdfb-48b9-a12f-83dffffdf78b req-1f074a28-0935-40d6-908a-28feb508f8b1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:47.848652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09f3206-bdfb-48b9-a12f-83dffffdf78b req-1f074a28-0935-40d6-908a-28feb508f8b1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.0891910 May 27 04:10:47.897516 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b09f3206-bdfb-48b9-a12f-83dffffdf78b req-0d5ff352-5c25-471a-aed0-c0c99878bf32 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 May 27 04:10:47.995675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:10:48.005159 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Sync routers for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:10:48.018241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f8a5d86-d6cf-47a7-ac01-54f44f4745a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/c5ad4243-cf19-4aca-839b-11cc0ae2499b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0946131 May 27 04:10:48.018459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48044) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:48.018938 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:48.019611 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:48.202462 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:48.243715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:48.449264 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:48.459443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Deleting port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:48.459905 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:48.527788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:10:46Z', 'revision_number': 5, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port': {'id': '0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:04:29Z', 'updated_at': '2022-05-27T04:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:48.531716 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Checking router: c5ad4243-cf19-4aca-839b-11cc0ae2499b for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:10:48.545076 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Routers {'c5ad4243-cf19-4aca-839b-11cc0ae2499b'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:10:48.545684 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:10:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:48.648477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] For port 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:48.648846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:48.705092 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] Set router c5ad4243-cf19-4aca-839b-11cc0ae2499b gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:10:48.776995 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Calling delete_port for 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:48.817173 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:10:48Z', 'revision_number': 6, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:48.821114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a653aea-3ab6-410d-a80f-4a05bd2ca22f None None] The sync data for ids ['c5ad4243-cf19-4aca-839b-11cc0ae2499b'] in n-d-843301-2 is: [{'id': 'c5ad4243-cf19-4aca-839b-11cc0ae2499b', 'name': 'tempest-TestServerBasicOps-294795294-router', 'tenant_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:04:28Z', 'updated_at': '2022-05-27T04:10:48Z', 'revision_number': 6, 'project_id': 'cfca1423a2e64005abb03dbf302cc2d5', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:10:49.116050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.175412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:49.223924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1d0f5-0ddb-4b05-b380-50085276b303 req-5a6c3fb5-8b30-4b52-8809-f73300ffb977 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:49.225401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14b1d0f5-0ddb-4b05-b380-50085276b303 req-5a6c3fb5-8b30-4b52-8809-f73300ffb977 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1874580 May 27 04:10:49.373645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14b1d0f5-0ddb-4b05-b380-50085276b303 req-fc7dac1f-bfd3-4a48-9ae1-028cbb433e78 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225655 May 27 04:10:49.448262 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.712852 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.718313 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.748274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.748844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ad4243-cf19-4aca-839b-11cc0ae2499b {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:10:49.775289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.776645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-494c6367-60b2-4957-8b17-4bc1b98c09a0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c5ad4243-cf19-4aca-839b-11cc0ae2499b HTTP/1.1" status: 204 len: 168 time: 1.7570338 May 27 04:10:49.781404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:49.860599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Deleting subnet adf8ee4b-e581-4bc1-a1d6-e4240e912183 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:10:49.863703 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.913190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:49.978991 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:50.016000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:50.016590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0cbdaf51-b2ad-476f-b8bc-b73c08f0fc30 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:50.017225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f822f637-22c3-4882-937b-f93106b17317 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:50.018100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.067689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f822f637-22c3-4882-937b-f93106b17317 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:50.068346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f822f637-22c3-4882-937b-f93106b17317 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:50.134739 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.181853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.184274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf8ee4b-e581-4bc1-a1d6-e4240e912183,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:50.185298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62c36c-c62c-4d63-a8a6-bc0488e19111 None None] Network 605f151c-91c7-4c27-9788-98a9d8e568ee requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:10:50.192656 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:50.193351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-74bf1e11-0a8f-4ccc-9137-1ca408cd5af1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/adf8ee4b-e581-4bc1-a1d6-e4240e912183 HTTP/1.1" status: 204 len: 168 time: 0.4045117 May 27 04:10:50.347372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.361510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Deleting port da17e67d-9432-48f8-89ed-f149ca0d2e9c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:50.361940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.466202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] DHCP port deletion for 605f151c-91c7-4c27-9788-98a9d8e568ee request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:10:50.470633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Deleting port da17e67d-9432-48f8-89ed-f149ca0d2e9c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:50.471069 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.655858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] For port da17e67d-9432-48f8-89ed-f149ca0d2e9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=da17e67d-9432-48f8-89ed-f149ca0d2e9c,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:50.656140 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.689126 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] For port da17e67d-9432-48f8-89ed-f149ca0d2e9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=da17e67d-9432-48f8-89ed-f149ca0d2e9c,segment=NetworkSegment(6d9baefe-80ae-44d4-80c3-8300eca21478),segment_id=6d9baefe-80ae-44d4-80c3-8300eca21478)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:50.689126 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.780683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Calling delete_port for da17e67d-9432-48f8-89ed-f149ca0d2e9c owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:50.816473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Calling delete_port for da17e67d-9432-48f8-89ed-f149ca0d2e9c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:50.823223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d49e-c251-4977-8a3e-137b64f57844 req-e32155aa-d8a9-46c5-8f3b-8105aca77751 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:50.825263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3426d49e-c251-4977-8a3e-137b64f57844 req-e32155aa-d8a9-46c5-8f3b-8105aca77751 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.2712364 May 27 04:10:50.893472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3426d49e-c251-4977-8a3e-137b64f57844 req-4c19b385-edd8-48cf-aeb2-5373b48ba426 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610852 May 27 04:10:50.928984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:50.935902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:10:50.936332 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:10:50.974981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Pushing event deleted for resources: {'Port': ['ID=da17e67d-9432-48f8-89ed-f149ca0d2e9c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:50.979700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] No DVR routers for this DVR port da17e67d-9432-48f8-89ed-f149ca0d2e9c on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:10:51.099052 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.129518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605f151c-91c7-4c27-9788-98a9d8e568ee']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:51.141852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9baefe-80ae-44d4-80c3-8300eca21478') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:51.142142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9baefe-80ae-44d4-80c3-8300eca21478') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:10:51.153552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.169985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.176262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:10:51.176765 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: timer() May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:10:51.190732 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:10:51.269077 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.290544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.301471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] Pushing event deleted for resources: {'Network': ['ID=605f151c-91c7-4c27-9788-98a9d8e568ee,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:51.308768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0e8cf357-b760-4827-9c27-ab4a5cf19070 admin admin] 10.222.0.46 "DELETE /v2.0/networks/605f151c-91c7-4c27-9788-98a9d8e568ee HTTP/1.1" status: 204 len: 168 time: 1.1110508 May 27 04:10:51.437526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Deleting port da17e67d-9432-48f8-89ed-f149ca0d2e9c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:51.438052 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.460910 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48068) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:51.505835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c4940-182e-4e1d-914b-f6990fa49152 None None] The port 'da17e67d-9432-48f8-89ed-f149ca0d2e9c' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:10:51.519954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c1e46120-628b-48a0-be19-3d13bf45fb26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fa2a9c7818542a49a2eb1c5b32dacc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552444 May 27 04:10:51.520347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:51.591138 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.617289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.671790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.688065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d55c7c-0cf9-47f4-9e56-ff07c91bea1c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:51.700647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:51.701805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-751d4d75-db43-4791-ab52-4b551ea29b46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78d55c7c-0cf9-47f4-9e56-ff07c91bea1c HTTP/1.1" status: 204 len: 168 time: 0.1802974 May 27 04:10:51.797263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-387bde69-ea08-46ac-9b23-7644be0df2f8 service neutron] 10.222.0.21 "GET /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 384 time: 0.0864673 May 27 04:10:52.001855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device da17e67d-9432-48f8-89ed-f149ca0d2e9c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:52.089107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: da17e67d-9432-48f8-89ed-f149ca0d2e9c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:10:52.096891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device da17e67d-9432-48f8-89ed-f149ca0d2e9c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:52.236651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ae37-c88b-48e9-a4ab-422538f8608b req-700223fb-7c74-458f-9412-e4a6518dd5fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:52.238822 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7909ae37-c88b-48e9-a4ab-422538f8608b req-700223fb-7c74-458f-9412-e4a6518dd5fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 945 time: 0.1150818 May 27 04:10:52.239528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48084) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:52.269366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:52.295030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:52.326096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ea0309dd-de42-4844-8425-9ae305920152 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfca1423a2e64005abb03dbf302cc2d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0852885 May 27 04:10:52.329583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7909ae37-c88b-48e9-a4ab-422538f8608b req-2f8d78a6-56ff-4b23-a0de-f04dbbebab86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728419 May 27 04:10:52.330038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48088) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:52.365316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:10:52.375833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:10:52.398966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.405771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.435647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.448451 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3ec45-0a19-4cae-bcac-c8235a20d3a5'] response: {'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'code': 200} May 27 04:10:52.499061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.518344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6e804-1dca-4218-aa36-9abbd2fc329e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:52.521837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] Transition to ACTIVE for port object 7a851094-30f5-4664-a3f8-bcf0aacb70ea will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:10:52.523890 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.524570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-61fc8b8c-a3ac-4a45-b230-f92e4d9ff57f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5d6e804-1dca-4218-aa36-9abbd2fc329e HTTP/1.1" status: 204 len: 168 time: 0.1934128 May 27 04:10:52.534295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:52.694696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] Pushing event updated for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=11']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:10:52.757355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] No DVR routers for this DVR port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:10:53.022460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a6ffb666-1912-4cd9-90f2-aead1838b8dd service neutron] 10.222.0.21 "PUT /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea/bindings/n-h2-843301-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2197886 May 27 04:10:53.186592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-623f0581-80ff-4ba4-b47b-6437fa71b4c3 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.1092563 May 27 04:10:53.273074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-ca99b152-eeef-44da-a389-7f27b46685dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 1095 time: 0.0794997 May 27 04:10:53.371836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-08e5e158-d6dd-4d0b-8ba7-3c7090f05532 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0775239 May 27 04:10:53.517691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-96bbdbb3-72d5-4cf1-9f9e-9ca69edac67a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:53.519160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-96bbdbb3-72d5-4cf1-9f9e-9ca69edac67a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.1415620 May 27 04:10:53.532020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1783a-735c-4444-a8d9-14a3106d80c2 req-f1bf007e-14bf-4fc9-bab4-368dfffa092d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:53.533409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01b1783a-735c-4444-a8d9-14a3106d80c2 req-f1bf007e-14bf-4fc9-bab4-368dfffa092d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.0810869 May 27 04:10:53.582831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01b1783a-735c-4444-a8d9-14a3106d80c2 req-79aa8d7f-177d-42ac-9c34-397530b529e4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 May 27 04:10:53.627954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-8b1f2244-34d7-4335-b755-145efad74066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 999 time: 0.1029744 May 27 04:10:53.695305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-ee6c0243-606e-4a6c-ac51-cecc2698ac67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:53.696971 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-ee6c0243-606e-4a6c-ac51-cecc2698ac67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0638824 May 27 04:10:53.845777 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-84b24272-9e5a-45a0-ad57-16ca6064fcc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435006 May 27 04:10:53.849662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-a4b542b4-a185-4123-aeab-1ff7413da809 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1095 time: 0.1141829 May 27 04:10:54.031528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:54.192068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-07fc9125-96fe-42d1-a313-5782e3e7981c service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403583 May 27 04:10:54.194182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-4e052030-57c2-42dd-b776-92b7a419a527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:54.195456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-4e052030-57c2-42dd-b776-92b7a419a527 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.3218243 May 27 04:10:54.379128 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-a2e793c8-ef29-4f35-88f2-f934d7096899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 999 time: 0.1633234 May 27 04:10:54.459297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-d5abe069-6878-4bdd-870a-ddb24112299b service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618537 May 27 04:10:54.468500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-42306cf6-66f7-4b54-a34e-8ccb3ea64fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:54.470081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-42306cf6-66f7-4b54-a34e-8ccb3ea64fde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0795166 May 27 04:10:54.548152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-5b0bbc17-54bf-4b5d-bea5-388907a8798b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720718 May 27 04:10:54.704247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-00bef3fc-687d-46fc-88e4-abaea967dbff service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491344 May 27 04:10:54.962725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bea49f3a-e226-461d-bb6b-b87f17509e82 req-f4345e7e-33bd-4d93-a843-d74098738143 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530248 May 27 04:10:54.978065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc851b4-e4b3-422c-8085-7a6e11b25f70 req-f38a2789-097c-4923-8cb8-57fe128f5cb5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:54.979504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc851b4-e4b3-422c-8085-7a6e11b25f70 req-f38a2789-097c-4923-8cb8-57fe128f5cb5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.2465756 May 27 04:10:54.983082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-e8ead8f4-1927-4189-a0d4-0f5bd63a4548 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 1095 time: 0.2490137 May 27 04:10:55.090694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dc851b4-e4b3-422c-8085-7a6e11b25f70 req-b6307323-ce5c-4ece-8296-150883722b74 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039240 May 27 04:10:55.125941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a117966f-164b-4cee-b737-7a87c45493ef service neutron] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:10:55.129012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a117966f-164b-4cee-b737-7a87c45493ef service neutron] Notify callbacks [] for binding, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:55.130216 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-a117966f-164b-4cee-b737-7a87c45493ef service neutron] 10.222.0.41 "DELETE /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea/bindings/n-h1-843301-2 HTTP/1.1" status: 204 len: 173 time: 0.1296806 May 27 04:10:55.393512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:10:55.461675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:10:56.403882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45622eb-ce88-45a7-875d-9bcbbe916709 req-9c92749e-b3c8-4aaf-977c-2b0695cb4bb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:56.405662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c45622eb-ce88-45a7-875d-9bcbbe916709 req-9c92749e-b3c8-4aaf-977c-2b0695cb4bb6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.1797831 May 27 04:10:56.452155 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c45622eb-ce88-45a7-875d-9bcbbe916709 req-280fab64-d9f1-48d5-bf07-1036f863011b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 May 27 04:10:56.528479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:56.643313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9db818bb-08d9-4f5c-b7f8-80a8e9a751ab req-41376528-03b9-47e1-bdab-ff1dccc095a3 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0710108 May 27 04:10:56.700996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9db818bb-08d9-4f5c-b7f8-80a8e9a751ab req-76cc2168-291b-4272-a2ae-de6cbb1fa1a5 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504305 May 27 04:10:56.905985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7da4a-5a45-44f4-944e-00b2c87a30ce req-d413fda7-96e1-4d6f-9844-3edd0361cd5a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:56.907434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12d7da4a-5a45-44f4-944e-00b2c87a30ce req-d413fda7-96e1-4d6f-9844-3edd0361cd5a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.0766211 May 27 04:10:56.955236 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12d7da4a-5a45-44f4-944e-00b2c87a30ce req-ef18d4af-dafe-417a-97dc-2cf68cbcf615 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 May 27 04:10:56.984450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:57.094785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a4e3cfc1-1b4a-4342-9073-a60caf621b5b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 200 len: 991 time: 0.1035361 May 27 04:10:57.248196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-98b3f699-4119-4442-b16e-8e9f4426ccd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718732 May 27 04:10:57.386305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-b83d71da-5355-47a2-bfc7-c73463aad608 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0696058 May 27 04:10:57.532449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-58921f09-b7f9-46d2-a4fc-c21848ce6303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:57.533806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-58921f09-b7f9-46d2-a4fc-c21848ce6303 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.1286209 May 27 04:10:57.639801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-26bd9a80-1f91-498f-bebc-638b650ec7c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 999 time: 0.1000261 May 27 04:10:57.702378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-b6d74b6d-e123-4665-9d65-adb26115d385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:10:57.703802 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-b6d74b6d-e123-4665-9d65-adb26115d385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0581625 May 27 04:10:57.837861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e88c6ae5-eb96-48b7-b5b6-5893b6ef4d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:57.882273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-a0f63dd9-3f5d-406d-b084-5d1feff26b3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726432 May 27 04:10:58.016425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-ea4b964d-feab-412e-a349-a43e0ce48608 service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283250 May 27 04:10:58.153866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ee50c50-fc7c-4178-afaf-ef7ccec467f0 req-39f5383f-f25c-4fe9-818e-ea1ba7d325e6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317587 May 27 04:10:58.902931 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:10:59.359411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:10:59.559582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 0e819ae2-528d-4ceb-a598-292854d14a06 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:10:59.559916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:59.730907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:59.731238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:10:59.852469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 0e819ae2-528d-4ceb-a598-292854d14a06 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:10:59.945812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a849c59a-f9ff-44b1-a5b8-76185abdaf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:00.008263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:00.053672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=0e819ae2-528d-4ceb-a598-292854d14a06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:00.149002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:00.313418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-ac59bc2e-6636-48f2-89c5-760f586c3b7a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:00.314837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-ac59bc2e-6636-48f2-89c5-760f586c3b7a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1410203 May 27 04:11:00.332079 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-dfb2b213-388d-411d-903e-079b7e566fe5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0115907 May 27 04:11:00.413774 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-99e1d035-5333-4f49-9dad-8ab66897f9ba tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763035 May 27 04:11:00.550063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-453c77a4-d09c-4bf0-bb92-487d89367b6d service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299045 May 27 04:11:00.645111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:11:00.689650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-22c4d621-a13f-4c79-baf2-cbc06257b771 service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337347 May 27 04:11:00.854770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:11:00.866625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Sync routers for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:11:00.877927 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:00.879544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:00.880216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:00.940479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d399f0b0-c63b-4cfb-bb30-e909f568076f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/floatingips/58355ca0-296d-45ee-8043-95c047627a70 HTTP/1.1" status: 204 len: 168 time: 1.5796881 May 27 04:11:00.941009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:01.085527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:01.088944 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6301321a-a172-473f-9908-6321f3fbf1e9'] response: {'name': 'network-changed', 'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'status': 'completed', 'code': 200} May 27 04:11:01.198356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-567f3df7-cd77-4fda-9485-2f7e0563720f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0919611 May 27 04:11:01.259031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3e2e40e1-4a0a-431e-ac51-dc3602fc3a33 req-5433d3bf-6c24-4cac-9203-9d20d9a6915a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 210 time: 0.0862362 May 27 04:11:01.376411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-3833e8b3-eaaf-4786-913c-3b91a28967ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:01.378732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-3833e8b3-eaaf-4786-913c-3b91a28967ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 200 len: 897 time: 0.1724596 May 27 04:11:01.458466 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:01.501100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-9166eb96-88d0-4920-b2f9-b03b87188d97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 200 len: 217 time: 0.0811551 May 27 04:11:01.503694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:01.508217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Checking router: 9e0f4aeb-d064-4709-a49f-e23386b1a4cd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:11:01.510433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:01.522901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:01.523544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:01.595852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-9852de63-9f11-470a-8582-008ba06d7789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:01.597338 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-9852de63-9f11-470a-8582-008ba06d7789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 200 len: 834 time: 0.0854316 May 27 04:11:01.603757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d486d41-6aa1-4781-b701-fc001580e72b req-cd2984ca-3b81-4964-9a7a-dbad1cdcd068 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:01.605695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d486d41-6aa1-4781-b701-fc001580e72b req-cd2984ca-3b81-4964-9a7a-dbad1cdcd068 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:01.672864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9d486d41-6aa1-4781-b701-fc001580e72b req-cd2984ca-3b81-4964-9a7a-dbad1cdcd068 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:01.677425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d486d41-6aa1-4781-b701-fc001580e72b req-cd2984ca-3b81-4964-9a7a-dbad1cdcd068 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.2977638 May 27 04:11:01.703516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:01.734174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-2a66e4e5-9d26-40d3-8bc4-ddcb06f7a592 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d6372ec-ec0a-47eb-89eb-59efd009a477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242688 May 27 04:11:01.768381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9d486d41-6aa1-4781-b701-fc001580e72b req-976dea28-9ee9-44ca-af84-02068ed24b21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=eaa732e7-41fc-499a-aaf8-66cbb860531a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877035 May 27 04:11:01.884699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-1570477a-1619-482f-9c14-917c75691eff service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435978 May 27 04:11:02.024176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-94433f67-a9c0-4f64-8830-763e6415bcc6 service neutron] 10.222.0.41 "GET /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321464 May 27 04:11:02.030247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-615cb550-8411-415e-92ed-738293a675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:02.034288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb550-8411-415e-92ed-738293a675a5 None None] The sync data for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 is: [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:09:48Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '42111150-7dbb-4c92-8915-aceabb1cbd58', 'name': '', 'network_id': '2d6372ec-ec0a-47eb-89eb-59efd009a477', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:73:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:47Z', 'updated_at': '2022-05-27T04:10:06Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': 'e7b496f8-1636-4fb9-8c12-72a18d2ec940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:11:02.038807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-14eb606d-6ad7-4af7-a217-071cad8749ff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:02.039736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-14eb606d-6ad7-4af7-a217-071cad8749ff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 944 time: 0.0783393 May 27 04:11:02.120462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 7a851094-30f5-4664-a3f8-bcf0aacb70ea {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:02.121429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.304549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-e1511bbf-5996-4602-a744-15155f6b0794 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:02.306021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-e1511bbf-5996-4602-a744-15155f6b0794 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1582158 May 27 04:11:02.328160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:02.394706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6d100-ef95-47b1-a47b-c05c361a21c3 None None] New status for floating IP 58355ca0-296d-45ee-8043-95c047627a70: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:11:02.407443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 7a851094-30f5-4664-a3f8-bcf0aacb70ea, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=7a851094-30f5-4664-a3f8-bcf0aacb70ea,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:02.407895 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.483766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:02.496746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:02.509371 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:11:02.513839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.546462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 7a851094-30f5-4664-a3f8-bcf0aacb70ea owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:02.641424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3bd6acd3-5271-4593-ba9b-597bfa3d13b0 req-5239b30f-9ebb-4d0e-ab96-7535dd70f491 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 210 time: 0.0570831 May 27 04:11:02.707317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.12 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/1afadde5-b3f5-4b9a-a873-6552b666118a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:02.741669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.790744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=7a851094-30f5-4664-a3f8-bcf0aacb70ea,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:02.942846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.961375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] No DVR routers for this DVR port 7a851094-30f5-4664-a3f8-bcf0aacb70ea on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:11:02.963827 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:02.966878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-deleted', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:02.987389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-54fcea77-fac3-4a62-91f5-99ba47d460bd req-1ae23e33-d9f5-486d-8750-1ba941871382 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "DELETE /v2.0/ports/7a851094-30f5-4664-a3f8-bcf0aacb70ea HTTP/1.1" status: 204 len: 173 time: 0.9405859 May 27 04:11:02.996997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4043c137-59c0-4783-8c91-d3a3ba6633c9 req-06a354b8-69d1-4ee2-835f-8986c2a82a65 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895a59f-3ae8-4e49-b0ce-65b402d75ed5 HTTP/1.1" status: 200 len: 210 time: 0.0569293 May 27 04:11:03.003167 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object 1afadde5-b3f5-4b9a-a873-6552b666118a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:03.036881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:03.108992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:03.112170 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:03.112675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:03.116782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:03.171218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:03.204300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:03.204966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:03.250771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-3405eed1-70a6-4ee4-a95d-56a93a06412f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9262378 May 27 04:11:03.266772 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Request body: {'port': {'device_id': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:03.377981 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b88336-1f35-4a7b-a1a3-afa203df2127'] response: {'server_uuid': '4895a59f-3ae8-4e49-b0ce-65b402d75ed5', 'name': 'network-vif-deleted', 'tag': '7a851094-30f5-4664-a3f8-bcf0aacb70ea', 'status': 'completed', 'code': 200} May 27 04:11:03.441230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:03.522683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19bec755-7b27-469b-a683-94d7e03a84ae None None] Provisioning for port 1afadde5-b3f5-4b9a-a873-6552b666118a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:03.528442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-19bec755-7b27-469b-a683-94d7e03a84ae None None] Provisioning complete for port 1afadde5-b3f5-4b9a-a873-6552b666118a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:03.529054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-19bec755-7b27-469b-a683-94d7e03a84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:03.581467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-19bec755-7b27-469b-a683-94d7e03a84ae None None] Port 1afadde5-b3f5-4b9a-a873-6552b666118a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:11:03.892693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd95eb-9ce9-4fe4-8dc9-bdb060a103ea req-b83bf251-6bc5-4e6d-bb2f-37a6f806bb65 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:03.893403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e2bd95eb-9ce9-4fe4-8dc9-bdb060a103ea req-b83bf251-6bc5-4e6d-bb2f-37a6f806bb65 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:03.963108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e2bd95eb-9ce9-4fe4-8dc9-bdb060a103ea req-b83bf251-6bc5-4e6d-bb2f-37a6f806bb65 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:03.964113 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2bd95eb-9ce9-4fe4-8dc9-bdb060a103ea req-b83bf251-6bc5-4e6d-bb2f-37a6f806bb65 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 932 time: 0.2001395 May 27 04:11:03.972320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afadde5-b3f5-4b9a-a873-6552b666118a {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:03.981726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.022964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Transition to ACTIVE for port object 1afadde5-b3f5-4b9a-a873-6552b666118a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:04.029623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.113119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2bd95eb-9ce9-4fe4-8dc9-bdb060a103ea req-798904aa-9a93-459b-b6e4-855416a6bfdd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360822 May 27 04:11:04.120399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:04.223636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Pushing event updated for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:04.346280 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Attempting to bind port 1afadde5-b3f5-4b9a-a873-6552b666118a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:04.346871 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Attempting to bind port 1afadde5-b3f5-4b9a-a873-6552b666118a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:04.347401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Attempting to bind port 1afadde5-b3f5-4b9a-a873-6552b666118a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:04.354243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Port 1afadde5-b3f5-4b9a-a873-6552b666118a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:11:04.354572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Attempting to bind port 1afadde5-b3f5-4b9a-a873-6552b666118a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:04.363423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:04.363759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:04.364145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:04.364576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Bound port: 1afadde5-b3f5-4b9a-a873-6552b666118a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:04.364948 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.522203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:04.526216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1afadde5-b3f5-4b9a-a873-6552b666118a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:04.533926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.596973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.598360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] 10.222.0.21 "PUT /v2.0/ports/1afadde5-b3f5-4b9a-a873-6552b666118a HTTP/1.1" status: 200 len: 1092 time: 1.3409917 May 27 04:11:04.598842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:04.619880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24f094-0ad3-435f-be2b-e3157aa5b27f service neutron] Pushing event updated for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:04.633610 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:04.695653 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a541d3b3-598d-468e-8dfe-228b192bdec3'] response: {'name': 'network-changed', 'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a', 'status': 'completed', 'code': 200} May 27 04:11:04.746888 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-9e9ae8b8-09dd-46ab-87be-fafe2504d4a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 1095 time: 0.0978923 May 27 04:11:04.816386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-0e18da66-144f-4e45-a189-a7d5ea979de5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afadde5-b3f5-4b9a-a873-6552b666118a HTTP/1.1" status: 200 len: 217 time: 0.0633965 May 27 04:11:04.882082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-5bb55c5b-57e2-4c42-a1eb-b888cd35b259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:04.883449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-5bb55c5b-57e2-4c42-a1eb-b888cd35b259 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0617433 May 27 04:11:04.888775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:11:04.923911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 7a851094-30f5-4664-a3f8-bcf0aacb70ea {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:11:04.924252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 7a851094-30f5-4664-a3f8-bcf0aacb70ea not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:11:04.959281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-c87bc8b2-9f62-42e6-9870-9e9f3dafad77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699561 May 27 04:11:05.092090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-e8b4bb17-006e-4e9e-bb6a-41e08a2ac2ad service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265464 May 27 04:11:05.273480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed3b5ee4-f0c3-4e0a-a56c-998766152c72 req-473b3bf0-1b3f-4c6b-b410-ae5de54d7ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756263 May 27 04:11:05.275945 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 42111150-7dbb-4c92-8915-aceabb1cbd58 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:05.276288 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:05.316925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4287f1-aaaa-419b-a370-0ef493cac5be req-939ec4be-7468-47ca-aaaa-291acfe999d5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:05.318350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e4287f1-aaaa-419b-a370-0ef493cac5be req-939ec4be-7468-47ca-aaaa-291acfe999d5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.0860331 May 27 04:11:05.411779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8e4287f1-aaaa-419b-a370-0ef493cac5be req-d451da25-5a13-4cc6-bcfa-f389c2012808 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 May 27 04:11:05.422597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-d920ae7e-0010-4d5d-810b-adad65ade434 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 1095 time: 0.1010904 May 27 04:11:05.468725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 42111150-7dbb-4c92-8915-aceabb1cbd58, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=42111150-7dbb-4c92-8915-aceabb1cbd58,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:05.469105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:05.590687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 42111150-7dbb-4c92-8915-aceabb1cbd58 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:05.644913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-5c7b56ef-4ada-4df5-88ca-72a63ef9aaa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:05.646539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-5c7b56ef-4ada-4df5-88ca-72a63ef9aaa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.2180748 May 27 04:11:05.729364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-65f23586-dead-4639-9b86-1bff08a50de9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afadde5-b3f5-4b9a-a873-6552b666118a HTTP/1.1" status: 200 len: 217 time: 0.0761161 May 27 04:11:05.791259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-441f8f2e-df98-4e9c-ab13-c7179aaa15f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:05.793427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-441f8f2e-df98-4e9c-ab13-c7179aaa15f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0580046 May 27 04:11:05.867204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:05.871899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-9027deee-8fea-471a-b49e-1c2ff06b181c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738206 May 27 04:11:05.913090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=42111150-7dbb-4c92-8915-aceabb1cbd58,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:06.009415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-1f8c009f-0303-4978-95d1-070dafe5fd0e service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318293 May 27 04:11:06.157089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a3c9d199-a34e-43a9-8a57-9cc4189ed935 req-669df7b4-9da4-4fcd-a435-1fe948506814 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422155 May 27 04:11:06.223260 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:06.658271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c560c1-6537-43d1-b099-76ee36700cbd req-923f226a-0749-4a44-ab5e-cb00b0f10f3e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:06.659667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03c560c1-6537-43d1-b099-76ee36700cbd req-923f226a-0749-4a44-ab5e-cb00b0f10f3e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.1257985 May 27 04:11:06.818394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03c560c1-6537-43d1-b099-76ee36700cbd req-5ca29ce3-d039-491b-8e18-f4c182708b53 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 May 27 04:11:06.882864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:11:07.080518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:11:07.090692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Sync routers for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:11:07.096431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-38807565-d83f-4d73-962c-a7eaec391c6c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/9e0f4aeb-d064-4709-a49f-e23386b1a4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9726584 May 27 04:11:07.096826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:07.102362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:07.102950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:07.279125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:07.378048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting subnet e7b496f8-1636-4fb9-8c12-72a18d2ec940 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:11:07.380987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.436804 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.516822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.587865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:11:05Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:07.589917 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.591794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Checking router: 9e0f4aeb-d064-4709-a49f-e23386b1a4cd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:11:07.602300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Routers {'9e0f4aeb-d064-4709-a49f-e23386b1a4cd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:07.602903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:07.630336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b496f8-1636-4fb9-8c12-72a18d2ec940,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:07.636243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.642232 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e703d449-9329-4276-b0ae-ac4329794f9f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/subnets/e7b496f8-1636-4fb9-8c12-72a18d2ec940 HTTP/1.1" status: 204 len: 168 time: 0.5443974 May 27 04:11:07.644964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:07.655315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9389a-f6f3-4665-b481-5e941800ea36 None None] Network 2d6372ec-ec0a-47eb-89eb-59efd009a477 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:11:07.841076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:07.943107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] Set router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:08.024734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde22140-503a-4900-9a13-b5dacc7bfaf4 req-5074a0f4-f864-4ba7-bdce-f132d4bae76e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:08.032830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dde22140-503a-4900-9a13-b5dacc7bfaf4 req-5074a0f4-f864-4ba7-bdce-f132d4bae76e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.0911071 May 27 04:11:08.062441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.075077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 46192ed1-7603-4ee8-a044-bbe50f21bf2f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:08.075432 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.079689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dde22140-503a-4900-9a13-b5dacc7bfaf4 req-4f191114-2e20-4f0a-9f13-256b445507fd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 May 27 04:11:08.181271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] DHCP port deletion for 2d6372ec-ec0a-47eb-89eb-59efd009a477 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:11:08.191743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Deleting port 618db2ee-23d8-44e6-9a9f-792a531194ca {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:08.192113 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.253520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 46192ed1-7603-4ee8-a044-bbe50f21bf2f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=46192ed1-7603-4ee8-a044-bbe50f21bf2f,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:08.253874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.370234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 46192ed1-7603-4ee8-a044-bbe50f21bf2f owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:08.457845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] For port 618db2ee-23d8-44e6-9a9f-792a531194ca, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=618db2ee-23d8-44e6-9a9f-792a531194ca,segment=NetworkSegment(f21de491-17c7-4bff-8f7d-87fcdba0eab3),segment_id=f21de491-17c7-4bff-8f7d-87fcdba0eab3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:08.458116 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.531425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.574704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=46192ed1-7603-4ee8-a044-bbe50f21bf2f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:08.577030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:11:05Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:08.584958 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Calling delete_port for 618db2ee-23d8-44e6-9a9f-792a531194ca owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:08.617530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd909ad-ab90-493a-bded-e453869c3d1c None None] The sync data for ids ['9e0f4aeb-d064-4709-a49f-e23386b1a4cd'] in n-d-843301-2 is: [{'id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303323748', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:42Z', 'updated_at': '2022-05-27T04:11:05Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': '46192ed1-7603-4ee8-a044-bbe50f21bf2f', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f4aeb-d064-4709-a49f-e23386b1a4cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:43Z', 'updated_at': '2022-05-27T04:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:11:08.661898 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:08.709138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] Pushing event deleted for resources: {'Port': ['ID=618db2ee-23d8-44e6-9a9f-792a531194ca,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:08.716047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895feed-a5f1-4f29-84c6-ce3557f19dc5 None None] No DVR routers for this DVR port 618db2ee-23d8-44e6-9a9f-792a531194ca on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:11:08.898253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.158904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.163173 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.190966 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.191725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0f4aeb-d064-4709-a49f-e23386b1a4cd {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:11:09.206553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.207624 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2875e352-e03b-4321-b613-ada845d35d97 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/routers/9e0f4aeb-d064-4709-a49f-e23386b1a4cd HTTP/1.1" status: 204 len: 168 time: 1.5617840 May 27 04:11:09.210870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48210) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:09.372948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.422486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674106d0-b85c-48da-9563-22cf20922663 req-c02782d9-693c-4d6d-b069-0a8e3f44c966 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:09.423915 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-674106d0-b85c-48da-9563-22cf20922663 req-c02782d9-693c-4d6d-b069-0a8e3f44c966 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.2149603 May 27 04:11:09.541376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.565399 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-674106d0-b85c-48da-9563-22cf20922663 req-bf79b919-fd9f-4873-9d1d-3c0e0999df42 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254687 May 27 04:11:09.570795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6372ec-ec0a-47eb-89eb-59efd009a477']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:09.584181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21de491-17c7-4bff-8f7d-87fcdba0eab3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:09.584473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21de491-17c7-4bff-8f7d-87fcdba0eab3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:09.595982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.611641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.617470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:11:09.617840 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: timer() May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:11:09.632612 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:11:09.713029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.718479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.743900 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Network': ['ID=2d6372ec-ec0a-47eb-89eb-59efd009a477,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:09.750703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f3bc0dd0-a5e8-4c45-95a9-cbacef99ffdc tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/networks/2d6372ec-ec0a-47eb-89eb-59efd009a477 HTTP/1.1" status: 204 len: 168 time: 0.5388772 May 27 04:11:09.753372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48214) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:09.819481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.848547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.915509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.934221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa732e7-41fc-499a-aaf8-66cbb860531a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:09.954076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:09.955119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ebe2b813-56a8-44d7-a581-ea3b70d229d5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/security-groups/eaa732e7-41fc-499a-aaf8-66cbb860531a HTTP/1.1" status: 204 len: 168 time: 0.2008295 May 27 04:11:09.985869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 42111150-7dbb-4c92-8915-aceabb1cbd58 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:11:10.020595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 42111150-7dbb-4c92-8915-aceabb1cbd58 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:11:10.022845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 42111150-7dbb-4c92-8915-aceabb1cbd58 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:11:10.022845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 618db2ee-23d8-44e6-9a9f-792a531194ca no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:11:10.052406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 618db2ee-23d8-44e6-9a9f-792a531194ca {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:11:10.052754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 618db2ee-23d8-44e6-9a9f-792a531194ca not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:11:10.053188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46192ed1-7603-4ee8-a044-bbe50f21bf2f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:11:10.086876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 46192ed1-7603-4ee8-a044-bbe50f21bf2f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:11:10.087144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 46192ed1-7603-4ee8-a044-bbe50f21bf2f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:11:10.103690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48222) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.109783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372423707', 'description': 'tempest-secgroup-smoke-372423707 description', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.116266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.120379 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.123222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.128747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.138411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.172499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.176222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.178932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.184398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.238453 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.242203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.284472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf4315-5147-4c0a-b62d-08785653dad7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:10.291204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.293078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-011240f6-264d-453c-bd88-d7b285119cb1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1877899 May 27 04:11:10.296015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48226) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.301665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.308105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.311886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.314690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.320256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.340683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.399101 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.403572 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.426552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a809d1a2-6aaf-4f44-91ef-ac23e45a9ede,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:10.436213 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.437431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0788e54a-e700-485e-8347-644458c42d0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1402924 May 27 04:11:10.440085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48230) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.445316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.451566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.455340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.458398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.463918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.480880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.540358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.544137 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.567018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99ef555-2ad1-43d2-86b7-937096f53dd0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:10.575555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.576776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-73a2e937-0895-417c-8a87-dbdcf120764f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1358044 May 27 04:11:10.579512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.584939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.591779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.595781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.598632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.604398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.621304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.687832 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.721458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.758325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5b0023-6c2b-426d-8b77-705b47cab0a9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:10.774988 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.776150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aacbc1e1-cad8-4f52-83e8-77e9d82ff6be tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1957524 May 27 04:11:10.779103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48240) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.784950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.791585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.795527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.798640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a955559-73c6-4ef2-b9c5-5c32d5830dc9 req-ecbbd367-f2f7-4224-9586-2330e0221529 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:10.798781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.800078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a955559-73c6-4ef2-b9c5-5c32d5830dc9 req-ecbbd367-f2f7-4224-9586-2330e0221529 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.1152067 May 27 04:11:10.805436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.822953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.847783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a955559-73c6-4ef2-b9c5-5c32d5830dc9 req-607f52da-af0a-4f16-a676-209b540b81e7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 May 27 04:11:10.887670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.890639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.915222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a58fa20-cba1-4ad7-b3f9-692c6d25cdd2,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:10.924253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:10.925443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c4a05b49-b58f-452f-ad04-d852565be310 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452715 May 27 04:11:10.928533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:10.934730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:10.941382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:10.945184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:10.948038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:10.954299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:10.964255 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:11:10.970404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.036353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.040150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.063965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09234b1c-ab43-404e-8322-59b4bd80715d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:11.074442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.075612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-586cc515-8509-4bbf-9504-78c7a03ef09e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1457634 May 27 04:11:11.078480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48248) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:11.084561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'security_group_rule': {'security_group_id': '1bdf4315-5147-4c0a-b62d-08785653dad7', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:11.091702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:11.095819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:security_group_rule and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:11.098907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:11.104669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:11.116357 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Project 72df6857e5b942a6bc6512e5d8dc77d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:11:11.124433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.187531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.191051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.213532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a86890d-b779-49ec-bcdb-6e4f3bc0a9b5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:11.222077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.223211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-66b08b23-5130-4379-b2c5-065b7268160f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436639 May 27 04:11:11.226074 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48252) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:11.231836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'network': {'name': 'tempest-network-smoke--1742533650', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'port_security_enabled': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:11.237138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:11.241148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:network and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:11.243912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:11.250425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:11.260130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:11:11.263289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.290040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:11:11.298826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.299161 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Added segment e1187365-fef8-42dc-a5f9-76ecd711da9a of type vlan for network c152b325-b957-4f01-adfb-240cb2d10903 May 27 04:11:11.324259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.351415 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.355533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:11.356106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.462125 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350466 May 27 04:11:11.465318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46fa35-21e9-4ff4-9393-d247cf9bd6fe tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Network': ['ID=c152b325-b957-4f01-adfb-240cb2d10903,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:11.465755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48256) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:11.471056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'admin_state_up': True, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:11.475211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network c152b325-b957-4f01-adfb-240cb2d10903 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:11:11.478702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:11.482517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:router and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:11.485524 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:11.491813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:11.502389 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.503407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.525271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.673074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.849647 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:11.878655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.013933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.246 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a6f86598-afc0-447e-9064-5bd23a4af9b3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:12.158586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e8205-4865-4128-994c-dadd3ec69a83 req-c8d846b5-3253-4cd3-a5d5-66962531e782 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:12.159950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c76e8205-4865-4128-994c-dadd3ec69a83 req-c8d846b5-3253-4cd3-a5d5-66962531e782 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.1889124 May 27 04:11:12.205264 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c76e8205-4865-4128-994c-dadd3ec69a83 req-7e67f0cb-8eba-4e11-8925-8aa039c0c80d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 May 27 04:11:12.257806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.284863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.347907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:12.350529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:12.354189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:12.385822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=a6f86598-afc0-447e-9064-5bd23a4af9b3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:12.508566 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.509261 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.730770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:11:12.925453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:11:12.935323 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Sync routers for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:11:12.946880 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:12.947630 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:12.951088 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:12.952256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9bb2ce81-a974-48e5-9c29-9c0cd6d9de21 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4854991 May 27 04:11:12.955484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:12.998995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cb700c51-b5db-4ea0-89d4-f108ae80a1d4 tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=72df6857e5b942a6bc6512e5d8dc77d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424547 May 27 04:11:13.001619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48268) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:13.126551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:13.138918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9b9cb-1aec-40f4-b804-5e5512006fdc tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:13.140407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b1e9b9cb-1aec-40f4-b804-5e5512006fdc tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379011 May 27 04:11:13.143178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:13.182068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a982f994-90f2-47e1-87b2-df5bc08527df tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377774 May 27 04:11:13.184476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:13.189623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302161531', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:13.302408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:13.307928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:subnet and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:13.309942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:13.315769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:13.327654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:11:13.410836 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:12Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:13.414675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Checking router: e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:11:13.415007 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Updating router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 port a6f86598-afc0-447e-9064-5bd23a4af9b3 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:11:13.462299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1afadde5-b3f5-4b9a-a873-6552b666118a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:11:13.469288 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.475898 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.586231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a9bc-ac1c-4e4e-8cfd-55a26d878975 req-d327379f-005e-4f28-9739-25e55ce7a3bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:13.587701 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b50a9bc-ac1c-4e4e-8cfd-55a26d878975 req-d327379f-005e-4f28-9739-25e55ce7a3bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 944 time: 0.2431054 May 27 04:11:13.606410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1afadde5-b3f5-4b9a-a873-6552b666118a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:13.620300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1afadde5-b3f5-4b9a-a873-6552b666118a', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': '1afadde5-b3f5-4b9a-a873-6552b666118a', 'mac_address': 'fa:16:3e:38:84:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:11:13.650825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b50a9bc-ac1c-4e4e-8cfd-55a26d878975 req-b538bc73-cfa1-41d9-974c-802b2a9da302 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 May 27 04:11:13.684843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.706861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afadde5-b3f5-4b9a-a873-6552b666118a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:13.724031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1afadde5-b3f5-4b9a-a873-6552b666118a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:13.728167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.798017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:13.852693 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.853431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.864481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Transition to ACTIVE for port object a6f86598-afc0-447e-9064-5bd23a4af9b3 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:13.871113 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.929990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1afadde5-b3f5-4b9a-a873-6552b666118a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:13.934760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Subnet': ['ID=818a495d-0ba7-4e04-ab20-e30c37cee993,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:13.944917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Checking segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:13.945375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network hostable DHCP agents. Network: c152b325-b957-4f01-adfb-240cb2d10903, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:11:13.945726 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Attempting to bind port a6f86598-afc0-447e-9064-5bd23a4af9b3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:13.946194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Attempting to bind port a6f86598-afc0-447e-9064-5bd23a4af9b3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:13.946433 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Attempting to bind port a6f86598-afc0-447e-9064-5bd23a4af9b3 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:13.958937 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Pushing event updated for resources: {'Port': ['ID=a6f86598-afc0-447e-9064-5bd23a4af9b3,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:13.962065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:13.962428 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:13.962837 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.963204 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:13.963661 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Bound port: a6f86598-afc0-447e-9064-5bd23a4af9b3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:13.964095 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.968719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network c152b325-b957-4f01-adfb-240cb2d10903 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:11:13.979776 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, c152b325-b957-4f01-adfb-240cb2d10903) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:13.983964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:13.985229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:13.992294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ddc7c-075c-4199-b7c3-c3a031c3167c None None] Network c152b325-b957-4f01-adfb-240cb2d10903 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:11:14.004461 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.004791 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.005354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.005657 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.005984 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.006307 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.006696 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.006991 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.007303 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.007857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.008167 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:14.010686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-75153f0a-6b8f-4130-9154-d507d496d126 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8250923 May 27 04:11:14.014232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:14.050042 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] For port a6f86598-afc0-447e-9064-5bd23a4af9b3, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:14.053030 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] For port a6f86598-afc0-447e-9064-5bd23a4af9b3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6f86598-afc0-447e-9064-5bd23a4af9b3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:14.060242 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.142767 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ca5f4-3eb5-41ee-a16a-978f272b4a7c None None] Pushing event updated for resources: {'Port': ['ID=a6f86598-afc0-447e-9064-5bd23a4af9b3,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:14.156681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:14.157320 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:14.321169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-c152b325-b957-4f01-adfb-240cb2d10903', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:11:14.322159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.335090 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:14.481947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Allocated IP 172.20.0.2 (c152b325-b957-4f01-adfb-240cb2d10903/818a495d-0ba7-4e04-ab20-e30c37cee993/8d6e091a-1a93-43ec-b478-4ba95130fb31) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:14.624029 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:12Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:14.628641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b509e2e-ec73-486b-9686-55de33beb59a None None] The sync data for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 is: [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:12Z', 'revision_number': 3, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:11:14.698133 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.710881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Transition to ACTIVE for port object 8d6e091a-1a93-43ec-b478-4ba95130fb31 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:14.734548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Transition to ACTIVE for port object 8d6e091a-1a93-43ec-b478-4ba95130fb31 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:14.741449 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.806786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Network c152b325-b957-4f01-adfb-240cb2d10903 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:14.819185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.834657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Pushing event updated for resources: {'Port': ['ID=8d6e091a-1a93-43ec-b478-4ba95130fb31,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:14.835530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:14.840863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:14.949198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Attempting to bind port 8d6e091a-1a93-43ec-b478-4ba95130fb31 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:14.949712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Attempting to bind port 8d6e091a-1a93-43ec-b478-4ba95130fb31 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:14.950080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Attempting to bind port 8d6e091a-1a93-43ec-b478-4ba95130fb31 on network c152b325-b957-4f01-adfb-240cb2d10903 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:14.956147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911d43-2bcd-42c4-80ae-05eb198ae233 req-88b0a469-3b86-4af0-95de-a2e3fc486c48 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:14.957241 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:14.957613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Checking segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:14.958023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.958665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Bound using segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:14.959132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Bound port: 8d6e091a-1a93-43ec-b478-4ba95130fb31, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:14.959668 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:14.960777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a911d43-2bcd-42c4-80ae-05eb198ae233 req-88b0a469-3b86-4af0-95de-a2e3fc486c48 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 945 time: 0.1408947 May 27 04:11:15.025499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3a911d43-2bcd-42c4-80ae-05eb198ae233 req-9a6f3795-b878-447d-86df-6e03a60f5186 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 May 27 04:11:15.075683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] For port 8d6e091a-1a93-43ec-b478-4ba95130fb31, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:15.079268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] For port 8d6e091a-1a93-43ec-b478-4ba95130fb31, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6e091a-1a93-43ec-b478-4ba95130fb31,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:15.088013 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.189399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d460-255b-43e5-be1b-60bf9fd7eb83 None None] Pushing event updated for resources: {'Port': ['ID=8d6e091a-1a93-43ec-b478-4ba95130fb31,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:15.284778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.1 (c152b325-b957-4f01-adfb-240cb2d10903/818a495d-0ba7-4e04-ab20-e30c37cee993/c11813e5-37fb-40ea-84af-39fe7ca69393) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:15.462881 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1afadde5-b3f5-4b9a-a873-6552b666118a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:15.466273 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.492107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object c11813e5-37fb-40ea-84af-39fe7ca69393 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:15.528346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.548640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1afadde5-b3f5-4b9a-a873-6552b666118a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:15.554693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1afadde5-b3f5-4b9a-a873-6552b666118a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:15.555141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.612862 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network c152b325-b957-4f01-adfb-240cb2d10903 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:15.615981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:15.621016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:15.689440 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.718500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:15.728507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1afadde5-b3f5-4b9a-a873-6552b666118a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:15.733416 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.755288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:15.777540 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d7b72a-0182-4ac5-b5de-89c73ccd6355'] response: {'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a', 'code': 200} May 27 04:11:15.790644 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:15.807377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:15.925223 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.010641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f5eeec8-0250-4e5d-ab55-bbbf45f7f710 req-8b9c58c3-fd58-4e4b-b2df-b6b071ca18b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 1097 time: 0.1666722 May 27 04:11:16.034653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6f86598-afc0-447e-9064-5bd23a4af9b3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:16.194030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a6f86598-afc0-447e-9064-5bd23a4af9b3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:16.201686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a6f86598-afc0-447e-9064-5bd23a4af9b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:16.202092 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.217543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8f5eeec8-0250-4e5d-ab55-bbbf45f7f710 req-0501099c-c1d3-4dd5-b994-e10775ccb4de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468263 May 27 04:11:16.265381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e8df3-6980-4cbf-8ca4-7cc539e161c4 req-70d19e9c-28d0-4415-99b3-d90c16ad8a9f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:16.267481 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce1e8df3-6980-4cbf-8ca4-7cc539e161c4 req-70d19e9c-28d0-4415-99b3-d90c16ad8a9f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0993071 May 27 04:11:16.308665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d5593-7922-4bc2-b1a9-e072208f1d26 None None] Network c152b325-b957-4f01-adfb-240cb2d10903 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:11:16.324335 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce1e8df3-6980-4cbf-8ca4-7cc539e161c4 req-ecf908f9-7b39-415d-ac49-46f7fe87b2fb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 May 27 04:11:16.414104 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.426772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.431274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.450323 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-484254fd-1707-4374-9f27-6ecc0fc7ca99 None None] Provisioning for port 8d6e091a-1a93-43ec-b478-4ba95130fb31 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:16.456183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a6f86598-afc0-447e-9064-5bd23a4af9b3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6f86598-afc0-447e-9064-5bd23a4af9b3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:16.469311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.470050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6e091a-1a93-43ec-b478-4ba95130fb31 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:16.545170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:16.547675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.631971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a6f86598-afc0-447e-9064-5bd23a4af9b3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:16.685307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network c152b325-b957-4f01-adfb-240cb2d10903 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:16.686942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:16.689676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8d6e091a-1a93-43ec-b478-4ba95130fb31 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:16.697137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d6e091a-1a93-43ec-b478-4ba95130fb31 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:16.697501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.820770 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.855832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 8d6e091a-1a93-43ec-b478-4ba95130fb31, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6e091a-1a93-43ec-b478-4ba95130fb31,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:16.860306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:16.931515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=8d6e091a-1a93-43ec-b478-4ba95130fb31,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:17.057232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Provisioning for port c11813e5-37fb-40ea-84af-39fe7ca69393 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:17.063506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Provisioning complete for port c11813e5-37fb-40ea-84af-39fe7ca69393 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:17.064667 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:17.098275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:11:17.124427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Port c11813e5-37fb-40ea-84af-39fe7ca69393 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:11:17.142519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Provisioning complete for port 8d6e091a-1a93-43ec-b478-4ba95130fb31 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:17.142981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00af767e-2b14-4313-9360-7b2f37d2be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:17.423009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f5a2ef9e-2e1e-493b-9423-41e1d54e3feb None None] Provisioning complete for port c11813e5-37fb-40ea-84af-39fe7ca69393 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:17.423371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ef9e-2e1e-493b-9423-41e1d54e3feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:17.436227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:11:17.459054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8a4e3f1f-7300-47d8-9662-3a120ac362e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344375 May 27 04:11:17.476340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2ef9e-2e1e-493b-9423-41e1d54e3feb None None] Port c11813e5-37fb-40ea-84af-39fe7ca69393 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:11:17.529452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bce90f-d86f-452e-8e6e-dd2943b4785c req-7585a7e9-3a01-4bf5-8d02-9b507a2d2d8b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:17.530899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37bce90f-d86f-452e-8e6e-dd2943b4785c req-7585a7e9-3a01-4bf5-8d02-9b507a2d2d8b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0784974 May 27 04:11:17.579160 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37bce90f-d86f-452e-8e6e-dd2943b4785c req-8d34c7f1-8186-41b2-83f5-c4172bdbe377 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 May 27 04:11:17.675034 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-0b5c83c7-2d17-4f5b-af95-20b8209a13bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:17.692078 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-0b5c83c7-2d17-4f5b-af95-20b8209a13bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:17.693332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-0b5c83c7-2d17-4f5b-af95-20b8209a13bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372423707&fields=id&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 267 time: 0.0577390 May 27 04:11:17.772932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927aba0-897f-46d5-b456-680e46f8e0c1 req-0f186c9a-3a4b-4251-b8a3-97f0662aa4c6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:17.774374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4927aba0-897f-46d5-b456-680e46f8e0c1 req-0f186c9a-3a4b-4251-b8a3-97f0662aa4c6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0749969 May 27 04:11:17.819623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4927aba0-897f-46d5-b456-680e46f8e0c1 req-3f702392-5687-4b3a-9625-81415dcf6f6a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 May 27 04:11:17.842776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-43821470-8b0b-4e78-a59d-45b913ffe3e4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:17.843602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-43821470-8b0b-4e78-a59d-45b913ffe3e4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:17.860596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-43821470-8b0b-4e78-a59d-45b913ffe3e4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:17.861775 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-43821470-8b0b-4e78-a59d-45b913ffe3e4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 797 time: 0.1615226 May 27 04:11:17.879510 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c964229c-e1dd-478a-a4f1-55af78de02ea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/quotas/72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 375 time: 0.0122626 May 27 04:11:17.965221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-611ade1a-1dde-46cc-a96c-6f239d91f3a2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:17.981842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-611ade1a-1dde-46cc-a96c-6f239d91f3a2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:17.985351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-611ade1a-1dde-46cc-a96c-6f239d91f3a2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004524 May 27 04:11:17.985748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6f86598-afc0-447e-9064-5bd23a4af9b3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:18.076972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a6f86598-afc0-447e-9064-5bd23a4af9b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:18.078278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:18.148389 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-7d73afcb-6884-49d4-a801-810389608596 service neutron] 10.222.0.46 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534722 May 27 04:11:18.211337 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6e091a-1a93-43ec-b478-4ba95130fb31 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:18.283693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 8d6e091a-1a93-43ec-b478-4ba95130fb31 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:18.284059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:18.300083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-e36d9214-6ae4-482a-8657-f14048f3da18 service neutron] 10.222.0.46 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452141 May 27 04:11:18.380478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Sync routers for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:11:18.418633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:18.419330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:18.556767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ec61f1ce-c0c0-4e68-bf99-d52b9ac20d7e req-704404a5-6e65-44aa-9c11-5ea6313a9a8e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 210 time: 0.0844486 May 27 04:11:18.658490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:19.106052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 2, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:19.113845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Checking router: e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:11:19.114364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Updating router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 port c11813e5-37fb-40ea-84af-39fe7ca69393 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:11:19.184210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:19.562326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:19.580013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Transition to ACTIVE for port object c11813e5-37fb-40ea-84af-39fe7ca69393 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:19.590435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:19.856022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ffbd2d9-0c24-43c7-ac60-4fc87adfd3f5 req-2b2bb5db-d3ce-4b66-8cfa-7e6be4843fff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 210 time: 0.1158798 May 27 04:11:19.909591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad668-8204-4ea4-bfae-19668af7f94e None None] Pushing event updated for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:19.999075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Attempting to bind port c11813e5-37fb-40ea-84af-39fe7ca69393 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:19.999447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Attempting to bind port c11813e5-37fb-40ea-84af-39fe7ca69393 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:19.999814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Attempting to bind port c11813e5-37fb-40ea-84af-39fe7ca69393 on network c152b325-b957-4f01-adfb-240cb2d10903 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:20.014256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-b5f907e4-4361-4986-8690-c583f1337c35 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:20.015827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-b5f907e4-4361-4986-8690-c583f1337c35 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 797 time: 0.1980617 May 27 04:11:20.018431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:20.018812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Checking segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:20.019213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.019606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Bound using segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:20.020072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Bound port: c11813e5-37fb-40ea-84af-39fe7ca69393, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:20.020446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.096292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-0e5b1515-dfbd-40e9-b356-46a8c4b992e7 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72df6857e5b942a6bc6512e5d8dc77d2 HTTP/1.1" status: 200 len: 379 time: 0.0656099 May 27 04:11:20.107227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'port': {'device_id': 'c489f361-56cb-4cbf-9549-30f92d891100', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'admin_state_up': True, 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'security_groups': ['1bdf4315-5147-4c0a-b62d-08785653dad7']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:20.128505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] For port c11813e5-37fb-40ea-84af-39fe7ca69393, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:20.133116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] For port c11813e5-37fb-40ea-84af-39fe7ca69393, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c11813e5-37fb-40ea-84af-39fe7ca69393,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:20.140120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.226213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad668-8204-4ea4-bfae-19668af7f94e None None] Pushing event updated for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:20.232355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:20.233270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:20.267275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:20.276934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:20.287476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Made reservation on behalf of 72df6857e5b942a6bc6512e5d8dc77d2 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:11:20.290556 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.424822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:20.459855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.20.0.13 (c152b325-b957-4f01-adfb-240cb2d10903/818a495d-0ba7-4e04-ab20-e30c37cee993/602d4268-1159-4774-b018-158ea73f07f8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:20.647280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.662858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Transition to ACTIVE for port object 602d4268-1159-4774-b018-158ea73f07f8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:20.685089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.768510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network c152b325-b957-4f01-adfb-240cb2d10903 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:20.777356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:20.777356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:20.779099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:20.787250 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:20.791686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44edd30-8af1-42c8-aeff-0b985f04f87a None None] The sync data for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 is: [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:20Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:11:20.846747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:20.853824 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:20.889520 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-c7b729c4-d189-44b7-abe0-31025e5ca103 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879722 May 27 04:11:20.911035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Request body: {'port': {'device_id': 'c489f361-56cb-4cbf-9549-30f92d891100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:21.110401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:21.139450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-0658f26a-84a2-42fe-9246-e9493cd49e86 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:21.142630 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-0658f26a-84a2-42fe-9246-e9493cd49e86 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.2113609 May 27 04:11:21.161494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-d7f5f4f4-cb16-46dd-bb42-a311752970ec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0129178 May 27 04:11:21.186118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e0eb12c3-422d-426d-bc27-2cbec6271803 None None] Provisioning for port 602d4268-1159-4774-b018-158ea73f07f8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:21.195693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e0eb12c3-422d-426d-bc27-2cbec6271803 None None] Provisioning complete for port 602d4268-1159-4774-b018-158ea73f07f8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:21.196456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e0eb12c3-422d-426d-bc27-2cbec6271803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:21.266063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb12c3-422d-426d-bc27-2cbec6271803 None None] Port 602d4268-1159-4774-b018-158ea73f07f8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:11:21.279319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-c551ede1-e475-4408-a628-13150adcf90e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049163 May 27 04:11:21.306917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dadba4-8460-432e-b272-761afdca0fa2 req-2d07806f-5162-4cc0-b502-3c734dc0e3f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:21.308183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a4dadba4-8460-432e-b272-761afdca0fa2 req-2d07806f-5162-4cc0-b502-3c734dc0e3f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:21.377265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a4dadba4-8460-432e-b272-761afdca0fa2 req-2d07806f-5162-4cc0-b502-3c734dc0e3f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:21.379184 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4dadba4-8460-432e-b272-761afdca0fa2 req-2d07806f-5162-4cc0-b502-3c734dc0e3f6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 932 time: 0.3567069 May 27 04:11:21.431990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-a87b70e5-e41c-44e5-877d-6c6cbadcef7c service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456654 May 27 04:11:21.511620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a4dadba4-8460-432e-b272-761afdca0fa2 req-f80d780f-6982-46e0-a703-655cb453fd93 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226904 May 27 04:11:21.583137 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-0cca89aa-ab1c-448c-b650-1c2bd80ab03e service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502728 May 27 04:11:21.652578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602d4268-1159-4774-b018-158ea73f07f8 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:21.660989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:21.676169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Transition to ACTIVE for port object 602d4268-1159-4774-b018-158ea73f07f8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:21.681267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:21.878607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:21.894206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7d1a8dde-dda7-4769-88cf-5354dc885a94 req-00b1c362-7157-42bd-82b3-0165248b32fa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 210 time: 0.0729187 May 27 04:11:22.046720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Attempting to bind port 602d4268-1159-4774-b018-158ea73f07f8 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:22.046992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Attempting to bind port 602d4268-1159-4774-b018-158ea73f07f8 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:22.047316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Attempting to bind port 602d4268-1159-4774-b018-158ea73f07f8 on network c152b325-b957-4f01-adfb-240cb2d10903 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:22.052473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c11813e5-37fb-40ea-84af-39fe7ca69393 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:22.053216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Port 602d4268-1159-4774-b018-158ea73f07f8 on network c152b325-b957-4f01-adfb-240cb2d10903 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:11:22.053533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Attempting to bind port 602d4268-1159-4774-b018-158ea73f07f8 on network c152b325-b957-4f01-adfb-240cb2d10903 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:22.059999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:22.060331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Checking segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:22.060706 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Bound using segment: {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:22.061160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Bound port: 602d4268-1159-4774-b018-158ea73f07f8, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1187365-fef8-42dc-a5f9-76ecd711da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:22.061499 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.143982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c11813e5-37fb-40ea-84af-39fe7ca69393 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:22.155619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c11813e5-37fb-40ea-84af-39fe7ca69393 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:22.155866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.171904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:22.175183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:22.178685 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.244531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.246459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] 10.222.0.41 "PUT /v2.0/ports/602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 1092 time: 1.3501713 May 27 04:11:22.246898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:22.286486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc9a1a-00f0-40ff-a242-ae04194811bd service neutron] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:22.293201 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.337643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c11813e5-37fb-40ea-84af-39fe7ca69393, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c11813e5-37fb-40ea-84af-39fe7ca69393,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:22.345820 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:22.385795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-d383f163-5aea-4fcd-9b17-7e5c13a654e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1095 time: 0.0951161 May 27 04:11:22.387900 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21fe998-6326-4048-b4d5-05e656c99070'] response: {'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'status': 'completed', 'code': 200} May 27 04:11:22.441270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:22.460460 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-2b567eed-2b58-403c-a331-8d402428935a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 217 time: 0.0681558 May 27 04:11:22.531277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-4c9cfd82-4da9-43a8-b376-2ff416e95e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:22.532693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-4c9cfd82-4da9-43a8-b376-2ff416e95e7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0659192 May 27 04:11:22.613054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-da45d5be-01aa-473b-8fc2-cc881f179b9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742161 May 27 04:11:22.805056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-6ad35aec-ac63-4796-a803-75a9784d1ced service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857326 May 27 04:11:22.837984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46fde-a0dc-4ed1-99ff-1ee5450794a9 req-aac2c23e-faa1-45b9-9623-61b4ac8277bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:22.839402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0eb46fde-a0dc-4ed1-99ff-1ee5450794a9 req-aac2c23e-faa1-45b9-9623-61b4ac8277bf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.1946023 May 27 04:11:22.964694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0eb46fde-a0dc-4ed1-99ff-1ee5450794a9 req-e5d31f97-d6be-4d9c-9502-d182c93b6999 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790308 May 27 04:11:22.980601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a0d3ccc-8a5f-4f93-a55d-de074d930679 req-71936e7a-c747-4ab4-9a52-8a1e016149f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702547 May 27 04:11:23.099788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-8aa400eb-089e-4949-bc61-f835f4e6980e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1095 time: 0.0706203 May 27 04:11:23.105566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31920d0d-d8f7-4f87-97b5-611f05d60dda req-45af3b81-a225-40ce-a8d6-d09be32bf7ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 210 time: 0.0588191 May 27 04:11:23.327595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262203c-fac6-41f3-998f-8065820ab358 req-9dec201e-09b8-4a78-83a5-db3429a62e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:23.329078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-9dec201e-09b8-4a78-83a5-db3429a62e97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.2231042 May 27 04:11:23.401782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-83ae86f7-c56a-44cd-b089-c4c739df7395 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 217 time: 0.0664084 May 27 04:11:23.416872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-808fb287-b3bc-4b14-a5ff-7168c7bdb851 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:23.419115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-808fb287-b3bc-4b14-a5ff-7168c7bdb851 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1516683 May 27 04:11:23.434989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': '54679c90-2edf-485f-974c-a91c24519e9a', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:23.464859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262203c-fac6-41f3-998f-8065820ab358 req-1f94f257-9eb9-4dd3-b996-92a8c8ae57c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:23.466319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-1f94f257-9eb9-4dd3-b996-92a8c8ae57c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0589311 May 27 04:11:23.553729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-20657e09-bf18-4a33-afe0-48b05a0c3e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784266 May 27 04:11:23.580056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:23.590425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:23.601278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:11:23.604456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:23.692021 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-420f3294-b9fb-41b9-894a-901e60d731f5 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317682 May 27 04:11:23.771095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.6 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/52d390a2-a2d3-41c3-9a23-44ad19bb8eee) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:23.831039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f262203c-fac6-41f3-998f-8065820ab358 req-cbbaad60-ad4b-4883-aa15-1c03b2eeb8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331027 May 27 04:11:23.980064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:23.988352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c11813e5-37fb-40ea-84af-39fe7ca69393 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:23.997703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object 52d390a2-a2d3-41c3-9a23-44ad19bb8eee will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:24.024275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:24.061117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1afadde5-b3f5-4b9a-a873-6552b666118a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:24.137839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:24.158200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:24.172926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:24.175545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:24.184133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:24.274298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c11813e5-37fb-40ea-84af-39fe7ca69393 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:24.274999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:24.396779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905e077-8a54-4055-8255-36c572bf61fa req-9ba1f418-a7a5-4a5b-b994-6180ab05d2e5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:24.399764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6905e077-8a54-4055-8255-36c572bf61fa req-9ba1f418-a7a5-4a5b-b994-6180ab05d2e5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.1761963 May 27 04:11:24.441299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:24.442006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:24.467666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6905e077-8a54-4055-8255-36c572bf61fa req-6bb3026b-2453-4d69-bf29-509a289666e3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605285 May 27 04:11:24.511946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264be9f-a4ba-4f91-b681-ef69f673c390 req-cd66a27d-7aed-4301-a8b2-452ae3ec31f8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:24.512674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9264be9f-a4ba-4f91-b681-ef69f673c390 req-cd66a27d-7aed-4301-a8b2-452ae3ec31f8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:24.516223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-7fa69011-bed5-4992-81d9-2e92a0ec2987 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0855179 May 27 04:11:24.531119 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Request body: {'port': {'device_id': '54679c90-2edf-485f-974c-a91c24519e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:24.606270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93642732-fb21-4626-a524-5eaa1695607c None None] Provisioning for port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:24.611901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93642732-fb21-4626-a524-5eaa1695607c None None] Provisioning complete for port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:24.612309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-93642732-fb21-4626-a524-5eaa1695607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:24.666093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-93642732-fb21-4626-a524-5eaa1695607c None None] Port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:11:24.671961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-9264be9f-a4ba-4f91-b681-ef69f673c390 req-cd66a27d-7aed-4301-a8b2-452ae3ec31f8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:24.673182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9264be9f-a4ba-4f91-b681-ef69f673c390 req-cd66a27d-7aed-4301-a8b2-452ae3ec31f8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 931 time: 0.3699694 May 27 04:11:24.779575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9264be9f-a4ba-4f91-b681-ef69f673c390 req-007f2f4f-0dea-4bf4-b0d9-5fdc4b299243 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973525 May 27 04:11:24.782001 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.139699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d390a2-a2d3-41c3-9a23-44ad19bb8eee {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:25.146827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.161203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Transition to ACTIVE for port object 52d390a2-a2d3-41c3-9a23-44ad19bb8eee will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:11:25.166081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.293682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:25.405607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Attempting to bind port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:11:25.405938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Attempting to bind port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:11:25.406266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Attempting to bind port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:25.412276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:11:25.412594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Attempting to bind port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:11:25.419218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:11:25.419547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:11:25.419931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:11:25.420358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Bound port: 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:11:25.420701 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.521117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:11:25.524672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:11:25.530219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.591908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:25.594139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/52d390a2-a2d3-41c3-9a23-44ad19bb8eee HTTP/1.1" status: 200 len: 1091 time: 1.0675039 May 27 04:11:25.608403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:25.689786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7854db-6fd9-4ce6-8aab-0c31c0e07dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:25.703570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeaea1-70c9-427f-ad6d-a0322d40c62a req-7a645a03-1012-4ad2-9950-6d0e1abfb6f0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:25.710764 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732fe0c5-f287-49ac-911e-92b3019a8564'] response: {'name': 'network-changed', 'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee', 'status': 'completed', 'code': 200} May 27 04:11:25.712610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7aeaea1-70c9-427f-ad6d-a0322d40c62a req-7a645a03-1012-4ad2-9950-6d0e1abfb6f0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.1071696 May 27 04:11:25.777116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-601831b0-2779-4085-aa5a-cbac26a568b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 1094 time: 0.1349313 May 27 04:11:25.778508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7aeaea1-70c9-427f-ad6d-a0322d40c62a req-511d301a-cd00-44e2-b0a0-b4adb8c7a16a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648992 May 27 04:11:25.868582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-002edc52-9d6e-4c0d-b3eb-f7ba7df8a546 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee HTTP/1.1" status: 200 len: 217 time: 0.0851350 May 27 04:11:25.948580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-23496bc6-f556-43fa-a050-e5fffbb947a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:25.950193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-23496bc6-f556-43fa-a050-e5fffbb947a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0756617 May 27 04:11:26.084112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fc642-99a3-4a5e-8455-51d66ecfb3a0 req-954b96cf-0470-4787-bcd6-6daa9957bb1a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:26.085692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c1fc642-99a3-4a5e-8455-51d66ecfb3a0 req-954b96cf-0470-4787-bcd6-6daa9957bb1a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.1389997 May 27 04:11:26.089954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-c148d752-965b-4ef6-8dc4-28662bbf2cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095223 May 27 04:11:26.218542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c1fc642-99a3-4a5e-8455-51d66ecfb3a0 req-abe1a1ad-6ef3-48b9-82c0-04819ceccff7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 May 27 04:11:26.261134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-b3d0f53c-ec9b-44d6-8a1c-61746cb92dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544478 May 27 04:11:26.392048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-740470b1-93bf-46a8-9696-ab224b2ea5b8 req-55e5bcad-24db-48c3-9063-6e5a2572adb8 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251984 May 27 04:11:26.554730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:26.644810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-7303ffaa-4339-46d8-813c-2baa9af82a9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 1094 time: 0.2098618 May 27 04:11:26.799418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-3c85e8ff-1d96-4543-81f8-57785befbec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:26.799996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-3c85e8ff-1d96-4543-81f8-57785befbec9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1498930 May 27 04:11:26.886953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-6a6f8b90-15ca-44df-a341-d4c801d74e04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee HTTP/1.1" status: 200 len: 217 time: 0.0807512 May 27 04:11:26.961847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-ccaca3b2-5736-4965-9fdc-3aa07dc4f583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:26.963438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-ccaca3b2-5736-4965-9fdc-3aa07dc4f583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0713603 May 27 04:11:26.983582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:11:27.025622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ea66-8b41-4459-8d04-20a8c76728c0 req-96ec4288-bc0b-40e6-a98c-7de75bc61aed tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:27.027661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e962ea66-8b41-4459-8d04-20a8c76728c0 req-96ec4288-bc0b-40e6-a98c-7de75bc61aed tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.1007583 May 27 04:11:27.097028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e962ea66-8b41-4459-8d04-20a8c76728c0 req-756ef560-fabe-41de-819b-96ee6ed85ad6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622239 May 27 04:11:27.108552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-a7d31510-97e5-4611-baa1-b67be3a2ab5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369309 May 27 04:11:27.210987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:27.231821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '602d4268-1159-4774-b018-158ea73f07f8', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'mac_address': 'fa:16:3e:36:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:11:27.293172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-05c9ace4-f43c-46a5-9c72-43206dd7b855 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777470 May 27 04:11:27.364700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:27.452092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602d4268-1159-4774-b018-158ea73f07f8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:27.469635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:27.479562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:27.593028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:27.655016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e30e3b-de01-44d6-8724-add2fd9ca426 req-9893cafe-a1d3-4e02-9511-18a1dbfc54be service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571601 May 27 04:11:27.668322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748a8b8-f436-4fa4-83e7-229f1eee5aff req-815b2fac-7b82-4a40-ae43-3dbe18b4f9c3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:27.670682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c748a8b8-f436-4fa4-83e7-229f1eee5aff req-815b2fac-7b82-4a40-ae43-3dbe18b4f9c3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.2086403 May 27 04:11:27.740357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c748a8b8-f436-4fa4-83e7-229f1eee5aff req-99614c2b-f5a8-483c-bb66-419f4eae3e97 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 May 27 04:11:27.746507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['602d4268-1159-4774-b018-158ea73f07f8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:27.910055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eaab5077-7c03-48f6-ab11-bd85e1853a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:28.362646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02034f8-5f20-450f-ab69-cb723412fd83 req-0d55cb36-9588-4736-ade6-c44e7e6fdca4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:28.363747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c02034f8-5f20-450f-ab69-cb723412fd83 req-0d55cb36-9588-4736-ade6-c44e7e6fdca4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 945 time: 0.0960643 May 27 04:11:28.425078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c02034f8-5f20-450f-ab69-cb723412fd83 req-3be19730-4f8b-4df9-96ca-d6ee7f040b6f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554874 May 27 04:11:29.013267 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:29.036630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbcd70-67da-448d-9683-04e38c35866e req-86e3ca45-a50a-4f3e-bff1-6ef2f2ce9b4a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:29.044457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ddbcd70-67da-448d-9683-04e38c35866e req-86e3ca45-a50a-4f3e-bff1-6ef2f2ce9b4a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.1074791 May 27 04:11:29.120851 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ddbcd70-67da-448d-9683-04e38c35866e req-52457af5-51bc-48d4-81e7-18ae31ca5ef4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 May 27 04:11:29.166315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 602d4268-1159-4774-b018-158ea73f07f8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:29.172466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 602d4268-1159-4774-b018-158ea73f07f8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:29.173150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:29.314171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:29.340579 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:29.350113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:29.354226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:29.409065 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b8da6a-cab6-4523-abc2-90a7267e2529'] response: {'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'code': 200} May 27 04:11:29.425522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:29.435089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.435739 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.436295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.436828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.437382 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.438005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.438327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.438877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.439419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.439736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.440079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:29.583654 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2bc40b1e-cb0a-4c30-9968-49b892422503 req-1b622e05-fb2f-4689-bc36-6591f56bc740 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.1160839 May 27 04:11:29.632588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2bc40b1e-cb0a-4c30-9968-49b892422503 req-e9a70d5d-eeff-47e5-895e-9db3bcf3eebc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 May 27 04:11:29.686093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc016-86ea-49bd-b6b4-c7e6a05bf243 req-0b54fcba-f00b-46bb-9f45-b50c2a14991b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:29.687021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-473cc016-86ea-49bd-b6b4-c7e6a05bf243 req-0b54fcba-f00b-46bb-9f45-b50c2a14991b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:29.705558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-473cc016-86ea-49bd-b6b4-c7e6a05bf243 req-0b54fcba-f00b-46bb-9f45-b50c2a14991b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:29.706721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-473cc016-86ea-49bd-b6b4-c7e6a05bf243 req-0b54fcba-f00b-46bb-9f45-b50c2a14991b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.1065426 May 27 04:11:29.766957 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-473cc016-86ea-49bd-b6b4-c7e6a05bf243 req-ed7edeb7-dd5c-42b2-a162-8d513793d4ea tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473516 May 27 04:11:29.949791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5984cd4c-3875-4735-bdf7-ae08c1b4b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:30.335203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadc454-83e9-495b-9ea0-f3cdbb8ab6f8 req-99bcb226-7140-4449-a036-e80c6322ad94 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:30.336686 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeadc454-83e9-495b-9ea0-f3cdbb8ab6f8 req-99bcb226-7140-4449-a036-e80c6322ad94 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0828359 May 27 04:11:30.387528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-eeadc454-83e9-495b-9ea0-f3cdbb8ab6f8 req-323175e9-9dc8-412b-9b72-4ec4af104230 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 May 27 04:11:30.998631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863de48a-62a4-48cd-a4a8-fc0fc4e292e3 req-2a91c689-1f3b-457b-893b-b6ac9ad09c58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:30.999746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-863de48a-62a4-48cd-a4a8-fc0fc4e292e3 req-2a91c689-1f3b-457b-893b-b6ac9ad09c58 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0811386 May 27 04:11:31.056566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-863de48a-62a4-48cd-a4a8-fc0fc4e292e3 req-f236ebbd-698c-49ac-96b4-e23fa18c99dd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480785 May 27 04:11:31.420919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:31.511214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:31.604230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc7d69-e70e-486e-bbaf-fdb70240ba8f req-59e3371a-4220-4049-a046-5bfa1e4c7687 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:31.605890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6dc7d69-e70e-486e-bbaf-fdb70240ba8f req-59e3371a-4220-4049-a046-5bfa1e4c7687 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0895739 May 27 04:11:31.656426 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6dc7d69-e70e-486e-bbaf-fdb70240ba8f req-39547007-9ef0-4ecc-9768-fbf2842d254a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 May 27 04:11:32.263291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533627f3-c98f-410e-86e6-594013766caf req-8a435c51-9509-428d-ab8e-897971b19245 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:32.264754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-533627f3-c98f-410e-86e6-594013766caf req-8a435c51-9509-428d-ab8e-897971b19245 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0773706 May 27 04:11:32.310660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-533627f3-c98f-410e-86e6-594013766caf req-337faeb9-b1c7-4610-8b13-30110d1c1a32 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403886 May 27 04:11:32.503745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d769-7e31-4487-b713-45f15b71bdd8 req-ac53586e-e03f-4bde-87a1-50faaa2c5e57 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:32.505101 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4147d769-7e31-4487-b713-45f15b71bdd8 req-ac53586e-e03f-4bde-87a1-50faaa2c5e57 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0747969 May 27 04:11:32.551104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4147d769-7e31-4487-b713-45f15b71bdd8 req-27732f31-72d4-4027-bf8a-4d14c1f4a655 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 May 27 04:11:32.577663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48438) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:32.648519 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ddce2854-b876-4ff0-b4ec-8e55df1f83fe tempest-TestNetworkAdvancedServerOps-41149342 tempest-TestNetworkAdvancedServerOps-41149342-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1092 time: 0.0696852 May 27 04:11:32.651099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48442) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:32.656542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:11:32.662525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:11:32.666325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Usage tracker for resource:floatingip and tenant:72df6857e5b942a6bc6512e5d8dc77d2 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:11:32.669774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:11:32.675367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:11:32.685406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:32.819641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:32.857069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba6997-3d06-4757-8348-a3a7f6f7be30 req-8beaecaa-7dba-4155-b9fc-2a24dcbb2b74 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:32.858518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cba6997-3d06-4757-8348-a3a7f6f7be30 req-8beaecaa-7dba-4155-b9fc-2a24dcbb2b74 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0830972 May 27 04:11:32.906069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8cba6997-3d06-4757-8348-a3a7f6f7be30 req-56c2fe6b-8576-4387-9d21-396d59bb9d91 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 May 27 04:11:33.040647 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Allocated IP 172.25.8.194 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:11:33.100985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:33.190742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:33.218659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:33.282500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:11:33.285118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:11:33.288723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:11:33.320611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:33.789086 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:33.856066 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:34.125170 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:34.134073 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:34.202657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877e65-cb42-4ac2-b64a-ec0ffa9aba16 req-f9df1219-e526-4ae4-86f6-213250939136 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:34.203740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64877e65-cb42-4ac2-b64a-ec0ffa9aba16 req-f9df1219-e526-4ae4-86f6-213250939136 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.1715431 May 27 04:11:34.266615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event updated for resources: {'Port': ['ID=7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:34.305819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:34.436685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64877e65-cb42-4ac2-b64a-ec0ffa9aba16 req-bcfa5f8d-f0e7-4eaa-8c85-8e68e81342ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957705 May 27 04:11:34.530983 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Floating IP cd451627-b2f8-475b-a139-94b27002c979 associated. External IP: 172.25.8.194, port: 602d4268-1159-4774-b018-158ea73f07f8. May 27 04:11:35.079194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:11:35.342198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:11:35.366384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Sync routers for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:11:35.374836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:35.377193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:35.377644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:35.434230 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6e711a09-1983-432b-b6f3-b17b83aced8b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7772653 May 27 04:11:35.434230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:35.500959 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5ccfdf-f4bd-405d-86a7-0082dde630c7'] response: {'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'status': 'completed', 'code': 200} May 27 04:11:35.633809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-b4990fa1-8cd0-453e-b00c-20d147fdc437 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.1151805 May 27 04:11:35.687129 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:35.689174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71c36-27da-4c78-92ce-b5486b6786d5 req-498872f9-8a6f-4e7d-904b-f9f171d9a88b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:35.696099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0af71c36-27da-4c78-92ce-b5486b6786d5 req-498872f9-8a6f-4e7d-904b-f9f171d9a88b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.1160183 May 27 04:11:35.742870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0af71c36-27da-4c78-92ce-b5486b6786d5 req-ac319301-1a83-4f9f-b657-5192005bf6e6 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463386 May 27 04:11:35.787884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:35.866881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-c8059aa2-33ba-4bbc-bf60-3346c862c8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:35.868603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-c8059aa2-33ba-4bbc-bf60-3346c862c8fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.2278385 May 27 04:11:35.906999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ee1ee5b0-b0d2-4a16-af17-6ec0dabd5d38 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/cd451627-b2f8-475b-a139-94b27002c979 HTTP/1.1" status: 200 len: 992 time: 0.1175313 May 27 04:11:35.941316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4153-b818-4f40-b4f4-bc2382fa1b0a req-f5e61b9b-772c-4c33-a34e-f929fed17fba tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:35.942747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4eaa4153-b818-4f40-b4f4-bc2382fa1b0a req-f5e61b9b-772c-4c33-a34e-f929fed17fba tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.1969202 May 27 04:11:35.953872 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:11:36.017395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-b3b0541b-de7c-43a9-9c03-69bce40c24bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 1000 time: 0.1414461 May 27 04:11:36.021987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4eaa4153-b818-4f40-b4f4-bc2382fa1b0a req-0891d136-58d4-4e51-89f6-44094b23772e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 May 27 04:11:36.079590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-f70a2697-8586-4ae5-bcd1-6633eeb08de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:36.081141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-f70a2697-8586-4ae5-bcd1-6633eeb08de3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0582962 May 27 04:11:36.137272 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd451627-b2f8-475b-a139-94b27002c979', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'mac_address': 'fa:16:3e:36:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489f361-56cb-4cbf-9549-30f92d891100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:11:33Z', 'updated_at': '2022-05-27T04:11:33Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:36.137976 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Checking router: e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:11:36.149114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:11:36.149114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:11:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:36.165071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-1b66d1dc-2c0b-47ef-af5a-20be54e47ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782795 May 27 04:11:36.295548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-7aeb43b0-2ba4-4c14-85ab-c1d147807e45 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241460 May 27 04:11:36.327924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:11:36.424305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8e5cc04-901e-497f-9c1b-fd9c36402eb5 req-ec0a0aea-591a-45f7-abd2-a6a7d7379dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232331 May 27 04:11:36.674868 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd451627-b2f8-475b-a139-94b27002c979', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'mac_address': 'fa:16:3e:36:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489f361-56cb-4cbf-9549-30f92d891100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:11:33Z', 'updated_at': '2022-05-27T04:11:33Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:11:36.678871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b741222-e172-4d9b-90e8-f119fbcaa9dc None None] The sync data for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 is: [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd451627-b2f8-475b-a139-94b27002c979', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'mac_address': 'fa:16:3e:36:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489f361-56cb-4cbf-9549-30f92d891100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:11:33Z', 'updated_at': '2022-05-27T04:11:33Z', 'revision_number': 0, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:11:36.910691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48460) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:37.018162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d5abc315-9319-49c6-ae5d-2252f35658a8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/cd451627-b2f8-475b-a139-94b27002c979 HTTP/1.1" status: 200 len: 992 time: 0.1063552 May 27 04:11:37.225894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6d2c-5a26-4f18-954f-13ddc4488e4f req-e24dc2a2-4fb7-4ed7-a92d-48949f63a829 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:37.227329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec4a6d2c-5a26-4f18-954f-13ddc4488e4f req-e24dc2a2-4fb7-4ed7-a92d-48949f63a829 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0849648 May 27 04:11:37.272463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec4a6d2c-5a26-4f18-954f-13ddc4488e4f req-d9198918-28c4-4db2-8872-84e3ab839580 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 May 27 04:11:37.459985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72182-482a-4e08-a6dc-036ac7546535 None None] New status for floating IP cd451627-b2f8-475b-a139-94b27002c979: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:11:38.021417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:11:38.226145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-deb9bf14-7cf2-4935-82c7-5937c839c372 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/cd451627-b2f8-475b-a139-94b27002c979 HTTP/1.1" status: 200 len: 994 time: 0.2036133 May 27 04:11:38.577149 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc94f5-5ebc-45ac-aae4-11b0c8f7e8b5 req-eda97cdc-340e-41ba-84a0-95523d97c4a1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:38.578597 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cadc94f5-5ebc-45ac-aae4-11b0c8f7e8b5 req-eda97cdc-340e-41ba-84a0-95523d97c4a1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.1821799 May 27 04:11:38.633135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cadc94f5-5ebc-45ac-aae4-11b0c8f7e8b5 req-93bfd914-0bd9-4d62-983f-805570081b97 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 May 27 04:11:39.831312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc16500-c780-4d76-89a0-4d58aa6f695c req-5b7b6a4b-7cae-4b80-87e0-22ca18bb12aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:39.832745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dc16500-c780-4d76-89a0-4d58aa6f695c req-5b7b6a4b-7cae-4b80-87e0-22ca18bb12aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0798583 May 27 04:11:39.879041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2dc16500-c780-4d76-89a0-4d58aa6f695c req-14254b95-a579-41cd-9a3c-8e0cbc0f924f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 May 27 04:11:40.620536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-fffbbaef-87e1-4345-ab65-2c6101b34d66 req-b97702b9-f9ab-4d5b-82dd-bc43c27cf9be service neutron] (84155) timed out ('10.222.0.21', 54676) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:11:41.081566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ed319-dbf4-4efb-8b99-f5069d9f95ea req-3f026846-64b0-4feb-83ce-1b9e237b12b3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:41.088475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a77ed319-dbf4-4efb-8b99-f5069d9f95ea req-3f026846-64b0-4feb-83ce-1b9e237b12b3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0888517 May 27 04:11:41.130438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a77ed319-dbf4-4efb-8b99-f5069d9f95ea req-2dd47b68-2dc9-4cab-afc4-9cddd9b2bb30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 May 27 04:11:42.347653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feae323-e13a-4d7b-b08a-04c5ef6ca692 req-c05013c9-f5ce-4f6e-832a-3360c2f41485 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:42.349390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6feae323-e13a-4d7b-b08a-04c5ef6ca692 req-c05013c9-f5ce-4f6e-832a-3360c2f41485 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0876269 May 27 04:11:42.397941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6feae323-e13a-4d7b-b08a-04c5ef6ca692 req-115227ba-1faa-4da8-8c84-40092f3f9933 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 May 27 04:11:43.601669 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc630b45-0703-4687-aa67-7ec1a0b86647 req-1fcf83b4-fc5b-433d-8c94-21baae53b91f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:43.603132 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc630b45-0703-4687-aa67-7ec1a0b86647 req-1fcf83b4-fc5b-433d-8c94-21baae53b91f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 943 time: 0.0824013 May 27 04:11:43.623554 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 52d390a2-a2d3-41c3-9a23-44ad19bb8eee details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:11:43.659891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc630b45-0703-4687-aa67-7ec1a0b86647 req-772d611b-2a22-4605-874a-5f20d4bf3f2c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 May 27 04:11:43.761033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:43.773775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee', 'mac_address': 'fa:16:3e:54:3b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:11:43.827246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:43.844154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d390a2-a2d3-41c3-9a23-44ad19bb8eee {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:11:43.858599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:43.863083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:43.928753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:44.089448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['52d390a2-a2d3-41c3-9a23-44ad19bb8eee'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:44.844314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c84b9-92fa-43e2-87c2-c11d7536844d req-21adbe8f-0dc4-4855-b441-ac9b0f981c6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:44.845742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d1c84b9-92fa-43e2-87c2-c11d7536844d req-21adbe8f-0dc4-4855-b441-ac9b0f981c6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 944 time: 0.0745749 May 27 04:11:44.890163 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d1c84b9-92fa-43e2-87c2-c11d7536844d req-016d7b26-7678-4ab2-a09a-f58442ad2a8c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 May 27 04:11:45.656344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 52d390a2-a2d3-41c3-9a23-44ad19bb8eee up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:11:45.728313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:11:45.733777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:11:45.733777 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:45.852572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:45.882582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:45.895733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:45.901604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:45.950362 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e603030-e795-4243-a299-f5fb09174035'] response: {'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee', 'code': 200} May 27 04:11:45.985236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:46.164514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59399ffe-da3f-43d4-9b05-67484af4b781 req-f86d65d4-9d08-45e2-964f-9cf72225489f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:46.166223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59399ffe-da3f-43d4-9b05-67484af4b781 req-f86d65d4-9d08-45e2-964f-9cf72225489f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.1175737 May 27 04:11:46.172536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21663ad7-fe38-4167-9195-72b195605a8b req-15721b72-5819-4037-b0eb-fc046f822672 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 1096 time: 0.1608472 May 27 04:11:46.252557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59399ffe-da3f-43d4-9b05-67484af4b781 req-37354b21-1f0d-40f8-99a5-fee100a2dcaa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783844 May 27 04:11:46.261514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21663ad7-fe38-4167-9195-72b195605a8b req-e51b8045-9faf-44d6-a2c1-fd9bdffc05f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723157 May 27 04:11:47.477691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafc16c-a061-4fcb-9433-06f57acf13d1 req-528c533a-6793-4a41-8a62-7b3ec100aa8c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:47.479226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9eafc16c-a061-4fcb-9433-06f57acf13d1 req-528c533a-6793-4a41-8a62-7b3ec100aa8c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.0864472 May 27 04:11:47.529438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9eafc16c-a061-4fcb-9433-06f57acf13d1 req-aa5664eb-8074-463e-ab45-b2f13cd158ad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 May 27 04:11:47.751138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668a5c-9d83-4cd0-81e7-fde8b4aee600 req-5723497a-9e64-4e3f-8697-ac5b6f1b54cf tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:47.752111 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be668a5c-9d83-4cd0-81e7-fde8b4aee600 req-5723497a-9e64-4e3f-8697-ac5b6f1b54cf tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.0944254 May 27 04:11:47.799422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be668a5c-9d83-4cd0-81e7-fde8b4aee600 req-0a562a38-5abc-4179-9c7c-5cc863b8eb07 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 May 27 04:11:48.377425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e141-db64-4645-8994-66f9d938e801 req-cabc21f5-34e5-4568-bc54-4e20f3d36a47 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:48.378721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b22e141-db64-4645-8994-66f9d938e801 req-cabc21f5-34e5-4568-bc54-4e20f3d36a47 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.0981050 May 27 04:11:48.426938 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b22e141-db64-4645-8994-66f9d938e801 req-b4a2401c-160a-4b69-84d4-27ed6ceabc46 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 May 27 04:11:49.642658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4a442-edd8-4815-ba6c-606c305f3e3b req-2a3eebb5-bec2-4792-9f97-abfcc8949001 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:49.642658 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95c4a442-edd8-4815-ba6c-606c305f3e3b req-2a3eebb5-bec2-4792-9f97-abfcc8949001 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.0845141 May 27 04:11:49.689055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-95c4a442-edd8-4815-ba6c-606c305f3e3b req-e1f57857-efc9-4c07-a4cb-6826c1910f0a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 May 27 04:11:49.782614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-a8783df4-8fce-4111-b57b-fe38250b5d08 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:49.784046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-a8783df4-8fce-4111-b57b-fe38250b5d08 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 945 time: 0.0855994 May 27 04:11:49.858040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:49.858515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:50.138060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:50.138060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:50.284752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 52d390a2-a2d3-41c3-9a23-44ad19bb8eee owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:50.460629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:50.475619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1afadde5-b3f5-4b9a-a873-6552b666118a', '52d390a2-a2d3-41c3-9a23-44ad19bb8eee'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:50.522914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=52d390a2-a2d3-41c3-9a23-44ad19bb8eee,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:50.578617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.578967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.579435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.579849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.580057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.580358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.581153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.581153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.581546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.581818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.586478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:11:50.664091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port 52d390a2-a2d3-41c3-9a23-44ad19bb8eee on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:11:50.667609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:50.671151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'name': 'network-vif-deleted', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:50.711348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d3fb54c3-7cf7-4ca6-82ac-c748292e7ee5 req-ae6f3df7-1953-454a-81f1-c243b25bb10a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/52d390a2-a2d3-41c3-9a23-44ad19bb8eee HTTP/1.1" status: 204 len: 173 time: 0.9215841 May 27 04:11:50.751565 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b38258-7f7d-449d-9b86-d77190efdd19'] response: {'server_uuid': '54679c90-2edf-485f-974c-a91c24519e9a', 'name': 'network-vif-deleted', 'tag': '52d390a2-a2d3-41c3-9a23-44ad19bb8eee', 'status': 'completed', 'code': 200} May 27 04:11:50.883173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-90297d7b-1c06-4a86-96ff-9c98d844a2ed req-1365a31a-1168-4330-97c4-6e65bd3bff0e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=54679c90-2edf-485f-974c-a91c24519e9a HTTP/1.1" status: 200 len: 210 time: 0.0442030 May 27 04:11:53.672504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 52d390a2-a2d3-41c3-9a23-44ad19bb8eee no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:11:53.705480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 52d390a2-a2d3-41c3-9a23-44ad19bb8eee {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:11:53.705817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 52d390a2-a2d3-41c3-9a23-44ad19bb8eee not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:11:54.036312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:54.673262 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-8b72ce33-b950-4d3e-ac12-e65d3c2defab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704596 May 27 04:11:54.814927 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-a3fcdc8c-d063-4d13-885d-3ff1fcaac510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 1097 time: 0.0696542 May 27 04:11:54.961049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-2d168ee7-a600-4487-8ba6-3de4acf5264f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:54.963717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-2d168ee7-a600-4487-8ba6-3de4acf5264f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1316278 May 27 04:11:55.034073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-d7bcfcad-e407-4c32-9136-fd1a2996f88b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1afadde5-b3f5-4b9a-a873-6552b666118a HTTP/1.1" status: 200 len: 217 time: 0.0646751 May 27 04:11:55.096001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-b893bfed-08a7-48b5-b132-c2b73c191166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:55.097457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-b893bfed-08a7-48b5-b132-c2b73c191166 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0584860 May 27 04:11:55.174957 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-f8d2d9af-38da-4f9e-a6fd-52cc08ee760c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716162 May 27 04:11:55.410334 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-ab3be14f-6c69-4bb9-823c-218da6d0fb58 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283340 May 27 04:11:55.544189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79f69997-10a7-4dde-8ddd-2643e78ab372 req-e2cf9c5d-9a08-4671-9fc5-09f4ddca8cd2 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271682 May 27 04:11:55.870062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6d82-0ce4-482a-ad42-d3f281f5df73 req-1ee9bb4f-2d91-4b67-ad21-14e1242b098a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:55.870732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-803a6d82-0ce4-482a-ad42-d3f281f5df73 req-1ee9bb4f-2d91-4b67-ad21-14e1242b098a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:11:55.887444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-803a6d82-0ce4-482a-ad42-d3f281f5df73 req-1ee9bb4f-2d91-4b67-ad21-14e1242b098a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:11:55.889914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-803a6d82-0ce4-482a-ad42-d3f281f5df73 req-1ee9bb4f-2d91-4b67-ad21-14e1242b098a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0933616 May 27 04:11:55.935552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-803a6d82-0ce4-482a-ad42-d3f281f5df73 req-d4059653-fa54-458f-8965-0017f534d871 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 May 27 04:11:56.558242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.134547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211525a-dd39-46a1-8e03-e77d5fd96ad7 req-99b072fe-c148-435a-99f7-76e14ca066a3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:57.135964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4211525a-dd39-46a1-8e03-e77d5fd96ad7 req-99b072fe-c148-435a-99f7-76e14ca066a3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0769835 May 27 04:11:57.181306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4211525a-dd39-46a1-8e03-e77d5fd96ad7 req-bc125f15-d8c0-4950-b0cd-54af1ce18357 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 May 27 04:11:57.247668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-f57622b8-965e-473b-9cb4-48dbdf65fcf0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:57.249116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-f57622b8-965e-473b-9cb4-48dbdf65fcf0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 946 time: 0.0828853 May 27 04:11:57.321454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 1afadde5-b3f5-4b9a-a873-6552b666118a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:11:57.321789 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.563023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port 1afadde5-b3f5-4b9a-a873-6552b666118a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1afadde5-b3f5-4b9a-a873-6552b666118a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:11:57.563415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.681390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 1afadde5-b3f5-4b9a-a873-6552b666118a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:11:57.820937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.835908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1afadde5-b3f5-4b9a-a873-6552b666118a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:11:57.869375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=1afadde5-b3f5-4b9a-a873-6552b666118a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:11:57.885422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-efa9e3d5-093e-4031-81fa-9d61c7354ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.943744 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port 1afadde5-b3f5-4b9a-a873-6552b666118a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:11:57.946286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:11:57.948848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'name': 'network-vif-deleted', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:11:57.964843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-31b25117-af4e-4ece-9ff6-45ca5442b5e9 req-28e8bd08-9e2b-49f0-8791-40680c4298c8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/1afadde5-b3f5-4b9a-a873-6552b666118a HTTP/1.1" status: 204 len: 173 time: 0.7110596 May 27 04:11:58.007661 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4f2732-7881-4a4c-942b-2bcfbdbc8fdb'] response: {'server_uuid': 'd1b37782-6d76-4c64-b869-5991b6b30b04', 'name': 'network-vif-deleted', 'tag': '1afadde5-b3f5-4b9a-a873-6552b666118a', 'status': 'completed', 'code': 200} May 27 04:11:58.377535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a5682f6-36c7-4aeb-b6d0-ffe14da9c952 req-0980f249-c61c-44cc-8564-66c632088225 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b37782-6d76-4c64-b869-5991b6b30b04 HTTP/1.1" status: 200 len: 210 time: 0.0671394 May 27 04:11:59.219277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-9978ebad-40dd-47e1-9985-f68ff5bbc11e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671861 May 27 04:11:59.359376 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-fbf23fa0-b580-4722-9569-372464e55b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.0718734 May 27 04:11:59.504694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad67fc-c764-4197-8b41-03d837fff149 req-9650cac2-5192-466b-ba89-f18250dda3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:59.506208 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-9650cac2-5192-466b-ba89-f18250dda3aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.1282411 May 27 04:11:59.613350 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-c730b793-6449-4a1d-8661-ddf8e2bbfa2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 1002 time: 0.1006434 May 27 04:11:59.674562 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad67fc-c764-4197-8b41-03d837fff149 req-3715b17d-cb5f-42d3-b23a-ffdf12886826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:11:59.675968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-3715b17d-cb5f-42d3-b23a-ffdf12886826 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0568893 May 27 04:11:59.748357 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-da67a93e-9e7b-4e90-a5fc-3bd5faca293a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665464 May 27 04:11:59.877096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-15b732e8-011b-44a2-8685-13d2e3ba79d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215980 May 27 04:11:59.956538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd5411b-09ed-4e4f-bdfc-ff4ea7826d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:00.008994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26ad67fc-c764-4197-8b41-03d837fff149 req-781d3f24-9a5c-42d5-b40a-e586a08edf1e service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266694 May 27 04:12:01.422473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.506788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.541039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:01.546653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134738552', 'description': 'tempest-secgroup-smoke-1134738552 description', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:01.553315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:01.562757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:01.572616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.608442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:01.612165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:01.614931 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:01.620410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:01.674044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.677475 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.718488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f2e28-03c2-451f-9357-4461c4cd4cb5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:01.726628 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.727856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0ff58ffc-28a0-44d4-afbe-47002e6558da tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1857877 May 27 04:12:01.731521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:01.733227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1afadde5-b3f5-4b9a-a873-6552b666118a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:12:01.737024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:01.743403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:01.747133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:01.750002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:01.756374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:01.766829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 1afadde5-b3f5-4b9a-a873-6552b666118a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:12:01.767178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1afadde5-b3f5-4b9a-a873-6552b666118a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:12:01.775504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.837607 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.840885 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.863411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f61bd1-a002-4f6b-b403-ac13b57f5635,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:01.871577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.872696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-999026a8-68f2-4b03-aa2b-46e5c38e236a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1401010 May 27 04:12:01.875336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:01.881263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:01.887404 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:01.891128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:01.894508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:01.900113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:01.916092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.978177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:01.981642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.004560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a819165-ae93-4591-9211-b44a0c8988b1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:02.013427 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.014577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1e775be-3b72-4762-a03b-09a1e6b1df6c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377549 May 27 04:12:02.017254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48584) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:02.022475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:02.029284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:02.033228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:02.036035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:02.041856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:02.058938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.124083 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.128133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.152049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57443bb6-f0ed-40c7-af33-b65b101ecde0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:02.160755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.161958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e0d9d7b1-6323-471b-b1d7-f60dcb2948ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1438148 May 27 04:12:02.164598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:02.169729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:02.176412 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:02.180182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:02.183029 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:02.189233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:02.205441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.268035 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.271811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.293978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5926f5-0751-4d4c-b215-58b7d8639bb1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:02.308417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.310265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a295a7de-38a2-45a3-afc0-a0713175414a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447067 May 27 04:12:02.313919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:02.320722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:02.327296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:02.331200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:02.334393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:02.340234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:02.351165 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Project bfa97b64f38a4f6795ca76fe23dff286 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:12:02.357496 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.424530 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.428266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.451408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15a8fa8-07e1-4ea2-b814-cbbde4084227,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:02.464265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.464625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.465093 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.465482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.465847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.466258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.466634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.467029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.467353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.467675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.467993 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:02.472244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.473419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b8e5f20d-e5e9-4177-a11c-0167b2f69847 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580927 May 27 04:12:02.476159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:02.481389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'security_group_rule': {'security_group_id': 'd50f2e28-03c2-451f-9357-4461c4cd4cb5', 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:02.488272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:02.492035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:security_group_rule and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:02.494848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:02.500399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:02.510444 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Project bfa97b64f38a4f6795ca76fe23dff286 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:12:02.516711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.580757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.584521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.607207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6702923-6263-4f66-af85-8a71e8e46cf7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:02.616370 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:02.617580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-89098154-adca-4283-a880-7ff00bb92a03 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1404889 May 27 04:12:03.113377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:12.915179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:12:16.444457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-f7e7130f-7754-4f94-8782-785be3d42383 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134738552&fields=id&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 267 time: 0.0406940 May 27 04:12:16.669295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-77beab32-67bb-4ff1-97a7-c6e056dec808 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:16.670693 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-77beab32-67bb-4ff1-97a7-c6e056dec808 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.2201343 May 27 04:12:16.686792 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-0f67fbb6-0390-46b8-8387-f76bd09a36f6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0107386 May 27 04:12:16.767678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-f2f3a48f-1dc0-4298-9d8e-63a736ff35e4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756886 May 27 04:12:16.903482 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-86d6c78b-d7d3-43c5-97cd-61f119d6d00a service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247039 May 27 04:12:17.031307 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-1463ab8d-ca73-4199-9064-fab20e6ff01d service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220956 May 27 04:12:17.410419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-45929535-a353-47eb-86c2-471ae8cab775 req-96986906-35dd-4fe7-b95c-1bffa6169258 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:12:17.426881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-45929535-a353-47eb-86c2-471ae8cab775 req-96986906-35dd-4fe7-b95c-1bffa6169258 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:12:17.428115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45929535-a353-47eb-86c2-471ae8cab775 req-96986906-35dd-4fe7-b95c-1bffa6169258 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 210 time: 0.0581558 May 27 04:12:18.600418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-5200b568-ff56-4e22-a205-3edb0453e0c0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:18.601861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-5200b568-ff56-4e22-a205-3edb0453e0c0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1511250 May 27 04:12:18.604752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a89716f0-f34b-4b48-b34b-9784383f8b44 req-f795ada2-fafa-40d7-9891-f9be61f80f0f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 210 time: 0.0423534 May 27 04:12:18.665053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-af68f97b-a543-45d8-9e81-1df96a8a867f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:12:18.680645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-af68f97b-a543-45d8-9e81-1df96a8a867f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:12:18.681827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-af68f97b-a543-45d8-9e81-1df96a8a867f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 380 time: 0.0680711 May 27 04:12:18.697256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'security_groups': ['d50f2e28-03c2-451f-9357-4461c4cd4cb5']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:18.920691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:18.931182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:18.940937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:12:18.944048 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.113197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.13 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/f809a6c5-cdb4-419e-9a38-ac4819f2ea30) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:12:19.303056 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.319145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object f809a6c5-cdb4-419e-9a38-ac4819f2ea30 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:12:19.341668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.411256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:12:19.414154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:12:19.418085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:12:19.451590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:19.487695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:19.488316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.519425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4c7a70f1-6039-4176-baeb-ffd40d0ef292 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257198 May 27 04:12:19.530369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Request body: {'port': {'device_id': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:19.643331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a3cf45a2-1c5f-4674-9707-6364b12960b0 None None] Provisioning for port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:12:19.643893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.648999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a3cf45a2-1c5f-4674-9707-6364b12960b0 None None] Provisioning complete for port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:12:19.649607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf45a2-1c5f-4674-9707-6364b12960b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:19.710435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf45a2-1c5f-4674-9707-6364b12960b0 None None] Port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:12:19.954689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5763fe-1745-442c-8f26-73bb2122d23f req-bba3dc55-b044-4e3c-a0ef-bced1edb3051 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:19.955279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f5763fe-1745-442c-8f26-73bb2122d23f req-bba3dc55-b044-4e3c-a0ef-bced1edb3051 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:12:19.990585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f5763fe-1745-442c-8f26-73bb2122d23f req-bba3dc55-b044-4e3c-a0ef-bced1edb3051 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:12:19.991724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f5763fe-1745-442c-8f26-73bb2122d23f req-bba3dc55-b044-4e3c-a0ef-bced1edb3051 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 932 time: 0.2310622 May 27 04:12:20.094259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f809a6c5-cdb4-419e-9a38-ac4819f2ea30 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:12:20.100200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f5763fe-1745-442c-8f26-73bb2122d23f req-d724c5a1-e4e4-4777-8d9a-d1cae7c63cad tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962074 May 27 04:12:20.104007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:20.119735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Transition to ACTIVE for port object f809a6c5-cdb4-419e-9a38-ac4819f2ea30 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:12:20.125788 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:20.249454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Pushing event updated for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:20.358305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Attempting to bind port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:12:20.358639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Attempting to bind port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:12:20.358965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Attempting to bind port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:12:20.365710 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:12:20.366017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Attempting to bind port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:12:20.374597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:12:20.374937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:12:20.375356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:12:20.375783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Bound port: f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:12:20.376155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:20.466303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:12:20.469680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:12:20.473805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:20.534068 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:20.535419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] 10.222.0.21 "PUT /v2.0/ports/f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 1092 time: 1.0094318 May 27 04:12:20.535846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:12:20.556808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509b97f-cd0c-497b-a383-79ef7508461b service neutron] Pushing event updated for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:20.605590 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8075b5df-3da4-42fb-ac6b-8e1dd8cee819'] response: {'name': 'network-changed', 'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'status': 'completed', 'code': 200} May 27 04:12:20.754932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-34692d0d-9902-4756-a1d2-546ac317a9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1095 time: 0.1802628 May 27 04:12:20.821723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-04e3b70a-781c-46f7-b710-fa345ea2883b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 217 time: 0.0592241 May 27 04:12:20.884068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-bf9f4fcb-da6d-41f1-ae58-cd84daafb6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:20.885530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-bf9f4fcb-da6d-41f1-ae58-cd84daafb6ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0580497 May 27 04:12:20.958336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-a224b7f4-87dd-4911-8be9-437cb2deebe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665870 May 27 04:12:21.088495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-97a7d51e-34c1-4745-88df-a265a51077d7 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245580 May 27 04:12:21.217641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b69e96da-1916-414f-972f-317fdda3a1b0 req-50de806d-d2ec-47b7-9d83-49400970df6b service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235290 May 27 04:12:21.360969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-0dd3d2ae-c6c7-4290-a4f8-dc0c833dd346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1095 time: 0.0971746 May 27 04:12:21.370046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173712da-75e1-4b10-9da3-27e5ebe374bb req-6692f62e-096d-4223-b590-5ab4333a3375 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:21.371359 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-173712da-75e1-4b10-9da3-27e5ebe374bb req-6692f62e-096d-4223-b590-5ab4333a3375 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.1407690 May 27 04:12:21.496810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-173712da-75e1-4b10-9da3-27e5ebe374bb req-8aecd7f0-4c47-4c73-881c-e3e9cea1e1ef tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073072 May 27 04:12:21.528349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-f69eb60c-aedf-47de-925c-5d56b18e6de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:21.529807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-f69eb60c-aedf-47de-925c-5d56b18e6de1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1576407 May 27 04:12:21.599158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-8f1a9709-88ac-456b-b7ad-0225e7e90f3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 217 time: 0.0629127 May 27 04:12:21.660344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-3b703607-0899-479a-a2d9-9b6ac53354b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:21.661763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-3b703607-0899-479a-a2d9-9b6ac53354b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0562274 May 27 04:12:21.738100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-d7b1b8dd-ef62-4db1-b5b7-04c3bf6486ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694523 May 27 04:12:21.867443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-be8db3b7-8e22-448c-94eb-0bb124065b06 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229491 May 27 04:12:21.994501 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1a5238c-dad5-4443-862a-60b41ceca4d0 req-99af1773-9623-4e3e-aa52-269dcdb960b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217475 May 27 04:12:22.699978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3b63c-da26-43a2-8b12-0cc93d09a17e req-e70fb144-8c78-4df0-9d92-e59ff4d340f4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:22.701436 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4a3b63c-da26-43a2-8b12-0cc93d09a17e req-e70fb144-8c78-4df0-9d92-e59ff4d340f4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0857415 May 27 04:12:22.745870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4a3b63c-da26-43a2-8b12-0cc93d09a17e req-b53e0e14-ad6c-481f-81ca-8a1832dd78db tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 May 27 04:12:23.944374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409de9-f924-4ce1-b77a-80ba82b70d24 req-1ed04bfe-fe84-46da-9e81-8acda5cde930 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:23.945829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5409de9-f924-4ce1-b77a-80ba82b70d24 req-1ed04bfe-fe84-46da-9e81-8acda5cde930 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0745234 May 27 04:12:23.991076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5409de9-f924-4ce1-b77a-80ba82b70d24 req-0a13e49c-c34a-4886-86bd-9d7895c0aba2 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397120 May 27 04:12:24.060072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:25.185645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bf2f6-0597-4c01-9e2c-1f35e2950e3d req-d52cb34f-0944-40d1-adff-bb1899505b21 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:25.187080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c6bf2f6-0597-4c01-9e2c-1f35e2950e3d req-d52cb34f-0944-40d1-adff-bb1899505b21 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0767274 May 27 04:12:25.231342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c6bf2f6-0597-4c01-9e2c-1f35e2950e3d req-cd51e1f9-22d0-4274-a467-c8426abbbaac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 May 27 04:12:26.425484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e168-bc21-42f9-9660-36d4b7a8b652 req-da23404b-58e8-4f67-aba3-4f17c009229a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:26.426910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4da7e168-bc21-42f9-9660-36d4b7a8b652 req-da23404b-58e8-4f67-aba3-4f17c009229a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0783236 May 27 04:12:26.471124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4da7e168-bc21-42f9-9660-36d4b7a8b652 req-1f711806-195c-46de-97be-12625304d9d8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387497 May 27 04:12:26.549226 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:27.664567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aaa8c-f37f-4bd2-b561-db32f38b09c1 req-6b620a31-008f-4523-b4bd-ed9ecbed6c7a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:27.665993 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c5aaa8c-f37f-4bd2-b561-db32f38b09c1 req-6b620a31-008f-4523-b4bd-ed9ecbed6c7a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0775044 May 27 04:12:27.710815 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c5aaa8c-f37f-4bd2-b561-db32f38b09c1 req-099316f5-012e-4180-98b7-a7af42113af5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393929 May 27 04:12:27.847436 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b1663266-5656-4bca-aed3-6abd7a2234d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:28.904633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5c7b-69fd-4643-932c-7429d745e2f8 req-0d9ce215-daa2-4376-b1ee-ba213e70ece7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:28.906078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-792c5c7b-69fd-4643-932c-7429d745e2f8 req-0d9ce215-daa2-4376-b1ee-ba213e70ece7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 944 time: 0.0746696 May 27 04:12:28.954345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-792c5c7b-69fd-4643-932c-7429d745e2f8 req-956577b2-8655-47af-9440-0eb0764acd5d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 May 27 04:12:29.808757 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f809a6c5-cdb4-419e-9a38-ac4819f2ea30 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:12:29.942685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:29.960968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'mac_address': 'fa:16:3e:8a:f1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:12:29.963627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-034c3aaa-3612-45f5-b14a-4d9eeb8e9437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:30.015621 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:30.032422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f809a6c5-cdb4-419e-9a38-ac4819f2ea30 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:12:30.048706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:30.052535 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:30.129616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:30.138418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.138856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.139256 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.139595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.139916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.140236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.140586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.140927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.141366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.141687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.142001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:12:30.151328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612e1a-d26e-4343-9b94-eebb7d1afdb1 req-f1045875-9ffb-4ab6-8773-0c95d0f57705 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:30.152791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91612e1a-d26e-4343-9b94-eebb7d1afdb1 req-f1045875-9ffb-4ab6-8773-0c95d0f57705 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 945 time: 0.0772107 May 27 04:12:30.201390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91612e1a-d26e-4343-9b94-eebb7d1afdb1 req-97765942-954e-413f-9eb5-eb582b571411 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 May 27 04:12:30.250305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['f809a6c5-cdb4-419e-9a38-ac4819f2ea30'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:12:31.425457 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:31.482811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bc407-a9d6-45cd-90ca-1f6bf27ba6d8 req-28d7f860-c2ba-4954-82c4-3c37903640b8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:31.484242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-699bc407-a9d6-45cd-90ca-1f6bf27ba6d8 req-28d7f860-c2ba-4954-82c4-3c37903640b8 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 945 time: 0.1636639 May 27 04:12:31.509989 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:31.532699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-699bc407-a9d6-45cd-90ca-1f6bf27ba6d8 req-0b25436a-6b67-42ec-acc3-6204edb9c487 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 May 27 04:12:31.824359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f809a6c5-cdb4-419e-9a38-ac4819f2ea30 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:12:31.889133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:12:31.894682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:12:31.895049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:32.005125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:32.031863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:12:32.041375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:32.046286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:32.091971 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac15e10-4b3a-4288-a911-96e7919fcb52'] response: {'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'code': 200} May 27 04:12:32.117880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:32.218868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41196ab3-8632-4d57-bae8-b08fb4b6af46 req-74ed852e-8992-48df-825c-24f2286dd6a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1097 time: 0.0728509 May 27 04:12:32.260056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41196ab3-8632-4d57-bae8-b08fb4b6af46 req-24abe4f4-04aa-4889-ba25-ffe08972b78b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356507 May 27 04:12:32.722461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc21ab-5ec0-41e9-984e-2bca1333b86c req-e840df5f-a2fe-4747-b215-4c3aae7118b0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:32.723900 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56cc21ab-5ec0-41e9-984e-2bca1333b86c req-e840df5f-a2fe-4747-b215-4c3aae7118b0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.0748928 May 27 04:12:32.767258 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56cc21ab-5ec0-41e9-984e-2bca1333b86c req-572da320-174c-4c2e-a80f-0b32a800d8e3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 May 27 04:12:33.110232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:33.962614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ad15-7fd7-4abc-be96-02aa8cfa5a17 req-a828a955-587b-497d-af2f-a4c52f9bbde9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:33.964024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84b9ad15-7fd7-4abc-be96-02aa8cfa5a17 req-a828a955-587b-497d-af2f-a4c52f9bbde9 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.0756738 May 27 04:12:34.007867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-84b9ad15-7fd7-4abc-be96-02aa8cfa5a17 req-0a95bedb-4560-449b-9a06-39e98cd258b7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384653 May 27 04:12:34.206948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228c4b-a98d-491e-852a-a4d11b458c91 req-6dbb5118-96f4-4e40-a7df-3c565db1c2ea tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:34.208657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b228c4b-a98d-491e-852a-a4d11b458c91 req-6dbb5118-96f4-4e40-a7df-3c565db1c2ea tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.0822632 May 27 04:12:34.257813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b228c4b-a98d-491e-852a-a4d11b458c91 req-89d0366c-c3fc-41f0-8af9-e54a7af671ec tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 May 27 04:12:34.285923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48760) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:34.361568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-147f1b70-40a0-48b2-8aaa-5653f85cafdc tempest-TestVolumeBootPattern-1434368774 tempest-TestVolumeBootPattern-1434368774-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1092 time: 0.0744877 May 27 04:12:34.364272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48764) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:34.369329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:12:34.376027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:12:34.379827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:floatingip and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:12:34.382619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:12:34.388255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:12:34.397597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:34.531242 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:34.663983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.25.8.144 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/cf8d6555-8eb5-4f5f-9a48-51074e20cb44) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:12:34.807615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:34.833489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:34.902504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:12:34.905356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:12:34.910110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:12:34.933890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=cf8d6555-8eb5-4f5f-9a48-51074e20cb44,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:35.482381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:35.535867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:35.738645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:35.742818 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:35.847180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=cf8d6555-8eb5-4f5f-9a48-51074e20cb44,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:35.858902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:36.043310 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Floating IP eb425a56-0926-4e63-81b7-2c7b6330dc61 associated. External IP: 172.25.8.144, port: f809a6c5-cdb4-419e-9a38-ac4819f2ea30. May 27 04:12:36.425073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:12:36.717529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:12:36.727939 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:12:36.740529 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:12:36.741289 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:12:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:12:36.742708 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:36.796022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2f5006b0-eb79-437b-90bf-04173eae12b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4307840 May 27 04:12:36.796707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:12:36.850350 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b9413d-f697-464d-8f6a-6a3f4c41b3ed'] response: {'name': 'network-changed', 'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'status': 'completed', 'code': 200} May 27 04:12:36.924132 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:12:36.941728 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-cc174a6f-55ed-42de-ade1-dd02fb82adf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1097 time: 0.0695519 May 27 04:12:37.078742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970f5b0-3815-442b-a88b-49bc1364516e req-6582796e-b485-4430-a373-c5e528c90edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:37.080439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-6582796e-b485-4430-a373-c5e528c90edd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1320496 May 27 04:12:37.197135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-b6ee3ff8-380f-40c7-8111-90d25a46c8d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 1000 time: 0.1103983 May 27 04:12:37.276183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970f5b0-3815-442b-a88b-49bc1364516e req-84abb026-aebe-4d2f-a9de-0e4ad8cd2ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:37.277682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-84abb026-aebe-4d2f-a9de-0e4ad8cd2ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0744538 May 27 04:12:37.331899 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'eb425a56-0926-4e63-81b7-2c7b6330dc61', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:8a:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:12:35Z', 'updated_at': '2022-05-27T04:12:35Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:12:37.336196 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:12:37.346841 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:12:37.347445 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:12:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:12:37.366906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-c19bb0d3-4dd1-48e6-9867-91b54836aa6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835416 May 27 04:12:37.479282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064ebba-8023-45fa-965d-785b0bb1ed47 req-ea42cc75-c0b6-496c-952b-5dbdc9b04ec2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:37.488459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6064ebba-8023-45fa-965d-785b0bb1ed47 req-ea42cc75-c0b6-496c-952b-5dbdc9b04ec2 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.1023755 May 27 04:12:37.533636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6064ebba-8023-45fa-965d-785b0bb1ed47 req-e2001242-4747-4a8c-a281-270195c16acf tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 May 27 04:12:37.536136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-c435d4a7-9ce0-4403-b0f7-e09975a4a17b service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630111 May 27 04:12:37.547407 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:12:37.668825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7970f5b0-3815-442b-a88b-49bc1364516e req-9b817fb7-3bc6-4828-8dc2-082a89708ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266317 May 27 04:12:37.887639 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'eb425a56-0926-4e63-81b7-2c7b6330dc61', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:8a:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:12:35Z', 'updated_at': '2022-05-27T04:12:35Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:12:37.891492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b907b400-36de-4478-8e82-f064ce527aa6 None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'eb425a56-0926-4e63-81b7-2c7b6330dc61', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:8a:f1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:12:35Z', 'updated_at': '2022-05-27T04:12:35Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:12:38.087223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea104e-22e9-428d-999b-ef226a259d2c None None] New status for floating IP eb425a56-0926-4e63-81b7-2c7b6330dc61: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:12:38.730367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a8ec-c486-4331-9363-fcf86c73c327 req-05b20649-3285-47a8-996a-19b13873efa4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:38.731819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc51a8ec-c486-4331-9363-fcf86c73c327 req-05b20649-3285-47a8-996a-19b13873efa4 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0780973 May 27 04:12:38.783119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc51a8ec-c486-4331-9363-fcf86c73c327 req-575ce4b2-d798-4166-9f7f-ca9141a15f37 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451293 May 27 04:12:39.973430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ef890-efd8-48c6-8a40-59d0b7f85446 req-ff3c52fb-68e3-4c6c-9cea-f1fdf7d10338 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:39.974428 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba5ef890-efd8-48c6-8a40-59d0b7f85446 req-ff3c52fb-68e3-4c6c-9cea-f1fdf7d10338 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0741827 May 27 04:12:40.021798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba5ef890-efd8-48c6-8a40-59d0b7f85446 req-b8c5c53e-93c0-4234-9640-289ee01023e1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 May 27 04:12:41.219465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f97697-24b4-4986-8986-3c6a5ffa8e13 req-24012083-4843-4fae-9731-61afca387242 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:41.220913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48f97697-24b4-4986-8986-3c6a5ffa8e13 req-24012083-4843-4fae-9731-61afca387242 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0776541 May 27 04:12:41.264590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48f97697-24b4-4986-8986-3c6a5ffa8e13 req-252f34b0-f58d-408a-a199-15b4a3218e3e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378981 May 27 04:12:42.464565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0f82-db73-4f5f-ac0d-c337395debe6 req-2859d3cc-2d8e-4605-b261-c84f7bdbdcc0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:42.466019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccaf0f82-db73-4f5f-ac0d-c337395debe6 req-2859d3cc-2d8e-4605-b261-c84f7bdbdcc0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0819137 May 27 04:12:42.514438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ccaf0f82-db73-4f5f-ac0d-c337395debe6 req-e66819f6-b6e5-46a8-bf99-d93c8164c773 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 May 27 04:12:43.716741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33853e1-5a3d-4d7a-895f-b9d5623f39f8 req-4e9f8e77-cdd0-46b2-a95a-bd165b0f8e81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:43.718507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b33853e1-5a3d-4d7a-895f-b9d5623f39f8 req-4e9f8e77-cdd0-46b2-a95a-bd165b0f8e81 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0824189 May 27 04:12:43.766634 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b33853e1-5a3d-4d7a-895f-b9d5623f39f8 req-c84bdbea-43ef-4175-97e1-37a9c3abd1b0 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 May 27 04:12:44.960854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6045-5224-40a4-81a7-4f72e9cfa2b2 req-a619bf3e-890f-4f7d-9dc5-6ec77be4f988 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:44.962300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfda6045-5224-40a4-81a7-4f72e9cfa2b2 req-a619bf3e-890f-4f7d-9dc5-6ec77be4f988 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0784240 May 27 04:12:45.006239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfda6045-5224-40a4-81a7-4f72e9cfa2b2 req-fc5da30f-d4db-438b-a57f-d6b77bd3f15c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 May 27 04:12:46.199793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c16db-04e2-4074-afef-9759bb5f6f3b req-1200fcf9-ae3d-447b-8597-705c8686487a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:46.201243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c16db-04e2-4074-afef-9759bb5f6f3b req-1200fcf9-ae3d-447b-8597-705c8686487a tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0736351 May 27 04:12:46.246555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-363c16db-04e2-4074-afef-9759bb5f6f3b req-478c5e21-b1e3-4d23-b436-d494fb150e59 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 May 27 04:12:47.442377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae701848-4dca-46e6-be85-6ac73e3ac197 req-e0a17c8d-18a4-42f7-9fc5-e9c13b933a78 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:47.443735 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae701848-4dca-46e6-be85-6ac73e3ac197 req-e0a17c8d-18a4-42f7-9fc5-e9c13b933a78 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0783031 May 27 04:12:47.489511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae701848-4dca-46e6-be85-6ac73e3ac197 req-f385ae03-295e-4cd8-8d22-d20a34c2c0fd tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 May 27 04:12:48.683362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d0b9-c356-40d7-8b52-b4857ff98e5f req-33ecc4ce-c59c-48ce-8eac-6c24d7cb7516 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:48.684787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52e2d0b9-c356-40d7-8b52-b4857ff98e5f req-33ecc4ce-c59c-48ce-8eac-6c24d7cb7516 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0779767 May 27 04:12:48.730835 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52e2d0b9-c356-40d7-8b52-b4857ff98e5f req-cb48b2a3-a36c-4285-927e-6a993cab6e2e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383606 May 27 04:12:49.922223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:12:49.970289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd699-80c2-40a0-9278-0040c6cfcb54 req-b38ab720-b410-4179-a868-01b4666eca73 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:49.982887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ffdd699-80c2-40a0-9278-0040c6cfcb54 req-b38ab720-b410-4179-a868-01b4666eca73 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.1088626 May 27 04:12:50.049563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2ffdd699-80c2-40a0-9278-0040c6cfcb54 req-783b79cf-04e2-4597-b6ad-431b9b5335db tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734949 May 27 04:12:51.241909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c731f-536f-42ff-b32b-48742db80090 req-9c7769cf-5efe-419f-ad20-1d3da873798e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:51.243340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b45c731f-536f-42ff-b32b-48742db80090 req-9c7769cf-5efe-419f-ad20-1d3da873798e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0750034 May 27 04:12:51.290434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b45c731f-536f-42ff-b32b-48742db80090 req-0b66dd15-bff5-45ad-9460-6a5ce0ef9ae5 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 May 27 04:12:52.487999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cda51a-ccaa-4004-a74d-31ec0af9a03a req-ab670c5c-de6c-41f4-a275-dc97426f6fda tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:52.489542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9cda51a-ccaa-4004-a74d-31ec0af9a03a req-ab670c5c-de6c-41f4-a275-dc97426f6fda tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0768673 May 27 04:12:52.587830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9cda51a-ccaa-4004-a74d-31ec0af9a03a req-6d184107-ff97-42e0-9f41-ee3b7bbcd254 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923681 May 27 04:12:52.600293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fe8f22a-a3df-42f8-a8f7-873c76f447e7 req-b626bf9d-a202-4d4c-8a60-70255525675b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.1036839 May 27 04:12:52.644648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4fe8f22a-a3df-42f8-a8f7-873c76f447e7 req-e0be462d-ada5-4014-840f-60033d4a5aee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364947 May 27 04:12:53.396811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:12:53.522216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:53.549109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:12:53.558922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:53.565383 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:53.612618 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d26a283-0d7c-4418-9477-78246245d7e0'] response: {'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'code': 200} May 27 04:12:53.640101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:53.799552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90d44b-a10e-4428-b186-83a4279790aa req-b158b645-ed77-4753-be7b-b99c68dbc4f1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:53.802626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb90d44b-a10e-4428-b186-83a4279790aa req-b158b645-ed77-4753-be7b-b99c68dbc4f1 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.0836084 May 27 04:12:53.851716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cb90d44b-a10e-4428-b186-83a4279790aa req-de4fa74f-dd10-4b67-80af-cd54c0bf56b3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442908 May 27 04:12:54.080975 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:54.919055 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-ea71b0b9-5bd0-4495-9268-4edb62a772ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3203456 May 27 04:12:55.124104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fc69e-0a53-479d-bb56-d0d7d5fdc37c req-65f9e598-da9c-4ce0-8f16-c7fb6bc6961d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:55.124104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01fc69e-0a53-479d-bb56-d0d7d5fdc37c req-65f9e598-da9c-4ce0-8f16-c7fb6bc6961d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 944 time: 0.1414464 May 27 04:12:55.131651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-3d5fbb63-d94c-45bd-9d41-3933baab3d42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1097 time: 0.1149726 May 27 04:12:55.255154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f01fc69e-0a53-479d-bb56-d0d7d5fdc37c req-b56f99cb-8301-4540-90fa-9f8f51f2957f tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272709 May 27 04:12:55.284136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48838) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:12:55.304984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-f9172f7b-af40-473b-a3db-0debde5ec968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:55.306420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-f9172f7b-af40-473b-a3db-0debde5ec968 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1583226 May 27 04:12:55.404123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bd157c0b-a7c0-4a5d-9d6c-bec599b099ff tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/floatingips/cd451627-b2f8-475b-a139-94b27002c979 HTTP/1.1" status: 200 len: 992 time: 0.1171949 May 27 04:12:55.411006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:12:55.414723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-b321fa86-167f-4cfd-810e-a2a8b9b3648c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 1002 time: 0.1014290 May 27 04:12:55.485601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-75abd99c-d0fc-4348-83da-9d462c7d0e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:55.486500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-75abd99c-d0fc-4348-83da-9d462c7d0e07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0660875 May 27 04:12:55.561482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-5508f093-78de-4bd7-b380-282368781e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687525 May 27 04:12:55.562429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:55.577927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '602d4268-1159-4774-b018-158ea73f07f8', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'port_id': '602d4268-1159-4774-b018-158ea73f07f8', 'mac_address': 'fa:16:3e:36:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:12:55.647581 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:55.665127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602d4268-1159-4774-b018-158ea73f07f8 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:12:55.682853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:55.687966 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:55.704950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-ef9bb62d-7eb9-4e6a-b439-1a5bb376a7d1 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373560 May 27 04:12:55.755354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:55.840500 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49cdb134-bf4b-4882-ae42-a77d0c65b344 req-3c230d50-5004-40f7-a1d9-0cb9921fe6de service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293063 May 27 04:12:56.018479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['602d4268-1159-4774-b018-158ea73f07f8'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:12:56.561483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:57.423934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:12:57.493472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 602d4268-1159-4774-b018-158ea73f07f8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:12:57.494075 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:57.609278 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:57.634997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:12:57.644821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:12:57.649835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:57.693788 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f71586c-300a-4900-bbe0-6c535b740620'] response: {'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'code': 200} May 27 04:12:57.720520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:12:57.847533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2e25-3aeb-4f45-aec7-a8b246bcb55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:12:59.235414 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-caed2eb1-84f3-4748-9a63-909de79b1f48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686476 May 27 04:12:59.375923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-050e0322-b8bf-40a5-8d7a-215d90d4a402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.0706859 May 27 04:12:59.524495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-77d812b8-6860-4694-aa21-41064bad829a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:59.527156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-77d812b8-6860-4694-aa21-41064bad829a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.1308389 May 27 04:12:59.640278 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-f4d9d520-ebfd-4137-a37e-2e6edca46332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 1002 time: 0.1083620 May 27 04:12:59.802387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-87f8ce84-1df6-489b-bc97-1bacd84aaa46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:12:59.802387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-87f8ce84-1df6-489b-bc97-1bacd84aaa46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.1571560 May 27 04:12:59.880027 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-c446ddca-4012-4baf-bbcc-fbbe755cc583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720735 May 27 04:12:59.949030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd38ac4b-326e-4eca-a05b-1f8bbeab8795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:00.033898 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-906e9d96-fdd4-4bc3-8450-74dde7fd57e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461430 May 27 04:13:00.173508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48b47e3c-a7bd-4cec-9473-59a27b110e9e req-3c19bc41-78ce-44de-8f93-573e7d75dbc5 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349249 May 27 04:13:01.432229 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:01.517521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:03.109262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:24.071703 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:26.556781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:26.917496 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:13:27.849066 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-623f9fc7-1982-4cf6-99ad-088073ac20ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:29.941037 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fe76bff8-70f1-407f-9ad2-18846c2f7e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:31.433368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:31.515221 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:33.112518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:54.072523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:55.662280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-c2374d54-80de-4659-b901-4f514f14a53f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662389 May 27 04:13:55.808547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-1fb352fe-f2d9-401b-815e-14cff931afbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 1097 time: 0.0745134 May 27 04:13:55.947362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-858b8a17-2e28-429b-bb1e-ebd8ed84a146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:13:55.948690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-858b8a17-2e28-429b-bb1e-ebd8ed84a146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1231189 May 27 04:13:56.051081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-3aa19535-9759-4646-93d0-7d2f73483207 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 200 len: 1002 time: 0.0966237 May 27 04:13:56.113210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-1246f6c9-2c7c-4829-9c95-50136405b8b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:13:56.114609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-1246f6c9-2c7c-4829-9c95-50136405b8b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0575552 May 27 04:13:56.185912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-64099897-e804-488e-b54d-16b8ae16f310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654171 May 27 04:13:56.312967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-bb0b847f-0613-4829-9baa-3a4b100c4396 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214013 May 27 04:13:56.528041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1956b702-3ddc-4356-9c23-5b01baf12c1e req-cb79ed0b-dbfb-42ee-82d4-b0c1b7ea153c service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095923 May 27 04:13:56.568468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:57.850606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fab6fcef-5351-44b3-91b8-984dfa746ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:13:59.941620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fac2a24e-4d80-4697-a55a-25042f76a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:00.202889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:00.222796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-28a3e31b-fd21-4563-aa58-ddbcccc2701a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699408 May 27 04:14:00.362306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-448718a3-5c01-41ed-9546-81a7bd492cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.0718164 May 27 04:14:00.401764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:00.402099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:00.506563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-7b374d9e-411e-47aa-b182-74d43294aec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:00.507937 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-7b374d9e-411e-47aa-b182-74d43294aec7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.1265152 May 27 04:14:00.568134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:00.568485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:00.611419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-385b05b5-da8b-466c-9b24-801da6859999 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 1002 time: 0.0968354 May 27 04:14:00.673178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-fa6b9346-d299-4f15-8f01-3a41ec268d1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:00.674601 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-fa6b9346-d299-4f15-8f01-3a41ec268d1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0568936 May 27 04:14:00.692612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:00.752072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-a14202cb-02da-48a2-8fb1-323cdcea891e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707428 May 27 04:14:00.838516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:00.883188 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-9c669dad-69d2-4f6d-8f0a-8d86c8280de3 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251001 May 27 04:14:00.886803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=7bad97a4-e2c6-4e38-9b53-78ea10f0d8ba,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:00.953408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.953747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.954077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.954399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.954722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.955039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.955359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.955675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.955988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.956321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.956631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:00.987683 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:01.019503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93be3031-7bc4-4d32-b55a-1c9e49f2791e req-906a3960-8b8e-4b90-a5c3-6704ba2f75af service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296759 May 27 04:14:01.385177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:01.433045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:01.517651 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:01.681909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:01.691031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Sync routers for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:01.701868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:01.703127 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:01.703718 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:01.756067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e317bd8f-a5f7-4505-b004-b1ca7dc7c6e9 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/floatingips/cd451627-b2f8-475b-a139-94b27002c979 HTTP/1.1" status: 204 len: 168 time: 1.5520797 May 27 04:14:01.756778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:01.884781 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:01.930755 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea506f2-42e6-4361-b994-36ef100fb2d8'] response: {'name': 'network-changed', 'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'status': 'completed', 'code': 200} May 27 04:14:02.039000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-6988fcdd-c409-4b8d-ae6e-68b0d90947a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 1097 time: 0.0849850 May 27 04:14:02.167061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b15daa-5419-4ae6-9a5e-adde8cdbe965 req-fd96ddfc-1b75-47d2-a932-03b0ff2a678c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:02.168152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e1b15daa-5419-4ae6-9a5e-adde8cdbe965 req-fd96ddfc-1b75-47d2-a932-03b0ff2a678c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:14:02.185106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e1b15daa-5419-4ae6-9a5e-adde8cdbe965 req-fd96ddfc-1b75-47d2-a932-03b0ff2a678c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:14:02.186486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1b15daa-5419-4ae6-9a5e-adde8cdbe965 req-fd96ddfc-1b75-47d2-a932-03b0ff2a678c tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.1064365 May 27 04:14:02.196312 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebac05-f343-470d-8b29-188992676615 req-0d874118-3740-462c-859f-fb8415d8716c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:02.197997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-0d874118-3740-462c-859f-fb8415d8716c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 200 len: 898 time: 0.1531391 May 27 04:14:02.234471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1b15daa-5419-4ae6-9a5e-adde8cdbe965 req-9855c631-06ee-4337-8fd9-9b413a3bd273 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 May 27 04:14:02.246719 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:02.250532 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Checking router: e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:02.266158 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:02.266780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:02.271613 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-50f96b1c-fdd2-41c1-bb57-84fd2a718941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 200 len: 217 time: 0.0670493 May 27 04:14:02.332341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebac05-f343-470d-8b29-188992676615 req-e6642d96-bd49-4fc4-827e-4bcd1e1de34f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:02.333808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-e6642d96-bd49-4fc4-827e-4bcd1e1de34f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 200 len: 835 time: 0.0561926 May 27 04:14:02.406987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-bd39064b-eac1-422f-ad38-93b242dd4dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c152b325-b957-4f01-adfb-240cb2d10903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658715 May 27 04:14:02.439222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:02.631782 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-b0ad2d31-ffcc-40c4-89ca-322a407c5f8d service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173841 May 27 04:14:02.742206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:02.745989 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49914912-048e-4431-b486-33a92fa2fbb6 None None] The sync data for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 is: [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:15Z', 'revision_number': 4, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'c11813e5-37fb-40ea-84af-39fe7ca69393', 'name': '', 'network_id': 'c152b325-b957-4f01-adfb-240cb2d10903', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'mac_address': 'fa:16:3e:5f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:15Z', 'updated_at': '2022-05-27T04:11:22Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'subnets': [{'id': '818a495d-0ba7-4e04-ab20-e30c37cee993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:02.762459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4ebac05-f343-470d-8b29-188992676615 req-bbf94c47-afa0-4b76-abe3-160e7ca411c4 service neutron] 10.222.0.41 "GET /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243720 May 27 04:14:02.952515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40b0f6-aad1-4825-a837-ea0d148f9ba2 None None] New status for floating IP cd451627-b2f8-475b-a139-94b27002c979: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:14:03.113512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:03.453480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e4051-e762-4677-867b-409fea0cce2e req-40ce16b0-b6b3-4dd3-9157-84ad5b7f353e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:03.454917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f6e4051-e762-4677-867b-409fea0cce2e req-40ce16b0-b6b3-4dd3-9157-84ad5b7f353e tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0741363 May 27 04:14:03.499644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9f6e4051-e762-4677-867b-409fea0cce2e req-df304167-3b92-4a2d-baa9-868a4d6eea0d tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bdf4315-5147-4c0a-b62d-08785653dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 May 27 04:14:03.608677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-dc74cd55-0610-49b0-b3cd-2c79fe4e809b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:03.610085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-dc74cd55-0610-49b0-b3cd-2c79fe4e809b tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 946 time: 0.0783777 May 27 04:14:03.680512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port 602d4268-1159-4774-b018-158ea73f07f8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:03.680848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:03.919491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:14:03.924596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port 602d4268-1159-4774-b018-158ea73f07f8, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=602d4268-1159-4774-b018-158ea73f07f8,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:03.924983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:04.044020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for 602d4268-1159-4774-b018-158ea73f07f8 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:04.189199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:04.238082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=602d4268-1159-4774-b018-158ea73f07f8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:04.308000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.308339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.308671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.309038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.309369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.309704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.310025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.310345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.310664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.310980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.311296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:04.324425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] No DVR routers for this DVR port 602d4268-1159-4774-b018-158ea73f07f8 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:14:04.326815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:04.329368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-deleted', 'tag': '602d4268-1159-4774-b018-158ea73f07f8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:04.344388 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-845b29c3-2a8b-4626-96c2-85d8013e3480 req-f13db0f5-3231-41f3-ac64-9e884ade4541 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.41 "DELETE /v2.0/ports/602d4268-1159-4774-b018-158ea73f07f8 HTTP/1.1" status: 204 len: 173 time: 0.7286706 May 27 04:14:04.398826 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a048757-ec9e-498f-90ee-7ccef1540fd7'] response: {'server_uuid': 'c489f361-56cb-4cbf-9549-30f92d891100', 'name': 'network-vif-deleted', 'tag': '602d4268-1159-4774-b018-158ea73f07f8', 'status': 'completed', 'code': 200} May 27 04:14:04.676683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-05a6e0ca-ef57-4cae-a1b9-41a2890c7c3e req-fc6cb809-6011-4497-a14b-428b07316e55 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Synchronizing usage tracker for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:14:04.693739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-05a6e0ca-ef57-4cae-a1b9-41a2890c7c3e req-fc6cb809-6011-4497-a14b-428b07316e55 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Unset dirty status for tenant:72df6857e5b942a6bc6512e5d8dc77d2 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:14:04.695011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-05a6e0ca-ef57-4cae-a1b9-41a2890c7c3e req-fc6cb809-6011-4497-a14b-428b07316e55 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c489f361-56cb-4cbf-9549-30f92d891100 HTTP/1.1" status: 200 len: 210 time: 0.0591376 May 27 04:14:05.758442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:14:05.793671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 602d4268-1159-4774-b018-158ea73f07f8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:14:05.794005 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 602d4268-1159-4774-b018-158ea73f07f8 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:14:05.805388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:06.197479 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:06.792615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port c11813e5-37fb-40ea-84af-39fe7ca69393 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:06.792973 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:06.973387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port c11813e5-37fb-40ea-84af-39fe7ca69393, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c11813e5-37fb-40ea-84af-39fe7ca69393,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:06.974084 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:07.191147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for c11813e5-37fb-40ea-84af-39fe7ca69393 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:07.360035 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:07.408197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=c11813e5-37fb-40ea-84af-39fe7ca69393,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:07.701447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:08.274947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:08.467023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:08.476311 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Sync routers for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:08.483597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2fee221f-62a5-4905-a551-df30704e9a11 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "PUT /v2.0/routers/e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771431 May 27 04:14:08.486415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48920) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:08.488640 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:08.489276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:08.663444 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:08.673719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting subnet 818a495d-0ba7-4e04-ab20-e30c37cee993 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:14:08.676534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:08.729815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:08.810146 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:08.942266 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:14:07Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:08.945922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Checking router: e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:08.956003 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Routers {'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:08.956585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:08.965875 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.004051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Subnet': ['ID=818a495d-0ba7-4e04-ab20-e30c37cee993,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:09.009249 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.014545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52eb934-2bf7-4186-971f-5f0be650eeae None None] Network c152b325-b957-4f01-adfb-240cb2d10903 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:14:09.017302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:09.017521 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0384e8aa-1223-490a-9e2e-6593fac3e202 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/subnets/818a495d-0ba7-4e04-ab20-e30c37cee993 HTTP/1.1" status: 204 len: 168 time: 0.5298476 May 27 04:14:09.165232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] Set router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:09.299015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] DHCP port deletion for c152b325-b957-4f01-adfb-240cb2d10903 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:14:09.303190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Deleting port 8d6e091a-1a93-43ec-b478-4ba95130fb31 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:09.303550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.343894 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.485589 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:14:07Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:09.489850 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7602bc6-8f8e-46d9-b2c3-5ed35603ffb3 None None] The sync data for ids ['e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4'] in n-d-843301-2 is: [{'id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1831652780', 'tenant_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:14:07Z', 'revision_number': 5, 'project_id': '72df6857e5b942a6bc6512e5d8dc77d2', 'gw_port': {'id': 'a6f86598-afc0-447e-9064-5bd23a4af9b3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:11:11Z', 'updated_at': '2022-05-27T04:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:09.510149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] For port 8d6e091a-1a93-43ec-b478-4ba95130fb31, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8d6e091a-1a93-43ec-b478-4ba95130fb31,segment=NetworkSegment(e1187365-fef8-42dc-a5f9-76ecd711da9a),segment_id=e1187365-fef8-42dc-a5f9-76ecd711da9a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:09.510618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.551956 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.562916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Deleting port a6f86598-afc0-447e-9064-5bd23a4af9b3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:09.563325 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.630178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Calling delete_port for 8d6e091a-1a93-43ec-b478-4ba95130fb31 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:09.703149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.738647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] For port a6f86598-afc0-447e-9064-5bd23a4af9b3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a6f86598-afc0-447e-9064-5bd23a4af9b3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:09.738923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:09.748228 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Pushing event deleted for resources: {'Port': ['ID=8d6e091a-1a93-43ec-b478-4ba95130fb31,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:09.758876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] No DVR routers for this DVR port 8d6e091a-1a93-43ec-b478-4ba95130fb31 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:14:09.761891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.762236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.762571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.762907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.763302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.763647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.763956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.764275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.764597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.764933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.765261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3aee2f-f63c-4b93-b205-3bbde29d0e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:09.862530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Calling delete_port for a6f86598-afc0-447e-9064-5bd23a4af9b3 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:10.033508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.080752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c11813e5-37fb-40ea-84af-39fe7ca69393 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:14:10.088877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Port': ['ID=a6f86598-afc0-447e-9064-5bd23a4af9b3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:10.114704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c11813e5-37fb-40ea-84af-39fe7ca69393 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:14:10.115048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c11813e5-37fb-40ea-84af-39fe7ca69393 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:14:10.115500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6e091a-1a93-43ec-b478-4ba95130fb31 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:14:10.146872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8d6e091a-1a93-43ec-b478-4ba95130fb31 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:14:10.147209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8d6e091a-1a93-43ec-b478-4ba95130fb31 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:14:10.307166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.654343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.658660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.695287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.695287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Fanout notify agent at l3_agent the message router_deleted on router e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:14:10.701841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.702933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-677a7ac0-af45-461b-994d-df7e3dd70e86 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/routers/e0ebd123-bdd2-4221-8c7f-f92ad95ca1a4 HTTP/1.1" status: 204 len: 168 time: 1.6845996 May 27 04:14:10.705650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48928) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:10.837207 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:10.976698 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.005234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c152b325-b957-4f01-adfb-240cb2d10903']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:11.022686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1187365-fef8-42dc-a5f9-76ecd711da9a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:11.022686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1187365-fef8-42dc-a5f9-76ecd711da9a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:11.034362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.055670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.062575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:14:11.062713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: timer() May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:14:11.078426 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:14:11.163668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.169341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.195328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'Network': ['ID=c152b325-b957-4f01-adfb-240cb2d10903,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:11.202645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-78e203e4-3df8-44ce-b2bd-6c61a61ffef8 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/networks/c152b325-b957-4f01-adfb-240cb2d10903 HTTP/1.1" status: 204 len: 168 time: 0.4958968 May 27 04:14:11.205281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:11.277136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.305984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.368330 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.387128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf4315-5147-4c0a-b62d-08785653dad7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:11.397896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:11.399151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b90b7e27-45aa-41a9-a41b-67b4a9ea83f3 tempest-TestNetworkAdvancedServerOps-996624240 tempest-TestNetworkAdvancedServerOps-996624240-project] 10.222.0.46 "DELETE /v2.0/security-groups/1bdf4315-5147-4c0a-b62d-08785653dad7 HTTP/1.1" status: 204 len: 168 time: 0.1929321 May 27 04:14:11.798025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:12.002932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8d465b66-741a-4fa8-987c-def09d51ec63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72df6857e5b942a6bc6512e5d8dc77d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039807 May 27 04:14:12.006698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 48948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:12.075869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.090017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6f86598-afc0-447e-9064-5bd23a4af9b3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:14:12.111284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.126280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a6f86598-afc0-447e-9064-5bd23a4af9b3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:14:12.126624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a6f86598-afc0-447e-9064-5bd23a4af9b3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:14:12.174463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.194468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e391d-914b-4bed-9db0-fe91fd949eff,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:12.202734 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.202734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8be4d68b-a339-47d9-91ce-29a0ffd5a507 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad6e391d-914b-4bed-9db0-fe91fd949eff HTTP/1.1" status: 204 len: 168 time: 0.1925597 May 27 04:14:12.597261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48956) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:12.652407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cdde53e5-d170-4a64-bab0-83ada31ed913 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cac5a592289d41aa8d6707cb96adc4c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538213 May 27 04:14:12.654829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 48960) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:12.715844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.741381 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.794580 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.811566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfaebf3-4a14-4178-8a05-f7d48e144d58,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:12.821137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:12.822826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70971181-0851-402e-bab6-d1e93b0f8164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dfaebf3-4a14-4178-8a05-f7d48e144d58 HTTP/1.1" status: 204 len: 168 time: 0.1671150 May 27 04:14:15.556600 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49122) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:15.700800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:15.730804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:15.734576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Usage tracker for resource:security_group_rule and tenant:73633bce3a5642538dfbb316e32c692b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:15.737329 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:15.742799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:15.805873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:15.810132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:15.854383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e682c-e952-46bf-bacf-2b4ed60722e1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:15.858804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-885a6f24-02ea-4107-a068-8720e8050d4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73633bce3a5642538dfbb316e32c692b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011715 May 27 04:14:15.861614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:15.922722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:15.947681 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:15.997828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.013209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e682c-e952-46bf-bacf-2b4ed60722e1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:16.017540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.021269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-47ed5a3c-c20b-49c7-be38-6508d3fa1a67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df6e682c-e952-46bf-bacf-2b4ed60722e1 HTTP/1.1" status: 204 len: 168 time: 0.1563623 May 27 04:14:16.340355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49136) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:16.358819 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.388519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:16.392300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Usage tracker for resource:security_group_rule and tenant:64dc1d6fb3c1413ab1021263e1dc94ee is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:16.395047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:16.401094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:16.465619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.469240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.515869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eea6cc-7338-4100-a53e-170335aef735,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:16.522300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-426580c0-f815-4969-bf6e-6f632f3ed842 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64dc1d6fb3c1413ab1021263e1dc94ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1809375 May 27 04:14:16.525514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:16.585155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.610991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.661997 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.676607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eea6cc-7338-4100-a53e-170335aef735,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:16.685141 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:16.686240 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-745917b6-713b-4747-aba1-87f8bb57acdf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4eea6cc-7338-4100-a53e-170335aef735 HTTP/1.1" status: 204 len: 168 time: 0.1598554 May 27 04:14:17.492279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49162) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:17.621112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1691386880-network', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:17.626397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:17.630608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Usage tracker for resource:network and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:17.633489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:17.639151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:17.649079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Made reservation on behalf of bf68b2cb85e141fd8794375f4560c52d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:14:17.651278 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.663030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.694154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:17.698037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:17.701605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:17.707933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:17.775546 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.779077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.807209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:14:17.816285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48557a9d-0d73-498d-8bf8-8f634b36f51b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:17.821742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.822015 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Added segment 988e926e-c652-4979-b6fd-b773c04107b1 of type vlan for network 0ff1841b-bc5a-4f3b-8818-13647ced4665 May 27 04:14:17.847567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.875565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.876343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:17.876944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:17.976695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff1841b-bc5a-4f3b-8818-13647ced4665,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:17.981341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1bf64db1-5c7f-489a-9472-967b9f44a038 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4879920 May 27 04:14:17.983551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49168) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:17.987717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:14:17.988949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Request body: {'subnet': {'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1691386880-subnet', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:17.994481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:17.998677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Usage tracker for resource:subnet and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:18.001605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:18.007228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:18.017991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Made reservation on behalf of bf68b2cb85e141fd8794375f4560c52d for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:14:18.020209 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.217835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.288790 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83950f8f-0ba4-4ec5-9023-6abdaec53e41,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:18.302514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Checking segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:18.302862 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Network hostable DHCP agents. Network: 0ff1841b-bc5a-4f3b-8818-13647ced4665, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:14:18.324361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:14:18.333066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 0ff1841b-bc5a-4f3b-8818-13647ced4665) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:18.336949 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:18.338081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.343407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b17a35-1be0-480d-bf1f-a20830831661 None None] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:14:18.358122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9394857e-5f93-4d75-a8c0-a95be664477c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3735616 May 27 04:14:18.360781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49172) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:18.366622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:18.372113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:18.375905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Usage tracker for resource:router and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:18.379539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:18.385671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:18.396548 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.397482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.417421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.550924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-0ff1841b-bc5a-4f3b-8818-13647ced4665', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:14:18.551728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.563227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.705493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Allocated IP 172.20.0.2 (0ff1841b-bc5a-4f3b-8818-13647ced4665/83950f8f-0ba4-4ec5-9023-6abdaec53e41/40ed7bea-5ccd-480f-b77b-d41684359612) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:18.754892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.785008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.910039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:18.920987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Transition to ACTIVE for port object 40ed7bea-5ccd-480f-b77b-d41684359612 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:18.940363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Transition to ACTIVE for port object 40ed7bea-5ccd-480f-b77b-d41684359612 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:18.946004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.012714 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Allocated IP 172.25.8.169 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/11b620a0-3397-4cf2-845a-7ed4c18152d6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:19.017773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:19.019061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:19.021967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:19.023916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Pushing event updated for resources: {'Port': ['ID=40ed7bea-5ccd-480f-b77b-d41684359612,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:19.116808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Attempting to bind port 40ed7bea-5ccd-480f-b77b-d41684359612 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:19.117296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Attempting to bind port 40ed7bea-5ccd-480f-b77b-d41684359612 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:19.117682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Attempting to bind port 40ed7bea-5ccd-480f-b77b-d41684359612 on network 0ff1841b-bc5a-4f3b-8818-13647ced4665 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:19.125418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:19.125904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Checking segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:19.126315 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.126751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Bound using segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:19.127219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Bound port: 40ed7bea-5ccd-480f-b77b-d41684359612, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:19.127597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.167290 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.193922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.217864 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] For port 40ed7bea-5ccd-480f-b77b-d41684359612, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:19.221160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] For port 40ed7bea-5ccd-480f-b77b-d41684359612, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=40ed7bea-5ccd-480f-b77b-d41684359612,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:19.225901 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.260033 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:19.262797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:19.266459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:19.300340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Pushing event updated for resources: {'Port': ['ID=11b620a0-3397-4cf2-845a-7ed4c18152d6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:19.317150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee1c54-3adf-4dd7-8c47-c59c63952db0 None None] Pushing event updated for resources: {'Port': ['ID=40ed7bea-5ccd-480f-b77b-d41684359612,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:19.441026 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.441839 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.689300 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Router 1e0313a2-2c78-4506-8deb-08401b194022 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:14:19.890420 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:19.899110 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:19.911473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:19.912262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:19.916844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:19.920559 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f87d10ef-fec4-422f-bdbd-7492450753ed admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5559626 May 27 04:14:19.920768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49176) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:20.145976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 40ed7bea-5ccd-480f-b77b-d41684359612 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:20.213768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:20.327890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970e901-6db1-46a1-b7ab-83eb8ecccb8b None None] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:14:20.507852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 40ed7bea-5ccd-480f-b77b-d41684359612 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:20.552408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Provisioning for port 40ed7bea-5ccd-480f-b77b-d41684359612 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:20.586759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Provisioning complete for port 40ed7bea-5ccd-480f-b77b-d41684359612 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:20.587041 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:20.793815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:20.860150 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:20.876743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:19Z', 'revision_number': 3, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:20.892599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:20.892912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Updating router 1e0313a2-2c78-4506-8deb-08401b194022 port 11b620a0-3397-4cf2-845a-7ed4c18152d6 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:14:20.952227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] For port 40ed7bea-5ccd-480f-b77b-d41684359612, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=40ed7bea-5ccd-480f-b77b-d41684359612,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:20.958085 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:20.980732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.030897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Allocated IP 172.20.0.1 (0ff1841b-bc5a-4f3b-8818-13647ced4665/83950f8f-0ba4-4ec5-9023-6abdaec53e41/5cb9a801-9f37-46d1-8454-da5d425b2745) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:21.126514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daece2d5-f0fa-4661-9845-c5f4915e820d None None] Pushing event updated for resources: {'Port': ['ID=40ed7bea-5ccd-480f-b77b-d41684359612,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:21.193427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.208670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Transition to ACTIVE for port object 5cb9a801-9f37-46d1-8454-da5d425b2745 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:21.209667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-71e81608-165e-4ee0-979d-a325b71a8f7d None None] Provisioning complete for port 40ed7bea-5ccd-480f-b77b-d41684359612 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:21.210158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-71e81608-165e-4ee0-979d-a325b71a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.230918 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.297267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:21.300160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:21.304782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:21.329176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:21.362794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.448584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.454035 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.467387 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Transition to ACTIVE for port object 11b620a0-3397-4cf2-845a-7ed4c18152d6 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:21.474925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.556043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Attempting to bind port 11b620a0-3397-4cf2-845a-7ed4c18152d6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:21.556318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Attempting to bind port 11b620a0-3397-4cf2-845a-7ed4c18152d6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:21.556678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Attempting to bind port 11b620a0-3397-4cf2-845a-7ed4c18152d6 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:21.558610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a470b-1b19-46e9-a25c-9166ba968ef8 None None] Pushing event updated for resources: {'Port': ['ID=11b620a0-3397-4cf2-845a-7ed4c18152d6,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:21.565485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:21.565811 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:21.566210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.566593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:21.567056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Bound port: 11b620a0-3397-4cf2-845a-7ed4c18152d6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:21.567442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.639891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-748f836e-1912-4174-a30e-8cb4581f5267 None None] Provisioning for port 5cb9a801-9f37-46d1-8454-da5d425b2745 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:21.650258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-748f836e-1912-4174-a30e-8cb4581f5267 None None] Provisioning complete for port 5cb9a801-9f37-46d1-8454-da5d425b2745 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:21.650632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-748f836e-1912-4174-a30e-8cb4581f5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.677621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.678105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] For port 11b620a0-3397-4cf2-845a-7ed4c18152d6, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:21.682221 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.699113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] For port 11b620a0-3397-4cf2-845a-7ed4c18152d6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11b620a0-3397-4cf2-845a-7ed4c18152d6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:21.706426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.741634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-748f836e-1912-4174-a30e-8cb4581f5267 None None] Port 5cb9a801-9f37-46d1-8454-da5d425b2745 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:14:21.791914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a470b-1b19-46e9-a25c-9166ba968ef8 None None] Pushing event updated for resources: {'Port': ['ID=11b620a0-3397-4cf2-845a-7ed4c18152d6,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:21.792622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:21.795559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:21.796287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:21.797505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:21.930458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:21.931717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:21.972158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:22.155240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 40ed7bea-5ccd-480f-b77b-d41684359612 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:22.300801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1812a529-578b-4542-95aa-be812e27099f None None] Provisioning complete for port 5cb9a801-9f37-46d1-8454-da5d425b2745 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:22.301471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1812a529-578b-4542-95aa-be812e27099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:22.402514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1812a529-578b-4542-95aa-be812e27099f None None] Port 5cb9a801-9f37-46d1-8454-da5d425b2745 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:14:22.432037 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 40ed7bea-5ccd-480f-b77b-d41684359612 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:22.432405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:22.443488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Router 1e0313a2-2c78-4506-8deb-08401b194022 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:22.562200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:22.570634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3050f0-05f2-4e5a-b735-6bae67931f3b None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:22.644288 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:22.655129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b827612-bd23-4acc-8d22-ecf3d68b6305 admin admin] 10.222.0.46 "PUT /v2.0/routers/1e0313a2-2c78-4506-8deb-08401b194022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314115 May 27 04:14:23.546558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49198) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:23.552183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1767703585-network', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:23.557676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:23.561807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Usage tracker for resource:network and tenant:0e0a59159e174f52b49728ad12a21b4b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:23.564680 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:23.570769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:23.583161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Made reservation on behalf of 0e0a59159e174f52b49728ad12a21b4b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:14:23.585795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.599208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.634423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:23.638486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Usage tracker for resource:security_group_rule and tenant:0e0a59159e174f52b49728ad12a21b4b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:23.641548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:23.647503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:23.716390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.720616 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.757289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:14:23.766758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d691060-4968-4d89-b368-9d13cff23ee1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:23.774429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.775408 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Added segment 363073b1-013c-4a9f-a470-44dfd0854165 of type vlan for network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 May 27 04:14:23.800736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.829779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.830512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:23.831081 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:23.930581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] Pushing event updated for resources: {'Network': ['ID=01b462c6-1b97-42d2-9ec3-a0bd4e7010d2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:23.934040 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-28b2d995-7e6b-49ab-a7c8-84c7b45936bc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3864768 May 27 04:14:23.936773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49202) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:23.940819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:14:23.941938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Request body: {'subnet': {'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1767703585-subnet', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:23.948272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:23.952131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Usage tracker for resource:subnet and tenant:0e0a59159e174f52b49728ad12a21b4b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:23.955025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:23.960910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:23.970466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Made reservation on behalf of 0e0a59159e174f52b49728ad12a21b4b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:14:23.972923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.075985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.130557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11b620a0-3397-4cf2-845a-7ed4c18152d6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:24.192787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.198432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 11b620a0-3397-4cf2-845a-7ed4c18152d6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:24.203594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 11b620a0-3397-4cf2-845a-7ed4c18152d6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:24.203951 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.272438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e827627-cb3d-4d9c-9658-3f07565574d5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:24.281139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Checking segment: {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:24.281475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Network hostable DHCP agents. Network: 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:14:24.304515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:14:24.314530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:24.318697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:24.319283 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.319389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.325098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3166f86-3cdd-4d5b-bb48-144385d6553c None None] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:14:24.340488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a19b669b-a9fb-4a8e-ae88-68c1f00c97f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4027169 May 27 04:14:24.343136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49206) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:24.348750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:24.354630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:24.358594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Usage tracker for resource:router and tenant:0e0a59159e174f52b49728ad12a21b4b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:24.361513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:24.369007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:24.379614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.380733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.399390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.407496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 11b620a0-3397-4cf2-845a-7ed4c18152d6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11b620a0-3397-4cf2-845a-7ed4c18152d6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:24.412754 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.537942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=11b620a0-3397-4cf2-845a-7ed4c18152d6,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:24.544853 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.601521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'fixed_ips': [{'subnet_id': '3e827627-cb3d-4d9c-9658-3f07565574d5'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:14:24.602319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.732342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.756760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Allocated IP 172.20.0.2 (01b462c6-1b97-42d2-9ec3-a0bd4e7010d2/3e827627-cb3d-4d9c-9658-3f07565574d5/b2200a51-0ace-4fe5-bf8b-34305351906b) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:24.762652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.898540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Allocated IP 172.25.8.130 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c4e42aac-98d8-4f6e-8835-bcbb83872f4e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:24.955386 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:24.965700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Transition to ACTIVE for port object b2200a51-0ace-4fe5-bf8b-34305351906b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:24.983812 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Transition to ACTIVE for port object b2200a51-0ace-4fe5-bf8b-34305351906b will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:24.990530 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.046735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.075399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.103295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:25.105982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:25.109659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:25.115914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Pushing event updated for resources: {'Port': ['ID=b2200a51-0ace-4fe5-bf8b-34305351906b,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:25.137250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:25.140082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:25.143363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:25.205011 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Attempting to bind port b2200a51-0ace-4fe5-bf8b-34305351906b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:25.205578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Attempting to bind port b2200a51-0ace-4fe5-bf8b-34305351906b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:25.206111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Attempting to bind port b2200a51-0ace-4fe5-bf8b-34305351906b on network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:25.208728 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:25.213892 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:25.214484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Checking segment: {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:25.215065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.215732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Bound using segment: {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:25.216322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Bound port: b2200a51-0ace-4fe5-bf8b-34305351906b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:25.216844 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.310851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] For port b2200a51-0ace-4fe5-bf8b-34305351906b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:25.313989 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] For port b2200a51-0ace-4fe5-bf8b-34305351906b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2200a51-0ace-4fe5-bf8b-34305351906b,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:25.318318 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.396562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc87f52-dbcf-455f-b527-275d0919f30b None None] Pushing event updated for resources: {'Port': ['ID=b2200a51-0ace-4fe5-bf8b-34305351906b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:25.426802 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.427577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.671794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:14:25.871028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:25.879214 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Sync routers for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:25.890988 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:25.891609 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:25.895721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:25.897037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10b0c73d-7d80-48bf-9db5-0f4738ad8989 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5530047 May 27 04:14:25.900353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49210) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:26.075835 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:26.242941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11b620a0-3397-4cf2-845a-7ed4c18152d6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:26.343020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 11b620a0-3397-4cf2-845a-7ed4c18152d6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:26.343020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.414678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:25Z', 'revision_number': 3, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:26.419270 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Checking router: 19159894-8cc5-49d8-8fd8-28dfd6a2b391 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:26.419606 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Updating router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 port c4e42aac-98d8-4f6e-8835-bcbb83872f4e binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:14:26.444582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd7d40-b63b-46bd-ae37-7e1ff6f9c3b9 None None] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:14:26.470771 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.562848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b2200a51-0ace-4fe5-bf8b-34305351906b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:26.611714 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-93424206-6b0a-46d7-8127-e609fd7b15ca None None] Provisioning for port b2200a51-0ace-4fe5-bf8b-34305351906b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:26.667451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.725714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.767908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b2200a51-0ace-4fe5-bf8b-34305351906b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:26.784392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b2200a51-0ace-4fe5-bf8b-34305351906b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:26.784757 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.801555 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.814481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Transition to ACTIVE for port object c4e42aac-98d8-4f6e-8835-bcbb83872f4e will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:26.822628 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.892175 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Pushing event updated for resources: {'Port': ['ID=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:26.904338 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.904948 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.905658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.906180 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.906723 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.907241 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.907767 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.908277 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.908786 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.909317 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.909826 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:14:26.921787 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.946310 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Attempting to bind port c4e42aac-98d8-4f6e-8835-bcbb83872f4e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:26.946928 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Attempting to bind port c4e42aac-98d8-4f6e-8835-bcbb83872f4e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:26.947434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Attempting to bind port c4e42aac-98d8-4f6e-8835-bcbb83872f4e on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:26.956220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port b2200a51-0ace-4fe5-bf8b-34305351906b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2200a51-0ace-4fe5-bf8b-34305351906b,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:26.958041 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:26.958379 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:26.958776 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.959741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:26.960232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Bound port: c4e42aac-98d8-4f6e-8835-bcbb83872f4e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:26.960566 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.963213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:26.967527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Allocated IP 172.20.0.1 (01b462c6-1b97-42d2-9ec3-a0bd4e7010d2/3e827627-cb3d-4d9c-9658-3f07565574d5/9aef38ef-1e8e-4dad-9c90-bccddcfc6a42) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:27.042019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=b2200a51-0ace-4fe5-bf8b-34305351906b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:27.056844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] For port c4e42aac-98d8-4f6e-8835-bcbb83872f4e, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:27.060539 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] For port c4e42aac-98d8-4f6e-8835-bcbb83872f4e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:27.067134 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.155939 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9258-2925-445f-bd50-9f1a65d69915 None None] Pushing event updated for resources: {'Port': ['ID=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:27.162908 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:27.163648 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:27.168115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a190463b-21a5-49f4-8ec6-55529ba3baf8 None None] Provisioning complete for port b2200a51-0ace-4fe5-bf8b-34305351906b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:27.168630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a190463b-21a5-49f4-8ec6-55529ba3baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.266504 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.285072 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Transition to ACTIVE for port object 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:27.309444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.374270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:27.376967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:27.380716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:27.384673 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:27.411459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Pushing event updated for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:27.437778 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.527976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.608309 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ec3bc3b-0001-4f0b-a304-057cd8633084 None None] Provisioning for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:27.613182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1ec3bc3b-0001-4f0b-a304-057cd8633084 None None] Provisioning complete for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:27.613551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1ec3bc3b-0001-4f0b-a304-057cd8633084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.666355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3bc3b-0001-4f0b-a304-057cd8633084 None None] Port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:14:27.683327 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:25Z', 'revision_number': 3, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:27.687199 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92cba-9864-457a-b251-365c20f9b327 None None] The sync data for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 is: [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:25Z', 'revision_number': 3, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:27.771919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.777061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.851867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea195cb9-45f6-4b7c-842a-87540ece293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:27.885910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Pushing event updated for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:27.888347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:28.019487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:28.020439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:28.105127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b2200a51-0ace-4fe5-bf8b-34305351906b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:28.190197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b2200a51-0ace-4fe5-bf8b-34305351906b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:28.190572 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:28.317805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c9e02e80-2877-4537-a45a-d30f20ae8d77 None None] Provisioning complete for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:28.318163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c9e02e80-2877-4537-a45a-d30f20ae8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:28.368522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c9e02e80-2877-4537-a45a-d30f20ae8d77 None None] Port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:14:28.425789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:28.624523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:28.633006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e11857d-8a60-475f-80df-ac3a151b5235 admin admin] 10.222.0.46 "PUT /v2.0/routers/19159894-8cc5-49d8-8fd8-28dfd6a2b391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7316267 May 27 04:14:29.944804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e60771b3-d415-43d6-aac7-29e59f0440ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:31.436683 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:31.520151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:33.125712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:33.209663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5470ad7-d675-4d5b-9069-375ff676f4f8 req-cdc21787-6a2d-452d-89f0-ed0b221a4977 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:33.211563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5470ad7-d675-4d5b-9069-375ff676f4f8 req-cdc21787-6a2d-452d-89f0-ed0b221a4977 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.2784452 May 27 04:14:33.370587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5470ad7-d675-4d5b-9069-375ff676f4f8 req-0f05d352-1e58-48f1-a65d-9d4637c0e5bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530318 May 27 04:14:34.121509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e42aac-98d8-4f6e-8835-bcbb83872f4e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:34.190008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c4e42aac-98d8-4f6e-8835-bcbb83872f4e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:34.194613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c4e42aac-98d8-4f6e-8835-bcbb83872f4e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:34.195115 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:34.312099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:34.330367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c4e42aac-98d8-4f6e-8835-bcbb83872f4e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:34.335475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:34.404812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-6fd2ae74-616e-4e6f-91c7-6bfc0683ddc7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:34.406184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-6fd2ae74-616e-4e6f-91c7-6bfc0683ddc7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.0898235 May 27 04:14:34.411974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:34.489185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:14:34.489811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:34.811702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port f809a6c5-cdb4-419e-9a38-ac4819f2ea30, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:34.812065 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:34.831353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28f39-a0d6-4276-9e63-b3ee9e128c79 req-b6829d89-19df-4ca9-b015-6d49b5c0dab2 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:34.832725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cd28f39-a0d6-4276-9e63-b3ee9e128c79 req-b6829d89-19df-4ca9-b015-6d49b5c0dab2 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 946 time: 0.3027782 May 27 04:14:35.024156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cd28f39-a0d6-4276-9e63-b3ee9e128c79 req-0337b989-eb80-4469-9aa6-690edf53ef72 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423965 May 27 04:14:35.259468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:35.259834 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:35.260148 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Floating IP eb425a56-0926-4e63-81b7-2c7b6330dc61 disassociated. External IP: 172.25.8.144, port: f809a6c5-cdb4-419e-9a38-ac4819f2ea30. May 27 04:14:35.260558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for f809a6c5-cdb4-419e-9a38-ac4819f2ea30 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:14:35.404234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:35.463105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=f809a6c5-cdb4-419e-9a38-ac4819f2ea30,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:35.678111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:35.891168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:35.905343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:35.917798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:35.918629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:35.980687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port f809a6c5-cdb4-419e-9a38-ac4819f2ea30 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:14:35.989092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:36.016789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'name': 'network-vif-deleted', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:36.037723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d7bd7e14-f563-4c54-9cd7-5a7d235a08e3 req-14d9df5f-d624-4c70-918b-f0c3cd42760f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/f809a6c5-cdb4-419e-9a38-ac4819f2ea30 HTTP/1.1" status: 204 len: 173 time: 1.6258388 May 27 04:14:36.107873 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e399920-e156-46da-ba17-1e3fd51044b5'] response: {'server_uuid': 'e02896f0-0724-4b5d-965f-5f211af4e809', 'name': 'network-vif-deleted', 'tag': 'f809a6c5-cdb4-419e-9a38-ac4819f2ea30', 'status': 'completed', 'code': 200} May 27 04:14:36.175156 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e42aac-98d8-4f6e-8835-bcbb83872f4e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:36.273043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f6474399-0613-4c4b-9a65-d049fd04e9c2 req-f863e539-9b9f-4fa2-b86d-df9db7960659 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:14:36.303442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f6474399-0613-4c4b-9a65-d049fd04e9c2 req-f863e539-9b9f-4fa2-b86d-df9db7960659 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:14:36.305127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f6474399-0613-4c4b-9a65-d049fd04e9c2 req-f863e539-9b9f-4fa2-b86d-df9db7960659 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02896f0-0724-4b5d-965f-5f211af4e809 HTTP/1.1" status: 200 len: 210 time: 0.0974867 May 27 04:14:36.314448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c4e42aac-98d8-4f6e-8835-bcbb83872f4e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:36.314818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:36.362728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:36.779608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:36.786084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:36.797096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:36.797699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:36.978772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:37.407346 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:37.423888 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:37.425659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:37.566517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:37.573176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d0c78-4650-4b84-b9ec-0fdd70f2b6fb None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:37.651199 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:37.752763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-3f006d7e-8cc3-481e-9717-aa574e3f9c88 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134738552&fields=id&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 267 time: 0.0419548 May 27 04:14:37.924288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e11bd-903c-4c92-9aca-862d72585063 req-6831a4b8-a445-41a0-91d4-4ad1e832b9d0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:37.929385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-6831a4b8-a445-41a0-91d4-4ad1e832b9d0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1675355 May 27 04:14:37.944686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-5b6aa0cf-6a03-41f2-ac55-0db3c76fd7b7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0125866 May 27 04:14:38.001111 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:38.005455 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:38.006164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Updating router 1e0313a2-2c78-4506-8deb-08401b194022 port 5cb9a801-9f37-46d1-8454-da5d425b2745 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:14:38.032954 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-89059b07-328c-44b4-829e-90f6e4f78af6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826366 May 27 04:14:38.073894 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:38.197406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-e72bfe56-8440-4484-9253-4e6235a3b26f service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523914 May 27 04:14:38.321692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f809a6c5-cdb4-419e-9a38-ac4819f2ea30 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:14:38.345541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-c13f57cc-6f1c-4b8d-92a1-e203a7ccdcbd service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417241 May 27 04:14:38.368449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: f809a6c5-cdb4-419e-9a38-ac4819f2ea30 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:14:38.369088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device f809a6c5-cdb4-419e-9a38-ac4819f2ea30 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:14:38.493100 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:38.507133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Transition to ACTIVE for port object 5cb9a801-9f37-46d1-8454-da5d425b2745 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:38.514749 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:38.708983 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76113c-fda9-40a1-927e-90b9fd8f723e None None] Pushing event updated for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:38.857817 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Attempting to bind port 5cb9a801-9f37-46d1-8454-da5d425b2745 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:38.858172 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Attempting to bind port 5cb9a801-9f37-46d1-8454-da5d425b2745 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:38.858522 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Attempting to bind port 5cb9a801-9f37-46d1-8454-da5d425b2745 on network 0ff1841b-bc5a-4f3b-8818-13647ced4665 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:38.868929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:38.869299 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Checking segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:38.869694 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:38.870072 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Bound using segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:38.870527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Bound port: 5cb9a801-9f37-46d1-8454-da5d425b2745, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:38.870889 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:38.887518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-182f743f-9d25-4484-8d90-1bc06cff7666 req-0393efe9-df44-4a52-bd17-2d481fc481d0 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 210 time: 0.0702593 May 27 04:14:38.969285 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] For port 5cb9a801-9f37-46d1-8454-da5d425b2745, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:38.972586 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] For port 5cb9a801-9f37-46d1-8454-da5d425b2745, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5cb9a801-9f37-46d1-8454-da5d425b2745,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:38.978991 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:39.084772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76113c-fda9-40a1-927e-90b9fd8f723e None None] Pushing event updated for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:39.089619 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:39.090232 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:39.256704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fa20b-5295-4d44-b396-f5d2b3e148b4 None None] New status for floating IP eb425a56-0926-4e63-81b7-2c7b6330dc61: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:14:39.402626 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:39.568631 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Sync routers for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:39.647474 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:39.648105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:39.916538 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:39.992183 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:38Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:40.000627 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a982-ae93-4ad3-a43c-8e05af7e8b0f None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:38Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:40.237690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5cb9a801-9f37-46d1-8454-da5d425b2745 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:40.295768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e9d6f6f4-c192-42bb-98a6-acc51101a981 req-4a0b15c8-1b83-4afc-8970-e21bc8cbc788 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 210 time: 0.2214715 May 27 04:14:40.363373 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e11bd-903c-4c92-9aca-862d72585063 req-7b211883-cf4f-4e7c-b535-04d645de33c7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:40.364977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-7b211883-cf4f-4e7c-b535-04d645de33c7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.3354838 May 27 04:14:40.382615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5cb9a801-9f37-46d1-8454-da5d425b2745 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:40.392449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5cb9a801-9f37-46d1-8454-da5d425b2745 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:40.392973 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:40.412603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 4, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9aef38ef-1e8e-4dad-9c90-bccddcfc6a42', 'name': '', 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'mac_address': 'fa:16:3e:1c:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:26Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 2, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'subnets': [{'id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:40.431644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Checking router: 19159894-8cc5-49d8-8fd8-28dfd6a2b391 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:40.433627 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Updating router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:14:40.515597 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:40.628505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-62876a46-3d53-4655-a535-e2a6b1ae6d0e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 380 time: 0.2519925 May 27 04:14:40.637763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:40.638735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'security_groups': ['d50f2e28-03c2-451f-9357-4461c4cd4cb5']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:40.685104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5cb9a801-9f37-46d1-8454-da5d425b2745, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5cb9a801-9f37-46d1-8454-da5d425b2745,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:40.690941 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:40.791101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:40.838845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:40.850437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:40.861856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:14:40.865776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.065901 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.079762 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.8 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/9a9242cd-be92-44bb-af51-e4a9e2e7f63a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:41.084128 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:14:41.085441 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Transition to ACTIVE for port object 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:41.095624 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.253327 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb8b6-a799-49c5-9413-df5348ddfe79 None None] Pushing event updated for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:41.358450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.388125 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object 9a9242cd-be92-44bb-af51-e4a9e2e7f63a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:41.388556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Attempting to bind port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:41.389126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Attempting to bind port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:41.389551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Attempting to bind port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 on network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:41.397073 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:41.397481 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Checking segment: {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:41.397933 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.398416 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Bound using segment: {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:41.398971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Bound port: 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363073b1-013c-4a9f-a470-44dfd0854165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:41.399456 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.436061 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.527329 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] For port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:41.528453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:41.547917 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] For port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:41.555998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:41.557474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:41.558188 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.563952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:41.688009 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb8b6-a799-49c5-9413-df5348ddfe79 None None] Pushing event updated for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:41.692661 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:41.693678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892c85e-01cf-46e0-a178-88480d8ffc89 req-b4128d64-b6b2-4207-94f9-47a236bda71a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:41.694144 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:41.703378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b892c85e-01cf-46e0-a178-88480d8ffc89 req-b4128d64-b6b2-4207-94f9-47a236bda71a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 931 time: 0.1803288 May 27 04:14:41.725471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:41.726069 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.790800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-d74a7476-2782-4514-812e-2cd4152e46bd tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1563966 May 27 04:14:41.794330 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b892c85e-01cf-46e0-a178-88480d8ffc89 req-54136335-b267-456d-99f7-8d53907c6d22 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887668 May 27 04:14:41.802688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-00706181-1d10-426d-ad05-be673ab75a81 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:14:41.811880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-00706181-1d10-426d-ad05-be673ab75a81 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083947 May 27 04:14:41.815368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Request body: {'port': {'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:41.957492 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:41.963706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:42.025048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7aaf82fb-5dc0-4efb-b4f0-ec03c67051ca None None] Provisioning for port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:42.031592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7aaf82fb-5dc0-4efb-b4f0-ec03c67051ca None None] Provisioning complete for port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:42.032074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7aaf82fb-5dc0-4efb-b4f0-ec03c67051ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:42.150794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf82fb-5dc0-4efb-b4f0-ec03c67051ca None None] Port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:14:42.163447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5cb9a801-9f37-46d1-8454-da5d425b2745 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:42.297808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5cb9a801-9f37-46d1-8454-da5d425b2745 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:42.298443 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:42.444455 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 4, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9aef38ef-1e8e-4dad-9c90-bccddcfc6a42', 'name': '', 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'mac_address': 'fa:16:3e:1c:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:26Z', 'updated_at': '2022-05-27T04:14:41Z', 'revision_number': 4, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'subnets': [{'id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:42.450054 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af23e49-e026-404a-b9b7-e801f395e5b2 None None] The sync data for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 is: [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:27Z', 'revision_number': 4, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '9aef38ef-1e8e-4dad-9c90-bccddcfc6a42', 'name': '', 'network_id': '01b462c6-1b97-42d2-9ec3-a0bd4e7010d2', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'mac_address': 'fa:16:3e:1c:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:26Z', 'updated_at': '2022-05-27T04:14:41Z', 'revision_number': 4, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'subnets': [{'id': '3e827627-cb3d-4d9c-9658-3f07565574d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:14:42.609711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9242cd-be92-44bb-af51-e4a9e2e7f63a {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:14:42.618304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:42.637169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Transition to ACTIVE for port object 9a9242cd-be92-44bb-af51-e4a9e2e7f63a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:14:42.643887 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:42.775574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:42.966637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Attempting to bind port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:14:42.971692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Attempting to bind port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:14:42.972101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Attempting to bind port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:42.987494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:14:42.988110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Attempting to bind port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:14:43.002999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:14:43.002999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:14:43.005252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:14:43.009740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Bound port: 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:14:43.010252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:43.150257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:14:43.154179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:14:43.175800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:43.229808 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:43.231513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 1091 time: 1.4208868 May 27 04:14:43.240105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:43.467349 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68e7c15-5b5c-4470-ae1c-0ebfdae71436'] response: {'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'status': 'completed', 'code': 200} May 27 04:14:43.522068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25a7e-6a13-4907-bdf2-d9f230cccf31 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:43.529641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-6229f148-42fe-4271-86ec-e45527b4c56b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1094 time: 0.2440205 May 27 04:14:43.619806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-ccf18bf0-100b-4a04-a2e4-c8a52be81ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 217 time: 0.0708885 May 27 04:14:43.626491 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe246-a3b5-4b2f-b40b-4f26cc98802a req-1281847d-0ff4-4b02-83ea-c18e7a6a68bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:43.627197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b7dbe246-a3b5-4b2f-b40b-4f26cc98802a req-1281847d-0ff4-4b02-83ea-c18e7a6a68bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:14:43.694732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-b7dbe246-a3b5-4b2f-b40b-4f26cc98802a req-1281847d-0ff4-4b02-83ea-c18e7a6a68bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:14:43.696404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7dbe246-a3b5-4b2f-b40b-4f26cc98802a req-1281847d-0ff4-4b02-83ea-c18e7a6a68bc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.6610668 May 27 04:14:43.701660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e11bd-903c-4c92-9aca-862d72585063 req-46d76acf-1851-47c3-bc0a-63404cb22a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:43.703024 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-46d76acf-1851-47c3-bc0a-63404cb22a36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0731230 May 27 04:14:43.805735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7dbe246-a3b5-4b2f-b40b-4f26cc98802a req-b1b613f3-b525-4c67-b6ea-ff2ff459f4b5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009133 May 27 04:14:43.837243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-109352b2-46bf-4654-b1ff-dd8c201fd871 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895941 May 27 04:14:43.968591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-996c8bf3-c6c7-4151-a36c-a4b70cd6c9ee service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264598 May 27 04:14:44.146724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b68e11bd-903c-4c92-9aca-862d72585063 req-2faaa618-24da-4712-9cda-1b7976ba694e service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723428 May 27 04:14:44.154291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:44.240826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:44.247533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:44.248402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:44.284372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-6b0f23d9-ca58-4e4d-a84f-840e3ce6a649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1094 time: 0.0870252 May 27 04:14:44.384540 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:44.427861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:44.433496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:44.449313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-e76e3f5d-609a-447d-bdab-c250c42a8fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:44.451165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-e76e3f5d-609a-447d-bdab-c250c42a8fcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1612928 May 27 04:14:44.507539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:44.528049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-f6b67305-11c7-40d1-bc26-25438f2e9967 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 217 time: 0.0704956 May 27 04:14:44.626748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-cd618b6a-0230-4e71-878a-49790fe781a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:44.628205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-cd618b6a-0230-4e71-878a-49790fe781a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0937636 May 27 04:14:44.709757 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-62db1504-cbc9-4f10-8a2d-a4a927a8ae5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745049 May 27 04:14:44.848662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-0a650242-8a8b-4862-b5fa-200d3c26537d service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335058 May 27 04:14:44.982344 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d83c082-6fe5-402b-a9e3-b0a8fbe62070 req-ed52ce6b-59e3-4801-9a86-f9813a44b3b7 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284070 May 27 04:14:45.015730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a548f9d-ab0d-4045-9f72-52aa0150e1ee req-877bfafc-fc86-4075-951d-95358b06a4c3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:45.017480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a548f9d-ab0d-4045-9f72-52aa0150e1ee req-877bfafc-fc86-4075-951d-95358b06a4c3 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0809979 May 27 04:14:45.065825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2a548f9d-ab0d-4045-9f72-52aa0150e1ee req-7cfd52bc-105a-4017-a950-82c30913de6f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 May 27 04:14:46.108979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:46.181532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:46.181969 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:46.286482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1dc73-0f08-4015-b912-01e865dad82f req-e5e549ce-7501-4195-860f-3cb0582aad1c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:46.288164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e1dc73-0f08-4015-b912-01e865dad82f req-e5e549ce-7501-4195-860f-3cb0582aad1c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0881059 May 27 04:14:46.334577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e1dc73-0f08-4015-b912-01e865dad82f req-621a0328-0dca-41be-8f0e-5141c7afa5a4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 May 27 04:14:47.539788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c39ca-43d8-40ab-a5f1-83aa92a4197b req-9074b72c-dcaf-49e9-a97c-e96235a3ffa4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:47.545381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-806c39ca-43d8-40ab-a5f1-83aa92a4197b req-9074b72c-dcaf-49e9-a97c-e96235a3ffa4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0853300 May 27 04:14:47.589706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-806c39ca-43d8-40ab-a5f1-83aa92a4197b req-ae1c3ea3-b974-42dc-96c7-5c277fc5ee3b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 May 27 04:14:48.779458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ba67-ab25-49c9-aef6-be4c0ba73af1 req-b0a00f6d-90d2-46a9-ada4-089a66e5825a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:48.780914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75e5ba67-ab25-49c9-aef6-be4c0ba73af1 req-b0a00f6d-90d2-46a9-ada4-089a66e5825a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0752861 May 27 04:14:48.825820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75e5ba67-ab25-49c9-aef6-be4c0ba73af1 req-6caae79e-63b4-4cee-9506-ce43c4a499be tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 May 27 04:14:50.034401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816c07-abcf-4b3b-83b2-a269b363651b req-8c6d8c08-b264-446b-bf0b-c9e2db288e54 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:50.035883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75816c07-abcf-4b3b-83b2-a269b363651b req-8c6d8c08-b264-446b-bf0b-c9e2db288e54 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0884466 May 27 04:14:50.090254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75816c07-abcf-4b3b-83b2-a269b363651b req-79df482f-ec4b-4ffa-8ac2-d8332d602aac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467374 May 27 04:14:51.305823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f4f33-7a88-461b-b378-cbdd12062390 req-1f06e1dd-41fb-44ed-ba1a-b3131f20d92e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:51.312597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b2f4f33-7a88-461b-b378-cbdd12062390 req-1f06e1dd-41fb-44ed-ba1a-b3131f20d92e tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0940204 May 27 04:14:51.364256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b2f4f33-7a88-461b-b378-cbdd12062390 req-b4e79dec-7833-4f33-af12-dfb024214a6d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507185 May 27 04:14:52.384383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9242cd-be92-44bb-af51-e4a9e2e7f63a details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:14:52.533575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:52.551583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:14:52.571225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a51597-5aae-4b30-bb31-cb2f46542b88 req-950cd818-f9f8-43ee-8af9-fe98916d3469 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:52.572650 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50a51597-5aae-4b30-bb31-cb2f46542b88 req-950cd818-f9f8-43ee-8af9-fe98916d3469 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 943 time: 0.0809126 May 27 04:14:52.609568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:52.624206 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50a51597-5aae-4b30-bb31-cb2f46542b88 req-6726632c-4f64-4174-983b-85919a878a7f tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 May 27 04:14:52.661409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9242cd-be92-44bb-af51-e4a9e2e7f63a {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:14:52.678033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:52.682485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:52.745888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:52.881400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['9a9242cd-be92-44bb-af51-e4a9e2e7f63a'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:14:53.822743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21448e2-5abc-43fa-a92e-7dddea351344 req-c1e55cd7-78af-404b-8574-deb61e69c62d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:53.824202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b21448e2-5abc-43fa-a92e-7dddea351344 req-c1e55cd7-78af-404b-8574-deb61e69c62d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 944 time: 0.0793450 May 27 04:14:53.875026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b21448e2-5abc-43fa-a92e-7dddea351344 req-6348a9e4-f20d-4dba-b26f-65ade1dcea79 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 May 27 04:14:54.069574 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:54.398847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9242cd-be92-44bb-af51-e4a9e2e7f63a up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:14:54.467327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:14:54.472422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:14:54.472785 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:54.585609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:54.615002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:54.624176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:14:54.629124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:54.708627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:54.760200 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598758de-e48a-4bb4-a5c8-0856a000f0ba'] response: {'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'code': 200} May 27 04:14:54.976696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1ffadc1-847f-4064-9dbe-ffde9459e3dd req-120e47a5-3c3a-4565-ae68-e201922a5c6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.1615915 May 27 04:14:55.077328 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e1ffadc1-847f-4064-9dbe-ffde9459e3dd req-71a44841-9c98-4792-8342-9cc286127587 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948122 May 27 04:14:55.106316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8278-8cf4-43dd-95a1-b8b315874b66 req-a53c0786-7116-4b14-a600-0e757b1ce060 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:55.107741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d7c8278-8cf4-43dd-95a1-b8b315874b66 req-a53c0786-7116-4b14-a600-0e757b1ce060 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.0921011 May 27 04:14:55.155026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d7c8278-8cf4-43dd-95a1-b8b315874b66 req-187f0678-b063-46af-83b8-3c961b97fa0a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 May 27 04:14:56.360430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2e8b-ed55-47e7-956a-aafd5fb9a2f2 req-4acc7861-eebc-4604-a2d0-6f4f2ae2bd0b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:56.361885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa2f2e8b-ed55-47e7-956a-aafd5fb9a2f2 req-4acc7861-eebc-4604-a2d0-6f4f2ae2bd0b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.0808358 May 27 04:14:56.421202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa2f2e8b-ed55-47e7-956a-aafd5fb9a2f2 req-5b81e4b4-69ef-4df0-a434-9f82a37f623d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536096 May 27 04:14:56.599179 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:56.618423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd231451-c12d-41f2-9bf3-855c26706200 req-3d6b2bff-c6af-47c7-bc0a-b75fcc1f3f10 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:56.619876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd231451-c12d-41f2-9bf3-855c26706200 req-3d6b2bff-c6af-47c7-bc0a-b75fcc1f3f10 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.0763710 May 27 04:14:56.670518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd231451-c12d-41f2-9bf3-855c26706200 req-0152db22-a9c4-42e6-bb1e-8bf5c6a725e5 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448596 May 27 04:14:56.705916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49490) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:56.747653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-466a3991-f84d-41d1-82d5-5afc753fffe7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733757 May 27 04:14:56.913786 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-7a8d270a-3a9d-4ae8-a912-24f6b23eecf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.0758426 May 27 04:14:56.929727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cabb3926-c246-496a-a9a0-40733833d009 tempest-TestVolumeBootPattern-1434368774 tempest-TestVolumeBootPattern-1434368774-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1091 time: 0.2225308 May 27 04:14:56.932596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 49498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:14:56.937715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:14:56.943826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:14:56.948292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:floatingip and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:14:56.951159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:14:56.956987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:14:56.968641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:57.066255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-906dab48-c620-44d7-a25b-b658dc19e004 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:57.067812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-906dab48-c620-44d7-a25b-b658dc19e004 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1352017 May 27 04:14:57.110364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:57.148493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-c678d017-78ae-4674-b9a1-f0423bb8c6b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 217 time: 0.0743344 May 27 04:14:57.211185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-b0646ab3-c232-4c47-b868-546c497e2fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:57.212635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-b0646ab3-c232-4c47-b868-546c497e2fa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0588565 May 27 04:14:57.256734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.25.8.127 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/cd498068-2f54-4be6-aaf2-84a2db17d3d5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:14:57.293138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-3b1a54e8-42fd-43da-925b-65af79a4f84a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746379 May 27 04:14:57.406244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:57.434968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-2c370386-0bc7-49bc-8208-6346b1eb4348 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362886 May 27 04:14:57.437720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:57.520256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=cd498068-2f54-4be6-aaf2-84a2db17d3d5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:57.527991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:14:57.529824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:14:57.532978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:14:57.586924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b3fd1107-c5a8-46ce-be6f-04437a24cd91 req-b44d8021-f5da-416e-8dd4-d6dbbcc5f252 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457303 May 27 04:14:57.855576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fe15b60-46aa-480e-b76d-c76a8e99fe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.122455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.176002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.380005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.384881 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.497396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=cd498068-2f54-4be6-aaf2-84a2db17d3d5,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:14:58.511449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:58.701844 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Floating IP 2c206057-6684-4e10-905a-b7546d9146d8 associated. External IP: 172.25.8.127, port: 9a9242cd-be92-44bb-af51-e4a9e2e7f63a. May 27 04:14:59.081904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:14:59.277007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:14:59.286845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:14:59.299590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:59.300536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:59.301758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:14:59.361226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-20b63d7b-1b31-40a8-99ae-b2a66c46f222 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4275734 May 27 04:14:59.361866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:14:59.417276 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb403acd-07be-4124-88af-f2cb1537e47b'] response: {'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'status': 'completed', 'code': 200} May 27 04:14:59.497971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:14:59.509745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-7fda3e81-b8c0-4b49-9231-89f021daed2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.0690114 May 27 04:14:59.651204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-2e7eb93e-464a-4ec1-b421-6ee0e352dc22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:59.655470 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-2e7eb93e-464a-4ec1-b421-6ee0e352dc22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1381109 May 27 04:14:59.762322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-1ab45028-4b74-4572-ad7d-4aa790811e3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 999 time: 0.1029480 May 27 04:14:59.824416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-8916e1c2-62fa-44aa-998d-a2f6f6c4bec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:14:59.825882 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-8916e1c2-62fa-44aa-998d-a2f6f6c4bec5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0579591 May 27 04:14:59.870823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:14:57Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:59.875249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:14:59.886793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:14:59.887331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:14:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:14:59.904344 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-f8452d23-7e84-4d2a-93c1-0fbc4bed8eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721464 May 27 04:15:00.027239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82c4db10-63d0-4b26-9665-26b38ed9ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:00.105904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:15:00.182789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-ed92f3d1-e142-4f20-bf57-4c656bce95d5 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726655 May 27 04:15:00.319695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27de3794-eecf-4275-90fa-b7f6d8af9c64 req-825d4530-5cfa-4699-aa36-ad8180321b65 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304498 May 27 04:15:00.491054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:14:57Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:15:00.494990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3857a-542b-4f16-ac9d-1c20e19ad9e5 None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:14:57Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:15:01.441922 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:01.526717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:01.569525 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d41c9d-5f8a-4bb3-b848-58717e1cc10f None None] New status for floating IP 2c206057-6684-4e10-905a-b7546d9146d8: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:15:03.122262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:18.082896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:15:24.070270 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:26.597452 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:27.859020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0a89ab53-4f36-47d8-a23a-5f4da48f3aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:29.948695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8e40506f-8538-4a4c-8a14-b68bf4e32213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:31.440239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:31.518609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:33.123295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:54.089352 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:55.077099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:15:56.613843 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:57.692432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-8a80bb05-cae9-41fe-807c-8e78db398c46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0911224 May 27 04:15:57.840483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-2071053c-20a7-4c40-97fe-0b9e31dbdba0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.0785167 May 27 04:15:57.875474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54805707-5577-471d-9be9-0e7101ef8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:15:58.002965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-36563585-dd64-41d7-927a-242d452a57ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:15:58.004401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-36563585-dd64-41d7-927a-242d452a57ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1461906 May 27 04:15:58.116028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-ca87895d-9ceb-44bf-88a0-591f8805e40d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 1001 time: 0.1029286 May 27 04:15:58.182688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-f7476507-7719-40f0-84f0-3e9b08c5d17d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:15:58.184336 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-f7476507-7719-40f0-84f0-3e9b08c5d17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0651894 May 27 04:15:58.279007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-4451fb97-d80b-4c0b-8970-1970caf51088 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887709 May 27 04:15:58.442589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-c9b5fc8e-57b1-4af9-bce1-ffed8932b627 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565828 May 27 04:15:58.593652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27514f93-24b8-4fb5-9569-ec790b10da4e req-8f855ae3-7b41-412c-9b4e-7bdfaed7cf1f service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413589 May 27 04:15:59.950232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f48eabe7-829a-4e14-87ec-2717305a04f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:01.448619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:01.520121 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:03.128124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:17.707676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:17.714466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288410831', 'description': 'tempest-secgroup-smoke-1288410831 description', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:17.721918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:17.725930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:17.728765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:17.734649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:17.745106 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:17.778983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:17.782674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:17.785380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:17.790858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:17.846160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:17.849575 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:17.891934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:17.898255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:17.899427 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1907196 May 27 04:16:17.902535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:17.903221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.903564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.903914 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.904228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.904553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.904873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.905220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.905548 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.905865 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.906184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.906502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3bd2b-0ad1-4196-a432-d3dc4249a628 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:17.908234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:17.914884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:17.918969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:17.921930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:17.928203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:17.944487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.012009 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.015620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.039915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5becd1-fdae-4e74-8ccc-1657d02cfdd3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.052505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.052920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.053298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.053628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.054004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.054869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.055190 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.055508 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.055821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.056318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.056645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:18.060929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.064704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d2a3e08b-a396-4263-9d2f-8a60ac52829e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1584687 May 27 04:16:18.065146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:18.070977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:18.077618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:18.081402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:18.084185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:18.091010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:18.108636 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.170036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.173457 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.196593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50427a65-5ec0-4f20-866e-7960a7ed7a62,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.204264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.205473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9cd9e1b7-d10f-447d-9747-c716a5001944 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1395020 May 27 04:16:18.208254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50308) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:18.214152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:18.220518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:18.224294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:18.227752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:18.234049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:18.249535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.310820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.314568 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.342448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9480aaa3-6f8a-4877-a864-671ecc3edec7,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.350731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.352417 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37564421-d247-48aa-90aa-eac55db499b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431255 May 27 04:16:18.355123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50312) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:18.360451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:18.366705 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:18.371048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:18.373866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:18.379438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:18.397072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.553350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.556678 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.579051 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7630715a-6b57-42fd-9236-485c42353095,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.587657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.588799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f38c127-d169-4e4e-90b8-cacce692632b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2327633 May 27 04:16:18.591479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50316) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:18.596749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:18.603621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:18.607387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:18.610209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:18.615759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:18.625857 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Project bf68b2cb85e141fd8794375f4560c52d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:16:18.632642 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.701102 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.704519 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.727613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d54062f-9bac-4705-9857-690ef24b2f77,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.736239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.737419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c3113984-5745-4a9b-9028-f0f6577d9656 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1450357 May 27 04:16:18.740172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50320) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:18.745624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'security_group_rule': {'security_group_id': '7b5ca5fa-d385-4d28-a9bb-72afa08fd86a', 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:18.751849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:18.755657 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:security_group_rule and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:18.758493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:18.764050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:18.774762 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Project bf68b2cb85e141fd8794375f4560c52d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:16:18.780787 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.846322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.849550 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.871902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c449e9-66d0-49f6-83d4-59e1d37ba4c6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:18.880633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:18.881813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-36dd4bbd-42ab-44bf-b7c8-bde3e0168f4b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1407208 May 27 04:16:19.097772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-6d6a8162-f311-42ff-8bf8-9d570ec9289b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Synchronizing usage tracker for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:19.113957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-6d6a8162-f311-42ff-8bf8-9d570ec9289b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Unset dirty status for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:19.115093 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-6d6a8162-f311-42ff-8bf8-9d570ec9289b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288410831&fields=id&tenant_id=bf68b2cb85e141fd8794375f4560c52d HTTP/1.1" status: 200 len: 267 time: 0.0569937 May 27 04:16:19.262550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-0f67c409-4191-441a-ae82-88b58d66a22f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:19.263221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-0f67c409-4191-441a-ae82-88b58d66a22f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Synchronizing usage tracker for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:19.278907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-0f67c409-4191-441a-ae82-88b58d66a22f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Unset dirty status for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:19.279997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-0f67c409-4191-441a-ae82-88b58d66a22f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 814 time: 0.1583128 May 27 04:16:19.296171 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-1a45f6e6-2656-44e0-a332-6422debc11be tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/quotas/bf68b2cb85e141fd8794375f4560c52d HTTP/1.1" status: 200 len: 375 time: 0.0108747 May 27 04:16:19.374202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-607afd9c-e273-4d69-9458-51d15c0c6bb3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Synchronizing usage tracker for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:19.390636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-607afd9c-e273-4d69-9458-51d15c0c6bb3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Unset dirty status for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:19.391882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-607afd9c-e273-4d69-9458-51d15c0c6bb3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911186 May 27 04:16:19.477784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-9e438dee-b6a5-4290-ba74-cf135f8a750f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:16:19.478769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-9e438dee-b6a5-4290-ba74-cf135f8a750f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0759790 May 27 04:16:19.608576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-7f48d4bc-73d5-4328-9b1f-f79a1cd12dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237037 May 27 04:16:19.743214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-3438a5ad-2133-4a28-96a8-543a48122404 service neutron] 10.222.0.46 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288583 May 27 04:16:20.137263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-00009b2e-96c5-4026-a2b4-75aa8ebd4243 req-f860210f-cd22-4e40-85be-a5b8aebb04a2 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 210 time: 0.0475245 May 27 04:16:21.125727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-b52c4c60-501d-423d-bd67-09ef8a11f1f8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:21.127285 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-b52c4c60-501d-423d-bd67-09ef8a11f1f8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 814 time: 0.1445513 May 27 04:16:21.184585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-451c1385-915f-424e-8e71-48bfaa4ca0e5 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf68b2cb85e141fd8794375f4560c52d HTTP/1.1" status: 200 len: 380 time: 0.0453324 May 27 04:16:21.193151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'port': {'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'admin_state_up': True, 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'security_groups': ['7b5ca5fa-d385-4d28-a9bb-72afa08fd86a']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:21.314062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-68c43ed8-f109-4ec0-a8f0-f736e004d58a req-b4caffbf-3f89-4477-bcea-6cd3d2026a86 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 210 time: 0.0528758 May 27 04:16:21.373911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:21.383371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:21.393359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Made reservation on behalf of bf68b2cb85e141fd8794375f4560c52d for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:16:21.396521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:21.559243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Allocated IP 172.20.0.5 (0ff1841b-bc5a-4f3b-8818-13647ced4665/83950f8f-0ba4-4ec5-9023-6abdaec53e41/8bb3a541-5205-44ff-b120-84c57a69a3cc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:16:21.746115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:21.761761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Transition to ACTIVE for port object 8bb3a541-5205-44ff-b120-84c57a69a3cc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:16:21.784438 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:21.861430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:16:21.864422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:16:21.867037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:16:21.904887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:21.936058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:21.936677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:21.966769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4cd41b19-54ba-42f3-aa82-3553a1aeb8c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772086 May 27 04:16:21.978108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4adf6f54-7f95-4b67-8517-e14d06390145 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:16:21.979035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-4adf6f54-7f95-4b67-8517-e14d06390145 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053012 May 27 04:16:22.064933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Request body: {'port': {'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:22.158404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e9e2ba7-5b7c-41ba-b509-3da949ef7f15 None None] Provisioning for port 8bb3a541-5205-44ff-b120-84c57a69a3cc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:16:22.163969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e9e2ba7-5b7c-41ba-b509-3da949ef7f15 None None] Provisioning complete for port 8bb3a541-5205-44ff-b120-84c57a69a3cc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:16:22.164338 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2ba7-5b7c-41ba-b509-3da949ef7f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:22.218150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e2ba7-5b7c-41ba-b509-3da949ef7f15 None None] Port 8bb3a541-5205-44ff-b120-84c57a69a3cc cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:16:22.268673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:22.531333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e595a-dea9-4d44-a085-efd814e2df6e req-f42c7c92-f789-4535-a5ac-78666362036a tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:22.532438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af7e595a-dea9-4d44-a085-efd814e2df6e req-f42c7c92-f789-4535-a5ac-78666362036a tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 931 time: 0.0903628 May 27 04:16:22.582152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-af7e595a-dea9-4d44-a085-efd814e2df6e req-4c01b6bd-4f4b-4cf9-ac44-0998ebcbd13c tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 May 27 04:16:22.629656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb3a541-5205-44ff-b120-84c57a69a3cc {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:16:22.637345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:22.652228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Transition to ACTIVE for port object 8bb3a541-5205-44ff-b120-84c57a69a3cc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:16:22.656348 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:22.812955 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Pushing event updated for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:22.892664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Attempting to bind port 8bb3a541-5205-44ff-b120-84c57a69a3cc on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:16:22.893024 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Attempting to bind port 8bb3a541-5205-44ff-b120-84c57a69a3cc by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:16:22.893355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Attempting to bind port 8bb3a541-5205-44ff-b120-84c57a69a3cc on network 0ff1841b-bc5a-4f3b-8818-13647ced4665 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:16:22.899635 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Port 8bb3a541-5205-44ff-b120-84c57a69a3cc on network 0ff1841b-bc5a-4f3b-8818-13647ced4665 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:16:22.899953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Attempting to bind port 8bb3a541-5205-44ff-b120-84c57a69a3cc on network 0ff1841b-bc5a-4f3b-8818-13647ced4665 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:16:22.906317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:16:22.906659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Checking segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:16:22.907035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Bound using segment: {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:16:22.907456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Bound port: 8bb3a541-5205-44ff-b120-84c57a69a3cc, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988e926e-c652-4979-b6fd-b773c04107b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:16:22.907805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:22.997958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:16:23.000842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:16:23.005186 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:23.066150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:23.067562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-689587a1-74dc-4274-b653-295ce16e007d service neutron] 10.222.0.41 "PUT /v2.0/ports/8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 1091 time: 1.0821667 May 27 04:16:23.068119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:16:23.089478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689587a1-74dc-4274-b653-295ce16e007d service neutron] Pushing event updated for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:23.193248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-a4681cac-ab61-4824-9236-edb4d4aec3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1094 time: 0.0772865 May 27 04:16:23.252803 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ce3c2f-7fe1-44e5-8c40-449d2113b40a'] response: {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:16:23.269214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-b1b32fb9-7860-48f0-b1c8-d8af099a78cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 217 time: 0.0697935 May 27 04:16:23.329547 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-7a7b52f6-495f-4bf2-898e-83947def3cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:23.330871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-7a7b52f6-495f-4bf2-898e-83947def3cb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0565870 May 27 04:16:23.407788 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-cc554a00-708e-4e32-97ed-5294ee180a45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709064 May 27 04:16:23.533808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-29a93f53-c73a-48d2-ad6a-b9aef89176aa service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202507 May 27 04:16:23.664763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1ca76821-036d-44ab-bdaf-baaca410d0bd req-a21ceb5d-566f-474f-b2df-cf5589bff1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251268 May 27 04:16:23.775695 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-ad7d7827-7961-4494-9dc6-c6e296c79158 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1094 time: 0.0690718 May 27 04:16:23.787116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b44f-be91-485f-bf4b-f28af5a81c9b req-b1df9241-cc92-43fd-aa2b-8e05b4b40002 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:23.788564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a58b44f-be91-485f-bf4b-f28af5a81c9b req-b1df9241-cc92-43fd-aa2b-8e05b4b40002 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0751977 May 27 04:16:23.837467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a58b44f-be91-485f-bf4b-f28af5a81c9b req-defed957-283f-4f2e-b5fe-09d287c5a7c7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431719 May 27 04:16:23.904922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-00013423-31ec-4f33-8b3a-3a78fbb56914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:23.906277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-00013423-31ec-4f33-8b3a-3a78fbb56914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1254330 May 27 04:16:24.061876 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-5471107a-bd5c-42ea-9e4c-70b53ae0d782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 217 time: 0.1493022 May 27 04:16:24.098604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:24.126056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-1383ca04-2332-48cb-9b94-543a4fc412b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:24.127478 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-1383ca04-2332-48cb-9b94-543a4fc412b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0590582 May 27 04:16:24.201190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-f3f776c9-2fa7-4cca-9b74-d4a7a5c8d5e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681980 May 27 04:16:24.328522 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-d65ba0cd-329e-485e-85a7-5f18a32ce05e service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209943 May 27 04:16:24.465632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f816ccec-caee-4912-8260-64b7ae464ed7 req-59adeb1d-4e52-45cb-9c59-c787e3e57449 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295958 May 27 04:16:25.031471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e6ef2-32aa-450a-b25b-e3b9d9b06627 req-5ac6f012-80e9-48a6-a19b-2a00c9d1c1a8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:25.032141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b4e6ef2-32aa-450a-b25b-e3b9d9b06627 req-5ac6f012-80e9-48a6-a19b-2a00c9d1c1a8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Synchronizing usage tracker for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:25.046941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-4b4e6ef2-32aa-450a-b25b-e3b9d9b06627 req-5ac6f012-80e9-48a6-a19b-2a00c9d1c1a8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Unset dirty status for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:25.048112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b4e6ef2-32aa-450a-b25b-e3b9d9b06627 req-5ac6f012-80e9-48a6-a19b-2a00c9d1c1a8 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0896168 May 27 04:16:25.093109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b4e6ef2-32aa-450a-b25b-e3b9d9b06627 req-2524ab58-0f73-4924-a707-748bb29f601f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 May 27 04:16:26.283284 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66cf17-484e-4538-98bc-9f400f193717 req-44cd91ca-326f-47ae-8b7d-02a6b192f965 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:26.284734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d66cf17-484e-4538-98bc-9f400f193717 req-44cd91ca-326f-47ae-8b7d-02a6b192f965 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0752492 May 27 04:16:26.328555 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d66cf17-484e-4538-98bc-9f400f193717 req-644f677f-2b3d-436e-9f74-5089f99ffdfa tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 May 27 04:16:26.609263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:27.521916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40718c7-3b4e-400c-b1fd-314bf88e4725 req-e2482544-6512-436f-8435-ee8be3a593af tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:27.523862 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d40718c7-3b4e-400c-b1fd-314bf88e4725 req-e2482544-6512-436f-8435-ee8be3a593af tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0786376 May 27 04:16:27.568084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d40718c7-3b4e-400c-b1fd-314bf88e4725 req-b04bac0f-6441-4361-ab35-18fec259bae1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 May 27 04:16:27.864734 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c321fe48-bd53-48fb-be22-76808a52cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:28.763523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54151-b500-438a-b819-0cc4fec22b0e req-e6ffca0b-64ac-45e6-94c0-c842367d5f29 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:28.764966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1b54151-b500-438a-b819-0cc4fec22b0e req-e6ffca0b-64ac-45e6-94c0-c842367d5f29 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0788631 May 27 04:16:28.810176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1b54151-b500-438a-b819-0cc4fec22b0e req-5080ab58-bf2a-4ef5-bcdb-2eacb9ef05a9 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 May 27 04:16:29.951002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a688f51-d394-4a31-abc5-79380a4b39c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:30.004767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8536-9bd3-4387-9519-aeb1c4970348 req-b2da0452-50ef-47c7-942f-87ae2f224389 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:30.006151 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f80a8536-9bd3-4387-9519-aeb1c4970348 req-b2da0452-50ef-47c7-942f-87ae2f224389 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0782835 May 27 04:16:30.054190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f80a8536-9bd3-4387-9519-aeb1c4970348 req-b3fc1915-4e91-4311-966f-f0245f78c30e tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 May 27 04:16:31.249305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b86c-90ef-415c-a7e6-54d39dcd14e3 req-ce9add2b-dff2-4247-8976-2bce9ddd30cf tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:31.251727 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5961b86c-90ef-415c-a7e6-54d39dcd14e3 req-ce9add2b-dff2-4247-8976-2bce9ddd30cf tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0773287 May 27 04:16:31.296507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5961b86c-90ef-415c-a7e6-54d39dcd14e3 req-fb791318-b722-4d6c-b00a-19cebf8b8088 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 May 27 04:16:31.448264 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:31.520856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:32.075032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:16:32.316038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8bb3a541-5205-44ff-b120-84c57a69a3cc details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:16:32.454922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:16:32.468890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:16:32.491750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0af51b-85d2-475f-a28f-9b1addbda5a5 req-78dedf9e-066d-4d17-8df5-b2720216edc0 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:32.493200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf0af51b-85d2-475f-a28f-9b1addbda5a5 req-78dedf9e-066d-4d17-8df5-b2720216edc0 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 943 time: 0.0753071 May 27 04:16:32.521240 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:32.538186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb3a541-5205-44ff-b120-84c57a69a3cc {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:16:32.538502 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf0af51b-85d2-475f-a28f-9b1addbda5a5 req-25a9eba0-0fec-4272-bfc2-adfd50271157 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 May 27 04:16:32.553034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:16:32.557314 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:32.623429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:32.631660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.632551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.632912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.633246 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.633571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.633893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.634211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.634534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.634851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.635163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.635479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:16:32.879055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['8bb3a541-5205-44ff-b120-84c57a69a3cc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:16:33.145908 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:33.822714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7628-2f4d-4335-b194-732a1b313575 req-33f4a8c0-ac6f-41b1-98c6-27449cdf797f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:33.824144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bccd7628-2f4d-4335-b194-732a1b313575 req-33f4a8c0-ac6f-41b1-98c6-27449cdf797f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 944 time: 0.1627612 May 27 04:16:33.868891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bccd7628-2f4d-4335-b194-732a1b313575 req-f2d402fb-f680-4428-a82e-2ea2f3ca330b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 May 27 04:16:34.331651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8bb3a541-5205-44ff-b120-84c57a69a3cc up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:16:34.397563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 8bb3a541-5205-44ff-b120-84c57a69a3cc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:16:34.402116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 8bb3a541-5205-44ff-b120-84c57a69a3cc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:16:34.402476 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:34.514494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:34.539973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:16:34.550419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:16:34.554808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:34.623439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:34.740555 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cc19b5-69f4-4d68-9bbe-00b0ffe75ce9'] response: {'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'code': 200} May 27 04:16:34.862997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1dac2d9-b091-4104-b80d-9159905fe90b req-a8b76e96-20ee-4e82-ad81-dd7630db0a7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0702279 May 27 04:16:34.903551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c1dac2d9-b091-4104-b80d-9159905fe90b req-9bf91b44-81a8-4a80-ab65-c62fa63d6867 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 May 27 04:16:35.064769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6391-4a23-47f4-a516-9f5a09ae6385 req-e99df600-8050-4836-ae27-4195463c5255 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:35.066237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1f6391-4a23-47f4-a516-9f5a09ae6385 req-e99df600-8050-4836-ae27-4195463c5255 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0803735 May 27 04:16:35.111185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c1f6391-4a23-47f4-a516-9f5a09ae6385 req-31dc5201-aa26-4db8-8845-e2db88d34fd5 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394552 May 27 04:16:36.311466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d451-10e2-4dd9-851a-7dc02f92b6ee req-8637da75-5a2d-4cdb-87c5-c7bcf5418635 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:36.312920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f09d451-10e2-4dd9-851a-7dc02f92b6ee req-8637da75-5a2d-4cdb-87c5-c7bcf5418635 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0754850 May 27 04:16:36.357242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f09d451-10e2-4dd9-851a-7dc02f92b6ee req-0efbf4e7-d9aa-4286-8a64-e1bc9a81f67d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 May 27 04:16:37.714631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ff2e7-696d-411a-a7e7-5993def23842 req-7d658252-0500-4fb1-bbb6-e4bbb7a0143b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:37.716034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a5ff2e7-696d-411a-a7e7-5993def23842 req-7d658252-0500-4fb1-bbb6-e4bbb7a0143b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0801611 May 27 04:16:37.763456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a5ff2e7-696d-411a-a7e7-5993def23842 req-bfb6bbc3-debf-4c66-bc3d-c50844c71009 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 May 27 04:16:37.958817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed54d47-5568-4a0a-8c71-a39daaba4fdd req-03ec9393-1f9b-40e8-85d0-e16fa8421042 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:37.961084 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fed54d47-5568-4a0a-8c71-a39daaba4fdd req-03ec9393-1f9b-40e8-85d0-e16fa8421042 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0801461 May 27 04:16:38.005758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fed54d47-5568-4a0a-8c71-a39daaba4fdd req-88c11d35-2e2a-4141-b373-9bd1f38d7ee0 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 May 27 04:16:38.033069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50390) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:38.173338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2b7d5ea4-4b9b-449a-82e2-506cdfcd93e5 tempest-TestVolumeBackupRestore-758713916 tempest-TestVolumeBackupRestore-758713916-project-admin] Synchronizing usage tracker for tenant:0e0a59159e174f52b49728ad12a21b4b on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:38.208435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2b7d5ea4-4b9b-449a-82e2-506cdfcd93e5 tempest-TestVolumeBackupRestore-758713916 tempest-TestVolumeBackupRestore-758713916-project-admin] Unset dirty status for tenant:0e0a59159e174f52b49728ad12a21b4b on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:38.211071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2b7d5ea4-4b9b-449a-82e2-506cdfcd93e5 tempest-TestVolumeBackupRestore-758713916 tempest-TestVolumeBackupRestore-758713916-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1091 time: 0.1767778 May 27 04:16:38.214204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:38.236746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:38.247760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:38.252705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Usage tracker for resource:floatingip and tenant:bf68b2cb85e141fd8794375f4560c52d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:16:38.256089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:16:38.272177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:38.291637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:38.432329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:38.577124 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Allocated IP 172.25.8.31 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/4117d257-8fae-4a30-bb74-d4afe5b81c68) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:16:38.721430 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:38.748178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:38.813503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:16:38.816319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:16:38.820566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:16:38.847940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'Port': ['ID=4117d257-8fae-4a30-bb74-d4afe5b81c68,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:39.323996 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:39.383771 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:39.587472 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:39.592016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:39.789104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event updated for resources: {'Port': ['ID=4117d257-8fae-4a30-bb74-d4afe5b81c68,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:39.804870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:40.003496 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Floating IP 89560d1d-aa66-4383-a601-5c37c86684f4 associated. External IP: 172.25.8.31, port: 8bb3a541-5205-44ff-b120-84c57a69a3cc. May 27 04:16:40.414873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Router 1e0313a2-2c78-4506-8deb-08401b194022 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:16:40.620732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:16:40.632648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:16:40.644996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:16:40.645657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:16:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:40.646497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:40.707760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-35c1b489-4eaf-42ab-99c6-a4aed906fab7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4819574 May 27 04:16:40.708461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:16:40.711413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 50414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:40.764600 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80963002-2549-4dd2-8ff1-01662d7f90f7'] response: {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:16:40.795477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-14aac5f6-d153-46e5-b32a-5d20b13ea188 tempest-TestVolumeBackupRestore-758713916 tempest-TestVolumeBackupRestore-758713916-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1091 time: 0.0824583 May 27 04:16:40.799392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:16:40.806971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Request body: {'floatingip': {'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:40.863635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:16:40.867110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-a482883c-ba81-4801-8fb0-7618f1c73dfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0750804 May 27 04:16:40.939431 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:41.012809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-a9b928b5-6dd7-4c76-a91c-a3af1a365871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:41.014439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-a9b928b5-6dd7-4c76-a91c-a3af1a365871 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1421175 May 27 04:16:41.178548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-2ea5dec3-a8ea-4142-a9e6-7ee353404f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 998 time: 0.1578076 May 27 04:16:41.261195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-cdd3ecc2-9c51-4f47-8131-99aa105b4e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:41.262691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-cdd3ecc2-9c51-4f47-8131-99aa105b4e8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0751450 May 27 04:16:41.292113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:39Z', 'revision_number': 0, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:41.296470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:16:41.308955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:16:41.309585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:16:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:41.481908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-90ef28fd-197e-4b20-8336-d740f7c9af0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126186 May 27 04:16:41.515984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:16:41.665534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-c4b3007a-5879-45cb-95aa-9ec49d252a3c service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759193 May 27 04:16:41.796630 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:41.805883 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:41.815068 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93668047-a81f-485b-8cbf-e34cd23c4529 req-33a082be-9366-4f93-8333-55bf68d4c068 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435843 May 27 04:16:41.916985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:39Z', 'revision_number': 0, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:41.921115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6eee9e-2c00-41a2-8357-a458ce83cb2e None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:39Z', 'revision_number': 0, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:16:42.193157 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ceb9ae-7f2b-492a-a145-ce133dd4fd26 None None] New status for floating IP 89560d1d-aa66-4383-a601-5c37c86684f4: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:16:42.254597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Router 1e0313a2-2c78-4506-8deb-08401b194022 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:16:42.501875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:16:42.508398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:42.636251 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b05fabe-1bff-47c8-9184-8329edf5ba43 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "PUT /v2.0/floatingips/89560d1d-aa66-4383-a601-5c37c86684f4 HTTP/1.1" status: 200 len: 990 time: 1.8311546 May 27 04:16:42.766231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}, {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:16:42.842789 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdd6c94-e566-471b-8d33-2f358dad5e42'] response: {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:16:42.843347 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdd6c94-e566-471b-8d33-2f358dad5e42'] response: {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:16:42.972381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-37dea719-aa42-443b-b9d6-ecc6388332f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0929723 May 27 04:16:43.131397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-19b03d25-15cb-4c20-947b-e79fb7740a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:43.133158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-19b03d25-15cb-4c20-947b-e79fb7740a70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1553934 May 27 04:16:43.248039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-27131ebd-235a-4983-819b-4e3893758fdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 1000 time: 0.1096554 May 27 04:16:43.323871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-313bbdab-0163-4873-8ae7-ea04facb314a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:43.325318 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-313bbdab-0163-4873-8ae7-ea04facb314a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0703287 May 27 04:16:43.421749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-3939a8bb-f049-49cd-8e7b-86c94a54a90b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896237 May 27 04:16:43.593200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-2886774d-e874-492e-9b05-abe02d459b86 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658790 May 27 04:16:43.764253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-3eadb8af-bbd6-42ff-a739-d9536741cf1a service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657047 May 27 04:16:43.913655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-480c9220-9f78-41d7-803f-3c1ab20b5670 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.1036556 May 27 04:16:44.090124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-c23dc574-a8fd-43f7-ad95-0fc593ca1c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:44.092429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-c23dc574-a8fd-43f7-ad95-0fc593ca1c62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1743038 May 27 04:16:44.215126 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-c127346a-4192-4232-b2da-f0866b52eb75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 1000 time: 0.1158011 May 27 04:16:44.318068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-ec592c5e-1bd7-4143-af95-e8f988a828c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:44.321760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-ec592c5e-1bd7-4143-af95-e8f988a828c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.1014259 May 27 04:16:44.331444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:16:44.356412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:16:44.357716 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:16:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:44.470472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-fd0c84e8-d001-49e0-8c13-7dd13c25e68f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397023 May 27 04:16:44.637893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:16:44.744575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-dc4dd244-89a8-4bbe-82b1-8469f3e6cf51 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656183 May 27 04:16:44.924630 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e751fca-2cbb-435a-bd47-3e6f51ff90e8 req-9ed9b083-c4b7-4322-ba9c-fcae20ea9d91 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761310 May 27 04:16:45.154442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:42Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:45.160426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:16:45.172042 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:16:45.172622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:16:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:45.366639 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:16:45.765000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:42Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:16:45.769701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf7154-aefd-4d2e-a3f6-321fa385d262 None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '89560d1d-aa66-4383-a601-5c37c86684f4', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'port_id': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'mac_address': 'fa:16:3e:c4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:16:39Z', 'updated_at': '2022-05-27T04:16:42Z', 'revision_number': 2, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:16:49.068355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-911eb048-2f88-4696-a98a-0f2deb6812f6 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134738552&fields=id&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 267 time: 0.0413141 May 27 04:16:49.214928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62110-3447-4275-aca3-136676948b8c req-3e5dd385-be07-4d4c-8d9a-30c9777acb0a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:49.216420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-3e5dd385-be07-4d4c-8d9a-30c9777acb0a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.1418464 May 27 04:16:49.235706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-d3a3f1fa-b76b-40ab-a441-338b1b2b6c8b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/quotas/bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 375 time: 0.0117512 May 27 04:16:49.318624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-fb42ed00-5c69-4a0e-8fba-02ec7acbfd92 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0781424 May 27 04:16:49.526466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-cacd018b-0ed8-4c63-ba01-ab2a03cce975 service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967835 May 27 04:16:49.657858 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-5a23bae7-b93c-4123-b5f8-8c6c76c7a8ed service neutron] 10.222.0.46 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257443 May 27 04:16:50.051475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9778ac3a-5d3b-4b51-9c54-9feada90b71f req-4fcf7fa2-345d-4b35-8a27-dc04a69db703 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 210 time: 0.0446839 May 27 04:16:51.289166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ff8fd978-3cc8-4b03-a575-b5227871b7f5 req-8e72af2b-83b9-43b1-b3e1-7868bf75ba47 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 210 time: 0.0549119 May 27 04:16:51.344599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62110-3447-4275-aca3-136676948b8c req-6cd45f29-1490-4a24-a873-d0bd0c0378ca tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:51.346214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-6cd45f29-1490-4a24-a873-d0bd0c0378ca tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 811 time: 0.2981272 May 27 04:16:51.397902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-bb4e7ab0-5b3b-469c-aa91-d22651c70f28 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa97b64f38a4f6795ca76fe23dff286 HTTP/1.1" status: 200 len: 380 time: 0.0400815 May 27 04:16:51.406032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'port': {'device_id': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'admin_state_up': True, 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'security_groups': ['d50f2e28-03c2-451f-9357-4461c4cd4cb5']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:51.542965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:16:51.552725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:16:51.563315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Made reservation on behalf of bfa97b64f38a4f6795ca76fe23dff286 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:16:51.566391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:51.731978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.20.0.11 (0acbb945-2bb8-4f15-a0b5-ea97944aef8f/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0/06564942-22e3-40be-ba3c-21862f22b7eb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:16:51.954437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:51.976868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Transition to ACTIVE for port object 06564942-22e3-40be-ba3c-21862f22b7eb will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:16:52.000629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.080074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:16:52.083859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:16:52.088353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:16:52.114738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:52.164140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:52.164756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.192333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-a3991dd0-f0f1-427c-9e11-bd8e9ca67ccb tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7900126 May 27 04:16:52.203780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Request body: {'port': {'device_id': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:16:52.323403 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.385997 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5cb67797-2425-46d2-afd1-3dec7e6ec219 None None] Provisioning for port 06564942-22e3-40be-ba3c-21862f22b7eb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:16:52.394259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5cb67797-2425-46d2-afd1-3dec7e6ec219 None None] Provisioning complete for port 06564942-22e3-40be-ba3c-21862f22b7eb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:16:52.394876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5cb67797-2425-46d2-afd1-3dec7e6ec219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.457473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-5cb67797-2425-46d2-afd1-3dec7e6ec219 None None] Port 06564942-22e3-40be-ba3c-21862f22b7eb cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:16:52.488825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285d52a-00aa-455a-a243-dcf6335a611e req-b00c67f3-0bd5-4ed0-99ff-3f7c13651f07 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:52.490415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8285d52a-00aa-455a-a243-dcf6335a611e req-b00c67f3-0bd5-4ed0-99ff-3f7c13651f07 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 932 time: 0.0779984 May 27 04:16:52.543316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8285d52a-00aa-455a-a243-dcf6335a611e req-817686bb-37e9-446d-9e17-474d79455f12 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 May 27 04:16:52.689528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06564942-22e3-40be-ba3c-21862f22b7eb {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:16:52.696507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.712142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Transition to ACTIVE for port object 06564942-22e3-40be-ba3c-21862f22b7eb will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:16:52.716005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:52.857037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Pushing event updated for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:53.001141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Attempting to bind port 06564942-22e3-40be-ba3c-21862f22b7eb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:16:53.001141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Attempting to bind port 06564942-22e3-40be-ba3c-21862f22b7eb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:16:53.001141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Attempting to bind port 06564942-22e3-40be-ba3c-21862f22b7eb on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:16:53.001141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Port 06564942-22e3-40be-ba3c-21862f22b7eb on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:16:53.001141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Attempting to bind port 06564942-22e3-40be-ba3c-21862f22b7eb on network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:16:53.015363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:16:53.015363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Checking segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:16:53.015363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Bound using segment: {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:16:53.015363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Bound port: 06564942-22e3-40be-ba3c-21862f22b7eb, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e127b4-11d5-4b9e-b286-47b939fc0265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:16:53.015363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:53.106543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:16:53.106543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=06564942-22e3-40be-ba3c-21862f22b7eb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:16:53.116502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:53.271126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:53.271126 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] 10.222.0.21 "PUT /v2.0/ports/06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 200 len: 1092 time: 1.0703578 May 27 04:16:53.271126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:16:53.311591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5e196-b1c9-4a9b-8942-1db423ca450d service neutron] Pushing event updated for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:16:53.374473 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749a6942-6173-4b7b-995b-be1a16c2de51'] response: {'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb', 'status': 'completed', 'code': 200} May 27 04:16:53.430770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-4f59a19d-1c33-4195-bfef-5b1270b839db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1095 time: 0.0912113 May 27 04:16:53.507402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-748008d1-09c9-4ee6-8d3a-68afca4efc45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 200 len: 217 time: 0.0739341 May 27 04:16:53.586365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc62110-3447-4275-aca3-136676948b8c req-e65a4d25-b374-4b28-aa7a-50abe7470b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:53.586365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-e65a4d25-b374-4b28-aa7a-50abe7470b02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0713475 May 27 04:16:53.669866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-69e48472-4755-4498-a133-66804767f753 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779002 May 27 04:16:53.767551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb60c3-c00e-4149-9ca9-d9d594e4ec86 req-80a81ad1-0126-4a4e-8d8b-9af412419306 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:53.774723 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-beeb60c3-c00e-4149-9ca9-d9d594e4ec86 req-80a81ad1-0126-4a4e-8d8b-9af412419306 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.0926526 May 27 04:16:53.826912 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-beeb60c3-c00e-4149-9ca9-d9d594e4ec86 req-6cdf4275-0001-4555-9bbf-e13186c494a1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506194 May 27 04:16:53.846610 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-57f6c697-40d7-480c-b7a4-a9320e6c5df1 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748621 May 27 04:16:53.982046 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5fc62110-3447-4275-aca3-136676948b8c req-b2f0a63c-6a54-4b54-bedb-f39f1fc175b9 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294620 May 27 04:16:54.101640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-a1883c77-4413-4245-86ee-bf3ce702becc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1095 time: 0.0697951 May 27 04:16:54.137337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:54.238788 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-18526c01-8b11-436d-a9e9-a2ea1c6665b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:54.240273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-18526c01-8b11-436d-a9e9-a2ea1c6665b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1366041 May 27 04:16:54.310198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-6405cc70-ed56-4f8e-89ba-40c336778c80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 200 len: 217 time: 0.0629504 May 27 04:16:54.371098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-96bcf82f-42a5-4b16-842d-2d25d46c9e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:54.372458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-96bcf82f-42a5-4b16-842d-2d25d46c9e91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0560358 May 27 04:16:54.451007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-5a469788-6fec-4871-8a2b-6b99add9729a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720942 May 27 04:16:54.580910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-ff3ea8a9-f289-4534-b17f-c15e86901760 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226101 May 27 04:16:54.707507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b64a2218-200f-44d0-b55d-f35efccdaee1 req-719d104e-1e93-4e70-8f5a-6a79dbb496e3 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206787 May 27 04:16:55.023257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1e3e-8a91-4dc4-8818-ae64abc451ac req-8289da7f-8b51-4e58-9c62-bc358b3a0ef4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:55.023934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-337e1e3e-8a91-4dc4-8818-ae64abc451ac req-8289da7f-8b51-4e58-9c62-bc358b3a0ef4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:16:55.040161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-337e1e3e-8a91-4dc4-8818-ae64abc451ac req-8289da7f-8b51-4e58-9c62-bc358b3a0ef4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:16:55.040680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-337e1e3e-8a91-4dc4-8818-ae64abc451ac req-8289da7f-8b51-4e58-9c62-bc358b3a0ef4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.0926869 May 27 04:16:55.096014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-337e1e3e-8a91-4dc4-8818-ae64abc451ac req-9abdcd6f-6fb6-4c0d-8644-1b68024e6c83 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 May 27 04:16:56.313099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cedb2-e4da-4771-bc1f-d726c37e4e18 req-073ef1e4-08f3-4212-8599-631f31efb043 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:56.315189 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc8cedb2-e4da-4771-bc1f-d726c37e4e18 req-073ef1e4-08f3-4212-8599-631f31efb043 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.0911620 May 27 04:16:56.362251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc8cedb2-e4da-4771-bc1f-d726c37e4e18 req-cc0b5bfe-ff78-487c-8f7f-f43be5ebf32a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 May 27 04:16:56.619117 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:57.566946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2941-f1fa-4fd6-b705-6e3f1ec78c99 req-b1f2f538-60cc-441d-8714-773b9a3feabe tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:57.568577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-518e2941-f1fa-4fd6-b705-6e3f1ec78c99 req-b1f2f538-60cc-441d-8714-773b9a3feabe tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.0818708 May 27 04:16:57.613219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-518e2941-f1fa-4fd6-b705-6e3f1ec78c99 req-c0e97d12-2f1f-436a-be32-46caacbe2aba tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 May 27 04:16:57.869447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b2830736-d35a-46a8-806e-b3e1dfe8c1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:58.827280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3aa770-43a2-48c4-80f1-1751fe857cce req-9f828637-7ceb-46c6-9fea-5121f7b700be tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:16:58.828758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a3aa770-43a2-48c4-80f1-1751fe857cce req-9f828637-7ceb-46c6-9fea-5121f7b700be tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.0807085 May 27 04:16:58.887324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5a3aa770-43a2-48c4-80f1-1751fe857cce req-584b2fa0-1bb5-4a6e-aa45-31f211825f55 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491862 May 27 04:16:59.696688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-2896e650-672c-4d07-82d7-054f503d84ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832644 May 27 04:16:59.954541 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c98072fc-d6f9-47bc-b1a0-a9f45e433a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:16:59.961682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-7ccecdf1-f96f-4e75-8873-7faeeb4a4354 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.1925924 May 27 04:17:00.187402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-7aa57754-4533-44e5-868f-5fc9f57a66f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:00.190664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-7aa57754-4533-44e5-868f-5fc9f57a66f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.2032478 May 27 04:17:00.200687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944110-37e7-48a1-8cc8-de2f1afe3b52 req-d386141c-ab38-4279-901b-bde552dd41ff tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:00.200687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b944110-37e7-48a1-8cc8-de2f1afe3b52 req-d386141c-ab38-4279-901b-bde552dd41ff tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 944 time: 0.1337113 May 27 04:17:00.326924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b944110-37e7-48a1-8cc8-de2f1afe3b52 req-559a010f-1b9b-4d34-9135-773b8f0445fc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779378 May 27 04:17:00.328339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-c815088c-6791-4fd2-ad72-75ead3647008 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 1001 time: 0.1294503 May 27 04:17:00.395131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-58acb905-28af-4fd1-b730-b8477d91c993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:00.397089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-58acb905-28af-4fd1-b730-b8477d91c993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0623655 May 27 04:17:00.482563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-fbc69ca7-55b1-4179-8539-e6da43b463bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797968 May 27 04:17:00.641569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-bb24a113-a9c6-4836-8dce-99e622b8fc0e service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536138 May 27 04:17:00.783779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea59f6-123f-4cae-bf92-a7c1b79a1657 req-f6aeee59-6fb5-429b-9361-a8924d9e732d service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332276 May 27 04:17:00.973510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 06564942-22e3-40be-ba3c-21862f22b7eb details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:17:01.107596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=06564942-22e3-40be-ba3c-21862f22b7eb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:01.120687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '06564942-22e3-40be-ba3c-21862f22b7eb', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'port_id': '06564942-22e3-40be-ba3c-21862f22b7eb', 'mac_address': 'fa:16:3e:3a:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:17:01.183798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:01.199218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06564942-22e3-40be-ba3c-21862f22b7eb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:17:01.217242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=06564942-22e3-40be-ba3c-21862f22b7eb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:01.221492 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:01.228720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-a174949e-4195-49d7-bd2f-1956c8c1185f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764503 May 27 04:17:01.294670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:01.375947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-f2c454e7-3b36-4a48-86cb-65f9fafb05a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0747275 May 27 04:17:01.449609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:01.452675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['06564942-22e3-40be-ba3c-21862f22b7eb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:17:01.534733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:01.579020 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-d7be94e4-fb2d-40b3-8e87-419bb6dc6af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:01.580461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-d7be94e4-fb2d-40b3-8e87-419bb6dc6af9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1868525 May 27 04:17:01.587508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d729ef-9574-4b07-9c60-3a3db06c6d96 req-cd609518-9da2-4457-942f-260b82647626 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:01.588991 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87d729ef-9574-4b07-9c60-3a3db06c6d96 req-cd609518-9da2-4457-942f-260b82647626 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 945 time: 0.1297781 May 27 04:17:01.719264 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-87d729ef-9574-4b07-9c60-3a3db06c6d96 req-b87d6669-cfad-4c33-8c94-c737e51c9b54 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769691 May 27 04:17:01.721583 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-5abdebaa-ea53-45ad-8da2-dede7f397805 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 1000 time: 0.1311977 May 27 04:17:01.785959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-9dfbbeb5-083f-4ab4-8d25-98c214f6d810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:01.787277 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-9dfbbeb5-083f-4ab4-8d25-98c214f6d810 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0597925 May 27 04:17:01.861830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-306e0fea-11ee-4d41-945e-c65bb759a9ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685706 May 27 04:17:01.995071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-c69b2401-a580-4b95-8b37-e67c8c6d55ce service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259465 May 27 04:17:02.125913 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f3b69d9-7f3a-4c58-9731-f5c68987fd26 req-c243cf07-8c51-4a09-9e8e-3b294dab5bfe service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239243 May 27 04:17:02.959065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223155-3f7c-43b2-9d42-45485356995c req-a5634469-0805-4255-8e16-d76b03c70375 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:02.961805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0223155-3f7c-43b2-9d42-45485356995c req-a5634469-0805-4255-8e16-d76b03c70375 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 945 time: 0.1008511 May 27 04:17:03.005455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 06564942-22e3-40be-ba3c-21862f22b7eb up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:17:03.012065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0223155-3f7c-43b2-9d42-45485356995c req-b6ab3f83-ddcf-4164-b817-9b272c79edc1 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 May 27 04:17:03.082249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 06564942-22e3-40be-ba3c-21862f22b7eb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:17:03.088810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 06564942-22e3-40be-ba3c-21862f22b7eb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:17:03.088810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:03.149211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:03.214738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:03.244157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:17:03.254272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=06564942-22e3-40be-ba3c-21862f22b7eb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:03.259158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:03.317664 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5008f5-1396-4729-ba84-c176a759c15b'] response: {'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb', 'code': 200} May 27 04:17:03.339058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:03.450934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-915ffeb0-5d3f-4fab-a3ed-cbacf0f4c347 req-964fed7d-85dc-45bc-a85d-99096d77c3f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1097 time: 0.0724294 May 27 04:17:03.497563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-915ffeb0-5d3f-4fab-a3ed-cbacf0f4c347 req-5a77343e-ec87-4868-aa01-b77604826f86 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 May 27 04:17:04.260276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d556e-77b6-4247-882e-22a69c1730f1 req-e5715c03-dad7-4025-b338-56953d065d28 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:04.261809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc5d556e-77b6-4247-882e-22a69c1730f1 req-e5715c03-dad7-4025-b338-56953d065d28 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.1041687 May 27 04:17:04.313896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cc5d556e-77b6-4247-882e-22a69c1730f1 req-ce7379b7-9b70-41cb-8b01-107d171bbd2b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 May 27 04:17:05.618734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707916-fb96-466d-9ce7-f9fcbe1d0adc req-e17f3601-504a-4fa0-a484-d53142a54f2d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:05.620477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2707916-fb96-466d-9ce7-f9fcbe1d0adc req-e17f3601-504a-4fa0-a484-d53142a54f2d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.1760845 May 27 04:17:05.671231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2707916-fb96-466d-9ce7-f9fcbe1d0adc req-af8629da-ca30-41f3-9785-c93e06ef186b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 May 27 04:17:05.868872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ae476-dc00-4644-992c-bde17cfaee80 req-2078b6d3-5123-4ee1-9501-cb7212c409df tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:05.870240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e95ae476-dc00-4644-992c-bde17cfaee80 req-2078b6d3-5123-4ee1-9501-cb7212c409df tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.0746613 May 27 04:17:05.923782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e95ae476-dc00-4644-992c-bde17cfaee80 req-234041c4-95b5-4068-8add-6b261b416b69 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 May 27 04:17:05.951237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50510) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:06.019386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66620ca5-f506-4957-9c80-063a4043ae20 tempest-TestVolumeBootPattern-1434368774 tempest-TestVolumeBootPattern-1434368774-project-admin] Synchronizing usage tracker for tenant:f3ca824aa73b40029313d2c17c367117 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:17:06.035888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-66620ca5-f506-4957-9c80-063a4043ae20 tempest-TestVolumeBootPattern-1434368774 tempest-TestVolumeBootPattern-1434368774-project-admin] Unset dirty status for tenant:f3ca824aa73b40029313d2c17c367117 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:17:06.037301 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66620ca5-f506-4957-9c80-063a4043ae20 tempest-TestVolumeBootPattern-1434368774 tempest-TestVolumeBootPattern-1434368774-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1092 time: 0.0849557 May 27 04:17:06.040444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:06.045653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '06564942-22e3-40be-ba3c-21862f22b7eb', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:17:06.051769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:17:06.056200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Usage tracker for resource:floatingip and tenant:bfa97b64f38a4f6795ca76fe23dff286 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:17:06.059034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:17:06.064655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:17:06.075920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:06.218209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:06.366838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Allocated IP 172.25.8.150 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:17:06.611942 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:06.638258 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:06.702569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:17:06.705346 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:17:06.709800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:17:06.739127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:07.195977 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:07.253993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:07.452114 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:07.456306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:07.560276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event updated for resources: {'Port': ['ID=3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:07.574143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:07.759967 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Floating IP 6b8aedda-e4ba-4b62-bd81-2d249ddf9619 associated. External IP: 172.25.8.150, port: 06564942-22e3-40be-ba3c-21862f22b7eb. May 27 04:17:08.264520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:17:08.462954 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:17:08.473896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:17:08.486556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:08.487187 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:08.488276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:08.541956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1bef52aa-4968-42d9-a75d-fdd43b6d5c62 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5004623 May 27 04:17:08.542634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:17:08.596500 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c15916-19c4-40cc-b2dd-0472a5f32df4'] response: {'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb', 'status': 'completed', 'code': 200} May 27 04:17:08.668133 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:08.689689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-b2f4e426-ab4c-4871-9122-00b2b6a47ceb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1097 time: 0.0713141 May 27 04:17:08.819529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-abda42f6-6e50-4339-9752-d033255f523e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:08.821033 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-abda42f6-6e50-4339-9752-d033255f523e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1250153 May 27 04:17:08.923773 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-3fd8f448-efb9-48f9-aaba-5bc05728ced6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 200 len: 1000 time: 0.0970318 May 27 04:17:08.986004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-872cfbe0-bdb8-4429-b847-e4cce42cf099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:08.987453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-872cfbe0-bdb8-4429-b847-e4cce42cf099 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0584154 May 27 04:17:09.016287 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}, {'id': '6b8aedda-e4ba-4b62-bd81-2d249ddf9619', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '06564942-22e3-40be-ba3c-21862f22b7eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:3a:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:17:07Z', 'updated_at': '2022-05-27T04:17:07Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:09.020174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:17:09.030708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:09.031296 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:09.063648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-38db871d-51e1-45a2-945c-16a6cef9a099 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702078 May 27 04:17:09.166470 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:17:09.203028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-3d832695-226f-43bf-a8a4-8221f472d42c service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337357 May 27 04:17:09.221446 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:09.339696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6cb872b2-85c1-485e-8fb8-c50c31fbb2f4 req-878180ab-f828-484b-a4c2-2542c74a7ec1 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301663 May 27 04:17:09.608146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}, {'id': '6b8aedda-e4ba-4b62-bd81-2d249ddf9619', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '06564942-22e3-40be-ba3c-21862f22b7eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:3a:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:17:07Z', 'updated_at': '2022-05-27T04:17:07Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:09.612074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e1657-d9b9-4c6c-827b-3a11a74068b4 None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}, {'id': '6b8aedda-e4ba-4b62-bd81-2d249ddf9619', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '06564942-22e3-40be-ba3c-21862f22b7eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:3a:20:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:17:07Z', 'updated_at': '2022-05-27T04:17:07Z', 'revision_number': 0, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:17:09.794674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856555f-5026-4c8c-bf5a-e53ffe366537 None None] New status for floating IP 6b8aedda-e4ba-4b62-bd81-2d249ddf9619: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:17:13.470938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50526) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:13.684922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Deleting port 4117d257-8fae-4a30-bb74-d4afe5b81c68 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:13.685289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:13.880459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:13.880459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:14.136599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Calling delete_port for 4117d257-8fae-4a30-bb74-d4afe5b81c68 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:14.300304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:14.353769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event deleted for resources: {'Port': ['ID=4117d257-8fae-4a30-bb74-d4afe5b81c68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:14.451011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:14.887766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Router 1e0313a2-2c78-4506-8deb-08401b194022 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:17:15.119027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:17:15.135389 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:17:15.149591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:15.154332 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:15.154332 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:15.213290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5b596ca9-2fbb-4575-8d35-0e51a34101f1 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "DELETE /v2.0/floatingips/89560d1d-aa66-4383-a601-5c37c86684f4 HTTP/1.1" status: 204 len: 168 time: 1.7354708 May 27 04:17:15.213290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:17:15.287695 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13531ad1-d446-4dc9-92d3-82e4041cf6ea'] response: {'name': 'network-changed', 'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:17:15.369178 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:15.431839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-7136669a-a307-4ea5-88ad-a3af2a95e3da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf68b2cb85e141fd8794375f4560c52d&device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 1096 time: 0.1241863 May 27 04:17:15.635253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-a9495eb1-ae77-4f3e-b789-f02081e9a08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:15.637405 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-a9495eb1-ae77-4f3e-b789-f02081e9a08d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 200 len: 915 time: 0.1995680 May 27 04:17:15.737751 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:15.741871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:17:15.756636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:15.756636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:15.760242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-4ef54299-e2bc-4ad0-aec6-54ccceae947f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 200 len: 217 time: 0.1151569 May 27 04:17:15.845402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-78d99880-15c9-49f0-b005-23b1f471c5bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:15.846940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-78d99880-15c9-49f0-b005-23b1f471c5bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 200 len: 853 time: 0.0741208 May 27 04:17:15.853853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e872-cfd7-4417-94eb-042a2c05cdc4 req-29dfba0e-c8d3-4541-b437-747f8b5db57d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:15.855540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9258e872-cfd7-4417-94eb-042a2c05cdc4 req-29dfba0e-c8d3-4541-b437-747f8b5db57d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.1503451 May 27 04:17:15.952945 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:15.958440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9258e872-cfd7-4417-94eb-042a2c05cdc4 req-e3c0f3f2-ccc8-4470-84f5-2c38094e2be7 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714705 May 27 04:17:15.979135 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-8bc6cf1b-0b43-4e3a-8e5e-c9c3b574e7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ff1841b-bc5a-4f3b-8818-13647ced4665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217985 May 27 04:17:16.114809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-4d417b4c-0848-4c3b-8bc6-89ef5aebc967 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307638 May 27 04:17:16.250895 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f603ad81-53a7-4b8a-82e7-84ea7ac51034 req-64b63721-2b9c-4c06-ba64-6c542a1cb7cc service neutron] 10.222.0.41 "GET /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299565 May 27 04:17:16.275499 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:16.280275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620b4b8-5eaa-4424-90f5-55500377a3e5 None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:21Z', 'revision_number': 4, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5cb9a801-9f37-46d1-8454-da5d425b2745', 'name': '', 'network_id': '0ff1841b-bc5a-4f3b-8818-13647ced4665', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'mac_address': 'fa:16:3e:70:f7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:20Z', 'updated_at': '2022-05-27T04:14:40Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'subnets': [{'id': '83950f8f-0ba4-4ec5-9023-6abdaec53e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:17:16.502911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3cc5d1-4db4-4b86-ba74-3ab6fa574ee3 None None] New status for floating IP 89560d1d-aa66-4383-a601-5c37c86684f4: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:17:17.161188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7956-6f76-469f-9408-cb5ec862903f req-e6bc6f5a-1745-43fa-b88b-ee1c7af10d5d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:17.161806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814b7956-6f76-469f-9408-cb5ec862903f req-e6bc6f5a-1745-43fa-b88b-ee1c7af10d5d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Synchronizing usage tracker for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:17:17.177318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814b7956-6f76-469f-9408-cb5ec862903f req-e6bc6f5a-1745-43fa-b88b-ee1c7af10d5d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Unset dirty status for tenant:bf68b2cb85e141fd8794375f4560c52d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:17:17.178489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814b7956-6f76-469f-9408-cb5ec862903f req-e6bc6f5a-1745-43fa-b88b-ee1c7af10d5d tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0919354 May 27 04:17:17.195467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-755ebbc6-fdd9-4daf-b727-8da156a3fbfc tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:17:17.196873 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-755ebbc6-fdd9-4daf-b727-8da156a3fbfc tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 945 time: 0.0765078 May 27 04:17:17.224468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814b7956-6f76-469f-9408-cb5ec862903f req-f932d33f-9ca1-467b-aa4a-989edf8e35b3 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/security-groups?id=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398586 May 27 04:17:17.266166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Deleting port 8bb3a541-5205-44ff-b120-84c57a69a3cc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:17.266457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:17.503671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] For port 8bb3a541-5205-44ff-b120-84c57a69a3cc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=8bb3a541-5205-44ff-b120-84c57a69a3cc,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:17.504016 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:17.626178 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Calling delete_port for 8bb3a541-5205-44ff-b120-84c57a69a3cc owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:17.769183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:17.816187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event deleted for resources: {'Port': ['ID=8bb3a541-5205-44ff-b120-84c57a69a3cc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:17.974595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] No DVR routers for this DVR port 8bb3a541-5205-44ff-b120-84c57a69a3cc on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:17:17.977699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:17.980207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'name': 'network-vif-deleted', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:17:17.996454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-801927ff-ef75-4dc8-a800-cd6f830b2d28 req-7df9b41d-e2ab-4163-a376-5d1e79b9808f tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.41 "DELETE /v2.0/ports/8bb3a541-5205-44ff-b120-84c57a69a3cc HTTP/1.1" status: 204 len: 173 time: 0.7938879 May 27 04:17:18.035952 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12613d66-8d11-4e48-b64f-ad9e6c4060f0'] response: {'server_uuid': '4fc55987-3e0e-47bf-96b4-321181beb4c8', 'name': 'network-vif-deleted', 'tag': '8bb3a541-5205-44ff-b120-84c57a69a3cc', 'status': 'completed', 'code': 200} May 27 04:17:18.401059 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-61ce5a63-979f-4c78-9dec-efbdcc2bca85 req-4264a7dc-7ca3-4181-a03e-307f63f8753b tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fc55987-3e0e-47bf-96b4-321181beb4c8 HTTP/1.1" status: 200 len: 210 time: 0.0424998 May 27 04:17:19.505943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:19.576776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:19.607582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:19.674528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:19.692970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ca5fa-d385-4d28-a9bb-72afa08fd86a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:19.706130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.706471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.706806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.707161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.707490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.707847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.708171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.708494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.708817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.709164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.709779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:19.712629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:19.716243 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-00a6ab05-b461-4494-b33e-63828ad4a763 tempest-TestVolumeBackupRestore-1284276130 tempest-TestVolumeBackupRestore-1284276130-project] 10.222.0.46 "DELETE /v2.0/security-groups/7b5ca5fa-d385-4d28-a9bb-72afa08fd86a HTTP/1.1" status: 204 len: 168 time: 0.2068665 May 27 04:17:22.337992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 50860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:22.542472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8bb3a541-5205-44ff-b120-84c57a69a3cc no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:22.604009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 8bb3a541-5205-44ff-b120-84c57a69a3cc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:22.604009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 8bb3a541-5205-44ff-b120-84c57a69a3cc not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:23.144821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:23.838168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Deleting port 5cb9a801-9f37-46d1-8454-da5d425b2745 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:23.838168 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:24.017417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] For port 5cb9a801-9f37-46d1-8454-da5d425b2745, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5cb9a801-9f37-46d1-8454-da5d425b2745,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:24.017417 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:24.113955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:24.148647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Calling delete_port for 5cb9a801-9f37-46d1-8454-da5d425b2745 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:24.323854 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:24.373188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb9a801-9f37-46d1-8454-da5d425b2745,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:24.806696 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:25.440075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Router 1e0313a2-2c78-4506-8deb-08401b194022 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:17:25.648082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:17:25.657084 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Sync routers for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:17:25.671489 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:25.671489 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:25.674485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:25.677748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5ad6160e-a8a7-487a-91d7-b9da82d25074 admin admin] 10.222.0.46 "PUT /v2.0/routers/1e0313a2-2c78-4506-8deb-08401b194022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308642 May 27 04:17:25.885600 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:25.906419 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:26.088630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:26.098479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Deleting port 11b620a0-3397-4cf2-845a-7ed4c18152d6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:26.098863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:26.246693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:17:24Z', 'revision_number': 5, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port': {'id': '11b620a0-3397-4cf2-845a-7ed4c18152d6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0313a2-2c78-4506-8deb-08401b194022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:26.246693 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Checking router: 1e0313a2-2c78-4506-8deb-08401b194022 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:17:26.267460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Routers {'1e0313a2-2c78-4506-8deb-08401b194022'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:26.267460 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1e0313a2-2c78-4506-8deb-08401b194022'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:26.331104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] For port 11b620a0-3397-4cf2-845a-7ed4c18152d6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11b620a0-3397-4cf2-845a-7ed4c18152d6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:26.331104 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:26.409775 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] Set router 1e0313a2-2c78-4506-8deb-08401b194022 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:26.464631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Calling delete_port for 11b620a0-3397-4cf2-845a-7ed4c18152d6 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:26.512971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:17:26Z', 'revision_number': 6, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:26.516846 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e0b04-5d4a-424b-abc2-6a3f5294ed4e None None] The sync data for ids ['1e0313a2-2c78-4506-8deb-08401b194022'] in n-d-843301-2 is: [{'id': '1e0313a2-2c78-4506-8deb-08401b194022', 'name': 'tempest-TestVolumeBackupRestore-1691386880-router', 'tenant_id': 'bf68b2cb85e141fd8794375f4560c52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:18Z', 'updated_at': '2022-05-27T04:17:26Z', 'revision_number': 6, 'project_id': 'bf68b2cb85e141fd8794375f4560c52d', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:17:26.625546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:26.633228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:26.676702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=11b620a0-3397-4cf2-845a-7ed4c18152d6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:26.726172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.726516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.726854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.727188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.727518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.727843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.728172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.728494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.728815 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.729159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.729481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:17:26.936253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.286459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.291491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.317094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.317798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e0313a2-2c78-4506-8deb-08401b194022 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:17:27.329654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.330710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aae8c279-a05f-4951-b3fb-36daf7ffa0cd admin admin] 10.222.0.46 "DELETE /v2.0/routers/1e0313a2-2c78-4506-8deb-08401b194022 HTTP/1.1" status: 204 len: 168 time: 1.6600142 May 27 04:17:27.333241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51010) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:27.397264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Deleting subnet 83950f8f-0ba4-4ec5-9023-6abdaec53e41 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:17:27.401259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.452124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.538174 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.607764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.643001 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83950f8f-0ba4-4ec5-9023-6abdaec53e41,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:27.653647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.659694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f31ad-439e-4c3a-9fdb-8fcf7995cece None None] Network 0ff1841b-bc5a-4f3b-8818-13647ced4665 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:17:27.660156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1a83afc0-47ef-4378-9c59-485d9c982dbf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/83950f8f-0ba4-4ec5-9023-6abdaec53e41 HTTP/1.1" status: 204 len: 168 time: 0.3256991 May 27 04:17:27.662320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51014) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:27.770077 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.780572 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Deleting port 40ed7bea-5ccd-480f-b77b-d41684359612 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:27.780841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.873688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-36fb0640-88e7-4553-9672-5e2f0e4581d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.913902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] DHCP port deletion for 0ff1841b-bc5a-4f3b-8818-13647ced4665 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:17:27.918157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Deleting port 40ed7bea-5ccd-480f-b77b-d41684359612 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:27.918551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:27.997423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] For port 40ed7bea-5ccd-480f-b77b-d41684359612, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=40ed7bea-5ccd-480f-b77b-d41684359612,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:27.997889 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.120070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] For port 40ed7bea-5ccd-480f-b77b-d41684359612, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=40ed7bea-5ccd-480f-b77b-d41684359612,segment=NetworkSegment(988e926e-c652-4979-b6fd-b773c04107b1),segment_id=988e926e-c652-4979-b6fd-b773c04107b1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:28.120453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.124677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Calling delete_port for 40ed7bea-5ccd-480f-b77b-d41684359612 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:28.223197 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.241501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5cb9a801-9f37-46d1-8454-da5d425b2745 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:28.278640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Calling delete_port for 40ed7bea-5ccd-480f-b77b-d41684359612 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:28.278788 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Pushing event deleted for resources: {'Port': ['ID=40ed7bea-5ccd-480f-b77b-d41684359612,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:28.281720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] No DVR routers for this DVR port 40ed7bea-5ccd-480f-b77b-d41684359612 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:17:28.313701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5cb9a801-9f37-46d1-8454-da5d425b2745 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:28.313701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5cb9a801-9f37-46d1-8454-da5d425b2745 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:28.313701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11b620a0-3397-4cf2-845a-7ed4c18152d6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:28.355467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 11b620a0-3397-4cf2-845a-7ed4c18152d6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:28.355467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11b620a0-3397-4cf2-845a-7ed4c18152d6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:28.355467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 40ed7bea-5ccd-480f-b77b-d41684359612 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:28.398264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 40ed7bea-5ccd-480f-b77b-d41684359612 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:28.398264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 40ed7bea-5ccd-480f-b77b-d41684359612 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:28.416931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:17:28.424187 n-d-843301-2 neutron-server[84157]: util.warn( May 27 04:17:28.429302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:17:28.429302 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:17:28.445402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff1841b-bc5a-4f3b-8818-13647ced4665']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:28.452244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988e926e-c652-4979-b6fd-b773c04107b1') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:28.452541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988e926e-c652-4979-b6fd-b773c04107b1') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:28.464710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.481097 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.487302 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:17:28.487702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: timer() May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:17:28.501491 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:17:28.577364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.594110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:28.609310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff1841b-bc5a-4f3b-8818-13647ced4665,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:28.626440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a973a7ef-9a10-4b9a-a218-667ae9f266ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/0ff1841b-bc5a-4f3b-8818-13647ced4665 HTTP/1.1" status: 204 len: 168 time: 0.9555695 May 27 04:17:28.626440 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51018) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:28.934076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Deleting port 40ed7bea-5ccd-480f-b77b-d41684359612 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:28.934076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:29.005348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-962158a6-dd02-4dde-9a29-ceda631a403e None None] The port '40ed7bea-5ccd-480f-b77b-d41684359612' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:17:29.123894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:29.724480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Deleting port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:29.724820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:29.899017 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] For port 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:29.899371 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:29.956962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fdb1bd7-27da-4083-a2fa-dcb3483d5725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:30.018106 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Calling delete_port for 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:30.185972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:30.230946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aef38ef-1e8e-4dad-9c90-bccddcfc6a42,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:30.626276 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.216924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:17:31.434179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:17:31.449247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Sync routers for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:17:31.452948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65f56a1f-e048-4bd0-9a0c-e466358086d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/19159894-8cc5-49d8-8fd8-28dfd6a2b391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277133 May 27 04:17:31.454277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:31.461827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.465952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:31.466904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:31.643245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.673682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.695762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:31.886524 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.898533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Deleting port c4e42aac-98d8-4f6e-8835-bcbb83872f4e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:31.898533 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:31.998571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:17:30Z', 'revision_number': 5, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port': {'id': 'c4e42aac-98d8-4f6e-8835-bcbb83872f4e', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:32.003119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Checking router: 19159894-8cc5-49d8-8fd8-28dfd6a2b391 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:17:32.015590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Routers {'19159894-8cc5-49d8-8fd8-28dfd6a2b391'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:17:32.016234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:17:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:32.186186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] Set router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:17:32.243030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] For port c4e42aac-98d8-4f6e-8835-bcbb83872f4e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:32.243938 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:32.299745 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:17:31Z', 'revision_number': 6, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:32.303080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9720fd-fa1a-4f1c-932c-01b04f1b88cc None None] The sync data for ids ['19159894-8cc5-49d8-8fd8-28dfd6a2b391'] in n-d-843301-2 is: [{'id': '19159894-8cc5-49d8-8fd8-28dfd6a2b391', 'name': 'tempest-TestVolumeBackupRestore-1767703585-router', 'tenant_id': '0e0a59159e174f52b49728ad12a21b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:14:24Z', 'updated_at': '2022-05-27T04:17:31Z', 'revision_number': 6, 'project_id': '0e0a59159e174f52b49728ad12a21b4b', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:17:32.396443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Calling delete_port for c4e42aac-98d8-4f6e-8835-bcbb83872f4e owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:32.574011 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:32.618748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e42aac-98d8-4f6e-8835-bcbb83872f4e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:32.873228 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.129126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.134111 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.135508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.161760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.162295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19159894-8cc5-49d8-8fd8-28dfd6a2b391 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:17:33.176259 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.177554 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bb2c6a83-064f-4ce1-80b4-090075a427fc admin admin] 10.222.0.46 "DELETE /v2.0/routers/19159894-8cc5-49d8-8fd8-28dfd6a2b391 HTTP/1.1" status: 204 len: 168 time: 1.7221878 May 27 04:17:33.180620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:33.249338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Deleting subnet 3e827627-cb3d-4d9c-9658-3f07565574d5 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:17:33.252624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.307096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.388553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.457662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.495026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e827627-cb3d-4d9c-9658-3f07565574d5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:33.507340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.512471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a2926-fec3-4126-bc70-9ab69c4905c4 None None] Network 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:17:33.514101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d106411f-813f-47ca-b7d0-a1bef9d18f50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3e827627-cb3d-4d9c-9658-3f07565574d5 HTTP/1.1" status: 204 len: 168 time: 0.3323874 May 27 04:17:33.516526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51032) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:33.723714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.736885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Deleting port b2200a51-0ace-4fe5-bf8b-34305351906b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:33.737248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.763925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] DHCP port deletion for 01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:17:33.768045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Deleting port b2200a51-0ace-4fe5-bf8b-34305351906b {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:33.768416 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.940449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] For port b2200a51-0ace-4fe5-bf8b-34305351906b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2200a51-0ace-4fe5-bf8b-34305351906b,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:33.940805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:33.964026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] For port b2200a51-0ace-4fe5-bf8b-34305351906b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b2200a51-0ace-4fe5-bf8b-34305351906b,segment=NetworkSegment(363073b1-013c-4a9f-a470-44dfd0854165),segment_id=363073b1-013c-4a9f-a470-44dfd0854165)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:17:33.964351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.061199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Calling delete_port for b2200a51-0ace-4fe5-bf8b-34305351906b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:34.084718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Calling delete_port for b2200a51-0ace-4fe5-bf8b-34305351906b owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:17:34.140891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.158805 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:17:34.159254 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:17:34.188082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2200a51-0ace-4fe5-bf8b-34305351906b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:34.194060 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] No DVR routers for this DVR port b2200a51-0ace-4fe5-bf8b-34305351906b on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:17:34.205668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:34.238134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:34.238413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 9aef38ef-1e8e-4dad-9c90-bccddcfc6a42 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:34.238787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b2200a51-0ace-4fe5-bf8b-34305351906b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:34.271819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b2200a51-0ace-4fe5-bf8b-34305351906b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:34.272154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b2200a51-0ace-4fe5-bf8b-34305351906b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:34.272577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e42aac-98d8-4f6e-8835-bcbb83872f4e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:17:34.313595 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.339139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b462c6-1b97-42d2-9ec3-a0bd4e7010d2']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:34.339566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c4e42aac-98d8-4f6e-8835-bcbb83872f4e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:17:34.339907 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c4e42aac-98d8-4f6e-8835-bcbb83872f4e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:17:34.352653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363073b1-013c-4a9f-a470-44dfd0854165') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:34.352973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363073b1-013c-4a9f-a470-44dfd0854165') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:17:34.364014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.380387 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.386932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:17:34.387505 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: timer() May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:17:34.401762 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:17:34.478152 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.493515 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.505493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=01b462c6-1b97-42d2-9ec3-a0bd4e7010d2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:34.510763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a67fb83b-027e-4067-853e-34193f5c3e9c admin admin] 10.222.0.46 "DELETE /v2.0/networks/01b462c6-1b97-42d2-9ec3-a0bd4e7010d2 HTTP/1.1" status: 204 len: 168 time: 0.9932930 May 27 04:17:34.660509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Deleting port b2200a51-0ace-4fe5-bf8b-34305351906b {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:17:34.660943 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.703621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:34.724155 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-05ffb535-6081-4a9a-b1a8-1a0806741de9 None None] The port 'b2200a51-0ace-4fe5-bf8b-34305351906b' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:17:34.758669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-45280153-863f-4cda-afd3-3de691408091 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf68b2cb85e141fd8794375f4560c52d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538404 May 27 04:17:34.761091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51042) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:34.819440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.844784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.897081 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.912379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48557a9d-0d73-498d-8bf8-8f634b36f51b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:34.922291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:34.923407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-786dee80-b324-4bbc-8615-931d56711188 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48557a9d-0d73-498d-8bf8-8f634b36f51b HTTP/1.1" status: 204 len: 168 time: 0.1614301 May 27 04:17:35.388266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:35.439012 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7d3f2f5b-dad0-46eb-b159-3fb43cdd5697 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e0a59159e174f52b49728ad12a21b4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496097 May 27 04:17:35.441723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:17:35.505523 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:35.530239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:35.581105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:35.595338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d691060-4968-4d89-b368-9d13cff23ee1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:17:35.602297 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:35.603397 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6f0b75b9-0a6d-4453-bf6e-9a6ea9c0ba21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d691060-4968-4d89-b368-9d13cff23ee1 HTTP/1.1" status: 204 len: 168 time: 0.1607950 May 27 04:17:46.091048 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:17:54.123664 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:56.618741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:57.878669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-08fdfd38-0dea-4ea9-b5b9-ad81e40b942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:17:59.959010 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7d19a9ad-830b-482d-b495-f94a3fc10b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:01.455683 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:01.524799 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:01.840391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-ff84c080-c7c7-4be0-83e8-b5d2b2ad7bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1969008 May 27 04:18:01.977638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-5f865c7f-e810-4664-b3d1-49455b69307c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.0716693 May 27 04:18:02.118815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-30fed6d3-0e6f-4e6e-b75d-52b87406172c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:02.120231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-30fed6d3-0e6f-4e6e-b75d-52b87406172c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1254604 May 27 04:18:02.218567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-efc33778-01b6-4e45-b930-10cddde8e9ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 1001 time: 0.0922110 May 27 04:18:02.282398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-4bfbdf97-0671-44b0-b25f-f463ca090fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:02.283690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-4bfbdf97-0671-44b0-b25f-f463ca090fa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0593438 May 27 04:18:02.359180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-9e4b9a9c-e6a0-4e99-be30-4c1506d08b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665228 May 27 04:18:02.486650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-9f777afc-2394-45f6-bc57-4be295538588 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218295 May 27 04:18:02.700326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1a9d688e-a817-4d1f-8fe7-16d1ea92e6fc req-703c0218-9d46-46bf-9e1e-55c087e4d879 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067270 May 27 04:18:03.138297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:23.090677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:18:24.141874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:26.637517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:27.880068 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-453ca867-1e95-4ea2-af95-9f7d89b73076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:29.960637 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5655bc2-86fd-49f3-9ebd-0b5241df5b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:31.458378 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:31.527169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:33.140791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:36.909969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51078) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:18:37.110973 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:37.111306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:37.371110 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:37.371425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:37.490589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:37.642869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:37.699948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=3c7333f8-02ca-40b0-bcd6-d9a67c1d8f52,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:37.742130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.742471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.742802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.743139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.743458 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.743780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.744123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.744763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.745116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.745472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.745799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:37.807465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:38.193911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:18:38.395770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:18:38.405444 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:18:38.416145 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:38.419231 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:18:38.419865 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:18:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:38.470038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b10567da-4218-4682-b2d6-4ddb070d96aa tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "DELETE /v2.0/floatingips/6b8aedda-e4ba-4b62-bd81-2d249ddf9619 HTTP/1.1" status: 204 len: 168 time: 1.5587380 May 27 04:18:38.470639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:18:38.528119 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b345ca62-f23f-4d79-aa81-fc7c5b8c4529'] response: {'name': 'network-changed', 'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb', 'status': 'completed', 'code': 200} May 27 04:18:38.599477 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:18:38.623771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-73f8b22b-ca8f-4634-9fd9-2cd1efe3ed77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 1097 time: 0.0763333 May 27 04:18:38.762237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-bd6df80f-19a0-49c3-a7d0-9eb13793913b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:38.763685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-bd6df80f-19a0-49c3-a7d0-9eb13793913b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1345394 May 27 04:18:38.867448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-de90f0dd-2efd-407f-90e2-fca9949e7fa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 200 len: 217 time: 0.0954254 May 27 04:18:38.946733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-196e3d26-db4d-4c7d-9dc4-0b3136db86e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:38.948142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-196e3d26-db4d-4c7d-9dc4-0b3136db86e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0735817 May 27 04:18:38.989839 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:38.993772 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:18:39.004495 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:18:39.005112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:18:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:39.005781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e3a1-3664-4046-8e6f-4f1c4fd5824d req-5d560c72-2a15-4df1-95ea-58852f036b26 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:39.007204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8406e3a1-3664-4046-8e6f-4f1c4fd5824d req-5d560c72-2a15-4df1-95ea-58852f036b26 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.1877337 May 27 04:18:39.069578 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-c0caa315-f524-41bd-8cea-8fbdabf88654 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148925 May 27 04:18:39.071768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8406e3a1-3664-4046-8e6f-4f1c4fd5824d req-e0ca374e-46a9-4af6-b3ce-e03768d372e2 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547140 May 27 04:18:39.176233 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:18:39.201401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-5a2e0db8-e98d-45ae-841a-8b334d979712 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254983 May 27 04:18:39.334129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b9ab91ce-0ed1-451c-b1f3-f9fd0175d222 req-d2be51a0-5185-4dec-8831-991f721b9bd0 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268172 May 27 04:18:39.514790 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:39.518563 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b07edb-a21a-43b8-8577-2da58d89f7bf None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '2c206057-6684-4e10-905a-b7546d9146d8', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'port_id': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'mac_address': 'fa:16:3e:0f:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:14:57Z', 'updated_at': '2022-05-27T04:15:01Z', 'revision_number': 1, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:18:39.728647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ca22f-7d1f-46d4-83e0-625926b164e8 None None] New status for floating IP 6b8aedda-e4ba-4b62-bd81-2d249ddf9619: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:18:40.275996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1ee4b-7568-4994-b333-0994651f1b28 req-6340b6d4-62ee-4d1b-9f1b-231a5df9bedc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:40.277139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f5d1ee4b-7568-4994-b333-0994651f1b28 req-6340b6d4-62ee-4d1b-9f1b-231a5df9bedc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:18:40.279201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-69f5679c-7c85-4afd-afdd-c3f0bca1ee4d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:40.280726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-69f5679c-7c85-4afd-afdd-c3f0bca1ee4d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.0772207 May 27 04:18:40.293893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f5d1ee4b-7568-4994-b333-0994651f1b28 req-6340b6d4-62ee-4d1b-9f1b-231a5df9bedc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:18:40.295074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5d1ee4b-7568-4994-b333-0994651f1b28 req-6340b6d4-62ee-4d1b-9f1b-231a5df9bedc tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 946 time: 0.0985045 May 27 04:18:40.341014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5d1ee4b-7568-4994-b333-0994651f1b28 req-9cb442e6-c6fd-4666-998a-2a2f1a6c882d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 May 27 04:18:40.352727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 06564942-22e3-40be-ba3c-21862f22b7eb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:40.353112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:40.589943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port 06564942-22e3-40be-ba3c-21862f22b7eb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=06564942-22e3-40be-ba3c-21862f22b7eb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:18:40.590297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:40.710534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 06564942-22e3-40be-ba3c-21862f22b7eb owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:40.846000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:40.984289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=06564942-22e3-40be-ba3c-21862f22b7eb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:41.024972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.025318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.025651 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.025987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.026315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.026666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.026990 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.027311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.027628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.027944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.028262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:18:41.067847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port 06564942-22e3-40be-ba3c-21862f22b7eb on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:18:41.070340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:41.072806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'name': 'network-vif-deleted', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:18:41.090034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-742d7e1d-9ca5-4062-a973-c8b593a0ebed req-b75ac35c-9c40-47fe-af15-c457f1bcd63d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/06564942-22e3-40be-ba3c-21862f22b7eb HTTP/1.1" status: 204 len: 173 time: 0.8041975 May 27 04:18:41.149220 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5974a97-e364-4af4-b04c-7722da5b8d02'] response: {'server_uuid': 'b7c46718-f522-4674-901b-cbe8043e0b7e', 'name': 'network-vif-deleted', 'tag': '06564942-22e3-40be-ba3c-21862f22b7eb', 'status': 'completed', 'code': 200} May 27 04:18:41.516107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d65b0a81-e5af-43cf-ab56-2e7808636369 req-5ee7039b-c135-4335-b837-7a949252e14a tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7c46718-f522-4674-901b-cbe8043e0b7e HTTP/1.1" status: 200 len: 210 time: 0.0443518 May 27 04:18:43.530973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 06564942-22e3-40be-ba3c-21862f22b7eb no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:18:43.566866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 06564942-22e3-40be-ba3c-21862f22b7eb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:18:43.567202 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 06564942-22e3-40be-ba3c-21862f22b7eb not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:18:47.133897 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51114) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:18:47.416665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port cd498068-2f54-4be6-aaf2-84a2db17d3d5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:47.417769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:47.578167 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:47.578485 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:47.698210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for cd498068-2f54-4be6-aaf2-84a2db17d3d5 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:47.840701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:47.885449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=cd498068-2f54-4be6-aaf2-84a2db17d3d5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:47.974949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:48.352811 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:18:48.549686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:18:48.560820 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:18:48.565858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:48.573008 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:18:48.574148 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:18:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:48.617390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62277e9c-7ffb-478e-b5ed-cd732bf573ac tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "DELETE /v2.0/floatingips/2c206057-6684-4e10-905a-b7546d9146d8 HTTP/1.1" status: 204 len: 168 time: 1.4823203 May 27 04:18:48.617875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:18:48.677191 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d93f26d-d338-41fa-b661-ef603edfe236'] response: {'name': 'network-changed', 'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'status': 'completed', 'code': 200} May 27 04:18:48.755141 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:18:48.772273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-29376b01-226b-47d1-a51a-3ad13f15f59e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 1096 time: 0.0724068 May 27 04:18:48.910166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-44703861-9d65-4fae-b8c2-ffae108d878f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:48.911551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-44703861-9d65-4fae-b8c2-ffae108d878f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 200 len: 912 time: 0.1332803 May 27 04:18:49.015615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-1dbd3db8-40e5-4128-bd93-130e3b7550c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 200 len: 217 time: 0.0959201 May 27 04:18:49.078255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:49.082331 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:18:49.093305 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:18:49.093893 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:18:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:49.096379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-e8d2aef2-c946-4cb1-9d9a-f8ea6c79f7a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:49.097828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-e8d2aef2-c946-4cb1-9d9a-f8ea6c79f7a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 200 len: 850 time: 0.0747414 May 27 04:18:49.107924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5f203-997e-4c4c-86cb-f46eec905cc5 req-ac3a9b55-fbed-426b-aae0-75754290f090 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:49.108601 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f3e5f203-997e-4c4c-86cb-f46eec905cc5 req-ac3a9b55-fbed-426b-aae0-75754290f090 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:18:49.167674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f3e5f203-997e-4c4c-86cb-f46eec905cc5 req-ac3a9b55-fbed-426b-aae0-75754290f090 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:18:49.168707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3e5f203-997e-4c4c-86cb-f46eec905cc5 req-ac3a9b55-fbed-426b-aae0-75754290f090 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.2018883 May 27 04:18:49.227213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-b3be2693-0181-44a2-943b-b8289ba61d95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0acbb945-2bb8-4f15-a0b5-ea97944aef8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158605 May 27 04:18:49.229540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3e5f203-997e-4c4c-86cb-f46eec905cc5 req-6b4bc768-bd7a-4f4d-a6bf-ff8feb56dd2c tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542758 May 27 04:18:49.304146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:18:49.363109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-e13ea0ae-5825-48b7-b38d-2f7bc871f51b service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292911 May 27 04:18:49.493513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-97d364e9-cc49-46b0-af64-272ecf0e7e73 req-b883c219-36dc-4f39-a492-17dfe8503cc1 service neutron] 10.222.0.21 "GET /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235785 May 27 04:18:49.615378 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:18:49.619223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840831-0d9f-46b3-aa28-fc5802e4c60e None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:14Z', 'revision_number': 4, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4fb14d50-d408-4b95-8040-b54cd8bd08cc', 'name': '', 'network_id': '0acbb945-2bb8-4f15-a0b5-ea97944aef8f', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'mac_address': 'fa:16:3e:37:ba:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:13Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'subnets': [{'id': '80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:18:49.834638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50649e7-f6a5-491a-bf98-1ce691d34c9d None None] New status for floating IP 2c206057-6684-4e10-905a-b7546d9146d8: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:18:50.356525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-1dd06a3a-976d-4fb3-b9ed-6b5c44af4f3d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:50.358100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-1dd06a3a-976d-4fb3-b9ed-6b5c44af4f3d tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.0796211 May 27 04:18:50.428416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:50.428688 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:50.521004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5f45-a0d7-4a40-88ff-6ee50178f991 req-503c30a8-1610-4479-ac6a-df477031ae46 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:18:50.521585 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-27af5f45-a0d7-4a40-88ff-6ee50178f991 req-503c30a8-1610-4479-ac6a-df477031ae46 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Synchronizing usage tracker for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:18:50.533117 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-27af5f45-a0d7-4a40-88ff-6ee50178f991 req-503c30a8-1610-4479-ac6a-df477031ae46 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Unset dirty status for tenant:bfa97b64f38a4f6795ca76fe23dff286 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:18:50.534238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-27af5f45-a0d7-4a40-88ff-6ee50178f991 req-503c30a8-1610-4479-ac6a-df477031ae46 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 945 time: 0.1821060 May 27 04:18:50.578979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-27af5f45-a0d7-4a40-88ff-6ee50178f991 req-45746127-dd52-4ffd-8d49-3806c4bd333b tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/security-groups?id=d50f2e28-03c2-451f-9357-4461c4cd4cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 May 27 04:18:50.675170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] For port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:18:50.675522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:50.792441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for 9a9242cd-be92-44bb-af51-e4a9e2e7f63a owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:51.018263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:51.066430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=9a9242cd-be92-44bb-af51-e4a9e2e7f63a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:51.140684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] No DVR routers for this DVR port 9a9242cd-be92-44bb-af51-e4a9e2e7f63a on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:18:51.143211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:51.145701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'name': 'network-vif-deleted', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:18:51.160624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73200bde-e8ac-47cf-96dd-ec7e5ac77964 req-cc58c616-e6c6-4ed4-a7e7-c3158cd26099 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.21 "DELETE /v2.0/ports/9a9242cd-be92-44bb-af51-e4a9e2e7f63a HTTP/1.1" status: 204 len: 173 time: 0.7968678 May 27 04:18:51.200950 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4c76cd-0ae8-454a-917a-837d090e8bb1'] response: {'server_uuid': 'aaf3be55-e4a1-4313-9df1-58f998882f9e', 'name': 'network-vif-deleted', 'tag': '9a9242cd-be92-44bb-af51-e4a9e2e7f63a', 'status': 'completed', 'code': 200} May 27 04:18:51.741324 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bee4749-818b-4f10-85e7-003b8c3e0ab5 req-cb204ed4-f95e-42a8-84b8-83df139cd3c7 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "GET /v2.0/ports?device_id=aaf3be55-e4a1-4313-9df1-58f998882f9e HTTP/1.1" status: 200 len: 210 time: 0.0432680 May 27 04:18:52.844808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51132) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:18:52.995818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Deleting port cf8d6555-8eb5-4f5f-9a48-51074e20cb44 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:52.996151 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.164114 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.164434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.283232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Calling delete_port for cf8d6555-8eb5-4f5f-9a48-51074e20cb44 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:53.423760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.466850 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'Port': ['ID=cf8d6555-8eb5-4f5f-9a48-51074e20cb44,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:53.561726 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.575341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:53.576534 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-368ee4c6-404a-4385-bec8-f6438d8bf3c4 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "DELETE /v2.0/floatingips/eb425a56-0926-4e63-81b7-2c7b6330dc61 HTTP/1.1" status: 204 len: 168 time: 0.7306993 May 27 04:18:53.581722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9242cd-be92-44bb-af51-e4a9e2e7f63a no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:18:53.615283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 9a9242cd-be92-44bb-af51-e4a9e2e7f63a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:18:53.615547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 9a9242cd-be92-44bb-af51-e4a9e2e7f63a not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:18:54.142611 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:56.032698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:18:56.103744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:56.132649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:56.197716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:56.221270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f2e28-03c2-451f-9357-4461c4cd4cb5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:56.232304 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:56.233472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-de5f37e4-3a51-4810-84e1-42279d6b2f30 tempest-TestVolumeBootPattern-702116601 tempest-TestVolumeBootPattern-702116601-project] 10.222.0.46 "DELETE /v2.0/security-groups/d50f2e28-03c2-451f-9357-4461c4cd4cb5 HTTP/1.1" status: 204 len: 168 time: 0.1997712 May 27 04:18:56.636773 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:57.316433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:18:57.820557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:57.883050 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f3b929f1-491e-4fee-9caf-90250cd833e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:58.496174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Deleting port 4fb14d50-d408-4b95-8040-b54cd8bd08cc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:18:58.496725 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:58.663492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] For port 4fb14d50-d408-4b95-8040-b54cd8bd08cc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4fb14d50-d408-4b95-8040-b54cd8bd08cc,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:18:58.663850 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:58.783010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Calling delete_port for 4fb14d50-d408-4b95-8040-b54cd8bd08cc owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:18:58.944526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:58.990070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb14d50-d408-4b95-8040-b54cd8bd08cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:18:59.279562 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:18:59.940041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:18:59.964906 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00511340-45cb-4da0-9d70-5dc29d4f4de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:00.091114 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:19:00.140358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:19:00.148823 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Sync routers for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:19:00.153159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-391cf060-e993-44fe-8656-047599cb8128 admin admin] 10.222.0.46 "PUT /v2.0/routers/4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356154 May 27 04:19:00.155603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:00.161368 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:19:00.161957 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:19:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:00.336205 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:19:00.354823 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:00.545857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:00.555962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Deleting port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:00.556372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:00.619267 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:18:58Z', 'revision_number': 5, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port': {'id': '850104b9-b98a-4d8d-83f1-c4ee71d0bca7', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:00.623654 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Checking router: 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:19:00.633933 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Routers {'4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:19:00.634515 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:19:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:00.728286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] For port 850104b9-b98a-4d8d-83f1-c4ee71d0bca7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:00.728628 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:00.778710 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] Set router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:19:00.883808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:19:00Z', 'revision_number': 6, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:00.888237 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8c9ed-c742-47be-ac06-221f49d55d8f None None] The sync data for ids ['4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806'] in n-d-843301-2 is: [{'id': '4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806', 'name': 'tempest-TestVolumeBootPattern-139160215-router', 'tenant_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:11Z', 'updated_at': '2022-05-27T04:19:00Z', 'revision_number': 6, 'project_id': 'bfa97b64f38a4f6795ca76fe23dff286', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:19:00.958706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Calling delete_port for 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:01.122940 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.169549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Pushing event deleted for resources: {'Port': ['ID=850104b9-b98a-4d8d-83f1-c4ee71d0bca7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:01.394004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.462074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.529588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.648279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.652761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.679497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.680043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:19:01.692805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.693939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-726cc2de-1178-4926-b29c-e007ae14c331 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4fbc72d0-9a04-4eb3-9f5f-5b2e3f236806 HTTP/1.1" status: 204 len: 168 time: 1.5374548 May 27 04:19:01.696646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51174) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:01.758096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Deleting subnet 80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:19:01.761641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.810692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.893013 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.960379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:01.997364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:02.002021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.007231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ed609-8a82-4a00-8eba-951e37d05fea None None] Network 0acbb945-2bb8-4f15-a0b5-ea97944aef8f requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:19:02.007633 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2daaed32-0b79-41c0-9ec2-a6250cf47cad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/80d6dd0b-b7e7-466b-a6d5-71317bfe3bc0 HTTP/1.1" status: 204 len: 168 time: 0.3100414 May 27 04:19:02.010728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51178) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:02.115856 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.126642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Deleting port fc81f392-9f6e-48cc-804a-3007e56258cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:02.126964 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.260652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] DHCP port deletion for 0acbb945-2bb8-4f15-a0b5-ea97944aef8f request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:19:02.263640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4fb14d50-d408-4b95-8040-b54cd8bd08cc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:02.292484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Deleting port fc81f392-9f6e-48cc-804a-3007e56258cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:02.292851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.327428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4fb14d50-d408-4b95-8040-b54cd8bd08cc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:02.327767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4fb14d50-d408-4b95-8040-b54cd8bd08cc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:02.328177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:02.373138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:02.373478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 850104b9-b98a-4d8d-83f1-c4ee71d0bca7 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:02.433600 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] For port fc81f392-9f6e-48cc-804a-3007e56258cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fc81f392-9f6e-48cc-804a-3007e56258cb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:02.433949 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.528858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] For port fc81f392-9f6e-48cc-804a-3007e56258cb, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fc81f392-9f6e-48cc-804a-3007e56258cb,segment=NetworkSegment(b8e127b4-11d5-4b9e-b286-47b939fc0265),segment_id=b8e127b4-11d5-4b9e-b286-47b939fc0265)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:02.529406 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.551498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Calling delete_port for fc81f392-9f6e-48cc-804a-3007e56258cb owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:02.629929 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.675187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc81f392-9f6e-48cc-804a-3007e56258cb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:02.678913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] No DVR routers for this DVR port fc81f392-9f6e-48cc-804a-3007e56258cb on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:19:02.679473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Calling delete_port for fc81f392-9f6e-48cc-804a-3007e56258cb owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:02.748698 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:19:02.749070 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:19:02.799774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.824144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acbb945-2bb8-4f15-a0b5-ea97944aef8f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:02.836511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e127b4-11d5-4b9e-b286-47b939fc0265') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:02.836838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e127b4-11d5-4b9e-b286-47b939fc0265') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:02.848477 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.865692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.871833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:19:02.872237 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: timer() May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:19:02.885166 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:19:02.960814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.978096 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:02.989343 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acbb945-2bb8-4f15-a0b5-ea97944aef8f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:03.002089 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-66abb6a5-e62e-4e4f-bc82-1d032eda7243 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0acbb945-2bb8-4f15-a0b5-ea97944aef8f HTTP/1.1" status: 204 len: 168 time: 0.9903517 May 27 04:19:03.004874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:03.142395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:03.250336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Deleting port fc81f392-9f6e-48cc-804a-3007e56258cb {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:03.250712 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:03.315659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c146c-f2b8-4488-8518-a9c8953015d0 None None] The port 'fc81f392-9f6e-48cc-804a-3007e56258cb' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:19:03.404335 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:04.090339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Deleting port ccc36e90-eb98-44b5-8aa9-210ee195f46f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:04.090972 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:04.239965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fc81f392-9f6e-48cc-804a-3007e56258cb no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:04.267140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] For port ccc36e90-eb98-44b5-8aa9-210ee195f46f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ccc36e90-eb98-44b5-8aa9-210ee195f46f,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:04.267497 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:04.271564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fc81f392-9f6e-48cc-804a-3007e56258cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:04.271905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fc81f392-9f6e-48cc-804a-3007e56258cb not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:04.388521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Calling delete_port for ccc36e90-eb98-44b5-8aa9-210ee195f46f owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:04.553720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:04.600077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc36e90-eb98-44b5-8aa9-210ee195f46f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:04.881706 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:05.536454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Router 6c407290-080e-4268-a423-36cd0adedbbd has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:19:05.730297 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:19:05.738719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Sync routers for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:19:05.747078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-147fd0b6-e1ba-42d0-a7f8-ff1f7152f384 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c407290-080e-4268-a423-36cd0adedbbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7411592 May 27 04:19:05.749611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:05.753280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:19:05.753889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:19:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:05.928786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:19:05.944815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:06.141143 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:06.150111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Deleting port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:06.150508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:06.231356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:19:04Z', 'revision_number': 5, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port': {'id': '4e0ff85c-3ef7-4a31-822e-185d7912c6c1', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c407290-080e-4268-a423-36cd0adedbbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:06.235185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Checking router: 6c407290-080e-4268-a423-36cd0adedbbd for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:19:06.246527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Routers {'6c407290-080e-4268-a423-36cd0adedbbd'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:19:06.247116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:19:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['6c407290-080e-4268-a423-36cd0adedbbd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:06.331459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] For port 4e0ff85c-3ef7-4a31-822e-185d7912c6c1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:06.331839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:06.395692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] Set router 6c407290-080e-4268-a423-36cd0adedbbd gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:19:06.450782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Calling delete_port for 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:06.502570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:19:06Z', 'revision_number': 6, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:06.506428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25457a-999e-4166-9a83-33105bdd09a9 None None] The sync data for ids ['6c407290-080e-4268-a423-36cd0adedbbd'] in n-d-843301-2 is: [{'id': '6c407290-080e-4268-a423-36cd0adedbbd', 'name': 'tempest-TestVolumeBootPattern-1373188823-router', 'tenant_id': 'f3ca824aa73b40029313d2c17c367117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:09:17Z', 'updated_at': '2022-05-27T04:19:06Z', 'revision_number': 6, 'project_id': 'f3ca824aa73b40029313d2c17c367117', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:19:06.621451 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:06.665140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0ff85c-3ef7-4a31-822e-185d7912c6c1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:06.984402 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.236073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.240360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.264792 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.265383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c407290-080e-4268-a423-36cd0adedbbd {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:19:07.277997 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.279110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5cd768af-aebf-429a-92be-d10ce863ae81 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6c407290-080e-4268-a423-36cd0adedbbd HTTP/1.1" status: 204 len: 168 time: 1.5285954 May 27 04:19:07.281672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:07.342477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Deleting subnet 81004a0d-5f7a-4731-9293-33920466b986 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:19:07.345444 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.393080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.476037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.541739 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.578414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81004a0d-5f7a-4731-9293-33920466b986,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:07.583190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.589416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fbe0822c-12c0-4fc4-bb4a-ec3a4930616c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81004a0d-5f7a-4731-9293-33920466b986 HTTP/1.1" status: 204 len: 168 time: 0.3068297 May 27 04:19:07.590153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5bae5-9ae6-44d5-8dc5-78ce29519757 None None] Network 30395fae-64c2-4130-a024-457bed0f7ee6 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:19:07.591903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:07.695847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.706560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Deleting port 6db14e2b-9122-4f61-9f39-3435933223f3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:07.706891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.831523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] DHCP port deletion for 30395fae-64c2-4130-a024-457bed0f7ee6 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:19:07.835754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Deleting port 6db14e2b-9122-4f61-9f39-3435933223f3 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:07.836120 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:07.924228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] For port 6db14e2b-9122-4f61-9f39-3435933223f3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6db14e2b-9122-4f61-9f39-3435933223f3,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:07.924575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.044414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Calling delete_port for 6db14e2b-9122-4f61-9f39-3435933223f3 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:08.072573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] For port 6db14e2b-9122-4f61-9f39-3435933223f3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6db14e2b-9122-4f61-9f39-3435933223f3,segment=NetworkSegment(797229bd-0b46-41b9-a38a-d97dc4a64bf0),segment_id=797229bd-0b46-41b9-a38a-d97dc4a64bf0)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:08.073044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.126037 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.169581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Pushing event deleted for resources: {'Port': ['ID=6db14e2b-9122-4f61-9f39-3435933223f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:08.175461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] No DVR routers for this DVR port 6db14e2b-9122-4f61-9f39-3435933223f3 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:19:08.199204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Calling delete_port for 6db14e2b-9122-4f61-9f39-3435933223f3 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:08.246364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6db14e2b-9122-4f61-9f39-3435933223f3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:08.282209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6db14e2b-9122-4f61-9f39-3435933223f3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:08.282549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6db14e2b-9122-4f61-9f39-3435933223f3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:08.282951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:08.329735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:08.329981 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e0ff85c-3ef7-4a31-822e-185d7912c6c1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:08.330384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ccc36e90-eb98-44b5-8aa9-210ee195f46f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:08.368404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: ccc36e90-eb98-44b5-8aa9-210ee195f46f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:08.368404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ccc36e90-eb98-44b5-8aa9-210ee195f46f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:08.373182 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:19:08.373533 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:19:08.391103 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.415369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30395fae-64c2-4130-a024-457bed0f7ee6']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:08.427697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797229bd-0b46-41b9-a38a-d97dc4a64bf0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:08.427993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797229bd-0b46-41b9-a38a-d97dc4a64bf0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:19:08.439804 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.455314 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.461458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:19:08.461875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: timer() May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:19:08.474573 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:19:08.550127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.566423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.576314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] Pushing event deleted for resources: {'Network': ['ID=30395fae-64c2-4130-a024-457bed0f7ee6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:08.583417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1a3bba9f-a807-4640-8100-391b0fee700f admin admin] 10.222.0.46 "DELETE /v2.0/networks/30395fae-64c2-4130-a024-457bed0f7ee6 HTTP/1.1" status: 204 len: 168 time: 0.9905775 May 27 04:19:08.719460 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51200) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:08.768953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-110f9a16-1150-4850-89ad-2cac9807c1d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfa97b64f38a4f6795ca76fe23dff286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482702 May 27 04:19:08.771233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51204) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:08.831205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.856825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.874586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Deleting port 6db14e2b-9122-4f61-9f39-3435933223f3 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:08.875065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.906838 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.926131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:08.935200 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:08.936325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8f87ba0f-0b49-42e9-9f1a-c0ec905c83e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eae4e0c-89ab-4a1d-a044-c72cbf9ac26f HTTP/1.1" status: 204 len: 168 time: 0.1642275 May 27 04:19:08.938230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-883eaa43-2c4d-4c0b-b7d3-c146e125eb8b None None] The port '6db14e2b-9122-4f61-9f39-3435933223f3' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:19:09.327220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:09.377347 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b8ffbb95-39cc-418a-a7e7-adfc71ac3051 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3ca824aa73b40029313d2c17c367117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488014 May 27 04:19:09.379571 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:09.443790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:09.469117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:09.521130 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:09.537357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc27d2b-28e9-4f21-bb9e-93e70abdbeb6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:09.542206 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:09.543231 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c1951d88-962f-46a2-b78e-fc5ab5a325f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afc27d2b-28e9-4f21-bb9e-93e70abdbeb6 HTTP/1.1" status: 204 len: 168 time: 0.1627893 May 27 04:19:20.702520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-a50f9cc2-54ed-441e-a6a9-ebb7b42db852 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4e385863dc9a410a82fba9113fbebd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271058 May 27 04:19:20.847605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-ddd455c4-1198-486b-9ef2-4bbbc61330d9 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:20.849200 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-ddd455c4-1198-486b-9ef2-4bbbc61330d9 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417520 May 27 04:19:20.865712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-9dbd1147-10cf-4756-b286-da878cd8e39e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/quotas/4e385863dc9a410a82fba9113fbebd77 HTTP/1.1" status: 200 len: 375 time: 0.0109270 May 27 04:19:20.909261 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-013740e1-639a-43d9-9225-330a5bd9a02d tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e385863dc9a410a82fba9113fbebd77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388994 May 27 04:19:22.112934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ab7867-e4be-428a-935a-690d9c80382f req-46f217f1-6c61-480a-88f8-c9dfce7502b7 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 210 time: 0.0436637 May 27 04:19:23.249664 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-ba89c698-0b4f-40ba-86a9-a4880423e93b tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e385863dc9a410a82fba9113fbebd77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316663 May 27 04:19:23.317840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52d52595-be3a-4aa8-9c3c-b7d3da4df3bf req-5afec267-7a44-414b-80da-eb8f040e7db8 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 210 time: 0.0705681 May 27 04:19:23.446580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-24d60159-b797-42bf-acda-e8bc268c4611 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:23.447947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-24d60159-b797-42bf-acda-e8bc268c4611 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664624 May 27 04:19:23.463100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Request body: {'port': {'device_id': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'admin_state_up': True, 'tenant_id': '4e385863dc9a410a82fba9113fbebd77'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:23.598439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:23.602236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Usage tracker for resource:port and tenant:4e385863dc9a410a82fba9113fbebd77 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:23.605580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:23.611308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:23.620374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Made reservation on behalf of 4e385863dc9a410a82fba9113fbebd77 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:19:23.623267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:23.635414 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:23.666434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:23.670170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Usage tracker for resource:security_group_rule and tenant:4e385863dc9a410a82fba9113fbebd77 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:23.672834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:23.678428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:23.745305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:23.748686 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:23.829794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443ca38e-0c60-44e9-ba94-e7db5dcc14da,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:23.914829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Allocated IP 192.168.233.248 (eccca31f-548c-47a2-abd6-c7946cda94ff/4a0a2863-3579-4f1b-8342-dfc3b46da7a2/102f4c0e-f054-431a-a7b8-b82ac54aaeda) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:19:24.111120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.126407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Transition to ACTIVE for port object 102f4c0e-f054-431a-a7b8-b82ac54aaeda will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:19:24.139554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.148447 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.221837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Network eccca31f-548c-47a2-abd6-c7946cda94ff is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:19:24.224709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:19:24.228637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:19:24.258741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Pushing event updated for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:24.293677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:24.294286 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.320021 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-50002f06-4f21-4cfe-a419-122c3ee16707 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8605978 May 27 04:19:24.330947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Request body: {'port': {'device_id': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:24.487454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b2634e58-f629-4d79-aebc-8f11cb536813 None None] Provisioning for port 102f4c0e-f054-431a-a7b8-b82ac54aaeda completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:19:24.493055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-b2634e58-f629-4d79-aebc-8f11cb536813 None None] Provisioning complete for port 102f4c0e-f054-431a-a7b8-b82ac54aaeda triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:19:24.493411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b2634e58-f629-4d79-aebc-8f11cb536813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.544733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.548121 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b2634e58-f629-4d79-aebc-8f11cb536813 None None] Port 102f4c0e-f054-431a-a7b8-b82ac54aaeda cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:19:24.564375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba24-a207-4988-b009-c35ad1118b8a req-edef0e18-6b6e-4e41-ae90-d813dcec22a3 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:24.565827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66acba24-a207-4988-b009-c35ad1118b8a req-edef0e18-6b6e-4e41-ae90-d813dcec22a3 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 936 time: 0.0821686 May 27 04:19:24.610826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66acba24-a207-4988-b009-c35ad1118b8a req-02eb92f4-260c-4368-9f2b-092588733410 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 May 27 04:19:24.884325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102f4c0e-f054-431a-a7b8-b82ac54aaeda {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:19:24.891002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:24.905408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Transition to ACTIVE for port object 102f4c0e-f054-431a-a7b8-b82ac54aaeda will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:19:24.908660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:25.033799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Pushing event updated for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:25.143607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Attempting to bind port 102f4c0e-f054-431a-a7b8-b82ac54aaeda on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:19:25.143938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Attempting to bind port 102f4c0e-f054-431a-a7b8-b82ac54aaeda by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:19:25.144257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Attempting to bind port 102f4c0e-f054-431a-a7b8-b82ac54aaeda on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:19:25.150502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Port 102f4c0e-f054-431a-a7b8-b82ac54aaeda on network eccca31f-548c-47a2-abd6-c7946cda94ff not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:19:25.150828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Attempting to bind port 102f4c0e-f054-431a-a7b8-b82ac54aaeda on network eccca31f-548c-47a2-abd6-c7946cda94ff {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:19:25.156757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:19:25.157116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Checking segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:19:25.157490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Bound using segment: {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:19:25.157906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Bound port: 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a22496-eb5e-4180-adf0-e66b50d86b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:19:25.158242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:25.257521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:19:25.261092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:19:25.266455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:25.328467 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:25.329857 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] 10.222.0.21 "PUT /v2.0/ports/102f4c0e-f054-431a-a7b8-b82ac54aaeda HTTP/1.1" status: 200 len: 1096 time: 1.0030525 May 27 04:19:25.330292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:19:25.349634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87d3c-d18f-40f7-b2b0-07db75c59f0a service neutron] Pushing event updated for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:25.456559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-29c9b932-3663-41fa-869d-d060872fb52e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e385863dc9a410a82fba9113fbebd77&device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 1099 time: 0.0749857 May 27 04:19:25.517135 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ab0c62-2107-4cad-b3cc-0b901bbea334'] response: {'name': 'network-changed', 'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda', 'status': 'completed', 'code': 200} May 27 04:19:25.532438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-dabe09c7-a374-4228-885a-425556033eac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda HTTP/1.1" status: 200 len: 217 time: 0.0683100 May 27 04:19:25.594596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-b3fc7fb5-7579-4fde-9017-6f6e7feeac1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:25.595961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-b3fc7fb5-7579-4fde-9017-6f6e7feeac1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0579822 May 27 04:19:25.673511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-eda177f9-c233-4ff9-bfc7-b145d539dbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711238 May 27 04:19:25.804332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-b9a2705f-ccb8-4844-bc8c-1fcdc9038745 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249154 May 27 04:19:25.808236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc1bf-4dce-4317-9a86-83993cf28ede req-5b7d8871-6b65-41ac-a3df-56afb9ae4702 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:25.809731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eabc1bf-4dce-4317-9a86-83993cf28ede req-5b7d8871-6b65-41ac-a3df-56afb9ae4702 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 948 time: 0.0789356 May 27 04:19:25.858985 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5eabc1bf-4dce-4317-9a86-83993cf28ede req-8b361c3e-d7bb-4bcb-9d75-3b194a1a38c5 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 May 27 04:19:25.936184 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1195d1c1-6c24-44cb-869a-bb4630db59b8 req-5c5d70f0-7c80-43ca-8866-50b44225c193 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260035 May 27 04:19:26.045188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-ef037a55-07f1-448c-97ea-543746e85589 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e385863dc9a410a82fba9113fbebd77&device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 1099 time: 0.0674043 May 27 04:19:26.175831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-63dcb288-10a8-4945-9aaf-24dab5a389a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:26.177283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-63dcb288-10a8-4945-9aaf-24dab5a389a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccca31f-548c-47a2-abd6-c7946cda94ff HTTP/1.1" status: 200 len: 870 time: 0.1259112 May 27 04:19:26.335581 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-794f8d6b-4a5e-45a3-82c1-8d194b39e9ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda HTTP/1.1" status: 200 len: 217 time: 0.1507277 May 27 04:19:26.396437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-4a8b5383-a5e3-4edc-8232-37033c8763c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:26.397843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-4a8b5383-a5e3-4edc-8232-37033c8763c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a0a2863-3579-4f1b-8342-dfc3b46da7a2 HTTP/1.1" status: 200 len: 843 time: 0.0560358 May 27 04:19:26.473997 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-3bafe83e-c19b-45cc-8534-e91860615949 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccca31f-548c-47a2-abd6-c7946cda94ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694838 May 27 04:19:26.604676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-2563872e-19d4-43b0-badc-bcf8666c0cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234245 May 27 04:19:26.654454 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:26.735789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22c5cf39-111c-4a1b-9483-2b81a375c176 req-430c5a9f-52f2-40db-8772-620ef7a9a161 service neutron] 10.222.0.21 "GET /v2.0/networks/eccca31f-548c-47a2-abd6-c7946cda94ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250970 May 27 04:19:27.052645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc755-b783-4680-8744-c52ddc234411 req-7739a30e-789e-405d-b205-e9aae97a983e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:27.053349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a5ddc755-b783-4680-8744-c52ddc234411 req-7739a30e-789e-405d-b205-e9aae97a983e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Synchronizing usage tracker for tenant:4e385863dc9a410a82fba9113fbebd77 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:19:27.069184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a5ddc755-b783-4680-8744-c52ddc234411 req-7739a30e-789e-405d-b205-e9aae97a983e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Unset dirty status for tenant:4e385863dc9a410a82fba9113fbebd77 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:19:27.070314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5ddc755-b783-4680-8744-c52ddc234411 req-7739a30e-789e-405d-b205-e9aae97a983e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 948 time: 0.0912144 May 27 04:19:27.115448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a5ddc755-b783-4680-8744-c52ddc234411 req-2265c2c8-7e58-4242-9c72-8a333a703006 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Synchronizing usage tracker for tenant:4e385863dc9a410a82fba9113fbebd77 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:19:27.131316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-a5ddc755-b783-4680-8744-c52ddc234411 req-2265c2c8-7e58-4242-9c72-8a333a703006 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Unset dirty status for tenant:4e385863dc9a410a82fba9113fbebd77 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:19:27.132627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a5ddc755-b783-4680-8744-c52ddc234411 req-2265c2c8-7e58-4242-9c72-8a333a703006 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558813 May 27 04:19:27.672299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 102f4c0e-f054-431a-a7b8-b82ac54aaeda details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:19:27.800342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:27.813402 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '102f4c0e-f054-431a-a7b8-b82ac54aaeda', 'network_id': 'eccca31f-548c-47a2-abd6-c7946cda94ff', 'port_id': '102f4c0e-f054-431a-a7b8-b82ac54aaeda', 'mac_address': 'fa:16:3e:c4:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0a2863-3579-4f1b-8342-dfc3b46da7a2', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:19:27.863819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:27.889817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102f4c0e-f054-431a-a7b8-b82ac54aaeda {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:19:27.900678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-57746453-1c21-42d9-b73f-64b1111067ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:27.907067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:27.910552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:27.976185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:27.985044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.985390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.985722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.986104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.986376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.986698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.987015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.987332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.987648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.987962 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:27.988276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:28.108362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['102f4c0e-f054-431a-a7b8-b82ac54aaeda'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:19:28.323806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab672-698b-406f-87e3-207127c8ff8f req-e9345c5b-bac5-4ec6-965c-86a4537cb121 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:28.325244 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46cab672-698b-406f-87e3-207127c8ff8f req-e9345c5b-bac5-4ec6-965c-86a4537cb121 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 949 time: 0.0741301 May 27 04:19:28.369886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46cab672-698b-406f-87e3-207127c8ff8f req-29ed8ffc-b280-483e-90e2-8e1387fbddd8 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 May 27 04:19:29.575623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d2e6b-bb01-49b9-a94e-8b99ec0e592e req-1ef0cb10-9599-4dd1-bdb7-332f739e1c62 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:29.577247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-858d2e6b-bb01-49b9-a94e-8b99ec0e592e req-1ef0cb10-9599-4dd1-bdb7-332f739e1c62 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 949 time: 0.0874863 May 27 04:19:29.622931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-858d2e6b-bb01-49b9-a94e-8b99ec0e592e req-8affa52a-e419-4e4e-ad43-5398d9674ac4 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 May 27 04:19:29.688091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 102f4c0e-f054-431a-a7b8-b82ac54aaeda up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:19:29.754518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 102f4c0e-f054-431a-a7b8-b82ac54aaeda completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:19:29.759092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 102f4c0e-f054-431a-a7b8-b82ac54aaeda triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:19:29.759456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:29.870322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:29.896243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:19:29.905842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:29.910059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:29.960335 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196fafc1-9d80-4d11-b46b-e9117128fc0e'] response: {'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda', 'code': 200} May 27 04:19:29.985520 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-291c9b29-d661-4463-9d34-02e961d44c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:29.994113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:30.079856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e967edb-7d0d-4633-8173-5674d380d87d req-a5f6b66e-fd9b-4cd5-b799-74e0d3a61aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 1101 time: 0.0655582 May 27 04:19:30.124960 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e967edb-7d0d-4633-8173-5674d380d87d req-6c72bba0-ad7f-414f-b3e1-faec2f13e2a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 May 27 04:19:30.815603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02c842-a073-436f-a26a-6600aecb5281 req-a5f3e8a6-2d91-481b-a2cf-bce924cd1abc tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:30.817058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e02c842-a073-436f-a26a-6600aecb5281 req-a5f3e8a6-2d91-481b-a2cf-bce924cd1abc tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 950 time: 0.0743570 May 27 04:19:30.863177 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e02c842-a073-436f-a26a-6600aecb5281 req-16754210-4185-4882-86ab-1647ae7abd2e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 May 27 04:19:31.463741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:31.530643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:32.062367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369deeab-b8da-4e4e-ae66-51bee49bfdcb req-c9615003-4ae5-411b-845c-623c77d36055 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:32.063795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-369deeab-b8da-4e4e-ae66-51bee49bfdcb req-c9615003-4ae5-411b-845c-623c77d36055 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 950 time: 0.0774262 May 27 04:19:32.108697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-369deeab-b8da-4e4e-ae66-51bee49bfdcb req-a76c1e78-4850-44c4-827b-766f5d10313f tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 May 27 04:19:32.521650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-858ab9d2-ac0d-46af-9682-bb47d45633bd req-7bafc80e-0572-41c5-bf1d-206448adace2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702734 May 27 04:19:32.992158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7454f813-4f69-4a90-9504-05bde6d715b4 req-f297c54f-eb9e-42d8-bfe2-681bff2c8235 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665629 May 27 04:19:33.145332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:33.645242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3b6ba-89a4-419e-bdd2-9f75c4a4cca5 req-96453d0e-57b8-4012-98a8-e5c1b43d687e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:33.646596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fb3b6ba-89a4-419e-bdd2-9f75c4a4cca5 req-96453d0e-57b8-4012-98a8-e5c1b43d687e tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 950 time: 0.2100835 May 27 04:19:33.691495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fb3b6ba-89a4-419e-bdd2-9f75c4a4cca5 req-b4c5d2f7-3073-4e7d-94d6-b6568ae98140 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 May 27 04:19:34.654985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-75903448-0f78-44ba-a0d5-2afc08e39aec tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:34.656436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-75903448-0f78-44ba-a0d5-2afc08e39aec tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.21 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 950 time: 0.0749454 May 27 04:19:34.722701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Deleting port 102f4c0e-f054-431a-a7b8-b82ac54aaeda {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:19:34.723033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:35.021245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] For port 102f4c0e-f054-431a-a7b8-b82ac54aaeda, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=102f4c0e-f054-431a-a7b8-b82ac54aaeda,segment=NetworkSegment(c4a22496-eb5e-4180-adf0-e66b50d86b2d),segment_id=c4a22496-eb5e-4180-adf0-e66b50d86b2d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:35.021513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:35.143068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Calling delete_port for 102f4c0e-f054-431a-a7b8-b82ac54aaeda owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:19:35.174381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187c6a4-259d-4e6b-abdc-42c8db2e4978 req-55bf8fb4-dfdd-42ac-9682-0c944519cabb tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:35.175805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8187c6a4-259d-4e6b-abdc-42c8db2e4978 req-55bf8fb4-dfdd-42ac-9682-0c944519cabb tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/ports?device_id=caba87e2-d2de-40d8-b565-a3817fa04f42 HTTP/1.1" status: 200 len: 950 time: 0.3618667 May 27 04:19:35.347008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8187c6a4-259d-4e6b-abdc-42c8db2e4978 req-1c818210-e7c4-41d4-b9b7-b8ed97c614d3 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.46 "GET /v2.0/security-groups?id=443ca38e-0c60-44e9-ba94-e7db5dcc14da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647696 May 27 04:19:35.413655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:35.425581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['102f4c0e-f054-431a-a7b8-b82ac54aaeda'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:19:35.466341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Pushing event deleted for resources: {'Port': ['ID=102f4c0e-f054-431a-a7b8-b82ac54aaeda,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:35.537654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] No DVR routers for this DVR port 102f4c0e-f054-431a-a7b8-b82ac54aaeda on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:19:35.540200 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:35.543353 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'name': 'network-vif-deleted', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:19:35.560612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4112b9c2-4307-482a-86ab-27d1f927ca92 req-0e1e744e-25b0-4f19-b1a2-d8e7b1b32227 tempest-ServersAdminNegativeTestJSON-1053942868 tempest-ServersAdminNegativeTestJSON-1053942868-project] 10.222.0.21 "DELETE /v2.0/ports/102f4c0e-f054-431a-a7b8-b82ac54aaeda HTTP/1.1" status: 204 len: 173 time: 0.8980300 May 27 04:19:35.612220 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7ba12f-dbcb-4552-ab31-113aee67eead'] response: {'server_uuid': 'caba87e2-d2de-40d8-b565-a3817fa04f42', 'name': 'network-vif-deleted', 'tag': '102f4c0e-f054-431a-a7b8-b82ac54aaeda', 'status': 'completed', 'code': 200} May 27 04:19:36.725313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51358) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:36.892284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40bf5891-0e9a-48d9-bb7c-c73813166e93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e385863dc9a410a82fba9113fbebd77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1657197 May 27 04:19:36.894744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51364) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:36.950970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:36.978474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.029070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.046909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ca38e-0c60-44e9-ba94-e7db5dcc14da,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:37.053943 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.057473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b1a311ea-aefe-4a0b-a7b9-4eb4cc402fb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/443ca38e-0c60-44e9-ba94-e7db5dcc14da HTTP/1.1" status: 204 len: 168 time: 0.1594265 May 27 04:19:37.092855 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:19:37.381089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:37.398886 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.429687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:37.433472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Usage tracker for resource:security_group_rule and tenant:bd06a95c64224adcb2b4cf77f5f73d9b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:37.436190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:37.441785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:37.505408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.509019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.554330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e659c-59d5-4413-b9f2-9927f23fe43a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:37.560620 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0fe74ac1-0783-4616-83db-5b7540c7d370 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd06a95c64224adcb2b4cf77f5f73d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785152 May 27 04:19:37.563151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51376) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:37.624779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.650053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.700108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.714648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e659c-59d5-4413-b9f2-9927f23fe43a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:37.721191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:37.722294 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8253171c-fc8f-416b-bd1e-fc7ee8c2dec8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a13e659c-59d5-4413-b9f2-9927f23fe43a HTTP/1.1" status: 204 len: 168 time: 0.1582055 May 27 04:19:37.751125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 102f4c0e-f054-431a-a7b8-b82ac54aaeda no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:19:37.786119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 102f4c0e-f054-431a-a7b8-b82ac54aaeda {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:19:37.786456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 102f4c0e-f054-431a-a7b8-b82ac54aaeda not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:19:38.550543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51398) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:38.677617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-459647269-network', 'tenant_id': 'c0268fb0a1ad4836ad8d11575ac12897'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:38.683487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:38.687309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Usage tracker for resource:network and tenant:c0268fb0a1ad4836ad8d11575ac12897 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:38.690143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:38.695736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:38.706683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Made reservation on behalf of c0268fb0a1ad4836ad8d11575ac12897 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:19:38.709014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.721270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.753059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:38.756840 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Usage tracker for resource:security_group_rule and tenant:c0268fb0a1ad4836ad8d11575ac12897 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:38.759622 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:38.765888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:38.829252 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.832769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.863980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:19:38.873496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6871fd53-96d4-49eb-9d59-d07f57750d65,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:38.879631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.879914 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Added segment ecc1fbd1-b86e-4cfb-b018-e70debaca199 of type vlan for network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 May 27 04:19:38.891068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.891410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.891748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.892083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.892415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.892743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.893109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.893438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.893761 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.894080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.894401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:38.919134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.947696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:38.948493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:38.949094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:39.049196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] Pushing event updated for resources: {'Network': ['ID=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:39.052099 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ec8b44bb-e113-42ea-bf25-d21981c27aef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5005612 May 27 04:19:39.055494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:39.059878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:19:39.062097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Request body: {'subnet': {'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-459647269-subnet', 'tenant_id': 'c0268fb0a1ad4836ad8d11575ac12897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:39.067715 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:39.071946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Usage tracker for resource:subnet and tenant:c0268fb0a1ad4836ad8d11575ac12897 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:39.075033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:39.081328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:39.092753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Made reservation on behalf of c0268fb0a1ad4836ad8d11575ac12897 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:19:39.095587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:39.307264 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:39.390854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7caa2fe-242d-45e9-ae41-8f234730de7a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:39.400331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Checking segment: {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:19:39.401213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Network hostable DHCP agents. Network: 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:19:39.422951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:19:39.431652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:19:39.435587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:39.436158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:39.441413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f7f60-e667-48ca-877b-647dd914f0cb None None] Network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:19:39.460281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9cb3ac80-f731-45a5-82f5-29cd5d59e126 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987103 May 27 04:19:39.654883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d52cf-358d-4fbe-9431-580a61598613 None None] Network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:19:39.988833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-22a65727-2d13-4492-8de1-49a4ab1a4a02 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:39.989447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-22a65727-2d13-4492-8de1-49a4ab1a4a02 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Synchronizing usage tracker for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:19:40.005254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-22a65727-2d13-4492-8de1-49a4ab1a4a02 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Unset dirty status for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:19:40.006338 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-22a65727-2d13-4492-8de1-49a4ab1a4a02 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 811 time: 0.1555805 May 27 04:19:40.023113 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-69c9203d-95d5-401b-a35f-4aeca8ff7ae1 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/quotas/c0268fb0a1ad4836ad8d11575ac12897 HTTP/1.1" status: 200 len: 375 time: 0.0108564 May 27 04:19:40.067919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-f7d1108b-ce5d-4020-a350-1cdd9cf53e63 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394843 May 27 04:19:40.197320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-738d0da1-5cdd-4f32-bd7b-740ad93382ff service neutron] 10.222.0.46 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220796 May 27 04:19:40.327767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-ea29753e-3dc9-4301-9358-cf8cbb706afc service neutron] 10.222.0.46 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240718 May 27 04:19:41.529674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2744ec1c-3a22-4ac0-a76c-eb32cf833213 req-e1a8520b-5a9c-4f2f-82d1-120b5d8381ad tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 210 time: 0.0409975 May 27 04:19:42.690703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f15d486b-5ce5-4287-b59a-e6f38ace587d req-9761bf90-04a1-45db-b185-b392199f6033 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 210 time: 0.0412266 May 27 04:19:42.767750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-f2a03967-f465-4a5d-8fd3-9d7229a87395 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:42.769174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-f2a03967-f465-4a5d-8fd3-9d7229a87395 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 811 time: 0.1477680 May 27 04:19:42.783960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Request body: {'port': {'device_id': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191', 'admin_state_up': True, 'tenant_id': 'c0268fb0a1ad4836ad8d11575ac12897'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:42.919511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:19:42.923455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Usage tracker for resource:port and tenant:c0268fb0a1ad4836ad8d11575ac12897 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:19:42.926293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:19:42.932551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:19:42.942041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Made reservation on behalf of c0268fb0a1ad4836ad8d11575ac12897 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:19:42.945115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:43.105964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Allocated IP 172.20.0.10 (9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191/b7caa2fe-242d-45e9-ae41-8f234730de7a/716b46b1-6b21-4ace-84f7-e131eaca2b01) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:19:43.302340 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:43.332139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:43.405383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:19:43.408262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:19:43.412918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:19:43.449389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:43.469974 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.470317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.470653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.470983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.471307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.471630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.471948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.472266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.472583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.472918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.473237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:19:43.488575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:43.489210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:43.508574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-666c8fa4-0ab1-49ab-98d2-7c716f37c3ef tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281363 May 27 04:19:43.519148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Request body: {'port': {'device_id': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:19:43.627549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.043377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd3e44-b55b-4597-84f1-f0973bca24e5 req-9d5cb249-638f-431b-87ea-d31f6d5b2e09 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:44.044064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-87bd3e44-b55b-4597-84f1-f0973bca24e5 req-9d5cb249-638f-431b-87ea-d31f6d5b2e09 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Synchronizing usage tracker for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:19:44.113577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-87bd3e44-b55b-4597-84f1-f0973bca24e5 req-9d5cb249-638f-431b-87ea-d31f6d5b2e09 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Unset dirty status for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:19:44.114722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87bd3e44-b55b-4597-84f1-f0973bca24e5 req-9d5cb249-638f-431b-87ea-d31f6d5b2e09 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 932 time: 0.1985252 May 27 04:19:44.120684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716b46b1-6b21-4ace-84f7-e131eaca2b01 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:19:44.142190 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.169415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Transition to ACTIVE for port object 716b46b1-6b21-4ace-84f7-e131eaca2b01 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:19:44.172845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.229458 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-87bd3e44-b55b-4597-84f1-f0973bca24e5 req-9437a08e-d369-467d-95b0-240d185e7294 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041467 May 27 04:19:44.305696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:44.407179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:19:44.407503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:19:44.407825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:19:44.413515 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:19:44.413830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:19:44.420482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:19:44.420817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Checking segment: {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:19:44.421391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Bound using segment: {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:19:44.421839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Bound port: 716b46b1-6b21-4ace-84f7-e131eaca2b01, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:19:44.422171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.511283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:19:44.514572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:19:44.518074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.582699 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:44.584020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] 10.222.0.21 "PUT /v2.0/ports/716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 1092 time: 1.0687509 May 27 04:19:44.584714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:19:44.601905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ea876-f6b8-4f5d-8d50-e872370bbb83 service neutron] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:44.654507 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10049dcd-4dd1-485a-8af5-feada8cde735'] response: {'name': 'network-changed', 'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'status': 'completed', 'code': 200} May 27 04:19:44.693684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-31b10ff7-fe79-41ee-9501-553c0f76ab75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0709186 May 27 04:19:44.762958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-5dcb7c01-57e2-4bc7-a0f2-00ceeb6d99d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0625219 May 27 04:19:44.822455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-ce00810d-005c-4863-852f-fe814dc071c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:44.823856 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-ce00810d-005c-4863-852f-fe814dc071c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0556841 May 27 04:19:44.870567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-4a4f906b-6a89-4eec-a2d8-264c35af72ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411749 May 27 04:19:44.999647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-81f3c150-53b6-4524-8496-095feb6119f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231945 May 27 04:19:45.128223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-faec0e9d-be83-4c0e-92d5-36e91e788dcc req-bf6899ab-c8b3-41bf-9df5-7be41dcac19b service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227508 May 27 04:19:45.241325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-9ac6bd2f-5a83-4e60-ad9f-27ac93528424 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0677309 May 27 04:19:45.412274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-02da1c1f-a920-48aa-be9b-8f2e62c3dd4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:45.413594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-02da1c1f-a920-48aa-be9b-8f2e62c3dd4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1668487 May 27 04:19:45.491541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-4a2d546a-1724-45ac-b495-daa95061a735 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0677042 May 27 04:19:45.552609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04147915-8d59-4d1d-955d-d3d950fb71f9 req-1efadd33-3927-4ddf-80a5-c71c8a2defcc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:45.554092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04147915-8d59-4d1d-955d-d3d950fb71f9 req-1efadd33-3927-4ddf-80a5-c71c8a2defcc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.1941547 May 27 04:19:45.665773 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-40d54555-9e9a-465b-8ca3-4a5a867c2078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:45.667591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-40d54555-9e9a-465b-8ca3-4a5a867c2078 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.1698945 May 27 04:19:45.724061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-57d7d6f2-6ffa-46b2-bbf3-42b074d852ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484610 May 27 04:19:45.731622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04147915-8d59-4d1d-955d-d3d950fb71f9 req-d10bc58c-b0fa-46e7-b2d5-be8d8d1ee7d7 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702614 May 27 04:19:45.853462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-3723a49c-2e2f-4457-a667-af8ca8b5c26a service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209364 May 27 04:19:45.983948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-48bdad3f-ac27-4678-823f-04b0b0e0c7c9 req-4e8a0a01-6c9e-4075-8909-8e9da134b880 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231294 May 27 04:19:47.010794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e98754-0906-45c3-b4fe-ba2f52c350d5 req-f6a62f17-4ff6-45ed-a063-6c29b2b7a611 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:47.012231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48e98754-0906-45c3-b4fe-ba2f52c350d5 req-f6a62f17-4ff6-45ed-a063-6c29b2b7a611 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.1575313 May 27 04:19:47.055229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48e98754-0906-45c3-b4fe-ba2f52c350d5 req-dab4fee0-6de5-4ae3-8965-c01195683302 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Synchronizing usage tracker for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:19:47.072340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-48e98754-0906-45c3-b4fe-ba2f52c350d5 req-dab4fee0-6de5-4ae3-8965-c01195683302 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Unset dirty status for tenant:c0268fb0a1ad4836ad8d11575ac12897 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:19:47.074159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-48e98754-0906-45c3-b4fe-ba2f52c350d5 req-dab4fee0-6de5-4ae3-8965-c01195683302 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564582 May 27 04:19:47.796770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:19:47.927442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:47.940072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191', 'port_id': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'mac_address': 'fa:16:3e:33:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7caa2fe-242d-45e9-ae41-8f234730de7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:19:47.995331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:48.012429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716b46b1-6b21-4ace-84f7-e131eaca2b01 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:19:48.027550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:48.031460 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:48.095182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:48.216285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['716b46b1-6b21-4ace-84f7-e131eaca2b01'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:19:48.272408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5818-85b9-4b23-b4c0-79c60147a3fb req-1e9f223d-9f47-44b0-a223-a7cd3704175e tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:48.273895 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e44a5818-85b9-4b23-b4c0-79c60147a3fb req-1e9f223d-9f47-44b0-a223-a7cd3704175e tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 945 time: 0.0820184 May 27 04:19:48.319222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e44a5818-85b9-4b23-b4c0-79c60147a3fb req-7476afdd-38f6-455b-99db-b3ea81b40b14 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 May 27 04:19:49.513489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900008-8838-461e-bffe-af95c9c082e0 req-be4fbbaf-d3c6-4ada-9f5c-b93671814765 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:49.514891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17900008-8838-461e-bffe-af95c9c082e0 req-be4fbbaf-d3c6-4ada-9f5c-b93671814765 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 945 time: 0.0745020 May 27 04:19:49.567664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-17900008-8838-461e-bffe-af95c9c082e0 req-beb5cee3-311b-46c2-9939-5e8bb1b4d965 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473595 May 27 04:19:49.812540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:19:49.878753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 716b46b1-6b21-4ace-84f7-e131eaca2b01 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:19:49.883253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 716b46b1-6b21-4ace-84f7-e131eaca2b01 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:19:49.883619 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:49.998715 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:50.024537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:19:50.034040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:19:50.037674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:50.079623 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9185fdfa-ae38-4aa7-9cd7-f80c667fdd81'] response: {'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'code': 200} May 27 04:19:50.107814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:19:50.206365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62d5dcfc-8544-4026-a4b9-74696337ec43 req-8d3a8b91-04ed-43d2-83a9-6155ab932f5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1097 time: 0.0668027 May 27 04:19:50.249643 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62d5dcfc-8544-4026-a4b9-74696337ec43 req-92df437b-a422-417c-b679-c366c1d72c7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 May 27 04:19:50.761802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723b4a3-28bf-458d-82c7-b0afd9d372eb req-7cd8c71e-c923-4b81-81c9-588f42c0fc32 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:50.763231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6723b4a3-28bf-458d-82c7-b0afd9d372eb req-7cd8c71e-c923-4b81-81c9-588f42c0fc32 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0781841 May 27 04:19:50.807577 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6723b4a3-28bf-458d-82c7-b0afd9d372eb req-55bf1a4a-df87-4762-803a-65df29fc954e tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 May 27 04:19:52.002493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74b8a-e52d-4aa0-aecb-8ac8409f0158 req-ffcf49a2-34cd-4422-970b-b420cd0b446d tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:52.003909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb74b8a-e52d-4aa0-aecb-8ac8409f0158 req-ffcf49a2-34cd-4422-970b-b420cd0b446d tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0785670 May 27 04:19:52.048075 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2eb74b8a-e52d-4aa0-aecb-8ac8409f0158 req-c85cc877-968f-4bb3-a98d-64cc411f7065 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 May 27 04:19:52.239401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-873cb6cc-ffbb-4a09-b80b-6bed61d9dbca req-b60c2f9f-01e3-49ff-ab82-16a1a7241378 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663209 May 27 04:19:52.416699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:19:52.604088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc135996-cbe9-45da-8500-586f44228e7e req-10337280-ec84-4f7b-a334-6bc68e643860 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:52.609410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc135996-cbe9-45da-8500-586f44228e7e req-10337280-ec84-4f7b-a334-6bc68e643860 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.1323602 May 27 04:19:52.615245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-ce0d0f4a-09ff-439b-beb4-ad29e86f74ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1973512 May 27 04:19:52.658012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc135996-cbe9-45da-8500-586f44228e7e req-1b9a4551-9d5a-44fd-9498-738f6a415147 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 May 27 04:19:53.757093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-ef4ddbd8-5818-4ce4-9525-a4f91a9bc1ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1097 time: 0.0708001 May 27 04:19:53.859694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80e4e-b257-4cd6-b629-819d057f928f req-7ded6031-b74d-40ca-a0d0-8af1ac4fb631 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:53.861158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b80e4e-b257-4cd6-b629-819d057f928f req-7ded6031-b74d-40ca-a0d0-8af1ac4fb631 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0803392 May 27 04:19:53.890175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-f094c9d9-beb4-4f9e-bda9-bb1662418872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:53.891607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-f094c9d9-beb4-4f9e-bda9-bb1662418872 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1287780 May 27 04:19:53.906078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b80e4e-b257-4cd6-b629-819d057f928f req-129c3ccc-7c62-4868-a26d-ef184f1647c2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 May 27 04:19:53.962287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-76038ca9-5e47-448f-9fcf-6f5a9d70650b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0643969 May 27 04:19:54.028155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-a5833f5b-4221-4869-8443-abc0e2328ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:54.029569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-a5833f5b-4221-4869-8443-abc0e2328ef7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0594423 May 27 04:19:54.072720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-fae56026-8ece-44fe-ad55-794d51e11f90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373480 May 27 04:19:54.139021 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:54.201414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-5be18e56-5dfe-4955-a9af-eaa1b0dbfb9d service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 May 27 04:19:54.335003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-6d9c303e-8b4d-493b-a3be-57f40b3881fa service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274550 May 27 04:19:55.098537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c8be-a115-4495-a7f0-e1e8b3243d78 req-8ae8d6cb-151e-455f-a105-64d7a94f1de7 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:55.099985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01e8c8be-a115-4495-a7f0-e1e8b3243d78 req-8ae8d6cb-151e-455f-a105-64d7a94f1de7 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0751963 May 27 04:19:55.148505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01e8c8be-a115-4495-a7f0-e1e8b3243d78 req-a99bbd23-fbf7-4020-97ac-a13f1831fcb1 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 May 27 04:19:56.346564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad58e2-0d31-465c-b09b-0ce6367b37c6 req-70ca6872-5888-4188-b573-76141e7bec28 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:56.347998 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fad58e2-0d31-465c-b09b-0ce6367b37c6 req-70ca6872-5888-4188-b573-76141e7bec28 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0757656 May 27 04:19:56.396320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3fad58e2-0d31-465c-b09b-0ce6367b37c6 req-931e17be-5181-4c09-a6f6-567ce65db018 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 May 27 04:19:56.667591 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:57.680451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1258-7ab0-4469-9ff3-90838eaa664f req-dcdf66b3-5be9-4d6e-a5de-1e0725989563 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:57.682561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad0c1258-7ab0-4469-9ff3-90838eaa664f req-dcdf66b3-5be9-4d6e-a5de-1e0725989563 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.1656556 May 27 04:19:57.726551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ad0c1258-7ab0-4469-9ff3-90838eaa664f req-92569dad-e5d1-47d7-b3eb-197983bccfd9 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 May 27 04:19:57.882654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-12b56df8-d965-483e-9f21-41c8eb20edd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:19:58.919222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824157ca-e3a2-4589-bfdd-478dbc518ac7 req-e9a63565-3af3-489e-9714-3a19cdb2bf64 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:19:58.920683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-824157ca-e3a2-4589-bfdd-478dbc518ac7 req-e9a63565-3af3-489e-9714-3a19cdb2bf64 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0756283 May 27 04:19:58.966585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-824157ca-e3a2-4589-bfdd-478dbc518ac7 req-6cf1e94f-7411-4569-a1f2-b077bf926bce tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 May 27 04:19:59.967471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4241fe6b-1dd7-4eff-8a67-9fa8b7011066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:00.163330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2fa4-4fae-41df-ac0f-654d305f9aba req-a99d9dad-1b09-4ead-8656-0851d5012987 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:00.164767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efe2fa4-4fae-41df-ac0f-654d305f9aba req-a99d9dad-1b09-4ead-8656-0851d5012987 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0782101 May 27 04:20:00.208889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7efe2fa4-4fae-41df-ac0f-654d305f9aba req-8a766666-0f46-4d84-b934-1456233fd0b6 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 May 27 04:20:01.403975 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049c941-1455-4928-b9c0-ab8cf84479da req-80d6538a-c18e-4182-ada8-f731ec448d98 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:01.405341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1049c941-1455-4928-b9c0-ab8cf84479da req-80d6538a-c18e-4182-ada8-f731ec448d98 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0787385 May 27 04:20:01.451984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1049c941-1455-4928-b9c0-ab8cf84479da req-6f9e5fbb-9811-4168-a5ee-79a20ce4b4e2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 May 27 04:20:01.467608 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:01.531856 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:01.735923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-1de39fc1-05d8-4ccc-af30-829319e24bd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1097 time: 0.0664029 May 27 04:20:01.875145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-fb462a0e-34b1-4523-a342-7ef94ae61d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:01.876539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-fb462a0e-34b1-4523-a342-7ef94ae61d53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1227584 May 27 04:20:01.946240 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-c36a8944-fef8-4b4d-9c57-97e9dcf40eca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0625298 May 27 04:20:02.005946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-209f017d-16b3-430c-93be-c6a88590eecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:02.007234 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-209f017d-16b3-430c-93be-c6a88590eecd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0554502 May 27 04:20:02.053456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-2b15d99b-a118-46d6-ac63-b69cf3814ace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397570 May 27 04:20:02.181986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-87e74ede-21be-44e4-b16a-049d5757253e service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213727 May 27 04:20:02.307975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb2b7af4-bc1a-4697-8db4-14623a7aed08 req-b1c799d4-397c-403e-b246-55dd9c5dea07 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205540 May 27 04:20:02.643825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f01b-298f-49b4-b493-55b920b2ba57 req-41cd61dc-f305-4264-9a6e-c07ec0137ec4 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:02.645167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe79f01b-298f-49b4-b493-55b920b2ba57 req-41cd61dc-f305-4264-9a6e-c07ec0137ec4 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0739114 May 27 04:20:02.689076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe79f01b-298f-49b4-b493-55b920b2ba57 req-ce1e6ec6-a01c-42a8-9367-3a79a27a2648 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 May 27 04:20:03.148942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:03.883226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dfdd4-3d58-4ec3-8bf3-9e9a7948b543 req-f85eed92-f498-4456-81f9-6986359de0cb tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:03.884694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a0dfdd4-3d58-4ec3-8bf3-9e9a7948b543 req-f85eed92-f498-4456-81f9-6986359de0cb tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0753760 May 27 04:20:03.929524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8a0dfdd4-3d58-4ec3-8bf3-9e9a7948b543 req-2b4dc19a-9165-425f-a36d-cb092689d884 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 May 27 04:20:05.124989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be416e-a26d-43fd-8722-447af288b649 req-69d47d8c-b3c3-4af6-9e82-44ac833b8dcb tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:05.126432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8be416e-a26d-43fd-8722-447af288b649 req-69d47d8c-b3c3-4af6-9e82-44ac833b8dcb tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0790043 May 27 04:20:05.173314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8be416e-a26d-43fd-8722-447af288b649 req-647ab47e-a8d6-41d4-96c6-4d84a6ab1ba3 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 May 27 04:20:06.372625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777f2b4-e55d-4e73-aa29-cef88e725def req-9b90f9ad-c915-4e5a-bade-63dd8faa7dab tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:06.373997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c777f2b4-e55d-4e73-aa29-cef88e725def req-9b90f9ad-c915-4e5a-bade-63dd8faa7dab tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0793469 May 27 04:20:06.418499 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c777f2b4-e55d-4e73-aa29-cef88e725def req-af135813-ce14-47b0-8c6b-ca07df913ba8 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 May 27 04:20:07.619679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c7540-82d0-4ffb-be44-d39666aefcdb req-9ac006fb-51dc-4855-ab0f-4fdf64d0d908 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:07.621144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-729c7540-82d0-4ffb-be44-d39666aefcdb req-9ac006fb-51dc-4855-ab0f-4fdf64d0d908 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0837305 May 27 04:20:07.664530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-729c7540-82d0-4ffb-be44-d39666aefcdb req-c6d21a6d-2d37-4560-b47c-ffa2d613dc2d tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 May 27 04:20:08.857022 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ada7-dbbf-4608-afac-d7551284d8cd req-dc9a4235-6342-4637-8d01-4e3831915b43 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:08.858449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3db0ada7-dbbf-4608-afac-d7551284d8cd req-dc9a4235-6342-4637-8d01-4e3831915b43 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0757403 May 27 04:20:08.905742 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3db0ada7-dbbf-4608-afac-d7551284d8cd req-46309c8c-8b88-48da-bc37-ee43019f9455 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 May 27 04:20:10.104136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f382d63-69d6-403d-a2f0-3690c0e617f9 req-b713c4f0-1b75-4c46-ba05-440d3a44cab2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:10.105606 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f382d63-69d6-403d-a2f0-3690c0e617f9 req-b713c4f0-1b75-4c46-ba05-440d3a44cab2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0829678 May 27 04:20:10.149201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f382d63-69d6-403d-a2f0-3690c0e617f9 req-73062e4a-5975-4625-a52a-b8ab9c8422ba tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 May 27 04:20:11.344730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1301136-272d-4373-a8fb-af652b1b0d84 req-b44f3c00-ecc9-42b8-83c8-1cc9b5fafca6 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:11.346170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1301136-272d-4373-a8fb-af652b1b0d84 req-b44f3c00-ecc9-42b8-83c8-1cc9b5fafca6 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0748200 May 27 04:20:11.390761 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1301136-272d-4373-a8fb-af652b1b0d84 req-ff6ddb6d-0b95-47c8-b20a-84c8c4c3bcba tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 May 27 04:20:12.581749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372d308-7bb2-4d2f-83cc-692ad0e1e8c1 req-cadfd56a-841e-485d-a2cd-ec7cdcefd985 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:12.583167 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8372d308-7bb2-4d2f-83cc-692ad0e1e8c1 req-cadfd56a-841e-485d-a2cd-ec7cdcefd985 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0751019 May 27 04:20:12.630138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8372d308-7bb2-4d2f-83cc-692ad0e1e8c1 req-f01cefd1-3eb7-4a43-beb3-403a933ea7f1 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 May 27 04:20:13.824909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06f4b-f852-41ad-9024-146ad0b1e9f7 req-32340dea-e001-456d-b71f-4cf1e0e46163 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:13.826339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbe06f4b-f852-41ad-9024-146ad0b1e9f7 req-32340dea-e001-456d-b71f-4cf1e0e46163 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0774765 May 27 04:20:13.870783 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbe06f4b-f852-41ad-9024-146ad0b1e9f7 req-f3550eea-b13c-4127-bd6b-43edba164849 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 May 27 04:20:14.094886 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:20:15.063035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fbc6a-e7a5-4ab8-bd71-14191d24ee9c req-55f4f4de-17db-471c-96e0-24be64c28f56 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:15.064455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-447fbc6a-e7a5-4ab8-bd71-14191d24ee9c req-55f4f4de-17db-471c-96e0-24be64c28f56 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0749733 May 27 04:20:15.109218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-447fbc6a-e7a5-4ab8-bd71-14191d24ee9c req-68390098-8df7-4485-ac29-8c184cc03b58 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 27 04:20:16.311276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9582c3-f317-4b94-a353-6f1999a10f8e req-6e265c30-23d7-470d-a4a2-7f0c8dd9ceaa tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:16.312690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb9582c3-f317-4b94-a353-6f1999a10f8e req-6e265c30-23d7-470d-a4a2-7f0c8dd9ceaa tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0814404 May 27 04:20:16.357421 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb9582c3-f317-4b94-a353-6f1999a10f8e req-856f9063-8e47-4674-8347-8d9f50dc2a07 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 May 27 04:20:17.553578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f950-7385-4561-a201-c7b9d4d11e65 req-9720d0f2-765a-4b1a-8deb-cdc54c2bcec1 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:17.554981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0a0f950-7385-4561-a201-c7b9d4d11e65 req-9720d0f2-765a-4b1a-8deb-cdc54c2bcec1 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0783353 May 27 04:20:17.600446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d0a0f950-7385-4561-a201-c7b9d4d11e65 req-e7040c47-b9fb-47cc-bafc-bfb38aebcd22 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 May 27 04:20:18.804263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d405da7-ba2d-4857-a1a1-77d333261c2c req-e5d5344a-1da1-42dc-ae51-4786ed8c8710 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:18.806311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d405da7-ba2d-4857-a1a1-77d333261c2c req-e5d5344a-1da1-42dc-ae51-4786ed8c8710 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0829408 May 27 04:20:18.850003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d405da7-ba2d-4857-a1a1-77d333261c2c req-0ddec20f-2911-4a27-886b-3f8f81d7dcf6 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 May 27 04:20:20.056324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfab3e-3088-4d6a-ad83-770c762f637e req-a1914e83-ae5c-4982-b812-59c48157bae2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:20.057794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34bfab3e-3088-4d6a-ad83-770c762f637e req-a1914e83-ae5c-4982-b812-59c48157bae2 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0754311 May 27 04:20:20.103482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34bfab3e-3088-4d6a-ad83-770c762f637e req-6d31670f-4c3a-4c31-a7f5-6ee145574150 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 May 27 04:20:21.296087 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df649fc-0774-4a75-a0d8-55770f4f4d9d req-b545caa4-8cda-4205-a5f8-60ad923b0092 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:21.297692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9df649fc-0774-4a75-a0d8-55770f4f4d9d req-b545caa4-8cda-4205-a5f8-60ad923b0092 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0764775 May 27 04:20:21.345834 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9df649fc-0774-4a75-a0d8-55770f4f4d9d req-d785d34a-a2a5-413e-8dbc-ba1f039b1bf0 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 May 27 04:20:21.410889 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7ecb0056-bb54-4df5-9230-dd4581015b5b service neutron] show failed (client error): The resource could not be found. May 27 04:20:21.411949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7ecb0056-bb54-4df5-9230-dd4581015b5b service neutron] 10.222.0.21 "GET /v2.0/ports/716b46b1-6b21-4ace-84f7-e131eaca2b01/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1653821 May 27 04:20:21.670212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-92a59b11-4851-487a-99a6-d6ee6cf9e911 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c&tenant_id=c0268fb0a1ad4836ad8d11575ac12897 HTTP/1.1" status: 200 len: 1097 time: 0.0712695 May 27 04:20:21.680740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:20:21.785865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.045653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:22.078246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:20:22.133065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:22.139335 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.154158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Transition to ACTIVE for port object 716b46b1-6b21-4ace-84f7-e131eaca2b01 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:20:22.157584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.205035 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a7cec3-8799-464a-859d-92ea3ad651b8'] response: {'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'code': 200} May 27 04:20:22.386161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:22.389210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] No DVR routers for this DVR port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:20:22.444497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:20:22.444825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:20:22.445201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:20:22.451028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:20:22.451341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Attempting to bind port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on network 9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:20:22.457527 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:20:22.457858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Checking segment: {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:20:22.458259 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Bound using segment: {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:20:22.458655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Bound port: 716b46b1-6b21-4ace-84f7-e131eaca2b01, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc1fbd1-b86e-4cfb-b018-e70debaca199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:20:22.458994 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.603083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:20:22.606797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:20:22.612420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.652890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc7a29-8b0f-4d2f-b3d3-8bb55705468a req-955eb4cf-24ee-4847-a30b-b380815d04c9 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:22.654348 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44fc7a29-8b0f-4d2f-b3d3-8bb55705468a req-955eb4cf-24ee-4847-a30b-b380815d04c9 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.1847296 May 27 04:20:22.707987 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:22.709592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] 10.222.0.41 "PUT /v2.0/ports/716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 1092 time: 1.0323958 May 27 04:20:22.724764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9de2a-3230-414c-8032-ec6b3b162048 service neutron] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:22.769870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44fc7a29-8b0f-4d2f-b3d3-8bb55705468a req-ef634c0d-4501-4314-9955-c5655e99e236 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080084 May 27 04:20:22.805791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-9fb6f27e-b0de-453a-ac96-d44b0ec54d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0750144 May 27 04:20:22.934090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-f25d5642-0635-424a-a4c2-a76a405d4c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:22.935453 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-f25d5642-0635-424a-a4c2-a76a405d4c30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1241071 May 27 04:20:23.000919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-dc032163-854e-4bf5-b4f8-f33067b06324 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0595565 May 27 04:20:23.063814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-b6b05c11-55b3-4875-b863-a8a64273df3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:23.065269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-b6b05c11-55b3-4875-b863-a8a64273df3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0583780 May 27 04:20:23.109688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-30e09166-2081-4d49-9f89-e6f822ad244b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381885 May 27 04:20:23.237814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-1ab73f1a-94a5-4f04-be8d-a9768fa8ddf5 service neutron] 10.222.0.41 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218948 May 27 04:20:23.370848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c77ea8e6-6d9a-437a-a340-a280654b98dd req-d359b222-92ff-4efe-9691-879706de1373 service neutron] 10.222.0.41 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275923 May 27 04:20:23.967015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106ccb4-2437-438f-9f4d-251507f4e689 req-6bd668b7-69ef-42d5-8a74-712e7854162a tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:23.968429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c106ccb4-2437-438f-9f4d-251507f4e689 req-6bd668b7-69ef-42d5-8a74-712e7854162a tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.0745606 May 27 04:20:24.012768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c106ccb4-2437-438f-9f4d-251507f4e689 req-e98bb7de-d044-47d7-a07e-34fa32207c0a tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 May 27 04:20:24.059653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:20:24.114291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:20:24.134074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:24.205666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:24.271135 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afb4fe5-873f-45c2-8ac4-7ca27fbcff8c'] response: {'name': 'network-changed', 'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'status': 'completed', 'code': 200} May 27 04:20:24.362275 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-636dec26-5683-40b4-a68e-ddfee8051acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0730536 May 27 04:20:24.364986 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-59a2b549-515a-49f3-80cc-69d1cdc3794a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0716672 May 27 04:20:24.493642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-afc37101-5566-4ca8-ac6a-71fbdef6c31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:24.495095 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-afc37101-5566-4ca8-ac6a-71fbdef6c31c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1273975 May 27 04:20:24.497639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-ef4c5bdb-02a0-447c-a163-a879ad295244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:24.499085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-ef4c5bdb-02a0-447c-a163-a879ad295244 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1279430 May 27 04:20:24.560916 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-37dca23a-6e5a-49af-bdc9-f928fa71de2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0603848 May 27 04:20:24.565340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-0b4162bd-c61e-45ae-8e36-12657783fee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0598302 May 27 04:20:24.626243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-be99f9fd-6679-4090-b075-29e77dd5e55c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:24.627621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-be99f9fd-6679-4090-b075-29e77dd5e55c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0613735 May 27 04:20:24.629829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-84298baf-99ce-44bf-8b4e-7c21fa7d6775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:24.631210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-84298baf-99ce-44bf-8b4e-7c21fa7d6775 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0596335 May 27 04:20:24.672009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-092d9ebc-dfdd-481a-a0f7-c3c882aeb690 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392334 May 27 04:20:24.676216 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-7c740d18-bd7c-4e00-b391-025ff2558204 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386398 May 27 04:20:24.807185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-b4bd9d09-9f20-46a8-942b-965df52c3109 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291833 May 27 04:20:24.896178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-2118a0a1-3e93-4e79-878e-03969b4a4bde service neutron] 10.222.0.41 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133739 May 27 04:20:24.951435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-a33210da-8170-4b3c-aa9c-f441ba91f659 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381648 May 27 04:20:25.030047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-93e6a9fd-cb9a-40c9-8e90-67a4f70602c6 req-0ba68798-0b35-4cc6-9d27-02326ed407ae service neutron] 10.222.0.41 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281810 May 27 04:20:25.214220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a96a-ae20-42b8-972c-5705fd81e6ad req-f6a80831-c3e0-49c8-91aa-c94b300e7e08 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:25.215557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca00a96a-ae20-42b8-972c-5705fd81e6ad req-f6a80831-c3e0-49c8-91aa-c94b300e7e08 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.0790992 May 27 04:20:25.260758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca00a96a-ae20-42b8-972c-5705fd81e6ad req-4d5151a4-0e84-4cc0-89a9-3ddfbbf48173 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 May 27 04:20:26.458443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2099f-7840-4468-bc94-42c18e92520b req-e0ff54fe-8c76-4bb3-a87f-f23dff7c696c tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:26.460077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81a2099f-7840-4468-bc94-42c18e92520b req-e0ff54fe-8c76-4bb3-a87f-f23dff7c696c tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 944 time: 0.0745037 May 27 04:20:26.507948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81a2099f-7840-4468-bc94-42c18e92520b req-42ff4852-ec44-48e0-a54d-83b2be405d8f tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 May 27 04:20:26.666990 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:26.889038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-10620085-67ad-4e15-b90c-630edb51c884 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:26.890476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-10620085-67ad-4e15-b90c-630edb51c884 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c&tenant_id=c0268fb0a1ad4836ad8d11575ac12897&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.0773890 May 27 04:20:26.970404 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-81afddc0-c8a6-4bec-b818-57a9912bb7d5 service neutron] delete failed (client error): The resource could not be found. May 27 04:20:26.971285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-81afddc0-c8a6-4bec-b818-57a9912bb7d5 service neutron] 10.222.0.21 "DELETE /v2.0/ports/716b46b1-6b21-4ace-84f7-e131eaca2b01/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0758758 May 27 04:20:27.108974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-e53e4e56-3246-435a-8b6a-1dbfad48daea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 1095 time: 0.0685709 May 27 04:20:27.236328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-2a40de93-7e88-4bbf-bfa4-171f2ec58d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:27.237724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-2a40de93-7e88-4bbf-bfa4-171f2ec58d12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 200 len: 912 time: 0.1233430 May 27 04:20:27.245651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:20:27.306417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-38c0fc4c-69c3-4457-a84d-32e08b6dd909 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 200 len: 217 time: 0.0631776 May 27 04:20:27.366728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-2162ee8c-7314-4fef-b506-b01bae5eedf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:27.368686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-2162ee8c-7314-4fef-b506-b01bae5eedf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 200 len: 851 time: 0.0565019 May 27 04:20:27.376778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:27.390371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'network_id': '9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191', 'port_id': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'mac_address': 'fa:16:3e:33:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7caa2fe-242d-45e9-ae41-8f234730de7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:20:27.412189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-ff02edb8-b5c2-440e-a896-efa9c792c106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379143 May 27 04:20:27.447048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:27.463919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716b46b1-6b21-4ace-84f7-e131eaca2b01 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:20:27.478221 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:27.482212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:27.546513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-5a19a551-4621-4296-b09a-40d8fc4a717a service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281235 May 27 04:20:27.546721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:27.763043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-38239c01-2a64-42f7-bcb7-9855adff25b3 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105851 May 27 04:20:27.809178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['716b46b1-6b21-4ace-84f7-e131eaca2b01'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:20:27.901178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aba4121f-5099-42bf-a9f1-795c324975f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:28.591785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101053ee-4596-46de-bea2-f15f585feff8 req-c27c77cb-d683-4a7e-952b-aa8b5fd17910 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:28.593303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101053ee-4596-46de-bea2-f15f585feff8 req-c27c77cb-d683-4a7e-952b-aa8b5fd17910 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 945 time: 0.0773058 May 27 04:20:28.637438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-101053ee-4596-46de-bea2-f15f585feff8 req-4075acfa-3204-4138-b22d-fe75d225d905 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 May 27 04:20:29.261729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:20:29.326544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 716b46b1-6b21-4ace-84f7-e131eaca2b01 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:20:29.330903 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 716b46b1-6b21-4ace-84f7-e131eaca2b01 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:20:29.331263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:29.442733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:29.468020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:29.478003 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:29.482191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:29.557297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:29.566443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.566789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.567128 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.567463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.567798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.568124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.568449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.568772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.569272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.569698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.570024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:20:29.614700 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c97c52c-8ab8-45fe-b39d-2d21c1f4d63c'] response: {'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'code': 200} May 27 04:20:29.832225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d5753-c03b-48a5-8f22-cc5a86cb6828 req-4bdee485-0893-4f2d-a1b8-03a9d3893bf7 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:29.833677 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-553d5753-c03b-48a5-8f22-cc5a86cb6828 req-4bdee485-0893-4f2d-a1b8-03a9d3893bf7 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0790205 May 27 04:20:29.878980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-553d5753-c03b-48a5-8f22-cc5a86cb6828 req-f1451ab7-1d0d-4693-ad02-3b0fd6d52b96 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.46 "GET /v2.0/security-groups?id=6871fd53-96d4-49eb-9d59-d07f57750d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 May 27 04:20:29.955581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-c39951b2-9ffe-49ee-8561-04e3c54d2b57 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:29.957347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-c39951b2-9ffe-49ee-8561-04e3c54d2b57 tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7a3239-6507-40a4-9c64-f94dfdb7076c HTTP/1.1" status: 200 len: 946 time: 0.0774736 May 27 04:20:29.971960 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-417f597a-ed8a-41f4-b0a7-b6d63503dbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:30.034350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Deleting port 716b46b1-6b21-4ace-84f7-e131eaca2b01 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:20:30.034684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:30.271286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] For port 716b46b1-6b21-4ace-84f7-e131eaca2b01, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=716b46b1-6b21-4ace-84f7-e131eaca2b01,segment=NetworkSegment(ecc1fbd1-b86e-4cfb-b018-e70debaca199),segment_id=ecc1fbd1-b86e-4cfb-b018-e70debaca199)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:30.271637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:30.392616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Calling delete_port for 716b46b1-6b21-4ace-84f7-e131eaca2b01 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:20:30.526975 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:30.538732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['716b46b1-6b21-4ace-84f7-e131eaca2b01'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:20:30.578985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Pushing event deleted for resources: {'Port': ['ID=716b46b1-6b21-4ace-84f7-e131eaca2b01,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:30.648188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] No DVR routers for this DVR port 716b46b1-6b21-4ace-84f7-e131eaca2b01 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:20:30.650635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:30.653005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-deleted', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:30.668429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6b746567-7fe1-4dd9-8680-0ad2f2f7d7e1 req-8536d7bc-ff8f-44dc-89bc-2a54ed961adc tempest-DeleteServersTestJSON-1432220149 tempest-DeleteServersTestJSON-1432220149-project] 10.222.0.41 "DELETE /v2.0/ports/716b46b1-6b21-4ace-84f7-e131eaca2b01 HTTP/1.1" status: 204 len: 173 time: 0.7030349 May 27 04:20:30.707853 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3da833e-362b-4024-ab41-71028a52791f'] response: {'server_uuid': 'fc7a3239-6507-40a4-9c64-f94dfdb7076c', 'name': 'network-vif-deleted', 'tag': '716b46b1-6b21-4ace-84f7-e131eaca2b01', 'status': 'completed', 'code': 200} May 27 04:20:31.155358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:31.217092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Deleting subnet b7caa2fe-242d-45e9-ae41-8f234730de7a {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:20:31.219850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.266593 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.319137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.401854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.439008 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7caa2fe-242d-45e9-ae41-8f234730de7a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:31.445823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.452129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4af4cd1d-f338-4fe1-8474-258c1f802978 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7caa2fe-242d-45e9-ae41-8f234730de7a HTTP/1.1" status: 204 len: 168 time: 0.2957478 May 27 04:20:31.454676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51578) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:31.471967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.535778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.647286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.769885 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.794976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:20:31.806664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc1fbd1-b86e-4cfb-b018-e70debaca199') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:20:31.806964 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc1fbd1-b86e-4cfb-b018-e70debaca199') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:20:31.817892 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.833427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.840186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:20:31.840567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: timer() May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:20:31.853991 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:20:31.929306 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.944845 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:31.954913 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:31.963982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0c002e43-d617-48cf-b320-02b77c34e187 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e2aa1fb-6f0c-4f5e-9e02-575ebdfec191 HTTP/1.1" status: 204 len: 168 time: 0.5083525 May 27 04:20:32.096172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:32.145366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-655f916b-6003-408e-8528-4a0dacb625ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0268fb0a1ad4836ad8d11575ac12897&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478840 May 27 04:20:32.147911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:32.208541 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:32.234984 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:32.284630 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:32.300107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6871fd53-96d4-49eb-9d59-d07f57750d65,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:32.311848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:32.312977 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d9809844-b77a-4790-99e6-3b70c8e93b31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6871fd53-96d4-49eb-9d59-d07f57750d65 HTTP/1.1" status: 204 len: 168 time: 0.1641498 May 27 04:20:33.120831 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:33.153528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.248044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1906830675-network', 'tenant_id': '01ea53c76f524d66a492a5e48dbbadfd'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:20:33.253333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:20:33.257136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Usage tracker for resource:network and tenant:01ea53c76f524d66a492a5e48dbbadfd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:20:33.260455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:20:33.269706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:20:33.278906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Made reservation on behalf of 01ea53c76f524d66a492a5e48dbbadfd for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:20:33.281073 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.292921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.323479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:20:33.327144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Usage tracker for resource:security_group_rule and tenant:01ea53c76f524d66a492a5e48dbbadfd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:20:33.329851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:20:33.335580 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:20:33.403057 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.406597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.432955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:20:33.444635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2d822-f86f-4a3d-bf8b-094833aa910b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:33.451428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.451762 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Added segment f946c800-3063-49f6-9c25-dd39b821b282 of type vlan for network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 May 27 04:20:33.477675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.505615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.506408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:33.506987 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.614165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] Pushing event updated for resources: {'Network': ['ID=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:33.617172 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-eaf32633-8a06-4101-8e23-c936dd904d83 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4951060 May 27 04:20:33.620547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:20:33.626449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Request body: {'subnet': {'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1906830675-subnet', 'tenant_id': '01ea53c76f524d66a492a5e48dbbadfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:20:33.626843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:20:33.632023 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:20:33.636499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Usage tracker for resource:subnet and tenant:01ea53c76f524d66a492a5e48dbbadfd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:20:33.639407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:20:33.645147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:20:33.654793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Made reservation on behalf of 01ea53c76f524d66a492a5e48dbbadfd for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:20:33.657098 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.855353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.927526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6def834-921a-4515-809a-266f701dd8c8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:33.943679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Checking segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:20:33.944052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Network hostable DHCP agents. Network: ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:20:33.965988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:20:33.976255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:20:33.980867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:33.981478 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:33.987227 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0da3b3-6959-4a9e-b455-1bceab4714f2 None None] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:20:34.005226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-29d2a9dd-ec9c-4cf7-a30a-6c05f3bf042b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3835969 May 27 04:20:34.195699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7251708-e0ce-421f-9ddd-484d7864be58 None None] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:20:34.545128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ee33624b-b698-47b3-8987-0e574c998113 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:34.545800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ee33624b-b698-47b3-8987-0e574c998113 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Synchronizing usage tracker for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:20:34.562218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ee33624b-b698-47b3-8987-0e574c998113 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Unset dirty status for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:20:34.563746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ee33624b-b698-47b3-8987-0e574c998113 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 815 time: 0.1600168 May 27 04:20:34.580946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-92f81de8-0094-46e4-bc0a-cc66a7d8f948 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/quotas/01ea53c76f524d66a492a5e48dbbadfd HTTP/1.1" status: 200 len: 375 time: 0.0117309 May 27 04:20:34.625952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-e7374f0b-4a9d-4aec-aab1-250677bd038a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399499 May 27 04:20:34.636361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-563d790d-87f2-482b-9721-d950772b4667 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:20:34.637297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-563d790d-87f2-482b-9721-d950772b4667 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051680 May 27 04:20:34.764842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-058de116-960c-4539-928d-de135fa44aa7 service neutron] 10.222.0.46 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221597 May 27 04:20:34.892923 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-f8d7d0ef-c077-440b-be46-4c874755bc58 service neutron] 10.222.0.46 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223917 May 27 04:20:35.074851 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7eb03626-f47a-453a-a553-9a8fd805e583 req-b14db935-e1aa-4d1a-a8e2-c409627b60a6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 210 time: 0.0422475 May 27 04:20:35.277601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:20:35.319240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 716b46b1-6b21-4ace-84f7-e131eaca2b01 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:20:35.319578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 716b46b1-6b21-4ace-84f7-e131eaca2b01 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:20:36.078822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-5328102a-cfb7-4c65-b1c5-050defb461e8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:36.080223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-5328102a-cfb7-4c65-b1c5-050defb461e8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 815 time: 0.1418548 May 27 04:20:36.096167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Request body: {'port': {'device_id': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'admin_state_up': True, 'tenant_id': '01ea53c76f524d66a492a5e48dbbadfd'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:20:36.241435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:20:36.242122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ffc1169-c90a-4bde-8250-71723e72a8af req-64e363d2-74f7-4719-b3bb-cc402b38d7c1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 210 time: 0.0449615 May 27 04:20:36.252655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Usage tracker for resource:port and tenant:01ea53c76f524d66a492a5e48dbbadfd is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:20:36.255655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:20:36.261983 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:20:36.271185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Made reservation on behalf of 01ea53c76f524d66a492a5e48dbbadfd for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:20:36.277061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:36.435467 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Allocated IP 172.20.0.2 (ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4/c6def834-921a-4515-809a-266f701dd8c8/c102bad5-1d2e-4090-874c-3d5954f3a7c9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:20:36.637534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:36.663737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:36.733085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:20:36.735869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:20:36.739767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:20:36.773102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:36.801253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:36.801850 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:36.821432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-ebda63c1-f217-4e70-b416-bee58aad7d5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290058 May 27 04:20:36.831910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Request body: {'port': {'device_id': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:20:36.938799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.268529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c102bad5-1d2e-4090-874c-3d5954f3a7c9 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:20:37.275754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.290593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Transition to ACTIVE for port object c102bad5-1d2e-4090-874c-3d5954f3a7c9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:20:37.294942 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.567402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:37.681228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53690-0f5c-458e-89b4-4aabfd7c8e5c req-0863eccd-9f81-4ff3-8d74-e57096820c1a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:37.682063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-73d53690-0f5c-458e-89b4-4aabfd7c8e5c req-0863eccd-9f81-4ff3-8d74-e57096820c1a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Synchronizing usage tracker for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:20:37.707493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:20:37.707844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:20:37.708147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:20:37.716489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:20:37.716807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:20:37.719666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-73d53690-0f5c-458e-89b4-4aabfd7c8e5c req-0863eccd-9f81-4ff3-8d74-e57096820c1a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Unset dirty status for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:20:37.720793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73d53690-0f5c-458e-89b4-4aabfd7c8e5c req-0863eccd-9f81-4ff3-8d74-e57096820c1a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.3116775 May 27 04:20:37.725272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:20:37.725603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Checking segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:20:37.725980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Bound using segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:20:37.726402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Bound port: c102bad5-1d2e-4090-874c-3d5954f3a7c9, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:20:37.726742 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.833756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-73d53690-0f5c-458e-89b4-4aabfd7c8e5c req-a0943cd4-f15b-4db5-a907-992dc6202a97 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981550 May 27 04:20:37.861926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:20:37.865050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:20:37.870394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.938951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:37.940342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] 10.222.0.41 "PUT /v2.0/ports/c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 1091 time: 1.1122165 May 27 04:20:37.940771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:37.960696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1b9f-7752-4947-9cbd-32edea1c0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:38.012548 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68965f9a-ebcc-48ed-a41b-4c52856d3b3f'] response: {'name': 'network-changed', 'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'status': 'completed', 'code': 200} May 27 04:20:38.056860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-87fda14f-d4a6-4193-9972-5197ba286720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1094 time: 0.0791802 May 27 04:20:38.134741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-3b4c7445-b61c-4712-ac09-4f326533fc1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0712943 May 27 04:20:38.203465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-743be17b-e8bb-4606-b6f1-c9de501eca07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:38.204799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-743be17b-e8bb-4606-b6f1-c9de501eca07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0626140 May 27 04:20:38.256088 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-eb51a590-8700-4970-9de6-3bccd5085829 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448604 May 27 04:20:38.405576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-63c23625-e738-4934-94c2-9ec7d887b234 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434631 May 27 04:20:38.549844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce71823e-e28b-4aa4-93dd-b71fc83feee2 req-1499c735-4bf4-44f7-81c5-787ecba60c97 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380029 May 27 04:20:38.672888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-f239a2e4-3927-4972-ae66-e8c95e8b4efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1094 time: 0.0750601 May 27 04:20:38.802114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-b8a9f01e-ebdf-4136-a88e-53337fdf7904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:38.803419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-b8a9f01e-ebdf-4136-a88e-53337fdf7904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1247385 May 27 04:20:38.871987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-da8d96f5-da3a-4fbb-aead-3b609377882a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0625041 May 27 04:20:38.934130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-72d94603-f579-4ca0-85f8-b3d20e532109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:38.935623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-72d94603-f579-4ca0-85f8-b3d20e532109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0582514 May 27 04:20:39.014320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-c1acc00d-b0df-4ac6-97f9-1370d4743013 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733595 May 27 04:20:39.163416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783f2d-2cb0-4c9d-ae41-ddd05300268a req-54e7e15e-2de0-48b0-a246-2753e722bda7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:39.164879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55783f2d-2cb0-4c9d-ae41-ddd05300268a req-54e7e15e-2de0-48b0-a246-2753e722bda7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.1955452 May 27 04:20:39.167922 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-9e5515c7-1bcf-488d-92cb-573ba43b5399 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475945 May 27 04:20:39.393748 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-55783f2d-2cb0-4c9d-ae41-ddd05300268a req-4b03f949-0c22-4932-9e7d-a174455f1770 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233009 May 27 04:20:39.429245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6ed668b-14af-414b-a514-9a9ce691e395 req-a965e3d5-3180-4d14-9049-8a55a2fe1a1d service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461112 May 27 04:20:40.590602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43e20-7b31-41c8-8bb6-92b09c6749b6 req-5e30c7dd-49f7-4e87-a954-a44bec5afc73 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:40.592103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8e43e20-7b31-41c8-8bb6-92b09c6749b6 req-5e30c7dd-49f7-4e87-a954-a44bec5afc73 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.0785449 May 27 04:20:40.636279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c8e43e20-7b31-41c8-8bb6-92b09c6749b6 req-80bef064-f590-444c-a7de-64917ebd9b4f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Synchronizing usage tracker for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:20:40.653058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c8e43e20-7b31-41c8-8bb6-92b09c6749b6 req-80bef064-f590-444c-a7de-64917ebd9b4f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Unset dirty status for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:20:40.654161 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8e43e20-7b31-41c8-8bb6-92b09c6749b6 req-80bef064-f590-444c-a7de-64917ebd9b4f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 May 27 04:20:41.308361 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:20:41.439071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:41.452537 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'port_id': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'mac_address': 'fa:16:3e:36:e5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6def834-921a-4515-809a-266f701dd8c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:20:41.504324 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:41.522612 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c102bad5-1d2e-4090-874c-3d5954f3a7c9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:20:41.537458 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:41.541568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:41.609975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:41.809512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c102bad5-1d2e-4090-874c-3d5954f3a7c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:20:41.854676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3905e-0873-4de9-8ca5-5dbe422504cc req-5ee1e25c-e115-4b39-822b-71d43707fcb5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:41.856137 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a0f3905e-0873-4de9-8ca5-5dbe422504cc req-5ee1e25c-e115-4b39-822b-71d43707fcb5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 944 time: 0.0844107 May 27 04:20:41.900713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a0f3905e-0873-4de9-8ca5-5dbe422504cc req-cef270bf-d2c4-4034-8412-eba80bf028f4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 May 27 04:20:43.096030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9cfd0-bd60-4bff-8edd-42cac5a72065 req-4c3b0713-5c1b-4253-abac-194d2d00367e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:43.097486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ac9cfd0-bd60-4bff-8edd-42cac5a72065 req-4c3b0713-5c1b-4253-abac-194d2d00367e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 944 time: 0.0787370 May 27 04:20:43.142214 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ac9cfd0-bd60-4bff-8edd-42cac5a72065 req-2dbe4997-20d7-41aa-92ed-8daad434c97f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 May 27 04:20:43.323376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:20:43.391115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c102bad5-1d2e-4090-874c-3d5954f3a7c9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:20:43.395696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c102bad5-1d2e-4090-874c-3d5954f3a7c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:20:43.396094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:43.506908 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:43.534569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:20:43.544111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:20:43.548243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:43.591981 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a4163-0ee9-4f32-af49-920b17002640'] response: {'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'code': 200} May 27 04:20:43.620553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:20:43.718280 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa75c4ff-a0b2-4dc0-9ee8-c3eb12ebb8d0 req-f3dcbaab-0225-48e3-87c3-63b53be39d52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1096 time: 0.0658760 May 27 04:20:43.759035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa75c4ff-a0b2-4dc0-9ee8-c3eb12ebb8d0 req-8c1dceed-575a-42d2-b651-3bd9aa5cd07c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 May 27 04:20:44.337198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc4184-d298-4539-9852-f88a86ec2803 req-16831206-a7a5-40c7-b5f6-e02e94c9faa1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:44.338653 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62dc4184-d298-4539-9852-f88a86ec2803 req-16831206-a7a5-40c7-b5f6-e02e94c9faa1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0753825 May 27 04:20:44.384378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62dc4184-d298-4539-9852-f88a86ec2803 req-d9e1849a-8921-4cf7-b092-cc19d3109654 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 May 27 04:20:45.582183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f79f-80fb-47ae-8a6a-a377dbc31554 req-3393d15d-ed71-4673-86a5-8fafe87c3f97 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:45.583618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ab2f79f-80fb-47ae-8a6a-a377dbc31554 req-3393d15d-ed71-4673-86a5-8fafe87c3f97 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0794899 May 27 04:20:45.631626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ab2f79f-80fb-47ae-8a6a-a377dbc31554 req-f2f5ea42-a524-4cca-ae28-52ace5b70bec tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 May 27 04:20:45.830833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44f9b-05fc-4ba9-928b-9a4c96b3157a req-64efe541-11f4-4896-82b8-2ecb90e508e7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:45.832288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29a44f9b-05fc-4ba9-928b-9a4c96b3157a req-64efe541-11f4-4896-82b8-2ecb90e508e7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0789783 May 27 04:20:45.878370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-29a44f9b-05fc-4ba9-928b-9a4c96b3157a req-ddfc0e27-279a-4181-b4b9-ee1fd1b52944 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 May 27 04:20:46.239090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96871-eb74-457f-a7fb-1e00c789dd5e req-24450f13-9ee3-4821-86cb-fc7dacd5d29d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:46.240515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79c96871-eb74-457f-a7fb-1e00c789dd5e req-24450f13-9ee3-4821-86cb-fc7dacd5d29d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0747368 May 27 04:20:46.289134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79c96871-eb74-457f-a7fb-1e00c789dd5e req-d3638331-6fd9-401b-97ab-5916f7fd7c23 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 May 27 04:20:46.480208 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111337-69f0-4f4e-b47d-05510900c097 req-e7ce03c6-447a-48d5-a9d8-a0a2921135cb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:46.481667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf111337-69f0-4f4e-b47d-05510900c097 req-e7ce03c6-447a-48d5-a9d8-a0a2921135cb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0767069 May 27 04:20:46.530746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf111337-69f0-4f4e-b47d-05510900c097 req-1f37ae9e-4fc1-436a-bfb9-8b9ea22a1ebc tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 May 27 04:20:46.721740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c1b6f279-a11c-4f61-b98a-938537107b8f req-24267005-3e6e-499c-9b67-a0024a264403 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667486 May 27 04:20:46.961288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-232303c9-ea9b-4173-bb57-e5a84349e366 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672116 May 27 04:20:47.031974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf3216-1b1c-4850-b1ea-0040e7037179 req-76f5c965-b09d-4de7-9655-a75cbd5e4147 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:47.033444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91bf3216-1b1c-4850-b1ea-0040e7037179 req-76f5c965-b09d-4de7-9655-a75cbd5e4147 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0828338 May 27 04:20:47.081764 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91bf3216-1b1c-4850-b1ea-0040e7037179 req-4e62c9f3-7285-4e48-89ba-41e9c30364bb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 May 27 04:20:48.152352 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-64e10ecb-80bc-4b46-8b85-34e46c49025d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1096 time: 0.0731230 May 27 04:20:48.281728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab38dca-200c-4669-b0ce-79d529ccc9aa req-cbbbd45e-fbf6-482e-adca-85f8b2c1af34 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:48.283194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ab38dca-200c-4669-b0ce-79d529ccc9aa req-cbbbd45e-fbf6-482e-adca-85f8b2c1af34 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0788529 May 27 04:20:48.283943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-79848600-e052-4bc8-bc21-6926284f9c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:48.285410 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-79848600-e052-4bc8-bc21-6926284f9c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1271400 May 27 04:20:48.328670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ab38dca-200c-4669-b0ce-79d529ccc9aa req-b0f28d9d-7972-45e0-b841-d2de45ab340a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 May 27 04:20:48.355636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-3680ac09-ab4a-400d-8ab6-74a26fd64d7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0646720 May 27 04:20:48.419648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-e936209c-fb0b-4699-ab88-01e8890d716e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:48.420988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-e936209c-fb0b-4699-ab88-01e8890d716e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0596740 May 27 04:20:48.465406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-56d4bc11-ded3-407f-872d-fcb1358b6dbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383785 May 27 04:20:48.592514 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-76165087-0d38-4a42-8c82-07ea9e39bbd0 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213677 May 27 04:20:48.720974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-40730d3e-02aa-4228-9bfb-1e15b6b57bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219778 May 27 04:20:49.520455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183b01a-4327-4a5d-9251-01b465d71507 req-14443bc4-6f31-4db9-a0b0-1e94d3d3beb0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:49.521893 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4183b01a-4327-4a5d-9251-01b465d71507 req-14443bc4-6f31-4db9-a0b0-1e94d3d3beb0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0742013 May 27 04:20:49.569541 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4183b01a-4327-4a5d-9251-01b465d71507 req-1735f28e-c948-4b26-847c-8e9cfff4600b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 May 27 04:20:50.769729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c48c1-a288-4f83-a997-29f119159c60 req-b7eb226f-b98b-4e10-8949-b42c8ff2d346 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:50.771073 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-807c48c1-a288-4f83-a997-29f119159c60 req-b7eb226f-b98b-4e10-8949-b42c8ff2d346 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0746753 May 27 04:20:50.819208 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-807c48c1-a288-4f83-a997-29f119159c60 req-af2fea2c-14d5-4b27-b117-f36e7ef8dc53 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 May 27 04:20:51.096147 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:20:52.018491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7c6fe-c122-4397-9836-ecabdaff4883 req-04e23708-5083-42b5-99ca-8830fad3d312 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:52.019929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbf7c6fe-c122-4397-9836-ecabdaff4883 req-04e23708-5083-42b5-99ca-8830fad3d312 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0811014 May 27 04:20:52.065031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dbf7c6fe-c122-4397-9836-ecabdaff4883 req-b8d2e79e-edf8-4ca1-9614-132c6d19c958 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 May 27 04:20:53.257583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851e6e-8813-4380-a795-9be398ece593 req-350a6e14-9bac-43be-a93c-a60aea990ea1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:53.259061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1851e6e-8813-4380-a795-9be398ece593 req-350a6e14-9bac-43be-a93c-a60aea990ea1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0742536 May 27 04:20:53.303282 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a1851e6e-8813-4380-a795-9be398ece593 req-38d35c3c-4ebc-44df-be92-bfcf42ff5dbf tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 May 27 04:20:54.137696 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:54.503323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b9a27-5d51-4f71-98c5-67f5dd8f1005 req-49da0d0f-76c3-4356-8ca2-fe01fd8f2fcd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:54.504657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d57b9a27-5d51-4f71-98c5-67f5dd8f1005 req-49da0d0f-76c3-4356-8ca2-fe01fd8f2fcd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0792861 May 27 04:20:54.548765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d57b9a27-5d51-4f71-98c5-67f5dd8f1005 req-b9a3de3a-b77b-4a34-b41e-3ec8b8b20ca0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 May 27 04:20:55.836080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb39dd0-41d0-40a3-bcd2-522d9db24ba4 req-3dbe7a3f-9b77-4524-a5a9-a5691133ddd5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:55.837550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4fb39dd0-41d0-40a3-bcd2-522d9db24ba4 req-3dbe7a3f-9b77-4524-a5a9-a5691133ddd5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.1635175 May 27 04:20:55.880868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4fb39dd0-41d0-40a3-bcd2-522d9db24ba4 req-3a712bfe-c007-4a35-8a55-343ca3927601 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378799 May 27 04:20:56.695197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:57.073172 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b939ee-91e5-4e62-bef8-ae47db7133ec req-132229a3-ef1a-4631-9ae9-235b8965d4c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:57.074600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59b939ee-91e5-4e62-bef8-ae47db7133ec req-132229a3-ef1a-4631-9ae9-235b8965d4c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0747712 May 27 04:20:57.119765 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-59b939ee-91e5-4e62-bef8-ae47db7133ec req-e065a65d-8649-4535-877a-d5a6a7269996 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 May 27 04:20:57.885097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d228e83c-5166-4e27-95c8-5b66d001bb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:20:58.315263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1caa96-c978-4cd0-8f97-2d2ec841df89 req-bf40aeae-fff9-4d79-a94b-3a6cf6707785 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:58.316678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a1caa96-c978-4cd0-8f97-2d2ec841df89 req-bf40aeae-fff9-4d79-a94b-3a6cf6707785 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0751395 May 27 04:20:58.362054 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a1caa96-c978-4cd0-8f97-2d2ec841df89 req-ebbabc52-c2da-4bc9-a854-8e17da234f7b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 May 27 04:20:59.637461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901b08-0568-4d30-90b7-d76af8e2486e req-eb0285ab-ef02-49a2-a5cc-40cb008b46ac tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:20:59.639513 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d9901b08-0568-4d30-90b7-d76af8e2486e req-eb0285ab-ef02-49a2-a5cc-40cb008b46ac tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.1589913 May 27 04:20:59.685341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d9901b08-0568-4d30-90b7-d76af8e2486e req-557babe5-55ff-40c9-9e7b-8eaf91be1fff tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 May 27 04:20:59.974191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7d04228-eab6-4cec-bef0-9af3653ec465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:00.880173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe756fe-b035-4cf9-92b7-dc54e8379d6a req-307e44f9-d00e-4074-ba6f-3dff5bfa1fd9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:00.881625 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfe756fe-b035-4cf9-92b7-dc54e8379d6a req-307e44f9-d00e-4074-ba6f-3dff5bfa1fd9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0798578 May 27 04:21:00.925462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bfe756fe-b035-4cf9-92b7-dc54e8379d6a req-4eb99fef-e188-44a2-809e-1d9552322cc8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383165 May 27 04:21:01.474675 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:01.537438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:02.119763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6eed-9e7b-40a0-b7c9-bbb03953b793 req-8f955c87-8070-40b4-8e65-9b686135dc7d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:02.121210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8faf6eed-9e7b-40a0-b7c9-bbb03953b793 req-8f955c87-8070-40b4-8e65-9b686135dc7d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0757565 May 27 04:21:02.168134 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8faf6eed-9e7b-40a0-b7c9-bbb03953b793 req-e91cd402-c605-4edd-98ae-c52e88bba84b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 May 27 04:21:03.155238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:03.362089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328770f-18ce-4675-b9de-deea309d86ef req-f58566c5-abc2-4f9a-b7f5-41954b7099fd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:03.363447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3328770f-18ce-4675-b9de-deea309d86ef req-f58566c5-abc2-4f9a-b7f5-41954b7099fd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0764337 May 27 04:21:03.407517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3328770f-18ce-4675-b9de-deea309d86ef req-30b60f36-f9e4-4c97-b723-0061117cc6e3 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 May 27 04:21:04.271958 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-c662c7b8-67f9-45c1-91e7-31f7da71818c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1096 time: 0.0674143 May 27 04:21:04.414123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-79aab82a-b7d4-4f8c-98ee-19379f16af72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:04.416012 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-79aab82a-b7d4-4f8c-98ee-19379f16af72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1244814 May 27 04:21:04.490791 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-50a2d1d4-cd94-4b89-bf68-a9c4a6f1efa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0693865 May 27 04:21:04.557006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-6f8269a0-2007-4ddb-b6b6-dd0a8b1fd400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:04.558509 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-6f8269a0-2007-4ddb-b6b6-dd0a8b1fd400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0616505 May 27 04:21:04.606967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-2eed39b9-ac36-4f81-83d3-bed654e09bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421185 May 27 04:21:04.790373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-bee7c658-1f79-4c28-b11c-9900d974abe2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773396 May 27 04:21:04.801888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacd3e-5a04-49a8-ba39-dfdbb89e8f8c req-4dd32fc9-5180-4473-a2b2-47ce7643993a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:04.803193 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4dacd3e-5a04-49a8-ba39-dfdbb89e8f8c req-4dd32fc9-5180-4473-a2b2-47ce7643993a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.1239874 May 27 04:21:04.925104 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c4dacd3e-5a04-49a8-ba39-dfdbb89e8f8c req-649ebf23-f0ff-478f-a659-8d513d233430 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056666 May 27 04:21:04.957932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad1e16a5-2dca-4154-bafc-17a752290625 req-25b2dd77-2015-4386-833b-157205ff1aaa service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614020 May 27 04:21:06.137271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d58a-dd82-48e8-8a6b-0043e8c37d4b req-2d438098-271f-4244-ac25-c3c6325320cd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:06.138714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abf2d58a-dd82-48e8-8a6b-0043e8c37d4b req-2d438098-271f-4244-ac25-c3c6325320cd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0788732 May 27 04:21:06.183218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abf2d58a-dd82-48e8-8a6b-0043e8c37d4b req-a7dfd044-e14f-4f2c-83c5-7c68741913e9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 May 27 04:21:07.387029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bffab6-6060-4602-bbf6-e05477498c68 req-5f7041d2-aca2-4b45-9fa7-8ea2e04fb12b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:07.388354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25bffab6-6060-4602-bbf6-e05477498c68 req-5f7041d2-aca2-4b45-9fa7-8ea2e04fb12b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0884774 May 27 04:21:07.432464 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25bffab6-6060-4602-bbf6-e05477498c68 req-bbefbc3e-8945-4e35-b6ef-a2ec38895f02 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 May 27 04:21:08.623939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490952-14af-4263-8f0a-acc67cc4cfb7 req-8d0885d3-4bf7-43fb-aae4-30c1cab8fbe8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:08.625492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ef490952-14af-4263-8f0a-acc67cc4cfb7 req-8d0885d3-4bf7-43fb-aae4-30c1cab8fbe8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0744233 May 27 04:21:08.673210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ef490952-14af-4263-8f0a-acc67cc4cfb7 req-880c3368-010b-41ac-8f91-c54b4f0c927e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 May 27 04:21:09.866223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b4f9-8169-48fa-8315-c91326652d63 req-6564d0c1-1963-4c50-9235-ba542c6233d4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:09.867628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b280b4f9-8169-48fa-8315-c91326652d63 req-6564d0c1-1963-4c50-9235-ba542c6233d4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0742028 May 27 04:21:09.911347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b280b4f9-8169-48fa-8315-c91326652d63 req-a27dfaf9-7bcd-4e09-8380-3a73cf391f2b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 May 27 04:21:11.103866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c5ce7-53b5-45f8-ad45-a0800fd40311 req-226bc96d-a881-4ed9-a0c9-8c69f764f655 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:11.105448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-329c5ce7-53b5-45f8-ad45-a0800fd40311 req-226bc96d-a881-4ed9-a0c9-8c69f764f655 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0764053 May 27 04:21:11.150833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-329c5ce7-53b5-45f8-ad45-a0800fd40311 req-9daddbfc-4d44-4192-a695-d977de2fdbb2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 May 27 04:21:12.344052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cdb56-350d-4718-b1d5-188a04762c1a req-25c0dbfa-7962-478d-9763-ea9156ab1e28 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:12.345474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa8cdb56-350d-4718-b1d5-188a04762c1a req-25c0dbfa-7962-478d-9763-ea9156ab1e28 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0769022 May 27 04:21:12.390474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa8cdb56-350d-4718-b1d5-188a04762c1a req-f8853dbc-53f7-4627-a259-c4c324f3f2a1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 May 27 04:21:13.598064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4edd63-7fe5-4ec3-ab39-644a018699c8 req-b77b2953-ae83-4424-8299-0df9f6baab3e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:13.599510 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c4edd63-7fe5-4ec3-ab39-644a018699c8 req-b77b2953-ae83-4424-8299-0df9f6baab3e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0873995 May 27 04:21:13.644422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0c4edd63-7fe5-4ec3-ab39-644a018699c8 req-3efc9452-ce79-4cfc-af76-b4626460b281 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 May 27 04:21:14.835707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3bf7a-8539-4863-8b8d-cce877409d8b req-1bf15d24-4673-40a8-976e-1b72c92f9ff6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:14.837154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58d3bf7a-8539-4863-8b8d-cce877409d8b req-1bf15d24-4673-40a8-976e-1b72c92f9ff6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0748560 May 27 04:21:14.884704 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58d3bf7a-8539-4863-8b8d-cce877409d8b req-d62d7c05-574a-4c77-a2cf-e23396598130 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 May 27 04:21:15.518314 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-b35ad7e7-04bb-4b03-a142-ff0e87992d81 service neutron] show failed (client error): The resource could not be found. May 27 04:21:15.519176 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-b35ad7e7-04bb-4b03-a142-ff0e87992d81 service neutron] 10.222.0.41 "GET /v2.0/ports/c102bad5-1d2e-4090-874c-3d5954f3a7c9/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0711815 May 27 04:21:15.778648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-07bdd7ba-83c5-423f-9d5c-68464e165a3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e&tenant_id=01ea53c76f524d66a492a5e48dbbadfd HTTP/1.1" status: 200 len: 1096 time: 0.0701463 May 27 04:21:15.788370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:21:15.893349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.179446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e7f7-94c6-4618-920c-83b143d94a02 req-7e37b225-7ac2-4e1f-b55d-00efb45100b9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:16.181429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3568e7f7-94c6-4618-920c-83b143d94a02 req-7e37b225-7ac2-4e1f-b55d-00efb45100b9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.1765339 May 27 04:21:16.247188 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:16.264230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3568e7f7-94c6-4618-920c-83b143d94a02 req-02207f1b-1b6f-4412-b81b-bc624d47e99d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773273 May 27 04:21:16.286934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:21:16.342336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:16.347557 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.363080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Transition to ACTIVE for port object c102bad5-1d2e-4090-874c-3d5954f3a7c9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:21:16.367133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.412333 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec1ce92-f49c-44c2-8b15-ea5adcd162c9'] response: {'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'code': 200} May 27 04:21:16.491875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:16.528041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] No DVR routers for this DVR port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:21:16.535461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.535802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.536137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.536468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.536803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.537156 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.537487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.537808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.538126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.538446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.538760 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:16.593086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:21:16.593416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:21:16.593740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:21:16.599458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:21:16.599775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Attempting to bind port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:21:16.606538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:21:16.606870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Checking segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:21:16.607249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Bound using segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:21:16.607665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Bound port: c102bad5-1d2e-4090-874c-3d5954f3a7c9, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:21:16.608002 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.693183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:21:16.695989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:21:16.700015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.848481 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:16.849864 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] 10.222.0.21 "PUT /v2.0/ports/c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 1091 time: 1.0652647 May 27 04:21:16.862610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632695a3-0cdd-401d-9726-5c2680faa668 service neutron] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:16.937199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-27f97738-3670-4290-b633-5571dc219890 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1094 time: 0.0673480 May 27 04:21:17.065144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-96619339-0713-42c6-b17f-70ce8d211373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:17.066629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-96619339-0713-42c6-b17f-70ce8d211373 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1240828 May 27 04:21:17.137661 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-361952cf-5df0-47a7-97e6-3700a7cca48f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0643518 May 27 04:21:17.197341 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-384885c4-65f0-46ef-8247-7e734ec91b9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:17.198686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-384885c4-65f0-46ef-8247-7e734ec91b9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0560241 May 27 04:21:17.244645 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-172d7872-ca3a-45bc-bd98-62aef4901d70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403419 May 27 04:21:17.375044 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-1e04c4b5-f8ae-4e96-b6f0-5e1a9b195d48 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243758 May 27 04:21:17.556783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3401d1da-0e32-4fb0-a88b-dc13f70bcc2e req-e2c23c29-6044-4072-bd9f-be5753304bd5 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760590 May 27 04:21:17.565009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ee7e0-aaf8-44e1-98e2-52847854300b req-4afe8470-55ca-4583-9f77-22021d7ed361 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:17.566654 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-209ee7e0-aaf8-44e1-98e2-52847854300b req-4afe8470-55ca-4583-9f77-22021d7ed361 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.1688259 May 27 04:21:17.614295 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-209ee7e0-aaf8-44e1-98e2-52847854300b req-5a2d1c88-d902-4730-b621-2d221a3fe2cb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 May 27 04:21:18.413294 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:18.480659 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eaebb40-ccec-4c41-9ec2-1fe4df815b1a'] response: {'name': 'network-changed', 'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'status': 'completed', 'code': 200} May 27 04:21:18.567980 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-166b1e12-eaf8-4e1b-9b73-31be53d7b93f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1094 time: 0.0679231 May 27 04:21:18.568558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-291841b5-7b38-4eaf-885a-4477c93f7896 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1094 time: 0.0695937 May 27 04:21:18.699779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-14d2a69e-320c-4562-b678-39b91bea1191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:18.701261 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-14d2a69e-320c-4562-b678-39b91bea1191 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1275120 May 27 04:21:18.705043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-a4ed5ad3-86bf-4ae5-a89c-5eded57afa2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:18.706648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-a4ed5ad3-86bf-4ae5-a89c-5eded57afa2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1297882 May 27 04:21:18.809509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-5250dde6-4783-4bbe-8f2e-fa9070675c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0959346 May 27 04:21:18.857940 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-10a20dc3-b7cd-4e0d-b6dc-f646df6e0777 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.1513102 May 27 04:21:18.887204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-1b9e5759-18d1-477d-bbf3-5eb56481b2f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:18.888640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-1b9e5759-18d1-477d-bbf3-5eb56481b2f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0725942 May 27 04:21:18.921200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-5c210d9e-082a-4458-90b7-3ae9a1eec766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:18.922536 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-5c210d9e-082a-4458-90b7-3ae9a1eec766 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0591683 May 27 04:21:18.933654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58a47-2fd8-4e26-99a7-132027ef36f4 req-baf7cc51-a493-424d-8f86-6870dbc7ddf4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:18.935056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59e58a47-2fd8-4e26-99a7-132027ef36f4 req-baf7cc51-a493-424d-8f86-6870dbc7ddf4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.1754546 May 27 04:21:18.940772 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-4a0ac57f-f7ab-49b7-9d19-646cde6de058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446041 May 27 04:21:18.968372 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-1f54519a-cb7a-4688-8f3a-d214efc52a86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395250 May 27 04:21:19.097594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-59e58a47-2fd8-4e26-99a7-132027ef36f4 req-700202bb-e13c-47f8-9d8f-c82d94d0bf19 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552572 May 27 04:21:19.132220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-aa4b6e82-d9e2-4cd9-9bef-3b6660adafa4 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716945 May 27 04:21:19.133364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-dc249ccc-a251-4a81-8d53-78ab066d0676 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591623 May 27 04:21:19.263808 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-9d0d2b61-b2cd-4b72-b780-af65c98e8213 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248696 May 27 04:21:19.358845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06fffbee-7c5c-42d1-8939-e0053101a874 req-6cb1f7a3-fe09-40a3-86d7-4a19ba0341d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209792 May 27 04:21:19.447603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:21:19.504498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:21:20.293144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:21:20.302612 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f3b6-7ab2-4ca5-b112-1b2d950e853d req-cb168f4a-3e58-49e9-b7a4-295a12c9ac12 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:20.304051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12c9f3b6-7ab2-4ca5-b112-1b2d950e853d req-cb168f4a-3e58-49e9-b7a4-295a12c9ac12 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 943 time: 0.0747843 May 27 04:21:20.352056 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12c9f3b6-7ab2-4ca5-b112-1b2d950e853d req-97fa7090-d1c3-473b-9fcc-bd86f1af8ffe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 May 27 04:21:20.425619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:20.439226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'port_id': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'mac_address': 'fa:16:3e:36:e5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6def834-921a-4515-809a-266f701dd8c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:21:20.492202 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:20.510500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c102bad5-1d2e-4090-874c-3d5954f3a7c9 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:21:20.526591 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:20.538093 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:20.607835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:20.735810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5413d-64fe-454b-94df-dc432db935b6 req-43f9eaa3-5e1d-4d46-aa80-3586efed614e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:20.737237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75f5413d-64fe-454b-94df-dc432db935b6 req-43f9eaa3-5e1d-4d46-aa80-3586efed614e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 944 time: 0.1379161 May 27 04:21:20.742408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-aab14803-5520-4ebd-936e-b229427f3ea3 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:20.743701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-aab14803-5520-4ebd-936e-b229427f3ea3 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e&tenant_id=01ea53c76f524d66a492a5e48dbbadfd&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.1105797 May 27 04:21:20.746866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c102bad5-1d2e-4090-874c-3d5954f3a7c9'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:21:20.841355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-75f5413d-64fe-454b-94df-dc432db935b6 req-0622619c-5f5f-4bd7-ac7a-c3aaef865a5a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966680 May 27 04:21:20.848200 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-da1f6753-4926-4a2f-bb53-5e4596f4dca3 service neutron] delete failed (client error): The resource could not be found. May 27 04:21:20.849156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-da1f6753-4926-4a2f-bb53-5e4596f4dca3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c102bad5-1d2e-4090-874c-3d5954f3a7c9/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0915244 May 27 04:21:21.002953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-7f491988-fda3-40ee-aa72-9f7f6bd715c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 1095 time: 0.0706444 May 27 04:21:21.130747 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-bad5d159-1b3f-4fef-bcb7-f26ed747700e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:21.132160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-bad5d159-1b3f-4fef-bcb7-f26ed747700e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1234629 May 27 04:21:21.197015 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-557341d5-eac6-4e6f-b1f6-ba523b644084 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0585418 May 27 04:21:21.261460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-0d773c3b-be16-4643-a5eb-417d1c56c296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:21.262786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-0d773c3b-be16-4643-a5eb-417d1c56c296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0604236 May 27 04:21:21.304920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-f5cbbcc4-747d-44d4-8316-8d330c893c6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367794 May 27 04:21:21.430296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-a3e8f9ea-f4ab-4c16-b84e-0bf443e8b4ec service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199620 May 27 04:21:21.558457 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ce4a3d22-fba2-478c-ad01-0fecb63fcec0 req-5092a1eb-bd49-4a57-bee5-4f5f52fa13f1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225774 May 27 04:21:22.047198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d82bc-7b63-41be-afab-9643250cb09f req-d9b287cf-2e08-4b5d-8e73-f13c49513e5b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:22.048652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-748d82bc-7b63-41be-afab-9643250cb09f req-d9b287cf-2e08-4b5d-8e73-f13c49513e5b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 944 time: 0.0824003 May 27 04:21:22.096768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-748d82bc-7b63-41be-afab-9643250cb09f req-148b7579-db20-4050-bf9f-5f06eb208a73 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 May 27 04:21:22.294018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:21:22.362707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c102bad5-1d2e-4090-874c-3d5954f3a7c9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:21:22.367081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c102bad5-1d2e-4090-874c-3d5954f3a7c9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:21:22.367446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:22.478334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:22.504553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:22.514434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:22.518102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:22.559654 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46fedb4-50ce-4a97-9a63-322ef741bc2a'] response: {'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'code': 200} May 27 04:21:22.583731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:23.457599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf448-7c6e-4425-82b1-e8bcf3ba6147 req-4370a4bf-a5f1-401a-a654-a72ff1603698 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:23.458934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16acf448-7c6e-4425-82b1-e8bcf3ba6147 req-4370a4bf-a5f1-401a-a654-a72ff1603698 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0773606 May 27 04:21:23.503903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16acf448-7c6e-4425-82b1-e8bcf3ba6147 req-084ef8ae-4921-4e31-b78a-70074fbca73c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 May 27 04:21:23.699276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc2c94-3829-4544-9250-bc9814713635 req-14ae64be-67dd-41da-aba1-87f5045f03f2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:23.700749 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ecc2c94-3829-4544-9250-bc9814713635 req-14ae64be-67dd-41da-aba1-87f5045f03f2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0750854 May 27 04:21:23.832400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4ecc2c94-3829-4544-9250-bc9814713635 req-ce4303d5-3ef3-46f7-9180-ac2a4158f17c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261094 May 27 04:21:24.020287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178bb61-f49c-46a0-9381-a20d371e45dd req-d6fe7023-c3f4-4aec-ac80-0b3455a53d2f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:24.021722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d178bb61-f49c-46a0-9381-a20d371e45dd req-d6fe7023-c3f4-4aec-ac80-0b3455a53d2f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0739710 May 27 04:21:24.134891 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:24.199577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d178bb61-f49c-46a0-9381-a20d371e45dd req-c9fd20f4-366f-4e69-a1a6-f04714f7f619 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070516 May 27 04:21:24.694433 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-74a85321-48c0-4577-8c46-7f32276df08e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:24.695765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-74a85321-48c0-4577-8c46-7f32276df08e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 815 time: 0.1423736 May 27 04:21:24.713407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-053c0839-99d8-4b66-b757-b73881a31eeb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/quotas/01ea53c76f524d66a492a5e48dbbadfd HTTP/1.1" status: 200 len: 375 time: 0.0118141 May 27 04:21:24.787763 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-131f1c81-b0a1-4c07-8751-23e5f0874a28 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697684 May 27 04:21:24.916471 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-f072d815-5d5b-45ca-8405-f87364e33e27 service neutron] 10.222.0.46 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220851 May 27 04:21:24.973147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-8e894f1e-f3e3-4e62-a28b-9e7e83d63cfd req-ba5bc79e-050f-44c0-a157-0969a01d51ac service neutron] (84156) timed out ('10.222.0.46', 45394) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:21:25.044360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-c3443116-95cf-4287-b93a-1e3426b14cd9 service neutron] 10.222.0.46 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223609 May 27 04:21:25.338642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed7cf556-5cfb-4428-958f-fa05127d6b28 req-ba4ec9e6-cf0e-44c3-8e34-3d90a82c4509 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 210 time: 0.1143003 May 27 04:21:25.782663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-ed72830f-ccfe-47c9-99da-7ed44878c05a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:25.784014 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-ed72830f-ccfe-47c9-99da-7ed44878c05a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c08b0e-0399-45bd-a50c-0f99510dd22e HTTP/1.1" status: 200 len: 945 time: 0.0767853 May 27 04:21:25.854041 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Deleting port c102bad5-1d2e-4090-874c-3d5954f3a7c9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:21:25.854374 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.171863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] For port c102bad5-1d2e-4090-874c-3d5954f3a7c9, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c102bad5-1d2e-4090-874c-3d5954f3a7c9,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:26.172730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.308858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Calling delete_port for c102bad5-1d2e-4090-874c-3d5954f3a7c9 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:21:26.415183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-d5dd655e-005d-46ac-a0b9-95a605dc3ef2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:26.416667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-d5dd655e-005d-46ac-a0b9-95a605dc3ef2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 815 time: 0.3402524 May 27 04:21:26.466181 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Request body: {'port': {'device_id': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'admin_state_up': True, 'tenant_id': '01ea53c76f524d66a492a5e48dbbadfd'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:21:26.683173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787b95ba-b531-42d4-9422-3a13385a1c51 req-1392a9a6-7c72-4d36-8693-2ff4668c875e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 210 time: 0.1163142 May 27 04:21:26.714685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.719953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.778042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Pushing event deleted for resources: {'Port': ['ID=c102bad5-1d2e-4090-874c-3d5954f3a7c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:26.865309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:21:26.867502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] No DVR routers for this DVR port c102bad5-1d2e-4090-874c-3d5954f3a7c9 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:21:26.870761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.875431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-deleted', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:26.882930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Usage tracker for resource:port and tenant:01ea53c76f524d66a492a5e48dbbadfd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:21:26.886943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:21:26.892800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:21:26.903540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Made reservation on behalf of 01ea53c76f524d66a492a5e48dbbadfd for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:21:26.907005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:26.919735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.21 "DELETE /v2.0/ports/c102bad5-1d2e-4090-874c-3d5954f3a7c9 HTTP/1.1" status: 204 len: 173 time: 1.1298742 May 27 04:21:26.929972 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65367c2-dcdb-42df-94d8-81bb5764027b'] response: {'server_uuid': '02c08b0e-0399-45bd-a50c-0f99510dd22e', 'name': 'network-vif-deleted', 'tag': 'c102bad5-1d2e-4090-874c-3d5954f3a7c9', 'status': 'completed', 'code': 200} May 27 04:21:27.073584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Allocated IP 172.20.0.8 (ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4/c6def834-921a-4515-809a-266f701dd8c8/84de8a36-63ae-4aab-a526-b9fbff380e54) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:21:27.289289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:27.316945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:27.389619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:21:27.392494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:21:27.395006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:21:27.440459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:27.461436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:27.462573 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:27.486284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0bbc20e-a962-445a-b8b5-e5cffe36c36b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318606 May 27 04:21:27.497132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Request body: {'port': {'device_id': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:21:27.607043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:27.886817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-43a9b8c5-32c5-4c19-92e7-2550c254f1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:27.949042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1665-e532-4d16-8433-c723c7c84a7a req-47741ebc-0535-471b-a82d-24a2c44aaca7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:27.949717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e7da1665-e532-4d16-8433-c723c7c84a7a req-47741ebc-0535-471b-a82d-24a2c44aaca7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Synchronizing usage tracker for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:21:28.000233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-e7da1665-e532-4d16-8433-c723c7c84a7a req-47741ebc-0535-471b-a82d-24a2c44aaca7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Unset dirty status for tenant:01ea53c76f524d66a492a5e48dbbadfd on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:21:28.001363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7da1665-e532-4d16-8433-c723c7c84a7a req-47741ebc-0535-471b-a82d-24a2c44aaca7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 931 time: 0.1824214 May 27 04:21:28.046723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84de8a36-63ae-4aab-a526-b9fbff380e54 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:21:28.062606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:28.082704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7da1665-e532-4d16-8433-c723c7c84a7a req-0bf15195-2d48-46b1-ab2f-61c3329a6699 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 May 27 04:21:28.085314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Transition to ACTIVE for port object 84de8a36-63ae-4aab-a526-b9fbff380e54 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:21:28.089652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:28.098721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:21:28.214330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:28.308923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:21:28.346478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c102bad5-1d2e-4090-874c-3d5954f3a7c9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:21:28.346815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c102bad5-1d2e-4090-874c-3d5954f3a7c9 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:21:28.410090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:21:28.410309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:21:28.410632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:21:28.416941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:21:28.417254 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:21:28.423315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:21:28.423643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Checking segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:21:28.424014 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Bound using segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:21:28.424423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Bound port: 84de8a36-63ae-4aab-a526-b9fbff380e54, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:21:28.424756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:28.508609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:21:28.511495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:21:28.515750 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:28.578516 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:28.579850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] 10.222.0.21 "PUT /v2.0/ports/84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 1091 time: 1.0870347 May 27 04:21:28.592337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91783590-b291-4019-9c59-133a71ebbc0d service neutron] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:28.679652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-793db38e-3987-46b8-b944-f142a9b40547 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1094 time: 0.0665381 May 27 04:21:28.746958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-c9741ce8-e708-4e2c-8035-809f0afae794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0614979 May 27 04:21:28.806712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-d97477cc-e5ea-4175-8022-7e726264568e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:28.808131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-d97477cc-e5ea-4175-8022-7e726264568e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0562279 May 27 04:21:28.854939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-d44e1923-b4bb-40c1-a154-b841821233bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416346 May 27 04:21:28.935525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:28.988996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-a0391150-db12-4808-8e83-9da3602eadd8 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285932 May 27 04:21:28.990860 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae62eb2c-3904-4d45-b9a1-46f9b4bee7e0'] response: {'name': 'network-changed', 'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'status': 'completed', 'code': 200} May 27 04:21:29.124403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f0cfb47e-ab8a-4589-8532-1c0df83c65ac req-734ccea0-e3ab-4cce-820e-b731d13c3c25 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252084 May 27 04:21:29.291236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-58e2f9ab-e141-42ca-9ba6-ef52669675d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1094 time: 0.1257081 May 27 04:21:29.301144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d5af4-4401-43a2-b031-39b4ef9b0e73 req-52765f65-3265-460b-9e12-fb4a904b027f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:29.302711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-249d5af4-4401-43a2-b031-39b4ef9b0e73 req-52765f65-3265-460b-9e12-fb4a904b027f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.0999827 May 27 04:21:29.429286 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-249d5af4-4401-43a2-b031-39b4ef9b0e73 req-492ac8c8-891b-4a91-b672-4671d64d7a0a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081460 May 27 04:21:29.460421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-76d3fdbb-eec9-4b6e-8f75-91114c2bb962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:29.462469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-76d3fdbb-eec9-4b6e-8f75-91114c2bb962 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1588709 May 27 04:21:29.532325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-f3aeb219-3532-44e7-a1d3-2444ece7d48a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0624564 May 27 04:21:29.593926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-4e544dae-8a67-46e7-b19b-cd02b2cca26b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:29.595348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-4e544dae-8a67-46e7-b19b-cd02b2cca26b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0572331 May 27 04:21:29.641770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-a2ebc418-fffe-4edd-99b9-8b315bf03215 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394707 May 27 04:21:29.769892 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-61ceb033-acf3-4664-8dfc-2d9d8e8d15c6 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 May 27 04:21:29.902057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7c64ab-2e93-44a5-99b3-a26de16961c0 req-766c1c15-d13f-4aa4-8e1b-049a04f9572f service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 May 27 04:21:29.975673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-06a378d0-e8ff-4970-872e-599cd3e5b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:30.625397 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d395d-3425-4655-949b-973e30334228 req-8add3508-d3eb-4277-aae9-5414b2672025 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:30.626796 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c9d395d-3425-4655-949b-973e30334228 req-8add3508-d3eb-4277-aae9-5414b2672025 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.0750141 May 27 04:21:30.673666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8c9d395d-3425-4655-949b-973e30334228 req-47621be0-7a7f-485d-aced-3ff18dc69ce4 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 May 27 04:21:31.478629 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:31.538464 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:31.954786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157fa5-765c-4645-a27a-014f3fe93455 req-02519229-00fd-4892-81a2-d4e62c0e92b0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:31.956215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-10157fa5-765c-4645-a27a-014f3fe93455 req-02519229-00fd-4892-81a2-d4e62c0e92b0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.1654878 May 27 04:21:31.999810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-10157fa5-765c-4645-a27a-014f3fe93455 req-f079fd87-44e1-4ed4-9598-fb119c7a9274 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 May 27 04:21:32.309251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:21:32.441955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:32.454590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'port_id': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'mac_address': 'fa:16:3e:59:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6def834-921a-4515-809a-266f701dd8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:21:32.505892 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:32.521882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84de8a36-63ae-4aab-a526-b9fbff380e54 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:21:32.536518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:32.541081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:32.607020 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:32.615295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.615629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.615956 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.616281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.616602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.616938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.617259 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.617572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.617883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.618216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.618529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:21:32.725707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['84de8a36-63ae-4aab-a526-b9fbff380e54'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:21:33.158463 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:33.189707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb1851-ccb9-4ec5-a292-0f310d6c89da req-f289f6b8-96c5-427d-932a-b5e81bd38edb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:33.191124 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62bb1851-ccb9-4ec5-a292-0f310d6c89da req-f289f6b8-96c5-427d-932a-b5e81bd38edb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 944 time: 0.0742834 May 27 04:21:33.235548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-62bb1851-ccb9-4ec5-a292-0f310d6c89da req-b16c837e-ebdc-44bc-bb43-e1799ce63574 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 May 27 04:21:34.324944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:21:34.425258 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 84de8a36-63ae-4aab-a526-b9fbff380e54 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:21:34.429922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 84de8a36-63ae-4aab-a526-b9fbff380e54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:21:34.430318 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:34.431592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854f89-7971-407e-a683-d4dd69f1d95d req-f89be0d1-41d1-421f-8fe5-9c1f4134239d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:34.433087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82854f89-7971-407e-a683-d4dd69f1d95d req-f89be0d1-41d1-421f-8fe5-9c1f4134239d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 944 time: 0.0777130 May 27 04:21:34.481629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-82854f89-7971-407e-a683-d4dd69f1d95d req-559f710e-b302-4736-8b8c-88bee1a106de tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 May 27 04:21:34.548543 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:34.574602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:21:34.584343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:21:34.588954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:34.631502 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cb5063-b122-4147-bc51-a75e71e8896e'] response: {'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'code': 200} May 27 04:21:34.656098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:21:34.756974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb174045-ee83-41a0-aa59-9c62b19b4983 req-0df8256a-d2dc-4288-b1c8-41bd07c1a254 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1096 time: 0.0694265 May 27 04:21:34.796786 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb174045-ee83-41a0-aa59-9c62b19b4983 req-01b5c0cc-85cf-4f0c-af99-57565f023cd3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346942 May 27 04:21:35.673187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d032-aac2-41ba-ba71-7135c6cf5fed req-b20f8bcc-cfb0-49c3-a92f-ba7777066f24 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:35.674642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15f8d032-aac2-41ba-ba71-7135c6cf5fed req-b20f8bcc-cfb0-49c3-a92f-ba7777066f24 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0762491 May 27 04:21:35.722778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15f8d032-aac2-41ba-ba71-7135c6cf5fed req-dec106b8-bf93-42c9-8c85-053b96e2cb12 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 May 27 04:21:36.919512 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621e68a-d381-44ca-9674-ad8b49c516e5 req-9cf56f0f-eabf-4c58-a45e-3c48374756e2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:36.920938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c621e68a-d381-44ca-9674-ad8b49c516e5 req-9cf56f0f-eabf-4c58-a45e-3c48374756e2 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0778375 May 27 04:21:36.965496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c621e68a-d381-44ca-9674-ad8b49c516e5 req-b4a0378f-3b72-4ba6-a495-d8c949f9f0f8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 May 27 04:21:37.155262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aca5eb-6716-4d12-b6d4-bd5cafbc44d9 req-1dfd8efa-f911-4c57-ab5f-f789b1506798 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:37.156684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75aca5eb-6716-4d12-b6d4-bd5cafbc44d9 req-1dfd8efa-f911-4c57-ab5f-f789b1506798 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0751173 May 27 04:21:37.201228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75aca5eb-6716-4d12-b6d4-bd5cafbc44d9 req-d556b967-4b8e-4cff-97dd-f0e9041f21ce tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 May 27 04:21:37.467438 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5115db0-5055-4ca8-abc0-324f6f94cb34 req-0d352c31-ac56-4ec6-b202-8b81b7337a02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1425734 May 27 04:21:37.749372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-a89fc669-1b1f-485b-96ae-eca54f6239d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107118 May 27 04:21:37.792285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613d85-63be-44a8-a87f-97cf285210f2 req-6c1f8003-6436-45e7-b66c-50949453a9d7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:37.794130 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-72613d85-63be-44a8-a87f-97cf285210f2 req-6c1f8003-6436-45e7-b66c-50949453a9d7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0849533 May 27 04:21:37.843912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-72613d85-63be-44a8-a87f-97cf285210f2 req-57dd3d7e-e8ff-4831-aaca-163b7fcebe31 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 May 27 04:21:38.881486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-d8f7a773-18fc-441a-833d-e6c8f162ed85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1096 time: 0.0713232 May 27 04:21:39.012270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-922d1973-a650-439f-866c-3d1f6efaaabb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:39.013767 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-922d1973-a650-439f-866c-3d1f6efaaabb service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1266441 May 27 04:21:39.040994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49307-9470-4d3a-9d28-5be6fce146d8 req-898d8d1a-4fda-42c8-8c95-7ddb2aa696a9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:39.042437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7b49307-9470-4d3a-9d28-5be6fce146d8 req-898d8d1a-4fda-42c8-8c95-7ddb2aa696a9 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0791872 May 27 04:21:39.080686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-fb57b752-2000-4ef4-9a36-760de6d04178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0609720 May 27 04:21:39.088845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b7b49307-9470-4d3a-9d28-5be6fce146d8 req-ad368d35-0bee-4802-902f-a0c47e06af37 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 May 27 04:21:39.146361 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-3b9c9939-985d-4e8e-b537-76cd47eda79f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:39.147720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-3b9c9939-985d-4e8e-b537-76cd47eda79f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0617132 May 27 04:21:39.190550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-7f07b93c-100d-4184-9540-e7fcb609c198 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370035 May 27 04:21:39.319702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-c31caf00-84f8-497f-beab-f0ded34a0163 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234140 May 27 04:21:39.450357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-ecf11a43-52c5-49b2-9a7e-9618d49dd154 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244411 May 27 04:21:40.288535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d908de-c457-47da-971d-000175616b66 req-840e5e26-829c-4f0c-8726-560c77293fec tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:40.289982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21d908de-c457-47da-971d-000175616b66 req-840e5e26-829c-4f0c-8726-560c77293fec tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0786297 May 27 04:21:40.334379 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21d908de-c457-47da-971d-000175616b66 req-64b0c89a-ee72-49e2-9f2f-05055c0ee266 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 May 27 04:21:41.533597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c648-9b13-424d-b925-b35d164f677f req-ba4e0343-bba8-4512-b260-5de9d253ba46 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:41.535007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a702c648-9b13-424d-b925-b35d164f677f req-ba4e0343-bba8-4512-b260-5de9d253ba46 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0747285 May 27 04:21:41.578870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a702c648-9b13-424d-b925-b35d164f677f req-824d2df5-77ca-44bf-a130-f7b6d8d962e8 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 May 27 04:21:42.770647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c010d-352a-482f-80d1-b1e013333658 req-5400f708-7f94-460f-b29c-48857348abea tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:42.772064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc7c010d-352a-482f-80d1-b1e013333658 req-5400f708-7f94-460f-b29c-48857348abea tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0745983 May 27 04:21:42.817986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc7c010d-352a-482f-80d1-b1e013333658 req-f3c70d78-bf83-4fcf-8d1c-5c1f0b353e2d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 May 27 04:21:44.012999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28c24-5cac-44b3-85e2-a1d46b7254b1 req-8ba993f7-3c9f-453f-b1d3-d8f678fcff5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:44.014400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ae28c24-5cac-44b3-85e2-a1d46b7254b1 req-8ba993f7-3c9f-453f-b1d3-d8f678fcff5e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0791802 May 27 04:21:44.058518 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9ae28c24-5cac-44b3-85e2-a1d46b7254b1 req-a6fb2530-e422-4673-a96e-ee907be6b46f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 May 27 04:21:45.268149 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d5043-dd4d-4965-905f-673fcdfc9596 req-116d7d51-6379-4f4d-ac1a-56a4654f1863 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:45.269592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-158d5043-dd4d-4965-905f-673fcdfc9596 req-116d7d51-6379-4f4d-ac1a-56a4654f1863 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0792792 May 27 04:21:45.313191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-158d5043-dd4d-4965-905f-673fcdfc9596 req-08ed76bc-1aaf-4aab-8518-0a67867512eb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 May 27 04:21:46.503257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016361-9891-430c-8533-f4d6d45f3b66 req-a84ac869-f235-4cd8-a683-87cec1d04638 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:46.504674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9016361-9891-430c-8533-f4d6d45f3b66 req-a84ac869-f235-4cd8-a683-87cec1d04638 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0748701 May 27 04:21:46.548698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e9016361-9891-430c-8533-f4d6d45f3b66 req-e95e9f95-150e-4496-bab8-28bd355f0c6b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 May 27 04:21:47.739516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21238bb-8931-4a57-9fce-7f7d2bbe7e27 req-3b2b03e7-9251-49d8-b21a-413dd7288d2e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:47.740941 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d21238bb-8931-4a57-9fce-7f7d2bbe7e27 req-3b2b03e7-9251-49d8-b21a-413dd7288d2e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0738075 May 27 04:21:47.785421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d21238bb-8931-4a57-9fce-7f7d2bbe7e27 req-6a0dcefb-664a-4e0a-82b5-a9c8c4f29d99 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385542 May 27 04:21:48.989618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c6b7-fd62-4512-afff-9b8f636ed864 req-11d87db6-02a2-4c03-bdf2-4efc70e5d259 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:48.991028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d91c6b7-fd62-4512-afff-9b8f636ed864 req-11d87db6-02a2-4c03-bdf2-4efc70e5d259 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0784936 May 27 04:21:49.034611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2d91c6b7-fd62-4512-afff-9b8f636ed864 req-f545d9db-e828-4638-a770-36aa6c7e7e51 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380864 May 27 04:21:50.313429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fd736-9dd6-441b-a51a-60b332478e56 req-02d81cd5-c838-4d18-ac6a-7db9d0ee8038 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:50.314878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f5fd736-9dd6-441b-a51a-60b332478e56 req-02d81cd5-c838-4d18-ac6a-7db9d0ee8038 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.1624050 May 27 04:21:50.363389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f5fd736-9dd6-441b-a51a-60b332478e56 req-681b74c8-a126-484d-8301-787b318ff239 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 May 27 04:21:51.554670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e38663-f402-48d8-a157-b03b70cd1b96 req-d8052186-bca1-44ae-8b93-cf3a59cf70c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:51.556086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91e38663-f402-48d8-a157-b03b70cd1b96 req-d8052186-bca1-44ae-8b93-cf3a59cf70c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0739963 May 27 04:21:51.604329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91e38663-f402-48d8-a157-b03b70cd1b96 req-55dfa897-d8b5-4560-85b4-956ea48d2507 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 May 27 04:21:52.799962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2769a-1f65-41fb-877f-d6b762f0657a req-0679c0ba-1511-4700-8e21-4dab3b4f3dc6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:52.801545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0aa2769a-1f65-41fb-877f-d6b762f0657a req-0679c0ba-1511-4700-8e21-4dab3b4f3dc6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0776160 May 27 04:21:52.848715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0aa2769a-1f65-41fb-877f-d6b762f0657a req-f8292678-2e42-4762-988e-27ebfa0fb6cb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 May 27 04:21:54.038879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961353-455d-4a19-b98a-caf277172b40 req-dcacf85a-2a1a-4a6b-a2e4-fc7e47e3c490 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:54.040287 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de961353-455d-4a19-b98a-caf277172b40 req-dcacf85a-2a1a-4a6b-a2e4-fc7e47e3c490 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0738270 May 27 04:21:54.085261 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-de961353-455d-4a19-b98a-caf277172b40 req-bf8e44f3-75f4-4de3-92c7-7cd7cae40a23 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 May 27 04:21:54.138237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:55.276940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538c961-60db-46be-bab7-9dd55131d32d req-a1846007-a29b-4f32-ad1f-62f77f322379 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:55.278370 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2538c961-60db-46be-bab7-9dd55131d32d req-a1846007-a29b-4f32-ad1f-62f77f322379 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0748565 May 27 04:21:55.323349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2538c961-60db-46be-bab7-9dd55131d32d req-c7a256cf-2e91-4158-90e3-91fde2ab099d tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 May 27 04:21:56.524406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b566-d0e8-448a-8bf0-ce68c9edfc35 req-55cc7a00-5204-491e-aa21-2c6725d067b7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:56.525898 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08c2b566-d0e8-448a-8bf0-ce68c9edfc35 req-55cc7a00-5204-491e-aa21-2c6725d067b7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0828774 May 27 04:21:56.570328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08c2b566-d0e8-448a-8bf0-ce68c9edfc35 req-dcca42d9-708c-4641-a9f0-b9e612f107b1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 May 27 04:21:56.710145 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:57.766334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321747-918e-4fcb-8db1-dd556d9433c1 req-a2bd6126-aabd-476b-b5a6-94cd166ada9b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:57.767745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d321747-918e-4fcb-8db1-dd556d9433c1 req-a2bd6126-aabd-476b-b5a6-94cd166ada9b tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0800524 May 27 04:21:57.811959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d321747-918e-4fcb-8db1-dd556d9433c1 req-706c47ea-42f4-4f7f-ba70-78edd02d8fa6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 May 27 04:21:57.891638 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8773d4c-f50f-48d9-a036-92a101879693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:21:59.017991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec9a07-9780-4028-9250-a150c07ced8c req-9bc08b13-35b4-4529-8038-7aa7f5a01025 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:21:59.019422 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5ec9a07-9780-4028-9250-a150c07ced8c req-9bc08b13-35b4-4529-8038-7aa7f5a01025 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0748034 May 27 04:21:59.064246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c5ec9a07-9780-4028-9250-a150c07ced8c req-de0b8179-29dc-4f63-b323-2b225691157f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 May 27 04:21:59.977761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc743138-190f-4881-b0b7-0e9e9ebc10d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:00.265488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7a67-6dc9-40ec-90c6-214f37aa710d req-a8827c70-e438-4a76-94ac-922bc7e44449 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:00.266909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cebb7a67-6dc9-40ec-90c6-214f37aa710d req-a8827c70-e438-4a76-94ac-922bc7e44449 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0750644 May 27 04:22:00.312057 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cebb7a67-6dc9-40ec-90c6-214f37aa710d req-5c184c84-435f-457a-9723-46e5253dd706 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 May 27 04:22:01.480861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:01.509291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b101e39-1cd7-489a-b9ca-0e4aefa67a8e req-a2a26e5a-02d4-49db-a31d-b9ddacab3cdf tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:01.510725 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b101e39-1cd7-489a-b9ca-0e4aefa67a8e req-a2a26e5a-02d4-49db-a31d-b9ddacab3cdf tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0812347 May 27 04:22:01.541602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:01.559180 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b101e39-1cd7-489a-b9ca-0e4aefa67a8e req-d3557100-9026-472a-be43-f97a0b06cc3a tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 May 27 04:22:02.753130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585642-5bc8-4f79-8b62-5df2110b1c72 req-9dd8ec35-cca1-4238-a78a-1cc02251ad90 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:02.754520 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4585642-5bc8-4f79-8b62-5df2110b1c72 req-9dd8ec35-cca1-4238-a78a-1cc02251ad90 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0769768 May 27 04:22:02.799299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4585642-5bc8-4f79-8b62-5df2110b1c72 req-b9881100-0cd0-44e8-bf77-e127e4798a5f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 May 27 04:22:03.164186 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:03.861442 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-0b5b6dfb-1907-414f-85b2-ad8b11f93fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1096 time: 0.1327598 May 27 04:22:04.011906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a18c5-2d80-427d-bb30-7887388e7be4 req-034b5256-888d-47d8-a8b6-8a14e34d29ea tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:04.013385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-155a18c5-2d80-427d-bb30-7887388e7be4 req-034b5256-888d-47d8-a8b6-8a14e34d29ea tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0807025 May 27 04:22:04.029909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-5819cee7-dba5-4ac6-b8fa-daea6928d592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:04.031342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-5819cee7-dba5-4ac6-b8fa-daea6928d592 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1461277 May 27 04:22:04.064667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-155a18c5-2d80-427d-bb30-7887388e7be4 req-2987e287-2a5e-4354-8e50-9806deb521b7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 May 27 04:22:04.103216 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-124ce335-de06-4c57-a75d-6e00dc722ec9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0656686 May 27 04:22:04.170426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-a6858a65-a4d9-4216-bebf-0dc1158add88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:04.171882 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-a6858a65-a4d9-4216-bebf-0dc1158add88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0634480 May 27 04:22:04.217825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-0d090510-953b-4691-8d5f-3aa1a257802e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400579 May 27 04:22:04.348353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-2935c4cf-14af-4799-b468-6db14193f815 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250739 May 27 04:22:04.481273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-83cf112b-137e-4113-8abc-027abdf48bc0 req-71229662-c3be-45a6-a07e-1be4fc65cdbf service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267204 May 27 04:22:05.100155 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:22:05.257679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e129b9f-307d-40b5-a3d6-558e8811aba6 req-de8234a7-202a-4b2c-83a7-099448d6921f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:05.259129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e129b9f-307d-40b5-a3d6-558e8811aba6 req-de8234a7-202a-4b2c-83a7-099448d6921f tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0744910 May 27 04:22:05.302798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7e129b9f-307d-40b5-a3d6-558e8811aba6 req-88eb7443-4d34-4051-92cc-bf3ccc35febb tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 May 27 04:22:06.355892 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-af5a0a68-9e69-4397-8776-dec19ae4652c service neutron] show failed (client error): The resource could not be found. May 27 04:22:06.356885 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-af5a0a68-9e69-4397-8776-dec19ae4652c service neutron] 10.222.0.21 "GET /v2.0/ports/84de8a36-63ae-4aab-a526-b9fbff380e54/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0778205 May 27 04:22:06.497704 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff78a-7e59-488c-b40c-a5b616d2c785 req-50b690c4-da72-4f4e-8842-23cda25fb4c0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:06.499154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6aff78a-7e59-488c-b40c-a5b616d2c785 req-50b690c4-da72-4f4e-8842-23cda25fb4c0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0758972 May 27 04:22:06.548059 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d6aff78a-7e59-488c-b40c-a5b616d2c785 req-b7cf8f13-33c4-4ece-88c7-6e0cbd11ccf3 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 May 27 04:22:06.710697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-97ac32ef-f104-413e-9419-1ec88f2181b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12&tenant_id=01ea53c76f524d66a492a5e48dbbadfd HTTP/1.1" status: 200 len: 1096 time: 0.1304293 May 27 04:22:06.721003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:06.823405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.158733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:07.187126 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:07.245381 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:07.250256 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.265056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Transition to ACTIVE for port object 84de8a36-63ae-4aab-a526-b9fbff380e54 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:07.269157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.426969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] No DVR routers for this DVR port 84de8a36-63ae-4aab-a526-b9fbff380e54 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:22:07.429618 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:07.465236 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c633fd4-8311-4df6-9526-27998b6be661'] response: {'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'code': 200} May 27 04:22:07.472978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.473428 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.473648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.473972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.474293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.474617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.474927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.475238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.475549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.475891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.476155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:07.498265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:22:07.498823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:22:07.498932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:07.504494 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:22:07.504804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Attempting to bind port 84de8a36-63ae-4aab-a526-b9fbff380e54 on network ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:07.511431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:22:07.511754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Checking segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:07.512118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Bound using segment: {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:22:07.512526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Bound port: 84de8a36-63ae-4aab-a526-b9fbff380e54, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f946c800-3063-49f6-9c25-dd39b821b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:22:07.512856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.598508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:07.601478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:22:07.606959 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.710543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:07.711850 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 1091 time: 0.9945970 May 27 04:22:07.724192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6be04-8750-4c68-9c06-17b1a20e07c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:07.815888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91ab4d-e5a1-4024-8bc9-54ce4e99db6d req-cbc23c0c-be51-419d-bb6c-476b27f38333 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:07.817340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb91ab4d-e5a1-4024-8bc9-54ce4e99db6d req-cbc23c0c-be51-419d-bb6c-476b27f38333 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.1464000 May 27 04:22:07.853878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-e1eb38e5-8a60-4a45-a7ff-c2bb2c39976f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1094 time: 0.1221230 May 27 04:22:07.944031 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb91ab4d-e5a1-4024-8bc9-54ce4e99db6d req-34532a13-98a3-4ba2-bea6-88e8d2932cd0 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207745 May 27 04:22:07.995234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-10575d06-7168-45ce-bb41-f4ea8dbfc334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:07.996638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-10575d06-7168-45ce-bb41-f4ea8dbfc334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1354985 May 27 04:22:08.060877 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-cec7dcfe-004e-4ed5-828d-7a1e2da288e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0584455 May 27 04:22:08.124082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-079afe40-ff62-4f00-b2d4-b745a85cde24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:08.125527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-079afe40-ff62-4f00-b2d4-b745a85cde24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0596139 May 27 04:22:08.177010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-4a5c1812-39ed-4f5b-93fe-b1f3ab0d1bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414674 May 27 04:22:08.312029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-44f63a6e-cd25-43fd-bc91-196681d1cba2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291795 May 27 04:22:08.440706 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b5bc6b86-7490-426f-8129-bee3c79227ab req-6964062a-ff0d-4c7d-a5f9-8ff3fe2b7091 service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235166 May 27 04:22:08.480099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:22:08.534718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:22:09.142110 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5641d5b-a240-48c2-91b5-c77235da6923 req-5f62d97c-20f8-48e1-a5e2-785acbe5d0a5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:09.143558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5641d5b-a240-48c2-91b5-c77235da6923 req-5f62d97c-20f8-48e1-a5e2-785acbe5d0a5 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.0768893 May 27 04:22:09.188567 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5641d5b-a240-48c2-91b5-c77235da6923 req-f01693ef-c786-41e1-8555-8b4b55ab6abd tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 May 27 04:22:09.466246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:09.535019 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae87a07b-2f08-4175-a669-47e010e4b0f6'] response: {'name': 'network-changed', 'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'status': 'completed', 'code': 200} May 27 04:22:09.625988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-ad7d93e7-f9d6-49d7-978d-39ef246d0af1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1094 time: 0.0749121 May 27 04:22:09.641062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-c96ba81c-99de-4abc-b107-0543787dce96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1094 time: 0.0731847 May 27 04:22:09.854890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-55208916-b7f7-47b3-aa29-b747c0a14164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:09.856420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-55208916-b7f7-47b3-aa29-b747c0a14164 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.2244074 May 27 04:22:09.872382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-41f3d91f-b1fd-48e1-8a45-c49a76c6e640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:09.874004 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-41f3d91f-b1fd-48e1-8a45-c49a76c6e640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.2257874 May 27 04:22:09.925741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-c7f77c17-0263-4451-863c-d23dd0146fa4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0638757 May 27 04:22:09.943492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-7964bd10-431b-4247-b310-9fe0ff97fd45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0624349 May 27 04:22:09.993834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-0bb6b4a5-363a-4005-ab60-3decd7b51209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:09.995265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-0bb6b4a5-363a-4005-ab60-3decd7b51209 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0629156 May 27 04:22:10.006863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-3adc2fda-a31d-42f7-afb2-79b32737e76e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:10.008248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-3adc2fda-a31d-42f7-afb2-79b32737e76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0591846 May 27 04:22:10.040127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-6e20ef2e-ff52-48c1-bd27-017aec767e3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386281 May 27 04:22:10.051223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-9dcd01bb-1980-4aab-b33d-ae84fa512f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371885 May 27 04:22:10.170454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-795d96fe-14e6-4d90-af75-64e77d3cf790 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244621 May 27 04:22:10.181299 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-867bb672-11cd-4683-b718-b13102c7294a service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233006 May 27 04:22:10.304196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-d66ca10e-221a-4762-b01c-77348a4e2ce1 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284082 May 27 04:22:10.317721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-98ec8c77-179c-46e2-a6cc-4db13301b0bb req-f53de782-1d7a-4f09-b390-0f01cc9495ad service neutron] 10.222.0.41 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309285 May 27 04:22:10.397173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bba8bd-406f-47ab-bc1d-55ec7f1b82d4 req-c3c7b313-f8ad-4900-b8d4-b7ab6a8b95c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:10.398508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2bba8bd-406f-47ab-bc1d-55ec7f1b82d4 req-c3c7b313-f8ad-4900-b8d4-b7ab6a8b95c7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.0807419 May 27 04:22:10.443296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2bba8bd-406f-47ab-bc1d-55ec7f1b82d4 req-30be2d0e-bff7-4dbf-a7f2-67dd5ea3c188 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388041 May 27 04:22:11.626460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:22:11.643124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534853a9-3c55-443d-8b07-d021f286da3f req-6972836d-12c9-4d75-9bd8-8d9d3076a792 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:11.644552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-534853a9-3c55-443d-8b07-d021f286da3f req-6972836d-12c9-4d75-9bd8-8d9d3076a792 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 943 time: 0.0810628 May 27 04:22:11.688651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-534853a9-3c55-443d-8b07-d021f286da3f req-7cad3717-6c3b-46d6-b81a-e2e9beca656e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 May 27 04:22:11.757880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:11.770545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'network_id': 'ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4', 'port_id': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'mac_address': 'fa:16:3e:59:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6def834-921a-4515-809a-266f701dd8c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:22:11.823964 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:11.844656 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84de8a36-63ae-4aab-a526-b9fbff380e54 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:22:11.860505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:11.864348 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:11.932066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:12.022648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42044d52-b137-4c20-ae0f-189a7e298280 req-bb790372-6cbe-4c0d-9b87-a4268b8adc2c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:12.024002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-bb790372-6cbe-4c0d-9b87-a4268b8adc2c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.21 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12&tenant_id=01ea53c76f524d66a492a5e48dbbadfd&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.0801902 May 27 04:22:12.024320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4fcb-73ac-4e96-bca7-eb38a52e587f req-1f30c075-eb8e-4dae-93dd-fd0a24537d63 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:12.026320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-070e4fcb-73ac-4e96-bca7-eb38a52e587f req-1f30c075-eb8e-4dae-93dd-fd0a24537d63 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 944 time: 0.0760388 May 27 04:22:12.070727 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-070e4fcb-73ac-4e96-bca7-eb38a52e587f req-e1b5c87c-867a-492f-8c55-4feecfb62a9e tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 May 27 04:22:12.106715 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-42044d52-b137-4c20-ae0f-189a7e298280 req-88735718-6bbb-4adb-99dc-f37c4c1a4d4e service neutron] delete failed (client error): The resource could not be found. May 27 04:22:12.107709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-88735718-6bbb-4adb-99dc-f37c4c1a4d4e service neutron] 10.222.0.21 "DELETE /v2.0/ports/84de8a36-63ae-4aab-a526-b9fbff380e54/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0767579 May 27 04:22:12.185413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['84de8a36-63ae-4aab-a526-b9fbff380e54'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:22:12.248758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-b621792f-2d39-4b37-b9bf-8bf9073aa015 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 1095 time: 0.0737624 May 27 04:22:12.379322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42044d52-b137-4c20-ae0f-189a7e298280 req-b3bbff3c-e9f8-4e93-ad11-939d4b6bdbca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:12.380744 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-b3bbff3c-e9f8-4e93-ad11-939d4b6bdbca service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 200 len: 916 time: 0.1266656 May 27 04:22:12.449329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-3f764e3d-146a-43db-a5a6-280f32a67827 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 200 len: 217 time: 0.0630956 May 27 04:22:12.512351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42044d52-b137-4c20-ae0f-189a7e298280 req-846bf7ad-9485-4c34-a1a4-aeb2860ca723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:12.513821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-846bf7ad-9485-4c34-a1a4-aeb2860ca723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 200 len: 855 time: 0.0592790 May 27 04:22:12.561169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-3bef7b2b-af8e-4b78-a142-055b4a45dac4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411766 May 27 04:22:12.689027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-aa5aca87-c714-4995-8e12-4df034132a50 service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223640 May 27 04:22:12.818004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42044d52-b137-4c20-ae0f-189a7e298280 req-4f39c588-409d-4848-9d9b-eb969240a12b service neutron] 10.222.0.21 "GET /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226881 May 27 04:22:13.279695 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a22ec-8aaf-4a50-ab9b-143d0390a069 req-3f21caf1-5879-4128-a225-7b0df01deeb7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:13.281326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f2a22ec-8aaf-4a50-ab9b-143d0390a069 req-3f21caf1-5879-4128-a225-7b0df01deeb7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 944 time: 0.0768626 May 27 04:22:13.329438 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f2a22ec-8aaf-4a50-ab9b-143d0390a069 req-5d5cdc41-723f-4ac6-b7f9-82d195bb50b1 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 May 27 04:22:13.635373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:13.702178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 84de8a36-63ae-4aab-a526-b9fbff380e54 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:13.706773 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 84de8a36-63ae-4aab-a526-b9fbff380e54 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:13.707162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:13.816813 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:13.843033 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:13.853212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:13.857237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:13.926460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:14.020310 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab208817-593c-4ff0-b291-493a303474bb'] response: {'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'code': 200} May 27 04:22:14.523016 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750050-d98a-41f5-afd5-6d49b30312dd req-8d8a992c-7f3c-4356-a8e9-a4da035da80c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:14.524863 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89750050-d98a-41f5-afd5-6d49b30312dd req-8d8a992c-7f3c-4356-a8e9-a4da035da80c tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0787785 May 27 04:22:14.655800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-89750050-d98a-41f5-afd5-6d49b30312dd req-032a5a9c-e958-429b-b7fd-897cc31ac5e6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253147 May 27 04:22:14.854015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496503-7b11-4a8e-898c-b83cd95ec922 req-db88ccfa-e067-47c3-81a9-ed57f4d938e6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:14.855431 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52496503-7b11-4a8e-898c-b83cd95ec922 req-db88ccfa-e067-47c3-81a9-ed57f4d938e6 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0790284 May 27 04:22:14.900028 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52496503-7b11-4a8e-898c-b83cd95ec922 req-2815c318-a88f-47f7-9bbd-8f8fa50c6a49 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 May 27 04:22:15.089285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b1fe-be9b-4658-afc3-aff46d9ce8df req-4dc05dab-4f41-4634-ad96-131e461dbbb7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:15.090733 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6589b1fe-be9b-4658-afc3-aff46d9ce8df req-4dc05dab-4f41-4634-ad96-131e461dbbb7 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0758054 May 27 04:22:15.137353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6589b1fe-be9b-4658-afc3-aff46d9ce8df req-aa16891d-f9e8-463c-818d-616fd679b420 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 May 27 04:22:15.708338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1d37-7263-4fa9-8888-58978ee6255c req-1effac3d-bad0-4c3a-98c9-b83f1db98b40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:15.709956 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-542a1d37-7263-4fa9-8888-58978ee6255c req-1effac3d-bad0-4c3a-98c9-b83f1db98b40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0742848 May 27 04:22:15.753784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-542a1d37-7263-4fa9-8888-58978ee6255c req-9e0e2439-c678-4ae8-ba47-7ba815628f87 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 May 27 04:22:16.857179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-213aa997-0666-49bd-9f8c-c94545c74dbf tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:16.858587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-213aa997-0666-49bd-9f8c-c94545c74dbf tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.41 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0779595 May 27 04:22:16.925636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Deleting port 84de8a36-63ae-4aab-a526-b9fbff380e54 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:22:16.925970 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:16.948963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a11f73-14f9-4a18-918d-78cc9fd0ac86 req-be3f7b82-8715-4974-b22b-7956d480ac06 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:16.950419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67a11f73-14f9-4a18-918d-78cc9fd0ac86 req-be3f7b82-8715-4974-b22b-7956d480ac06 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251ac34-ecc9-42c8-94a5-7c2a29471a12 HTTP/1.1" status: 200 len: 945 time: 0.0781734 May 27 04:22:16.996543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67a11f73-14f9-4a18-918d-78cc9fd0ac86 req-f14586c3-0d34-4a2e-ae36-c749770a7b96 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.46 "GET /v2.0/security-groups?id=76d2d822-f86f-4a3d-bf8b-094833aa910b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 May 27 04:22:17.166006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] For port 84de8a36-63ae-4aab-a526-b9fbff380e54, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=84de8a36-63ae-4aab-a526-b9fbff380e54,segment=NetworkSegment(f946c800-3063-49f6-9c25-dd39b821b282),segment_id=f946c800-3063-49f6-9c25-dd39b821b282)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:17.166355 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:17.285194 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Calling delete_port for 84de8a36-63ae-4aab-a526-b9fbff380e54 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:22:17.423398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:17.435588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['84de8a36-63ae-4aab-a526-b9fbff380e54'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:22:17.475365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Pushing event deleted for resources: {'Port': ['ID=84de8a36-63ae-4aab-a526-b9fbff380e54,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:17.625137 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] No DVR routers for this DVR port 84de8a36-63ae-4aab-a526-b9fbff380e54 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:22:17.627577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:17.629970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-deleted', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:17.645265 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6e2aef83-bd4a-4366-b822-e758f13c997f req-3b6123a7-eae4-4d08-87c5-258e65e9ad40 tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] 10.222.0.41 "DELETE /v2.0/ports/84de8a36-63ae-4aab-a526-b9fbff380e54 HTTP/1.1" status: 204 len: 173 time: 0.7815566 May 27 04:22:17.682466 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b7ab77-0a2f-4c54-8df1-17c8303aa5e2'] response: {'server_uuid': '5251ac34-ecc9-42c8-94a5-7c2a29471a12', 'name': 'network-vif-deleted', 'tag': '84de8a36-63ae-4aab-a526-b9fbff380e54', 'status': 'completed', 'code': 200} May 27 04:22:18.250687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:18.308525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Deleting subnet c6def834-921a-4515-809a-266f701dd8c8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:22:18.311379 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.362498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.415342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.484521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.520369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6def834-921a-4515-809a-266f701dd8c8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:18.532182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.534541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.534878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.535208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.535534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.535857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.536177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.536492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.536805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.537144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.537457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.537770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:18.543409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-006d40e2-e781-4ce6-86b3-d67db8e75a4c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6def834-921a-4515-809a-266f701dd8c8 HTTP/1.1" status: 204 len: 168 time: 0.2917240 May 27 04:22:18.546025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:18.648936 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.768978 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.793898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:18.805649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f946c800-3063-49f6-9c25-dd39b821b282') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:18.805943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f946c800-3063-49f6-9c25-dd39b821b282') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:18.817044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.833005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.840229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:22:18.840609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: timer() May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:22:18.853344 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:22:18.929920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.935623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:18.960901 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:18.965457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e722da4b-5649-44a9-82ac-73b11f94a8ee admin admin] 10.222.0.46 "DELETE /v2.0/networks/ee12f6d7-43fd-44cd-8f06-0d68aa0ba9f4 HTTP/1.1" status: 204 len: 168 time: 0.4184396 May 27 04:22:19.097496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51966) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:19.146074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d7f644c7-547b-4d32-8603-81528871e9ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01ea53c76f524d66a492a5e48dbbadfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474474 May 27 04:22:19.148612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:19.209554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:19.235306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:19.285520 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:19.301665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2d822-f86f-4a3d-bf8b-094833aa910b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:19.310599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:19.311711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b86cdfbc-c18a-4f7a-9b2b-57d7a5f4684b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76d2d822-f86f-4a3d-bf8b-094833aa910b HTTP/1.1" status: 204 len: 168 time: 0.1617007 May 27 04:22:20.135447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 51992) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:20.267355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-732675398-network', 'tenant_id': '04be3b123cae4d6fad59ab123237f448'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:20.273081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:20.276765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Usage tracker for resource:network and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:20.279594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:20.285800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:20.296291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:22:20.298516 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.311953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.343373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:20.347228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Usage tracker for resource:security_group_rule and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:20.350007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:20.356230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:20.420413 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.423924 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.455253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:22:20.464012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0535d516-6418-46cd-914b-ca5c93719a01,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:20.469429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.469769 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Added segment 3a716624-a2a7-4023-8c5a-4341bebb7501 of type vlan for network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 May 27 04:22:20.495219 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.523614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.524880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:20.525467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.629756 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4932284 May 27 04:22:20.630620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38b12f-6ea7-42a4-8777-ee578a0b3618 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5c5ad0-9dd2-4aa5-8559-581815db28f7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:20.632759 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 51998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:20.639141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Request body: {'subnet': {'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-732675398-subnet', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:20.641750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:22:20.648002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:20.653909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Usage tracker for resource:subnet and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:20.658186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:20.666863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:20.681098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:22:20.684807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.908913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:20.979927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:20.993377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:20.993726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Network hostable DHCP agents. Network: 3e5c5ad0-9dd2-4aa5-8559-581815db28f7, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:22:21.014970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:22:21.023602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 3e5c5ad0-9dd2-4aa5-8559-581815db28f7) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:21.027820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:21.028385 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.033378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df92cb-0dac-4f64-8703-ea9b7ebe2643 None None] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:22:21.051867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-132fbce2-fefd-4dc3-bdde-6bcad6c2a5dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4179258 May 27 04:22:21.052432 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52002) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:21.058278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:21.063698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:21.067631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Usage tracker for resource:router and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:21.071804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:21.077576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:21.088938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.090273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.114883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.245293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:22:21.246098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.255679 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.399182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Allocated IP 172.20.0.2 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/19f773c6-85f6-4df6-8d48-6974256b6a19) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:22:21.442871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.473648 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.610482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Allocated IP 172.25.8.216 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6d995831-ec9f-4c4a-b738-93a10614e7a3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:22:21.632839 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.643484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Transition to ACTIVE for port object 19f773c6-85f6-4df6-8d48-6974256b6a19 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:21.661431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Transition to ACTIVE for port object 19f773c6-85f6-4df6-8d48-6974256b6a19 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:21.666706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.703291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:22:21.755038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 84de8a36-63ae-4aab-a526-b9fbff380e54 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:22:21.755377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 84de8a36-63ae-4aab-a526-b9fbff380e54 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:22:21.756534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.773854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:21.775236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Pushing event updated for resources: {'Port': ['ID=19f773c6-85f6-4df6-8d48-6974256b6a19,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:21.777691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:21.779707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:22:21.787834 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.853452 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:21.856314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:21.860597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:22:21.864244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Attempting to bind port 19f773c6-85f6-4df6-8d48-6974256b6a19 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:22:21.864611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Attempting to bind port 19f773c6-85f6-4df6-8d48-6974256b6a19 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:22:21.865116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Attempting to bind port 19f773c6-85f6-4df6-8d48-6974256b6a19 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:21.871446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:22:21.871810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:21.872207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.872596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:22:21.873082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Bound port: 19f773c6-85f6-4df6-8d48-6974256b6a19, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:22:21.873451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:21.890026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d995831-ec9f-4c4a-b738-93a10614e7a3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:21.962995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] For port 19f773c6-85f6-4df6-8d48-6974256b6a19, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:21.968117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] For port 19f773c6-85f6-4df6-8d48-6974256b6a19, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=19f773c6-85f6-4df6-8d48-6974256b6a19,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:22:21.971988 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:22.021867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:22.022597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:22.059959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3352-3bbb-45fc-9aec-6bc66e87cfde None None] Pushing event updated for resources: {'Port': ['ID=19f773c6-85f6-4df6-8d48-6974256b6a19,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:22.281192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:22:22.367506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 19f773c6-85f6-4df6-8d48-6974256b6a19 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:22.446514 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 19f773c6-85f6-4df6-8d48-6974256b6a19 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:22.600308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:22:22.609355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:22:22.622159 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:22.622802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:22.623720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:22.625001 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6bdc0386-1185-42f1-8f3d-b166ba05a0b5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5714173 May 27 04:22:22.627749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52006) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:22.804293 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:23.039039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce514d1f-a24a-42e1-aae5-c8cd09f3e3bc None None] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:22:23.111542 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:21Z', 'revision_number': 3, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:23.115709 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:22:23.116053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Updating router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 port 6d995831-ec9f-4c4a-b738-93a10614e7a3 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:22:23.170132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Provisioning for port 19f773c6-85f6-4df6-8d48-6974256b6a19 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:23.175235 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.264084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Provisioning complete for port 19f773c6-85f6-4df6-8d48-6974256b6a19 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:23.264456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.403139 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.403753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.439729 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] For port 19f773c6-85f6-4df6-8d48-6974256b6a19, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=19f773c6-85f6-4df6-8d48-6974256b6a19,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:23.445024 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.526182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1081-b588-40e4-bf57-fa1106c75e52 None None] Pushing event updated for resources: {'Port': ['ID=19f773c6-85f6-4df6-8d48-6974256b6a19,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:23.551340 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.565793 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Transition to ACTIVE for port object 6d995831-ec9f-4c4a-b738-93a10614e7a3 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:23.573537 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.650174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Allocated IP 172.20.0.1 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/6219bad0-882e-4934-afb0-bc373de12dbd) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:22:23.651142 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Attempting to bind port 6d995831-ec9f-4c4a-b738-93a10614e7a3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:22:23.651603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Attempting to bind port 6d995831-ec9f-4c4a-b738-93a10614e7a3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:22:23.651847 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Attempting to bind port 6d995831-ec9f-4c4a-b738-93a10614e7a3 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:23.660362 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Pushing event updated for resources: {'Port': ['ID=6d995831-ec9f-4c4a-b738-93a10614e7a3,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:23.671282 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:22:23.671650 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:23.672047 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.672434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:22:23.672912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Bound port: 6d995831-ec9f-4c4a-b738-93a10614e7a3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:22:23.673286 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.697127 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.697399 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.697734 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.698058 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.698378 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.698703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.699020 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.699334 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.699651 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.699962 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.700276 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:23.773741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ebb8b4bb-ed8a-48f7-b738-9c1c1874fd38 None None] Provisioning complete for port 19f773c6-85f6-4df6-8d48-6974256b6a19 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:23.774655 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b4bb-ed8a-48f7-b738-9c1c1874fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.778749 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] For port 6d995831-ec9f-4c4a-b738-93a10614e7a3, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:23.781924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] For port 6d995831-ec9f-4c4a-b738-93a10614e7a3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6d995831-ec9f-4c4a-b738-93a10614e7a3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:22:23.787196 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.807407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.824465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Transition to ACTIVE for port object 6219bad0-882e-4934-afb0-bc373de12dbd will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:23.853831 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:23.872759 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:23.873402 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:23.925484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:23.928233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:23.928718 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4503e-cfa6-4744-86bb-a95e43e36b6e None None] Pushing event updated for resources: {'Port': ['ID=6d995831-ec9f-4c4a-b738-93a10614e7a3,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:23.932684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:22:23.958744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Pushing event updated for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:23.992559 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.068242 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:24.082823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.153105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.217508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d73858b5-c735-4188-b41c-2870e4012007 None None] Provisioning for port 6219bad0-882e-4934-afb0-bc373de12dbd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:24.222271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d73858b5-c735-4188-b41c-2870e4012007 None None] Provisioning complete for port 6219bad0-882e-4934-afb0-bc373de12dbd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:24.222707 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d73858b5-c735-4188-b41c-2870e4012007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.285475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d73858b5-c735-4188-b41c-2870e4012007 None None] Port 6219bad0-882e-4934-afb0-bc373de12dbd cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:22:24.342086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 19f773c6-85f6-4df6-8d48-6974256b6a19 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:24.369768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:21Z', 'revision_number': 3, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:24.373701 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cddf36-fcba-4fe1-8058-942d9183c284 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:21Z', 'revision_number': 3, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:22:24.419014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 19f773c6-85f6-4df6-8d48-6974256b6a19 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:24.419368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.428536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.433317 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.540062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:24.560868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Pushing event updated for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:24.719606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:24.723961 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:25.010403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-787ca0f6-242f-4138-aa56-984afbde81e1 None None] Provisioning complete for port 6219bad0-882e-4934-afb0-bc373de12dbd triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:25.010771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-787ca0f6-242f-4138-aa56-984afbde81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.064569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-787ca0f6-242f-4138-aa56-984afbde81e1 None None] Port 6219bad0-882e-4934-afb0-bc373de12dbd cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:22:25.146264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:22:25.353079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:22:25.362247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa8af1fd-9b18-417d-af44-0d6f66427197 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7334354 May 27 04:22:25.703958 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52016) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:25.709818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383830168', 'description': 'tempest-description--1149842815'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:25.717031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:25.720825 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Usage tracker for resource:security_group and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:25.723671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:25.730508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:25.739441 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.772770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:25.777120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Usage tracker for resource:security_group_rule and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:25.779845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:25.785517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:25.838947 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.842534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.881884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395f2ed2-aca3-48e7-a7c5-08ef5c904c01,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:25.884457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.885660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-83831453-5479-43d3-81eb-5c70ee506f8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1806917 May 27 04:22:25.888752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52020) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:25.893884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'security_group_rule': {'security_group_id': '395f2ed2-aca3-48e7-a7c5-08ef5c904c01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:25.900782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:25.904641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Usage tracker for resource:security_group_rule and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:25.907470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:25.913142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:25.928752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.990217 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:25.994022 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.019139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382775d2-9253-44e9-9750-0536502d8538,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:26.027597 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.030969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-30976afa-6eb0-4fcf-a53e-d1f4212a0563 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393573 May 27 04:22:26.031297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52024) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:26.036514 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'security_group_rule': {'security_group_id': '395f2ed2-aca3-48e7-a7c5-08ef5c904c01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:26.043343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:26.047127 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Usage tracker for resource:security_group_rule and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:26.049943 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:26.055534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:26.073235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.133689 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.137673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.160327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567b3bb7-5c65-4e90-8d94-2a8d74fdab63,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:26.169408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.170534 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-efca91e2-92c4-4f55-b1e5-c53a3da119ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1383543 May 27 04:22:26.173483 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:26.178382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:26.186576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:26.190383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Usage tracker for resource:floatingip and tenant:04be3b123cae4d6fad59ab123237f448 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:22:26.193181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:22:26.198774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:26.208617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.349614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.357665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6d995831-ec9f-4c4a-b738-93a10614e7a3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:26.428196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6d995831-ec9f-4c4a-b738-93a10614e7a3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:26.432961 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6d995831-ec9f-4c4a-b738-93a10614e7a3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:26.433329 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.488720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Allocated IP 172.25.8.34 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/413626bf-de42-4980-ace1-6c24fa137df1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:22:26.543509 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.559484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6d995831-ec9f-4c4a-b738-93a10614e7a3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6d995831-ec9f-4c4a-b738-93a10614e7a3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:26.564365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.664113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6d995831-ec9f-4c4a-b738-93a10614e7a3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:26.725317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.757052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.784557 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:26.850057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:26.852807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:26.857157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:22:26.882858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=413626bf-de42-4980-ace1-6c24fa137df1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:27.012924 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.065463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.266898 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.274509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.381846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=413626bf-de42-4980-ace1-6c24fa137df1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:27.394044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.414246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.415548 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a20757f-ab25-494f-9851-400eb5af124e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2411854 May 27 04:22:27.590568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1e41bc18-a4fc-431e-a145-7d038fd0e912 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--383830168&fields=id&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 267 time: 0.0477295 May 27 04:22:27.738880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-adf3cf66-e9c6-41da-9afa-034871a02d8a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:27.740304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-adf3cf66-e9c6-41da-9afa-034871a02d8a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.1435761 May 27 04:22:27.756807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-e5812d38-1ed4-4ba0-a144-dd137a366757 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/quotas/04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 375 time: 0.0111866 May 27 04:22:27.843514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-5d6dfadf-5d5a-4506-9b6a-327dd1787835 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808938 May 27 04:22:27.897857 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76894208-0839-47d2-94cd-f1b0f9c12361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:27.910640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:22:27.923283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:27.924043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:28.106276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:28.162526 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-dcc7379b-38de-4583-90a8-655dedb00f0b service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065097 May 27 04:22:28.298803 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-b07b8bdc-99a1-4219-9168-3e5fce04b84e service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305442 May 27 04:22:28.344158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6d995831-ec9f-4c4a-b738-93a10614e7a3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:28.494533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6d995831-ec9f-4c4a-b738-93a10614e7a3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:28.494898 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:28.528468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a199afbe-f9a6-4601-8571-f8aca43bb6ae req-da1167f4-4965-4e88-a224-abe2efed233c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:22:28.547161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-a199afbe-f9a6-4601-8571-f8aca43bb6ae req-da1167f4-4965-4e88-a224-abe2efed233c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:22:28.550346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 2, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:28.553394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a199afbe-f9a6-4601-8571-f8aca43bb6ae req-da1167f4-4965-4e88-a224-abe2efed233c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 210 time: 0.0715456 May 27 04:22:28.559930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:22:28.560269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Updating router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 port 6219bad0-882e-4934-afb0-bc373de12dbd binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:22:28.628231 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.023339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.035051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Transition to ACTIVE for port object 6219bad0-882e-4934-afb0-bc373de12dbd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:29.043275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.159562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682061b-d7da-4b5d-b3b5-967cea9c3f92 None None] Pushing event updated for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:29.262091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Attempting to bind port 6219bad0-882e-4934-afb0-bc373de12dbd on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:22:29.262336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Attempting to bind port 6219bad0-882e-4934-afb0-bc373de12dbd by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:22:29.262688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Attempting to bind port 6219bad0-882e-4934-afb0-bc373de12dbd on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:29.269327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:22:29.269689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:29.270081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.270464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:22:29.270930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Bound port: 6219bad0-882e-4934-afb0-bc373de12dbd, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:22:29.271290 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.372463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] For port 6219bad0-882e-4934-afb0-bc373de12dbd, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:29.375501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] For port 6219bad0-882e-4934-afb0-bc373de12dbd, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6219bad0-882e-4934-afb0-bc373de12dbd,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:22:29.379036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.500293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682061b-d7da-4b5d-b3b5-967cea9c3f92 None None] Pushing event updated for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:29.503162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:29.503760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:29.568727 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-c8637ee8-8605-4ea6-ac2d-9ba499ba4e27 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:29.569579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-c8637ee8-8605-4ea6-ac2d-9ba499ba4e27 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:22:29.601814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-c8637ee8-8605-4ea6-ac2d-9ba499ba4e27 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:22:29.603790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-c8637ee8-8605-4ea6-ac2d-9ba499ba4e27 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.2025235 May 27 04:22:29.683396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-026f7bff-c28e-46f6-b1a7-81481ede820e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:22:29.706583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-026f7bff-c28e-46f6-b1a7-81481ede820e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:22:29.707777 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-026f7bff-c28e-46f6-b1a7-81481ede820e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 379 time: 0.0922527 May 27 04:22:29.717225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'port': {'device_id': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'admin_state_up': True, 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'security_groups': ['395f2ed2-aca3-48e7-a7c5-08ef5c904c01']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:29.743832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:29.754473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-048c3af5-c366-439e-a65a-f051e765b54b req-f04c170a-867a-4f75-8f2e-7d5003fb7872 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 210 time: 0.0429032 May 27 04:22:29.861617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:22:29.871595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:22:29.882555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:22:29.885598 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:29.991933 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-efcb8132-df37-43c3-be6d-bc4469d2adea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.049679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Allocated IP 172.20.0.3 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/b97dfec7-a515-4274-ab60-e2ca45ce2773) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:22:30.089598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:29Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:30.093648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326530f7-7dac-482b-9263-685b41bb91bf None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:29Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:22:30.276780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.298280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Transition to ACTIVE for port object b97dfec7-a515-4274-ab60-e2ca45ce2773 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:30.323103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.372751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6219bad0-882e-4934-afb0-bc373de12dbd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:30.404066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:22:30.407587 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:30.411499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:22:30.413976 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:22:30.453648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6219bad0-882e-4934-afb0-bc373de12dbd completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:30.463085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6219bad0-882e-4934-afb0-bc373de12dbd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:30.463518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.481927 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:30.482418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.510351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-1a0fd73e-7c31-4d27-bd63-57eebc5467a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974105 May 27 04:22:30.521507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Request body: {'port': {'device_id': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:30.605958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.641971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6219bad0-882e-4934-afb0-bc373de12dbd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6219bad0-882e-4934-afb0-bc373de12dbd,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:30.647577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.657347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.732820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c472451c-185f-48fb-aa41-e8f42301d254 None None] Provisioning for port b97dfec7-a515-4274-ab60-e2ca45ce2773 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:30.739596 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:30.744320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c472451c-185f-48fb-aa41-e8f42301d254 None None] Provisioning complete for port b97dfec7-a515-4274-ab60-e2ca45ce2773 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:30.744685 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c472451c-185f-48fb-aa41-e8f42301d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:30.799776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c472451c-185f-48fb-aa41-e8f42301d254 None None] Port b97dfec7-a515-4274-ab60-e2ca45ce2773 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:22:31.091175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9d8ee-4d57-467e-a1a8-cd5fe94ebf81 req-0faf151c-2975-4ac9-af38-a1ef6a4e7624 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:31.091854 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f8c9d8ee-4d57-467e-a1a8-cd5fe94ebf81 req-0faf151c-2975-4ac9-af38-a1ef6a4e7624 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:22:31.119220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-f8c9d8ee-4d57-467e-a1a8-cd5fe94ebf81 req-0faf151c-2975-4ac9-af38-a1ef6a4e7624 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:22:31.120354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8c9d8ee-4d57-467e-a1a8-cd5fe94ebf81 req-0faf151c-2975-4ac9-af38-a1ef6a4e7624 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 931 time: 0.2275906 May 27 04:22:31.215326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97dfec7-a515-4274-ab60-e2ca45ce2773 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:22:31.223267 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f8c9d8ee-4d57-467e-a1a8-cd5fe94ebf81 req-9d931606-e984-4451-9155-27a0fa10061c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946262 May 27 04:22:31.224783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.239648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Transition to ACTIVE for port object b97dfec7-a515-4274-ab60-e2ca45ce2773 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:22:31.243673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.368639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:31.480360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:22:31.480475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:22:31.480778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:31.483796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.487084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:22:31.487404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:22:31.493637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:22:31.493972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:22:31.494352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:22:31.494778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Bound port: b97dfec7-a515-4274-ab60-e2ca45ce2773, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:22:31.495119 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.550093 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.585944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:22:31.589348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:22:31.593223 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.653254 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:31.654671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 1091 time: 1.1377001 May 27 04:22:31.655102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:31.672844 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014f3e2-8537-4f3b-b06f-ac78076679c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:31.727115 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b7a437-94e8-4f64-a2ec-3df781dcc2aa'] response: {'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'status': 'completed', 'code': 200} May 27 04:22:31.763837 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-6e435094-7adf-4253-824a-8ca6e3dc83c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0729938 May 27 04:22:31.834685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-01a14234-a293-48e9-bbf6-7b11afb889a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 217 time: 0.0644989 May 27 04:22:31.893872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-a7d97048-9db8-4dae-8951-03481736eac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:31.895261 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-a7d97048-9db8-4dae-8951-03481736eac0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0555794 May 27 04:22:31.970758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-0902c7c9-09b0-48f2-8762-c9502c5a0efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696349 May 27 04:22:32.099842 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-c2dd5c6b-9d87-4115-bc38-99bdba3b085c service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223493 May 27 04:22:32.226855 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63e03de6-3d9f-4ee5-b0be-dc82af8eef69 req-525ab92c-3bc7-43f8-90f1-c03931d97cff service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212287 May 27 04:22:32.340695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6219bad0-882e-4934-afb0-bc373de12dbd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:32.345934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-88c953f7-f1cd-44f2-a4c0-a17665804959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0722244 May 27 04:22:32.408061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6219bad0-882e-4934-afb0-bc373de12dbd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:32.408347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:32.633482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36381c-8fff-4b71-b027-ed9a10caca95 req-688e2e25-50ed-4df1-ab55-e528241ee53c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:32.634927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d36381c-8fff-4b71-b027-ed9a10caca95 req-688e2e25-50ed-4df1-ab55-e528241ee53c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.2852604 May 27 04:22:32.637243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-29be5cbe-f294-462b-9464-edff6a4c2f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:32.638516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-29be5cbe-f294-462b-9464-edff6a4c2f42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.2559512 May 27 04:22:32.730576 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-47cefa38-d85b-446d-9d70-2d4b5adf3b0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 217 time: 0.0762436 May 27 04:22:32.772041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d36381c-8fff-4b71-b027-ed9a10caca95 req-e42245c3-6e6b-4eeb-9665-459c8c127795 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313648 May 27 04:22:32.796791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-ff311b36-1ed0-4f18-bacf-e4265525e207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:32.798227 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-ff311b36-1ed0-4f18-bacf-e4265525e207 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0612156 May 27 04:22:32.873378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-5e9851f7-6eb7-40b0-ae25-756ee2cfad14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678437 May 27 04:22:33.004313 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-9f76c1b2-26e8-4472-b2b1-f4a05db9d0c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237640 May 27 04:22:33.134701 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-19b202c1-49cf-4e2c-87f5-6923c9bd72cd req-647abbce-a042-478d-a1f0-8d71d111260d service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244965 May 27 04:22:33.164526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:33.973413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62d57-6997-4e5a-901b-2651e733f1a6 req-b48ce1a1-1927-4013-bca2-3fb3c40c1bbf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:33.974839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5e62d57-6997-4e5a-901b-2651e733f1a6 req-b48ce1a1-1927-4013-bca2-3fb3c40c1bbf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0751140 May 27 04:22:34.022594 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5e62d57-6997-4e5a-901b-2651e733f1a6 req-8cf20c5b-cd56-44b2-94ac-9f4a33019f97 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413358 May 27 04:22:35.225349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38619dfe-aa7b-4a72-b65d-e2b81b381b77 req-bad4af43-d9c0-4100-b56c-4c0dd22ea63e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:35.226820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38619dfe-aa7b-4a72-b65d-e2b81b381b77 req-bad4af43-d9c0-4100-b56c-4c0dd22ea63e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0816727 May 27 04:22:35.270841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-38619dfe-aa7b-4a72-b65d-e2b81b381b77 req-35e7792b-e93c-4455-a0c7-fdecfe6f8b30 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 May 27 04:22:35.742009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:22:35.873693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:35.886788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'mac_address': 'fa:16:3e:a1:ad:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:22:35.941140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:35.958255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97dfec7-a515-4274-ab60-e2ca45ce2773 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:22:35.973355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:35.977781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:36.048529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:36.057876 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.058216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.058549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.058910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.059234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.059556 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.059875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.060192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.060510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.060826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.061171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:22:36.260524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['b97dfec7-a515-4274-ab60-e2ca45ce2773'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:22:36.467305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fcb24-309c-44ee-91b7-c2431b76bb0e req-853d5002-ab32-4b2b-8e37-d0384eae814d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:36.468722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c0fcb24-309c-44ee-91b7-c2431b76bb0e req-853d5002-ab32-4b2b-8e37-d0384eae814d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 944 time: 0.0753887 May 27 04:22:36.512735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c0fcb24-309c-44ee-91b7-c2431b76bb0e req-2e026180-3719-47e5-9b50-35f4433f1231 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 May 27 04:22:37.703580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cc1df-60f6-4d08-941c-eb7529c5e643 req-04ad451a-cf71-46de-b14f-f078a7ecf21b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:37.705005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-498cc1df-60f6-4d08-941c-eb7529c5e643 req-04ad451a-cf71-46de-b14f-f078a7ecf21b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 944 time: 0.0748181 May 27 04:22:37.752301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-498cc1df-60f6-4d08-941c-eb7529c5e643 req-507d5994-a25a-41ad-adc8-ff5cd7fc6c54 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416527 May 27 04:22:37.757631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:22:37.859475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port b97dfec7-a515-4274-ab60-e2ca45ce2773 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:22:37.864053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port b97dfec7-a515-4274-ab60-e2ca45ce2773 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:22:37.864411 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:37.981276 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:38.006768 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:38.016353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:22:38.019987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:38.072245 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3724bb5-8e61-48d9-b5cf-72b82a19b662'] response: {'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'code': 200} May 27 04:22:38.089100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:22:38.195095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b59f8-ca47-4c60-bfb3-b07221e21f19 req-55a5d217-ac8a-41b8-b238-0b30dcfe8a39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1096 time: 0.0676436 May 27 04:22:38.237957 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-980b59f8-ca47-4c60-bfb3-b07221e21f19 req-a87cfc9c-9e66-4126-9137-eb9bad49d77a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 May 27 04:22:38.950798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe36d3-373e-44bc-953f-75951f5d6eda req-a68664b6-532f-4930-b181-b440226d2eef tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:38.952138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71fe36d3-373e-44bc-953f-75951f5d6eda req-a68664b6-532f-4930-b181-b440226d2eef tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0787864 May 27 04:22:38.998157 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-71fe36d3-373e-44bc-953f-75951f5d6eda req-d3334ecc-3d7d-4663-8cd8-80071fd206b9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 May 27 04:22:40.203255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceeeff-9580-4c9c-8879-34ab5ea43b1c req-263297e5-71ba-47f9-97e1-4cd70a8d6f3f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:40.204686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1ceeeff-9580-4c9c-8879-34ab5ea43b1c req-263297e5-71ba-47f9-97e1-4cd70a8d6f3f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0792832 May 27 04:22:40.250748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1ceeeff-9580-4c9c-8879-34ab5ea43b1c req-0ea05a01-6068-4603-8d89-cb8f9454ff30 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 May 27 04:22:40.455545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354245-4617-47b5-8988-dafeecc6d52c req-8d9704a9-594e-486b-b682-921fe24345c4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:40.457005 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4354245-4617-47b5-8988-dafeecc6d52c req-8d9704a9-594e-486b-b682-921fe24345c4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0772388 May 27 04:22:40.466361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52090) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:22:40.471368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'floatingip': {'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:22:40.546351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:41.202298 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:41.206786 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:41.393657 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc associated. External IP: 172.25.8.34, port: b97dfec7-a515-4274-ab60-e2ca45ce2773. May 27 04:22:41.772646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:22:41.965520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:22:41.969781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:41.974876 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:22:41.987140 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:41.987742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:42.023862 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22e5a662-563c-4764-9ca0-dcb93d6a4654 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "PUT /v2.0/floatingips/69dd5617-7108-4c05-83f5-41c44df15afc HTTP/1.1" status: 200 len: 990 time: 1.5564840 May 27 04:22:42.025086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:22:42.089423 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad549e6-e17b-4ef6-8858-f1ea33b39ee4'] response: {'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'status': 'completed', 'code': 200} May 27 04:22:42.131137 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:22:42.175556 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:42.185370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-c8078c6d-e39a-4ac9-a774-80d6379160aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1096 time: 0.0691564 May 27 04:22:42.216406 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12155-e2b9-4111-b257-e2c050c27e41 req-04791ed2-515e-4a89-b655-232b99b95aa4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:42.217833 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43c12155-e2b9-4111-b257-e2c050c27e41 req-04791ed2-515e-4a89-b655-232b99b95aa4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0776937 May 27 04:22:42.263921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43c12155-e2b9-4111-b257-e2c050c27e41 req-b7e60d5b-6b7d-47ed-9b69-8a0656eee516 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399704 May 27 04:22:42.318225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf94339-d08e-4238-90f1-60cde860f23c req-93889ca1-ce6a-4bd1-b99f-b5825cba01ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:42.319673 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-93889ca1-ce6a-4bd1-b99f-b5825cba01ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1292157 May 27 04:22:42.473284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-f515ef52-f9c6-4a1c-88bb-47d4cff6ba27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 998 time: 0.1475914 May 27 04:22:42.523163 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:a1:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:22:41Z', 'revision_number': 1, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:42.527384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:22:42.538196 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:22:42.538808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:22:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:42.643142 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc538e-6a65-49ed-9772-2ef77d589eab req-62beaa86-7df5-47f1-ad4b-a4d5e5814d88 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:42.644585 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61dc538e-6a65-49ed-9772-2ef77d589eab req-62beaa86-7df5-47f1-ad4b-a4d5e5814d88 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.2521281 May 27 04:22:42.652985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf94339-d08e-4238-90f1-60cde860f23c req-e3d00522-9729-4004-b28c-14635d0194b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:42.654322 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-e3d00522-9729-4004-b28c-14635d0194b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1758304 May 27 04:22:42.714584 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:22:42.747861 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-61dc538e-6a65-49ed-9772-2ef77d589eab req-b054ea75-952b-4ef3-8895-169eb116fe31 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962822 May 27 04:22:42.763358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-264f49a4-9e4d-416a-8d12-b443d8dfd8d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936980 May 27 04:22:42.896484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-4a362205-cbe8-4df1-94dd-a3230de2a7ca service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265347 May 27 04:22:43.031223 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ddf94339-d08e-4238-90f1-60cde860f23c req-e7449f07-5341-4e78-9cee-e9aa8fccb022 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293130 May 27 04:22:43.086930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:a1:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:22:41Z', 'revision_number': 1, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:22:43.090878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32585f5c-c180-43e2-917d-fa0c1ca250cc None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:a1:ad:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:22:41Z', 'revision_number': 1, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:22:43.943145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e5267-701d-4a2b-b0ef-9ef42506b765 req-b743fd9e-1350-459c-8395-a480d1d44935 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:43.944566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c2e5267-701d-4a2b-b0ef-9ef42506b765 req-b743fd9e-1350-459c-8395-a480d1d44935 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0777214 May 27 04:22:43.988624 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3c2e5267-701d-4a2b-b0ef-9ef42506b765 req-c17c440f-5060-4159-989f-46508f3744a0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379949 May 27 04:22:44.187794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eb29e-6e71-4c7f-8091-8acda909205f req-52d1062d-0cd0-4525-a935-16720c4bd801 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:44.189242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f51eb29e-6e71-4c7f-8091-8acda909205f req-52d1062d-0cd0-4525-a935-16720c4bd801 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0784252 May 27 04:22:44.236043 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f51eb29e-6e71-4c7f-8091-8acda909205f req-953dbff3-c477-42a8-a333-8fb3063807bb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 May 27 04:22:44.526480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f71d7dc7-2cc6-4c30-a869-0d3c74af22cc req-30e025a9-0216-4287-876a-4595af708ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1278906 May 27 04:22:44.775768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-a30ec589-009e-4d19-b486-6470fcd2166f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726242 May 27 04:22:44.830457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493e0f6-28cc-4f04-a6cb-f7a82083eeaa req-bc3f77e8-a828-408f-90a3-b55b7a22fb40 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:44.832200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8493e0f6-28cc-4f04-a6cb-f7a82083eeaa req-bc3f77e8-a828-408f-90a3-b55b7a22fb40 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0784936 May 27 04:22:44.882260 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8493e0f6-28cc-4f04-a6cb-f7a82083eeaa req-4cc19a11-e1c3-485c-9168-9b2c73419012 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435450 May 27 04:22:45.893052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ef221-8d57-4548-98bb-a5173c2a5508 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:22:46.097315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f50192-70b9-4d69-8bd7-27d7ec5fe613 req-eed3647e-3435-4824-885d-4d812f53b544 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:46.099444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06f50192-70b9-4d69-8bd7-27d7ec5fe613 req-eed3647e-3435-4824-885d-4d812f53b544 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0956001 May 27 04:22:46.147105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-536cac23-9afc-4531-81f0-4881802c4b10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1096 time: 0.0902853 May 27 04:22:46.147632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-06f50192-70b9-4d69-8bd7-27d7ec5fe613 req-944ff2e4-bd8e-45b9-83ad-57158aca56d2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414853 May 27 04:22:46.279170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103063b0-acb2-4fcc-90a9-823a52480974 req-c3fab42d-3b0c-4d92-899e-8bcdbde75f1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:46.280610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-c3fab42d-3b0c-4d92-899e-8bcdbde75f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1284571 May 27 04:22:46.387516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-93a9acbb-7d6d-4d6b-a04f-958f85fac013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 1000 time: 0.1007483 May 27 04:22:46.463879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103063b0-acb2-4fcc-90a9-823a52480974 req-3a8f919b-75d4-4e75-806c-ff72947d8bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:46.465210 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-3a8f919b-75d4-4e75-806c-ff72947d8bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0722682 May 27 04:22:46.544774 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-f93b9370-0465-42c7-8d28-95385e3d34f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743489 May 27 04:22:46.676567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-afbb9da3-eae8-4780-8462-6725726d05ec service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245384 May 27 04:22:46.811508 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-2025193a-927f-471c-8ee4-eb14766db952 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292522 May 27 04:22:47.344979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a764f-e4d9-4800-b1dd-9919bd2d7509 req-748bfb03-1bca-43bc-b497-5e5716e4107d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:47.346415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-033a764f-e4d9-4800-b1dd-9919bd2d7509 req-748bfb03-1bca-43bc-b497-5e5716e4107d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0760572 May 27 04:22:47.391969 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-033a764f-e4d9-4800-b1dd-9919bd2d7509 req-459147c1-f3e2-4540-826f-d4cac1e66f81 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397778 May 27 04:22:48.605512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674477-673c-42eb-bb06-9aaab55608ae req-2297d577-26fc-4456-8f03-0cb7a85b646c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:48.606964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f674477-673c-42eb-bb06-9aaab55608ae req-2297d577-26fc-4456-8f03-0cb7a85b646c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0799634 May 27 04:22:48.653402 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f674477-673c-42eb-bb06-9aaab55608ae req-38731dae-2d3f-48a6-973e-a321b47af5db tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 May 27 04:22:49.856660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b9a6f-0c89-43d1-9d37-12a7b0749b5c req-1cc9825e-bdb6-4010-be25-19d6557930f1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:49.858112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad4b9a6f-0c89-43d1-9d37-12a7b0749b5c req-1cc9825e-bdb6-4010-be25-19d6557930f1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0784557 May 27 04:22:49.902413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad4b9a6f-0c89-43d1-9d37-12a7b0749b5c req-78706a27-33db-40c5-8447-7eaf7d4807d5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388632 May 27 04:22:51.104623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfe238-6e68-4e23-8365-231f552793ca req-369a9d4d-963c-4469-8713-62c6bfd22ef5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:51.106118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23bfe238-6e68-4e23-8365-231f552793ca req-369a9d4d-963c-4469-8713-62c6bfd22ef5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0863845 May 27 04:22:51.154676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23bfe238-6e68-4e23-8365-231f552793ca req-31de192f-ec17-4a60-879a-678a6d58f62a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 May 27 04:22:52.346215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6123f5-40e3-4751-8f7b-8f7fa736f780 req-ee0a63b0-66ec-4ffc-a24f-6c268cce23da tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:52.347643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af6123f5-40e3-4751-8f7b-8f7fa736f780 req-ee0a63b0-66ec-4ffc-a24f-6c268cce23da tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0763822 May 27 04:22:52.391429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-af6123f5-40e3-4751-8f7b-8f7fa736f780 req-9bcd46af-3040-4e67-af42-68e05714460f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 May 27 04:22:53.586983 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219790a7-d2d1-4ea0-80a9-0cd0f85c7ccc req-f72b730a-7263-40de-886e-2e6274df75fa tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:53.588413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-219790a7-d2d1-4ea0-80a9-0cd0f85c7ccc req-f72b730a-7263-40de-886e-2e6274df75fa tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0770438 May 27 04:22:53.637326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-219790a7-d2d1-4ea0-80a9-0cd0f85c7ccc req-ac3a37fe-5bb9-45ae-84f7-d741e845af5e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 May 27 04:22:54.141175 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:54.917804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bddc0-31b7-4e74-ab3f-f1fdb7508542 req-e776a9e0-010b-410a-814d-596da899ce68 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:54.919246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-387bddc0-31b7-4e74-ab3f-f1fdb7508542 req-e776a9e0-010b-410a-814d-596da899ce68 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.1579208 May 27 04:22:54.963999 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-387bddc0-31b7-4e74-ab3f-f1fdb7508542 req-7feb3ce1-c2e3-4b33-bf8f-f278662b19e1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392525 May 27 04:22:56.163421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67870a-4df9-40bc-94fb-2cfde1ebd264 req-170cf11a-0755-4e1f-9989-3bf43c53d1b5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:56.165494 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a67870a-4df9-40bc-94fb-2cfde1ebd264 req-170cf11a-0755-4e1f-9989-3bf43c53d1b5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0794082 May 27 04:22:56.209766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a67870a-4df9-40bc-94fb-2cfde1ebd264 req-c62cfa47-29bc-4bcd-b9c6-4b0c7bbeaddc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387559 May 27 04:22:56.726161 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:57.404090 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6b8d3-b45c-443b-b2eb-a9c0d4a520b4 req-8e42da16-6a78-4336-9d55-40f37bd627ac tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:57.405443 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-43c6b8d3-b45c-443b-b2eb-a9c0d4a520b4 req-8e42da16-6a78-4336-9d55-40f37bd627ac tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0742683 May 27 04:22:57.452276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-43c6b8d3-b45c-443b-b2eb-a9c0d4a520b4 req-96065587-abfa-4397-b541-d5eadd401f30 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 May 27 04:22:57.890515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-253ba1de-b0c2-4494-a2ac-97780f8b5a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:22:58.643081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45690be7-4ed7-4978-b3e7-661ce6dec56a req-ffcae0c0-724f-4a8f-9a78-0fb42c72432d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:58.644436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45690be7-4ed7-4978-b3e7-661ce6dec56a req-ffcae0c0-724f-4a8f-9a78-0fb42c72432d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0760171 May 27 04:22:58.694450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45690be7-4ed7-4978-b3e7-661ce6dec56a req-83a24c26-6a02-4094-9877-6fa38e50735a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 May 27 04:22:59.887872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2567bba-1046-4c23-a6e7-f0496ffbdfef req-1df87113-96bf-4d83-8b14-c2f500337471 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:22:59.889375 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2567bba-1046-4c23-a6e7-f0496ffbdfef req-1df87113-96bf-4d83-8b14-c2f500337471 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0764143 May 27 04:22:59.933446 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2567bba-1046-4c23-a6e7-f0496ffbdfef req-12bbf5aa-83cd-489d-bc07-7ee8cd951a32 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 May 27 04:22:59.984190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9a92dbb-dce4-4202-a32a-7658ec071372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:01.131622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e8cc-fdf3-46a2-9b3b-04429d89b812 req-6dd34fd7-e8bc-44e6-8286-9a6ae663f5ce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:01.133135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc52e8cc-fdf3-46a2-9b3b-04429d89b812 req-6dd34fd7-e8bc-44e6-8286-9a6ae663f5ce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0804722 May 27 04:23:01.178145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc52e8cc-fdf3-46a2-9b3b-04429d89b812 req-99cb083b-71c2-410f-9f95-720376fdbbaf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394092 May 27 04:23:01.484981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:01.540720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:02.372608 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76068c8-0b66-4a1f-87d2-514834c1bc99 req-8c7b2ea3-bbb3-4278-8b45-2ec758d15cdc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:02.373976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e76068c8-0b66-4a1f-87d2-514834c1bc99 req-8c7b2ea3-bbb3-4278-8b45-2ec758d15cdc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0798097 May 27 04:23:02.417832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e76068c8-0b66-4a1f-87d2-514834c1bc99 req-78e60313-3eee-4eaa-b214-4702f9e878c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383732 May 27 04:23:03.167834 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:03.611843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9b072-7b54-4f03-bee6-1320a1ca47c8 req-a659e0dd-693a-4548-92ee-e26f7b118bc4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:03.613283 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bf9b072-7b54-4f03-bee6-1320a1ca47c8 req-a659e0dd-693a-4548-92ee-e26f7b118bc4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0752978 May 27 04:23:03.657687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bf9b072-7b54-4f03-bee6-1320a1ca47c8 req-44be8651-ec49-4638-85e5-4de19043824c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 May 27 04:23:04.853308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1edb2a-ce85-4fe9-830f-5986c2f40ffa req-dec30337-da69-4805-a36c-22af1b2e493b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:04.854606 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca1edb2a-ce85-4fe9-830f-5986c2f40ffa req-dec30337-da69-4805-a36c-22af1b2e493b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0739584 May 27 04:23:04.898825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca1edb2a-ce85-4fe9-830f-5986c2f40ffa req-804e1d96-8bea-4cf5-9ea6-3b3a28da9eed tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 May 27 04:23:06.188994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a017b-cf8b-43aa-9252-5d87b0c3816b req-3ccd38e2-93c4-4301-a4f0-5f4d725659bf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:06.190361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-251a017b-cf8b-43aa-9252-5d87b0c3816b req-3ccd38e2-93c4-4301-a4f0-5f4d725659bf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.1726096 May 27 04:23:06.237413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-251a017b-cf8b-43aa-9252-5d87b0c3816b req-0229008a-a9b8-423e-a4dc-8d5cc747d264 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 May 27 04:23:06.317493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-20b657ab-b90b-4fdc-83ac-5bd85444916b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1096 time: 0.0735397 May 27 04:23:06.461510 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-c47d9c6d-f11f-4367-985c-735d27d8ce92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:06.462875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-c47d9c6d-f11f-4367-985c-735d27d8ce92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1274962 May 27 04:23:06.562231 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-d13769c0-fa06-452b-b25b-5b2beadef373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 1000 time: 0.0938663 May 27 04:23:06.622111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-508a01f3-c77d-43df-85c8-d8c799655594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:06.623468 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-508a01f3-c77d-43df-85c8-d8c799655594 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0558474 May 27 04:23:06.693575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-02b82dfb-d500-4634-abcd-18e7facb7fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647259 May 27 04:23:06.819929 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-0d82bda0-75ca-4708-b22d-6fe2cb28b6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208787 May 27 04:23:06.946948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce0ebb7-7ada-4cff-9ba0-28b031596554 req-29869655-dc96-46bc-9c85-877bf17555af service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212893 May 27 04:23:07.431576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e115a4-8cd3-430a-9af5-28d345c43494 req-69aa730f-8d14-4c60-a6df-63e273915058 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:07.432925 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14e115a4-8cd3-430a-9af5-28d345c43494 req-69aa730f-8d14-4c60-a6df-63e273915058 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0773683 May 27 04:23:07.477393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-14e115a4-8cd3-430a-9af5-28d345c43494 req-39be3673-2fba-4ebb-91e6-95bb675ebe37 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 May 27 04:23:08.593579 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-103063b0-acb2-4fcc-90a9-823a52480974 req-18d5ab1f-f8ad-4c6a-a993-b1225f9ec0fc service neutron] show failed (client error): The resource could not be found. May 27 04:23:08.594582 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-18d5ab1f-f8ad-4c6a-a993-b1225f9ec0fc service neutron] 10.222.0.41 "GET /v2.0/ports/b97dfec7-a515-4274-ab60-e2ca45ce2773/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0726409 May 27 04:23:08.673616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a058b-5fd0-4b3d-8adb-e2f9edc48760 req-c9497908-a093-420a-a9db-bf4c6a263c23 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:08.675081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e92a058b-5fd0-4b3d-8adb-e2f9edc48760 req-c9497908-a093-420a-a9db-bf4c6a263c23 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0792539 May 27 04:23:08.724922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e92a058b-5fd0-4b3d-8adb-e2f9edc48760 req-203a8030-7479-429e-bcd5-5fb77f03bcd5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 May 27 04:23:08.848148 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-b999652c-f050-4cd4-90a2-98055eb6ac1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1096 time: 0.0679860 May 27 04:23:08.859549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:23:08.965896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:09.228107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:09.255719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:23:09.309271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:09.314038 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:09.329745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Transition to ACTIVE for port object b97dfec7-a515-4274-ab60-e2ca45ce2773 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:23:09.333284 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:09.479271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:09.532617 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082824a5-85c1-4a69-81b1-7f8c8750574b'] response: {'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'code': 200} May 27 04:23:09.537846 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] No DVR routers for this DVR port b97dfec7-a515-4274-ab60-e2ca45ce2773 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:23:09.781598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:23:09.782143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:23:09.782244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:23:09.787967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:23:09.788282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Attempting to bind port b97dfec7-a515-4274-ab60-e2ca45ce2773 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:23:09.795035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:23:09.795368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:23:09.795743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:23:09.796159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Bound port: b97dfec7-a515-4274-ab60-e2ca45ce2773, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:23:09.796507 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:09.931706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:23:09.941976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:23:09.947263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:10.028731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdcb2a-56a2-4b22-b093-28bbb9b51f0b req-5149a208-248b-4848-a825-026f2615dbc1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:10.030199 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34cdcb2a-56a2-4b22-b093-28bbb9b51f0b req-5149a208-248b-4848-a825-026f2615dbc1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.1747010 May 27 04:23:10.033689 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:10.034961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] 10.222.0.21 "PUT /v2.0/ports/b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 1091 time: 1.1792564 May 27 04:23:10.044737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1e52-bf77-44e8-9940-75ed34069b02 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:10.142582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34cdcb2a-56a2-4b22-b093-28bbb9b51f0b req-6277ccfc-328a-4449-a963-b9dc098b1e9a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041763 May 27 04:23:10.161529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-c97d4054-93aa-458a-97b6-58459a2011ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0947826 May 27 04:23:10.401444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103063b0-acb2-4fcc-90a9-823a52480974 req-fcde7ceb-ebe1-49c9-9ac4-97bceb7cbb26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:10.402872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-fcde7ceb-ebe1-49c9-9ac4-97bceb7cbb26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.2361865 May 27 04:23:10.502746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-dd2bd4aa-a146-488e-a0f8-e9bc058b0836 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 998 time: 0.0936861 May 27 04:23:10.564068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103063b0-acb2-4fcc-90a9-823a52480974 req-f3044d3f-91bf-46ad-9320-af52313300cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:10.565486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-f3044d3f-91bf-46ad-9320-af52313300cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0568988 May 27 04:23:10.644648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-7fe0b4d7-3dc0-41f9-8785-70497e4d3096 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732810 May 27 04:23:10.779363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-a7457d15-bd80-4397-90e8-c4b435eb27da service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284506 May 27 04:23:10.908435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-103063b0-acb2-4fcc-90a9-823a52480974 req-a2484992-395a-4f39-bf00-f51a658fd9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234212 May 27 04:23:11.350726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043142aa-b773-42df-b45f-5348e7c75cdb req-2e66235c-ce1a-4a7f-95f9-580929c01d41 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:11.352062 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-043142aa-b773-42df-b45f-5348e7c75cdb req-2e66235c-ce1a-4a7f-95f9-580929c01d41 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0806682 May 27 04:23:11.397332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-043142aa-b773-42df-b45f-5348e7c75cdb req-8a0a0a7d-ed40-4c0a-b441-b437e66debce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 May 27 04:23:11.534078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:11.599873 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49920763-2de0-48b9-a2d8-4427a7d4e6b2'] response: {'name': 'network-changed', 'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'status': 'completed', 'code': 200} May 27 04:23:11.686896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-f99085ed-33f1-4427-b6b4-8fa9f04b1cad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0685799 May 27 04:23:11.687114 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-f275eac1-6945-4a44-8d5e-e7171d124515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0664258 May 27 04:23:11.817027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-82f12ea3-64b3-4577-a2a7-19bb6fb8b04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:11.817629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-0d806ead-cfed-40bd-ac34-cc860df3f519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:11.818454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-82f12ea3-64b3-4577-a2a7-19bb6fb8b04e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1254804 May 27 04:23:11.819068 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-0d806ead-cfed-40bd-ac34-cc860df3f519 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1261714 May 27 04:23:11.920153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-42d21e5b-f402-4ed8-9799-8092d7586068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 998 time: 0.0958464 May 27 04:23:11.922865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-9ee11817-45de-4b9c-acac-b9d72f8d4d28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 998 time: 0.0969384 May 27 04:23:11.928068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:23:11.985578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:23:11.987691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-ad9f68db-3fdd-4f48-816a-06657b500c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:11.989203 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-ad9f68db-3fdd-4f48-816a-06657b500c52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0597222 May 27 04:23:12.068364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-72fbe7c4-8194-473c-9333-42cb0d9fa983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725732 May 27 04:23:12.070784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-53c8cc64-785c-4070-8caf-8ab458769785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:12.072254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-53c8cc64-785c-4070-8caf-8ab458769785 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1460359 May 27 04:23:12.144729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-85715b70-51b2-4bd0-8c05-7f8a296b8a59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669162 May 27 04:23:12.200823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-217691ee-2910-4be5-9db8-6b95eb24004f service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252763 May 27 04:23:12.275196 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-235f9dcc-8880-4bd1-bde1-fc3abee738d3 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235545 May 27 04:23:12.330854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-e4db837c-8fad-4a50-ad53-5d40a0cf46f3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238713 May 27 04:23:12.415466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b89a29c7-d58d-4201-a412-8fb086ef961a req-cc7eaa9d-eb8a-4806-ad6c-6155243dd64c service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343303 May 27 04:23:12.597842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8201f-e42e-4193-b10b-565888a9bd26 req-0c2b5fc2-d7e7-4d75-a833-1c81f90fa3c5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:12.599392 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dc8201f-e42e-4193-b10b-565888a9bd26 req-0c2b5fc2-d7e7-4d75-a833-1c81f90fa3c5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0817664 May 27 04:23:12.643239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3dc8201f-e42e-4193-b10b-565888a9bd26 req-bc7e8e97-5a43-4940-a5e4-72b09e6aaf51 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377767 May 27 04:23:13.838057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656707-2429-4b20-bceb-7054765f63a8 req-53d5ed35-51f3-49e3-8198-bfc037e3e2e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:13.839483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d656707-2429-4b20-bceb-7054765f63a8 req-53d5ed35-51f3-49e3-8198-bfc037e3e2e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0745959 May 27 04:23:13.883955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8d656707-2429-4b20-bceb-7054765f63a8 req-d1ea1c39-08f5-4014-a72b-cec7f40868ea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391166 May 27 04:23:14.206723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-6439b880-35d4-4ce4-9c92-a298b1fa74ef tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:14.208142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-6439b880-35d4-4ce4-9c92-a298b1fa74ef tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43&tenant_id=04be3b123cae4d6fad59ab123237f448&binding%3Ahost_id=n-h1-843301-2 HTTP/1.1" status: 200 len: 943 time: 0.0812862 May 27 04:23:14.213911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0abae-2a32-4b11-a0d3-ee6310669c8b req-15e2bef6-0fb8-450e-bd21-495cb4aaf919 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:14.215333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bd0abae-2a32-4b11-a0d3-ee6310669c8b req-15e2bef6-0fb8-450e-bd21-495cb4aaf919 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 943 time: 0.0793560 May 27 04:23:14.259972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bd0abae-2a32-4b11-a0d3-ee6310669c8b req-ad24a195-963d-4c3d-be96-73c7ac5eda2c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391276 May 27 04:23:14.287718 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-c0a5a69b-9571-48b1-9dc4-367732954f9d service neutron] delete failed (client error): The resource could not be found. May 27 04:23:14.288838 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-c0a5a69b-9571-48b1-9dc4-367732954f9d service neutron] 10.222.0.41 "DELETE /v2.0/ports/b97dfec7-a515-4274-ab60-e2ca45ce2773/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0755539 May 27 04:23:14.432809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-d0df7966-0aba-4303-b630-43753f01cb34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 1094 time: 0.0674253 May 27 04:23:14.569190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-59f76ccb-2a3d-408e-9150-622845ca9c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:14.571129 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-59f76ccb-2a3d-408e-9150-622845ca9c72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1331556 May 27 04:23:14.671965 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-8e2842d0-9dd5-4519-ac08-b65586e8ae14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 200 len: 998 time: 0.0950844 May 27 04:23:14.731921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-b8561587-1ec2-4372-909c-d4805ffc37ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:14.733310 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-b8561587-1ec2-4372-909c-d4805ffc37ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0556614 May 27 04:23:14.775998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:23:14.807507 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-c43c3da4-f807-49ba-b25a-7b972e1c6c06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684459 May 27 04:23:14.905446 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:14.921690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'mac_address': 'fa:16:3e:a1:ad:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:23:14.937153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-107e54d3-c497-40d8-b58c-4928dc91134e service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235516 May 27 04:23:14.974517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:14.991095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97dfec7-a515-4274-ab60-e2ca45ce2773 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:23:15.006087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:15.011216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:15.068207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f7c8130c-657b-4ff3-ad1a-ae1f8a8d8b82 req-e2499ab2-3dc5-4430-b40f-8801a422db68 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248693 May 27 04:23:15.076350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:15.218592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['b97dfec7-a515-4274-ab60-e2ca45ce2773'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:23:15.460052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc604c-2888-4771-8f67-c5461d2fb09f req-e5c06d60-55b9-430e-aba2-439810eef8d1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:15.462146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82bc604c-2888-4771-8f67-c5461d2fb09f req-e5c06d60-55b9-430e-aba2-439810eef8d1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 944 time: 0.0764699 May 27 04:23:15.509599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-82bc604c-2888-4771-8f67-c5461d2fb09f req-e55f2bc6-d181-4070-ac30-54f1683510af tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 May 27 04:23:16.708475 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab3a1-4e83-4f76-899b-53f2560f71ec req-c0e35e69-d214-49e1-ae36-81e579b05224 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:16.710212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-357ab3a1-4e83-4f76-899b-53f2560f71ec req-c0e35e69-d214-49e1-ae36-81e579b05224 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 944 time: 0.0752828 May 27 04:23:16.754967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-357ab3a1-4e83-4f76-899b-53f2560f71ec req-0311e25f-904e-4e0e-b048-60d7b6fcd7d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 May 27 04:23:16.791339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:23:16.859208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port b97dfec7-a515-4274-ab60-e2ca45ce2773 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:23:16.863792 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port b97dfec7-a515-4274-ab60-e2ca45ce2773 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:23:16.864156 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:16.950835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38feeb-4b45-4f95-ba38-8692cec4afeb req-cc7fa4dd-81ba-412c-941d-6fd9138d5151 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:16.952356 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca38feeb-4b45-4f95-ba38-8692cec4afeb req-cc7fa4dd-81ba-412c-941d-6fd9138d5151 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 944 time: 0.0795157 May 27 04:23:16.975480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:16.997729 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca38feeb-4b45-4f95-ba38-8692cec4afeb req-63a7155d-5315-4ab7-8cc0-0f41631a4788 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 May 27 04:23:17.000837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:17.010832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:17.015078 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:17.069807 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12755b56-bf1f-40bd-be78-5e2a1e052b80'] response: {'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'code': 200} May 27 04:23:17.086482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:17.201382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67521-1b4d-43cf-a510-369022d8c23d req-f48881e0-8bbb-4388-a0f5-de9537d108a0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:17.202810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ba67521-1b4d-43cf-a510-369022d8c23d req-f48881e0-8bbb-4388-a0f5-de9537d108a0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.0747321 May 27 04:23:17.247213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6ba67521-1b4d-43cf-a510-369022d8c23d req-b6e3b60a-5731-4006-882b-70bac1aaed4b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389850 May 27 04:23:17.741574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d582e-971f-45e2-b510-296ea46577e7 req-3f4f8b90-7a8a-4ec9-8f22-90a5ca02f9c5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:17.742939 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b24d582e-971f-45e2-b510-296ea46577e7 req-3f4f8b90-7a8a-4ec9-8f22-90a5ca02f9c5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.1638842 May 27 04:23:17.787886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b24d582e-971f-45e2-b510-296ea46577e7 req-5121149b-1cf6-4a09-805e-d7ccee9f5c47 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 May 27 04:23:18.998409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-017dc580-0094-4255-a351-557ebdff2876 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:19.000197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-017dc580-0094-4255-a351-557ebdff2876 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.2279675 May 27 04:23:19.045837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06e2ff-8eb0-49d0-b830-c349000fc966 req-353011be-8837-4328-91e1-66724fd5b4fc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:19.047236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc06e2ff-8eb0-49d0-b830-c349000fc966 req-353011be-8837-4328-91e1-66724fd5b4fc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 945 time: 0.1325092 May 27 04:23:19.103196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Deleting port b97dfec7-a515-4274-ab60-e2ca45ce2773 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:23:19.103446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:19.130913 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:23:19.146892 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dc06e2ff-8eb0-49d0-b830-c349000fc966 req-b9d272da-4148-47c6-8cb0-ebf6d770e9d1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932684 May 27 04:23:19.351386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] For port b97dfec7-a515-4274-ab60-e2ca45ce2773, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=b97dfec7-a515-4274-ab60-e2ca45ce2773,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:19.351749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:19.630063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:19.630428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:19.630734 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc disassociated. External IP: 172.25.8.34, port: b97dfec7-a515-4274-ab60-e2ca45ce2773. May 27 04:23:19.631073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Calling delete_port for b97dfec7-a515-4274-ab60-e2ca45ce2773 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:23:19.769731 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:19.817332 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'Port': ['ID=b97dfec7-a515-4274-ab60-e2ca45ce2773,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:19.829848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.830101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.830363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.830696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.831022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.831348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.831668 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.831988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.832306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.832625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:19.832967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:23:20.041395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:23:20.241908 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:23:20.252089 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:23:20.264425 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:23:20.265076 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:23:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:20.313256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] No DVR routers for this DVR port b97dfec7-a515-4274-ab60-e2ca45ce2773 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:23:20.314810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c53e7d61-5f35-42eb-9d78-5d11cdae8ef3 req-a475307d-3abb-431f-9c46-c73275d38e9c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=01d53cfb-36ce-4bed-915c-3e19bf4a7b43 HTTP/1.1" status: 200 len: 210 time: 0.0449181 May 27 04:23:20.315920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:20.325693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-deleted', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:20.336369 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8bff5a3e-7928-466a-b29a-b6a67d9b4e70 req-119bf139-a0c3-4211-bd84-d27040c1e537 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "DELETE /v2.0/ports/b97dfec7-a515-4274-ab60-e2ca45ce2773 HTTP/1.1" status: 204 len: 173 time: 1.3300717 May 27 04:23:20.380710 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f39692-9efd-49c9-914d-71f4d83109ec'] response: {'server_uuid': '01d53cfb-36ce-4bed-915c-3e19bf4a7b43', 'name': 'network-vif-deleted', 'tag': 'b97dfec7-a515-4274-ab60-e2ca45ce2773', 'status': 'completed', 'code': 200} May 27 04:23:20.465174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:23:20.780412 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:20.783980 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:23:20.794554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:23:20.795122 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:23:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:20.962980 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:23:21.293340 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:21.297116 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddf145-8564-47df-8a16-0cdc237065a1 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:23:21.535655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33586ed-cb34-4c90-8eb9-7059b3c0aa80 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:23:21.681526 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-a13e337d-3f3e-4df3-bf98-f94008ee3d4d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--383830168&fields=id&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 267 time: 0.0427232 May 27 04:23:21.832502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-a9786769-e7ac-4308-89c0-187d0ba74e1d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:21.834217 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-a9786769-e7ac-4308-89c0-187d0ba74e1d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.1461608 May 27 04:23:21.850917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-9fd50892-bffd-413b-a64e-dd6ea72209c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/quotas/04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 375 time: 0.0113640 May 27 04:23:21.932632 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-afb3f5e9-b404-4c9c-a1b3-6ac61e4823aa tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751886 May 27 04:23:22.180046 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1a73ef8a-892d-49fb-b3e2-df24827732ef service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851714 May 27 04:23:22.311538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1e7288fd-3c0e-46b7-adc5-138c48bcf93d service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258655 May 27 04:23:22.498307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-01a16525-5165-49a6-8081-18f65ae0ca9e req-1130c114-406d-4101-b59f-8049a4f1426b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:23:22.515051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-01a16525-5165-49a6-8081-18f65ae0ca9e req-1130c114-406d-4101-b59f-8049a4f1426b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:23:22.516157 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-01a16525-5165-49a6-8081-18f65ae0ca9e req-1130c114-406d-4101-b59f-8049a4f1426b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 210 time: 0.0592251 May 27 04:23:22.838589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:23:22.871271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: b97dfec7-a515-4274-ab60-e2ca45ce2773 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:23:22.871615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device b97dfec7-a515-4274-ab60-e2ca45ce2773 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:23:23.611187 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-6afa7def-3dbe-457c-ad5f-09a2628dfb34 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:23.612588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-6afa7def-3dbe-457c-ad5f-09a2628dfb34 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.2476330 May 27 04:23:23.669168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-983aa627-ea1b-40ba-b4a2-f7952394ea67 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 379 time: 0.0421383 May 27 04:23:23.677603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'port': {'device_id': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'admin_state_up': True, 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'security_groups': ['395f2ed2-aca3-48e7-a7c5-08ef5c904c01']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:23:23.685347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a078c895-2e10-468d-bd02-49a3004c538e req-453c5130-4436-480f-9013-8582a50d9dd5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 210 time: 0.0418530 May 27 04:23:23.811028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:23:23.820231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:23:23.832774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:23:23.836496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:23.994121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Allocated IP 172.20.0.14 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/62638360-190b-44f7-9bee-9d87fe424ad4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:23:24.163347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.179842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.195645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Transition to ACTIVE for port object 62638360-190b-44f7-9bee-9d87fe424ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:23:24.218107 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.294711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:23:24.297756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:23:24.300272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:23:24.331391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:24.368348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:24.368870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.393631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-1dd5fb53-55e3-4248-9ec9-5c8a8c7ca93b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7198510 May 27 04:23:24.405051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Request body: {'port': {'device_id': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:23:24.503721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6353817-9928-4a5e-92de-3cde81d95ed3 None None] Provisioning for port 62638360-190b-44f7-9bee-9d87fe424ad4 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:23:24.508559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c6353817-9928-4a5e-92de-3cde81d95ed3 None None] Provisioning complete for port 62638360-190b-44f7-9bee-9d87fe424ad4 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:23:24.509160 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c6353817-9928-4a5e-92de-3cde81d95ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.517707 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.560271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-c6353817-9928-4a5e-92de-3cde81d95ed3 None None] Port 62638360-190b-44f7-9bee-9d87fe424ad4 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:23:24.894493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62638360-190b-44f7-9bee-9d87fe424ad4 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:23:24.906768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.928417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Transition to ACTIVE for port object 62638360-190b-44f7-9bee-9d87fe424ad4 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:23:24.932480 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:24.984856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7a71c-c8cb-4d1b-922d-bcd077c16cbd req-5321ee3d-8b71-4184-82b8-acd16111f465 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:24.985488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0ec7a71c-c8cb-4d1b-922d-bcd077c16cbd req-5321ee3d-8b71-4184-82b8-acd16111f465 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:23:25.069038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:25.079140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0ec7a71c-c8cb-4d1b-922d-bcd077c16cbd req-5321ee3d-8b71-4184-82b8-acd16111f465 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:23:25.080298 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ec7a71c-c8cb-4d1b-922d-bcd077c16cbd req-5321ee3d-8b71-4184-82b8-acd16111f465 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 932 time: 0.2526197 May 27 04:23:25.206488 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ec7a71c-c8cb-4d1b-922d-bcd077c16cbd req-d7f071e7-1d81-4b2d-8aec-17d0d5eedcd1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186206 May 27 04:23:25.225627 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:23:25.226489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:23:25.226815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:23:25.232585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:23:25.232919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:23:25.239164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:23:25.239441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:23:25.239812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:23:25.240227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Bound port: 62638360-190b-44f7-9bee-9d87fe424ad4, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:23:25.240565 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:25.325866 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:23:25.328829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:23:25.332593 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:25.481642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:25.483109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] 10.222.0.21 "PUT /v2.0/ports/62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1092 time: 1.0824037 May 27 04:23:25.483431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:25.502929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25f59-3ada-4088-b312-a9d1f6b10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:25.552918 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4740847-399b-444e-b337-4c69759aaa1f'] response: {'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'status': 'completed', 'code': 200} May 27 04:23:25.596086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-f8fa6962-d70b-468e-b8b2-78f1388a321e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1095 time: 0.0734441 May 27 04:23:25.666721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-8885fd93-ff84-49a7-a602-0e50aa76c940 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 217 time: 0.0644431 May 27 04:23:25.730663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-b31ff429-8387-44ec-b598-832411ec6a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:25.732086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-b31ff429-8387-44ec-b598-832411ec6a45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0596623 May 27 04:23:25.809368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-904f9d6b-9252-4a54-9b1d-cf2f1a0e2c28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714695 May 27 04:23:25.939304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-5945426d-09ee-4cac-99cc-2c753cec12da service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243742 May 27 04:23:26.068271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba42e6ba-69b6-4cf1-b72d-0e0587bbc7a2 req-e43f7c87-b8a2-4b25-8752-34168187e74a service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220996 May 27 04:23:26.183225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-3fc0d8e5-1a4d-4de8-b4ae-fe1dc8923567 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1095 time: 0.0693190 May 27 04:23:26.317511 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959395f-89d2-4902-b117-1306fe86b766 req-2185afbe-c0bb-4b41-966b-cf692aa6b63a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:26.319016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-2185afbe-c0bb-4b41-966b-cf692aa6b63a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1306717 May 27 04:23:26.421933 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-ce4644f1-e10c-45ac-b8b6-d7700b2ea23f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 217 time: 0.0958102 May 27 04:23:26.508927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959395f-89d2-4902-b117-1306fe86b766 req-1d6479d7-3de5-4389-b5f6-a93ad5d121dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:26.510329 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-1d6479d7-3de5-4389-b5f6-a93ad5d121dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0812621 May 27 04:23:26.566731 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2ab5e-dae2-491e-aa99-a4d16b0a818a req-ce3ebffa-cdd8-490b-a5a5-84e938986978 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:26.568145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41b2ab5e-dae2-491e-aa99-a4d16b0a818a req-ce3ebffa-cdd8-490b-a5a5-84e938986978 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.1904416 May 27 04:23:26.629660 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-9606d1ef-537b-4bc6-a461-84b786e08853 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126895 May 27 04:23:26.631760 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-41b2ab5e-dae2-491e-aa99-a4d16b0a818a req-be05a1c6-cfed-437e-9cb7-d90681b24133 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538437 May 27 04:23:26.722272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:26.761837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-6a0cd95f-2245-4e15-be34-5b5cb6f3f044 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246855 May 27 04:23:26.892987 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7959395f-89d2-4902-b117-1306fe86b766 req-c0222b01-2083-41c1-9ed0-181958b13621 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238008 May 27 04:23:27.830227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0e86f-d0ce-4b36-95ae-d1cb7894d100 req-116fb5fe-a42f-4f95-9b21-4e70c66be680 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:27.831638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36f0e86f-d0ce-4b36-95ae-d1cb7894d100 req-116fb5fe-a42f-4f95-9b21-4e70c66be680 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.0783107 May 27 04:23:27.881112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-36f0e86f-d0ce-4b36-95ae-d1cb7894d100 req-323c98f2-6ca5-41cc-b9a3-227447cda856 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 May 27 04:23:27.895604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4f64711c-6177-43ec-9a71-334d4b5034dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:28.853031 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:23:28.987424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:29.000408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '62638360-190b-44f7-9bee-9d87fe424ad4', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4', 'mac_address': 'fa:16:3e:e4:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:23:29.053844 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:29.072493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62638360-190b-44f7-9bee-9d87fe424ad4 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:23:29.082625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bedaf-3840-4803-97b6-62dd2d78be2f req-34c722ca-576f-4011-bede-c299099ed625 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:29.084476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b4bedaf-3840-4803-97b6-62dd2d78be2f req-34c722ca-576f-4011-bede-c299099ed625 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.0842867 May 27 04:23:29.087879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:29.093334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:29.132082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9b4bedaf-3840-4803-97b6-62dd2d78be2f req-89991cd1-6168-4fb1-b890-25f45a38eb8c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 May 27 04:23:29.160752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:29.279447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['62638360-190b-44f7-9bee-9d87fe424ad4'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:23:29.985432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0b3d19c3-374a-403f-bafb-dcf303e107ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:30.329513 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca87bd8-99d1-475b-bf65-63555ddc723f req-3ae5c973-3fba-4020-854e-616e4202bce4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:30.330941 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fca87bd8-99d1-475b-bf65-63555ddc723f req-3ae5c973-3fba-4020-854e-616e4202bce4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 945 time: 0.0739305 May 27 04:23:30.378763 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fca87bd8-99d1-475b-bf65-63555ddc723f req-897ecbd9-4d17-4c06-83c1-83c39727b247 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 May 27 04:23:30.868220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:23:30.937047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 62638360-190b-44f7-9bee-9d87fe424ad4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:23:30.941592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 62638360-190b-44f7-9bee-9d87fe424ad4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:23:30.941957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:31.049962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:31.078562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:31.088801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:23:31.093602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:31.137381 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26a10f4-007d-4492-be08-0ee67bb3876f'] response: {'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'code': 200} May 27 04:23:31.160799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:23:31.261365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d09882b-2f38-45aa-811f-5460a780ce1d req-764a3cb7-9160-4f66-920f-e13de4a1216b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1097 time: 0.0677135 May 27 04:23:31.392620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d09882b-2f38-45aa-811f-5460a780ce1d req-a7d3b722-af35-497d-8e1e-2f26959ca631 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259515 May 27 04:23:31.487376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:31.542779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:31.574169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ea393-c78c-4e60-876f-3eed3f9c0457 req-ec79cebb-7000-43af-8dbc-2afeeaa5c3a7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:31.575610 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d1ea393-c78c-4e60-876f-3eed3f9c0457 req-ec79cebb-7000-43af-8dbc-2afeeaa5c3a7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0762470 May 27 04:23:31.620413 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d1ea393-c78c-4e60-876f-3eed3f9c0457 req-61159adf-3581-4007-a0a3-14b865ebff0e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 May 27 04:23:32.816503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f3b66-c816-4aa6-93c5-4b3f056ac0b9 req-feae572b-79da-4f18-a694-a4e2b9ed0e64 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:32.818094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd5f3b66-c816-4aa6-93c5-4b3f056ac0b9 req-feae572b-79da-4f18-a694-a4e2b9ed0e64 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0798807 May 27 04:23:32.866621 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd5f3b66-c816-4aa6-93c5-4b3f056ac0b9 req-5e8bf6db-d407-40a2-886a-567fac4e1d7e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 May 27 04:23:33.055634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711efa00-5826-447d-a0c3-0baae5912a40 req-fc1dcab7-47a1-4c0d-a27b-1a8b40cb39c7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:33.057094 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-711efa00-5826-447d-a0c3-0baae5912a40 req-fc1dcab7-47a1-4c0d-a27b-1a8b40cb39c7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0781798 May 27 04:23:33.065775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52290) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:23:33.071698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'floatingip': {'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:23:33.144724 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:33.172208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:33.813399 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:33.817021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:34.004208 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc associated. External IP: 172.25.8.34, port: 62638360-190b-44f7-9bee-9d87fe424ad4. May 27 04:23:34.388345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:23:34.585938 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:23:34.590784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:34.595172 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:23:34.606530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:23:34.607118 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:34.643325 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f19e7e70-c906-4a24-b04a-e9919b509336 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "PUT /v2.0/floatingips/69dd5617-7108-4c05-83f5-41c44df15afc HTTP/1.1" status: 200 len: 991 time: 1.5762727 May 27 04:23:34.643901 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:23:34.699157 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079dbc92-f3f8-4ce3-a676-66fadb06999d'] response: {'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'status': 'completed', 'code': 200} May 27 04:23:34.783437 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:23:34.790926 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-749d497f-86d2-41d0-8424-0e10c4126497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1097 time: 0.0703363 May 27 04:23:34.919338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-b8a3711d-6ded-4bfd-adc4-a3184b807bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:34.920678 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-b8a3711d-6ded-4bfd-adc4-a3184b807bd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1240251 May 27 04:23:35.022411 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-ed033e27-73fe-40fd-bf50-90a9e6f3ae45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 999 time: 0.0961530 May 27 04:23:35.083276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-c67abe7e-bc39-4cdc-9d79-44d5fd403633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:23:35.084990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-c67abe7e-bc39-4cdc-9d79-44d5fd403633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0569227 May 27 04:23:35.122124 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:e4:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:23:33Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:35.125912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:23:35.136181 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:23:35.136773 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:23:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:35.157110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-863e9816-bc60-477b-9487-dedfab00be01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669093 May 27 04:23:35.287539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-715cefdb-424f-4ab7-bcc8-d4b866a86375 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246743 May 27 04:23:35.315166 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:23:35.431389 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-135c4778-7cb5-4d54-9755-1ac36a5bd07c req-226de100-04cc-4553-a9c9-495dfee3d80c service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375225 May 27 04:23:35.659493 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:e4:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:23:33Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:23:35.663403 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8ea55-6d52-4e54-acd1-23775d61f0a8 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:e4:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:23:33Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:23:35.860539 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfdbd0-923d-4c7b-bc5b-b26d366eb121 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:23:54.168279 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:56.131987 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:23:56.724130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:57.897510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-33a55ae3-ff58-4eef-93ba-68ec6e2c2441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:23:59.987703 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6f63-2e60-4885-8f15-a62008eac97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:01.489470 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:01.544850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:03.172877 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:06.659314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-5a5c5811-dae5-4b22-b477-2f8857de835f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708058 May 27 04:24:06.797170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-02906b22-1081-4214-b8c8-becc71a2fa9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1097 time: 0.0676060 May 27 04:24:06.939529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-40c4b828-2b41-45ba-a6ff-bd029be93c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:06.940836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-40c4b828-2b41-45ba-a6ff-bd029be93c53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1246426 May 27 04:24:07.044315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-39cc0250-2d60-45ec-813e-ba916486060e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0953598 May 27 04:24:07.108350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-a136e15a-3221-4388-9902-98f5aa0f056a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:07.109787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-a136e15a-3221-4388-9902-98f5aa0f056a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0590098 May 27 04:24:07.182514 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-06255ef0-f481-4dfd-810d-6765747a8120 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665951 May 27 04:24:07.322948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-9c4c5758-cd8b-405c-82cf-043d87666a0a service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332695 May 27 04:24:07.536509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0353228a-816a-4f71-8c77-3fd27eeb4903 req-27c54fba-fcb0-494b-b65a-06b80341cdbe service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071946 May 27 04:24:09.412198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d92d-be1e-4bf0-a260-91484145891d req-117b270f-ecee-4d74-bfe2-3bfbfa845c84 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:09.413592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78a6d92d-be1e-4bf0-a260-91484145891d req-117b270f-ecee-4d74-bfe2-3bfbfa845c84 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0777841 May 27 04:24:09.462940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-78a6d92d-be1e-4bf0-a260-91484145891d req-1bb0b9f9-0295-4b4b-810c-10d0734a5946 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 May 27 04:24:10.662216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3cef-f3f4-43e3-b6a5-f0184e6cda08 req-89832a47-5dbf-44a0-a331-6147b62b4baf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:10.663638 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f9d3cef-f3f4-43e3-b6a5-f0184e6cda08 req-89832a47-5dbf-44a0-a331-6147b62b4baf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0807922 May 27 04:24:10.709994 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7f9d3cef-f3f4-43e3-b6a5-f0184e6cda08 req-488b4d30-9256-441f-a1d4-2620a9c1ea6d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 May 27 04:24:11.910264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a71d-e1d8-43d3-a08a-5f000e6c7ac2 req-951e1821-3c00-469c-a6be-b995c6aba3e0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:11.911710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85e8a71d-e1d8-43d3-a08a-5f000e6c7ac2 req-951e1821-3c00-469c-a6be-b995c6aba3e0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0795658 May 27 04:24:11.955989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85e8a71d-e1d8-43d3-a08a-5f000e6c7ac2 req-bbf84d40-97b1-4256-b500-88801ffc0472 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381758 May 27 04:24:13.147530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44359-f220-43c9-8966-1c3b828115c9 req-4ef14262-d2c5-4774-9337-7996534a7c8f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:13.149007 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09d44359-f220-43c9-8966-1c3b828115c9 req-4ef14262-d2c5-4774-9337-7996534a7c8f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0749536 May 27 04:24:13.193378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09d44359-f220-43c9-8966-1c3b828115c9 req-4467e0ba-20d9-4b86-9384-1abe21f8fdda tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388043 May 27 04:24:14.391040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf96f-73b3-45f4-9103-4eab63c8a09d req-cf123c02-8a08-4045-8788-fa40d0f856a4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:14.392376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-516bf96f-73b3-45f4-9103-4eab63c8a09d req-cf123c02-8a08-4045-8788-fa40d0f856a4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0780475 May 27 04:24:14.437685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-516bf96f-73b3-45f4-9103-4eab63c8a09d req-bd606333-69ec-406d-a864-220cb55f051f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 May 27 04:24:15.643159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f826f-59c2-4b7e-865b-6066ba250912 req-948c13fb-792e-4fb7-b43b-f919f531d18f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:15.644599 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293f826f-59c2-4b7e-865b-6066ba250912 req-948c13fb-792e-4fb7-b43b-f919f531d18f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0807698 May 27 04:24:15.688120 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293f826f-59c2-4b7e-865b-6066ba250912 req-3efd4850-cca0-4095-b304-2f0903e00b7e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 May 27 04:24:16.879994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543315-ef1c-433d-b7d1-c4555029518d req-a2f53162-8b35-403c-b36f-f75048731368 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:16.881462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75543315-ef1c-433d-b7d1-c4555029518d req-a2f53162-8b35-403c-b36f-f75048731368 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0759614 May 27 04:24:16.926902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-75543315-ef1c-433d-b7d1-c4555029518d req-efd3d351-d22c-451b-9f6c-2d93a6483c74 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 May 27 04:24:18.124310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d09e52-11e3-4d84-80da-0c55bbb01ab7 req-dd98805e-ee02-409e-8923-ffe845facbea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:18.125773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03d09e52-11e3-4d84-80da-0c55bbb01ab7 req-dd98805e-ee02-409e-8923-ffe845facbea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0798247 May 27 04:24:18.171736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03d09e52-11e3-4d84-80da-0c55bbb01ab7 req-4c86b36d-6485-4133-845e-eb8748798af6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 May 27 04:24:19.367516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e9faa-d62a-4c1f-adbb-60ba9bcf66e8 req-3d8c4051-2e23-4582-9ed1-7d7829333372 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:19.368847 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-292e9faa-d62a-4c1f-adbb-60ba9bcf66e8 req-3d8c4051-2e23-4582-9ed1-7d7829333372 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0804117 May 27 04:24:19.412798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-292e9faa-d62a-4c1f-adbb-60ba9bcf66e8 req-a48b5d3b-9db0-48ca-9249-4c2473930a47 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 May 27 04:24:20.702832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ec027-248e-4f41-bf47-7398b0a9f231 req-082c9f8e-f379-4f9a-adef-5316d60ee077 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:20.704312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da6ec027-248e-4f41-bf47-7398b0a9f231 req-082c9f8e-f379-4f9a-adef-5316d60ee077 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.1703641 May 27 04:24:20.748341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-da6ec027-248e-4f41-bf47-7398b0a9f231 req-97991f19-4188-4830-b846-a01256e15a82 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382049 May 27 04:24:21.942742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5423b-4cb8-4d9b-b3a9-2ffe6f4a5645 req-6550bcac-90a8-4660-8bfd-08dd2b8bc372 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:21.944144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05c5423b-4cb8-4d9b-b3a9-2ffe6f4a5645 req-6550bcac-90a8-4660-8bfd-08dd2b8bc372 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0744305 May 27 04:24:21.990448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-05c5423b-4cb8-4d9b-b3a9-2ffe6f4a5645 req-f9aced9e-9296-4587-a326-fd854da52f3c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 May 27 04:24:23.186850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d33098-48ee-4432-b568-941c1ce005d8 req-d2fa15a0-6854-4bdf-a0f8-c1930bee424c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:23.188268 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d33098-48ee-4432-b568-941c1ce005d8 req-d2fa15a0-6854-4bdf-a0f8-c1930bee424c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0767848 May 27 04:24:23.240490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d33098-48ee-4432-b568-941c1ce005d8 req-af0f0551-65bf-444c-8713-13f39079309e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 May 27 04:24:24.173939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:24.436593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f7baa-6830-48d2-91fe-58f9d0914e9e req-c50e7ef4-ea63-4057-8d5d-a2519707c8e8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:24.437966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a8f7baa-6830-48d2-91fe-58f9d0914e9e req-c50e7ef4-ea63-4057-8d5d-a2519707c8e8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0788021 May 27 04:24:24.487127 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a8f7baa-6830-48d2-91fe-58f9d0914e9e req-337bd46e-e643-479e-8962-30c2bbd7feeb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 May 27 04:24:25.820284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf80079-7751-4cf5-98f0-04c6219a44df req-c67255d3-cb1d-45d0-92d2-08844b6a8551 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:25.821740 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbf80079-7751-4cf5-98f0-04c6219a44df req-c67255d3-cb1d-45d0-92d2-08844b6a8551 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0757005 May 27 04:24:25.865705 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bbf80079-7751-4cf5-98f0-04c6219a44df req-828b54ee-2a95-4463-a02b-364b5ad44cc6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385137 May 27 04:24:26.054945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c993710-f428-4481-9a32-2c76436b8b4b req-d21a7128-c970-4e1e-b19a-0cbf832b70e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671592 May 27 04:24:26.363114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eb0ae-b972-473a-a135-546fcdabe598 req-152a5704-7ee4-4fe6-8233-65dc7cc70e6f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:26.364557 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d77eb0ae-b972-473a-a135-546fcdabe598 req-152a5704-7ee4-4fe6-8233-65dc7cc70e6f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0808268 May 27 04:24:26.409720 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d77eb0ae-b972-473a-a135-546fcdabe598 req-5f0e3375-8f66-41b7-8a6e-55759558e0cc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 May 27 04:24:26.476865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-910d665d-2b22-41f7-8a15-e04bcbe4e40d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456606 May 27 04:24:26.723806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:27.648403 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-533dd415-783a-47f1-a059-01961eb400dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1097 time: 0.0796301 May 27 04:24:27.835271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f616a-792a-4370-8523-a15bbca1044e req-a04792e4-8ecb-4296-850c-d3e4783503de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:27.836709 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-a04792e4-8ecb-4296-850c-d3e4783503de service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1831350 May 27 04:24:27.848218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1d96e-afe6-49a3-b992-609d6bc5f8cd req-1fbbf0b9-1751-43e6-a300-4a82f0cdac37 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:27.849585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67e1d96e-afe6-49a3-b992-609d6bc5f8cd req-1fbbf0b9-1751-43e6-a300-4a82f0cdac37 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.1276639 May 27 04:24:27.902492 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c688126b-54ba-44d8-8063-f35a08ef7304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:27.982005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67e1d96e-afe6-49a3-b992-609d6bc5f8cd req-1ff66a71-b1cd-4d03-a909-a082d716ee21 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810709 May 27 04:24:27.983574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-b6857842-bc38-495e-a1de-52be44888f24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1001 time: 0.1409204 May 27 04:24:28.049843 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f616a-792a-4370-8523-a15bbca1044e req-0cd3b3b5-a737-44b2-8600-1effcf7670a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:28.051324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-0cd3b3b5-a737-44b2-8600-1effcf7670a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0621047 May 27 04:24:28.128542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-8ef0c448-e1a0-46f2-8561-82c2faf5c1a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717392 May 27 04:24:28.257861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-79ef8887-7a28-457a-b38b-23a91d3f10c1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 May 27 04:24:28.478874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-8528d4a4-c4f5-48c9-aa5f-0298d0aae95d service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155089 May 27 04:24:29.186311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40737b1-ba89-4aba-a5a4-17ccdf5ee88d req-89a258eb-2d4c-4a82-bec9-8e758790650a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:29.187707 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f40737b1-ba89-4aba-a5a4-17ccdf5ee88d req-89a258eb-2d4c-4a82-bec9-8e758790650a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0740809 May 27 04:24:29.231407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f40737b1-ba89-4aba-a5a4-17ccdf5ee88d req-f9e03fe2-7775-4e7b-95d0-98a1734cc22c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382161 May 27 04:24:29.988465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-76d6aa2f-89aa-4624-9e79-74ca4648e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:30.329772 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-143f616a-792a-4370-8523-a15bbca1044e req-420383d7-da34-40df-8203-32b5aff619fd service neutron] show failed (client error): The resource could not be found. May 27 04:24:30.330765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-420383d7-da34-40df-8203-32b5aff619fd service neutron] 10.222.0.21 "GET /v2.0/ports/62638360-190b-44f7-9bee-9d87fe424ad4/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0723684 May 27 04:24:30.436365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd0c9-ab11-4f02-8e3a-bbb9387ebc1d req-b070da5f-2060-4dc1-b515-2016d6b703a0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:30.437893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-901dd0c9-ab11-4f02-8e3a-bbb9387ebc1d req-b070da5f-2060-4dc1-b515-2016d6b703a0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0803521 May 27 04:24:30.487894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-901dd0c9-ab11-4f02-8e3a-bbb9387ebc1d req-40853e90-f1b5-4c25-bc45-8a7f75279aa3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 May 27 04:24:30.611712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-4a9dfe4e-7e56-452f-9686-f35b9398d97a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1097 time: 0.0865278 May 27 04:24:30.622758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:24:30.726543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:30.990530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:31.021803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:24:31.078439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:31.083934 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.099010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Transition to ACTIVE for port object 62638360-190b-44f7-9bee-9d87fe424ad4 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:24:31.103001 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.159827 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb4aec6-80e7-4b3c-9bc1-f122285e1a40'] response: {'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'code': 200} May 27 04:24:31.243829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:31.269566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.269947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.270334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.270668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.270996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.271323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.271649 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.271979 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.272325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.272619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.273118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:31.327296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] No DVR routers for this DVR port 62638360-190b-44f7-9bee-9d87fe424ad4 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:24:31.492321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.553793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.567593 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:24:31.567920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:24:31.568242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:24:31.574040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:24:31.574353 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Attempting to bind port 62638360-190b-44f7-9bee-9d87fe424ad4 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:24:31.580505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:24:31.580963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:24:31.581251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:24:31.581670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Bound port: 62638360-190b-44f7-9bee-9d87fe424ad4, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:24:31.582014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.671724 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:24:31.675216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:24:31.679307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.699963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990493a6-c6cd-4b9d-bf97-d98b3e981c28 req-98f998c4-192e-4f6e-b28e-eed98914e8c9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:31.701448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-990493a6-c6cd-4b9d-bf97-d98b3e981c28 req-98f998c4-192e-4f6e-b28e-eed98914e8c9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.0780520 May 27 04:24:31.739214 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:31.741066 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] 10.222.0.41 "PUT /v2.0/ports/62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1092 time: 1.1223917 May 27 04:24:31.748012 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-990493a6-c6cd-4b9d-bf97-d98b3e981c28 req-9ddf3df0-cf85-4e9c-9383-b38f55e9aab1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 May 27 04:24:31.758856 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33ba1-742c-4eea-b31d-44ef3c663074 service neutron] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:31.928678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-3631908b-a038-448f-958a-b8841815887c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1095 time: 0.1650248 May 27 04:24:32.057003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f616a-792a-4370-8523-a15bbca1044e req-5c3f0846-0682-4f4d-8ee2-8b6831d6b41f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:32.058449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-5c3f0846-0682-4f4d-8ee2-8b6831d6b41f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1246302 May 27 04:24:32.158891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-ba9c9df9-84e6-476e-b4fd-1f2a6ab9d95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 999 time: 0.0949178 May 27 04:24:32.224451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f616a-792a-4370-8523-a15bbca1044e req-046622ca-95e2-48be-8d77-302080602da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:32.225905 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-046622ca-95e2-48be-8d77-302080602da5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0618033 May 27 04:24:32.300039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-4848e298-8801-44cf-b130-0bd609914803 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687349 May 27 04:24:32.427899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-d953c2fa-adf8-4a87-8cfc-eac423572087 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220150 May 27 04:24:32.559675 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-143f616a-792a-4370-8523-a15bbca1044e req-0081bd07-a873-4382-bfb0-8702d9c5fd7d service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263859 May 27 04:24:32.945423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731c468-c25a-4dba-a12d-8ae4188e015c req-4edce95b-b84c-4967-81f5-eede2e58082a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:32.946827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8731c468-c25a-4dba-a12d-8ae4188e015c req-4edce95b-b84c-4967-81f5-eede2e58082a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.0745449 May 27 04:24:32.992060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8731c468-c25a-4dba-a12d-8ae4188e015c req-145f3b9f-5120-4462-aefc-639a24916a2c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 May 27 04:24:33.132099 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:24:33.161027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:33.177412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:33.228193 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928add73-ec67-416a-aa9c-6096bacbd168'] response: {'name': 'network-changed', 'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'status': 'completed', 'code': 200} May 27 04:24:33.315658 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-8556101a-a871-4104-b233-4fd65bb76566 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1095 time: 0.0714734 May 27 04:24:33.319340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-5e744775-88d1-43bb-be44-dad4170ca3cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1095 time: 0.0707352 May 27 04:24:33.445232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-b0291ab1-9153-4eda-b0b0-4178c0fb20a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:33.446667 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-b0291ab1-9153-4eda-b0b0-4178c0fb20a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1260526 May 27 04:24:33.448531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-43cc0989-cd68-4228-9036-223a24e5477b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:33.449945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-43cc0989-cd68-4228-9036-223a24e5477b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1253352 May 27 04:24:33.548555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-87d750bb-b04a-4c5d-b791-8273beb66cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 999 time: 0.0923400 May 27 04:24:33.550008 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-75806c31-1742-4b57-90b9-a9c744c1525f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 999 time: 0.0965703 May 27 04:24:33.612129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-c8e2f315-4062-4b7b-9500-40e4a66222f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:33.613535 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-c8e2f315-4062-4b7b-9500-40e4a66222f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0577850 May 27 04:24:33.614058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-7719fbba-4259-40e7-9179-d1c3a30d11b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:33.615442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-7719fbba-4259-40e7-9179-d1c3a30d11b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0606883 May 27 04:24:33.688462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-bef714a1-2c96-4a41-83f6-9a5c6064f89b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672019 May 27 04:24:33.692456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-b8bc3d06-ca45-47f5-82a3-590e82df03eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730386 May 27 04:24:33.819858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-d1b884c3-0987-4449-acf6-fbef94073327 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252077 May 27 04:24:33.824824 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-2dd22ed4-d710-4342-a46a-1a387dc3634f service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262383 May 27 04:24:33.949575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-e559d767-89fe-47d1-a523-334187d74d60 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236706 May 27 04:24:33.953996 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85371c56-5c39-4dd9-9970-cd979b712c3f req-3a023da7-0a83-4c74-80c5-b9420aba3b21 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232808 May 27 04:24:34.266444 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deb46b-c1ee-4cf7-ad84-9e8eda886ecc req-71dc8491-5687-472c-b725-a1c8a24cd40c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:34.267776 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1deb46b-c1ee-4cf7-ad84-9e8eda886ecc req-71dc8491-5687-472c-b725-a1c8a24cd40c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 944 time: 0.1592951 May 27 04:24:34.312752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b1deb46b-c1ee-4cf7-ad84-9e8eda886ecc req-2d155403-05c3-4319-b1fb-1d772b6ac8b6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391369 May 27 04:24:34.315830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:24:34.476506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:34.489368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '62638360-190b-44f7-9bee-9d87fe424ad4', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '62638360-190b-44f7-9bee-9d87fe424ad4', 'mac_address': 'fa:16:3e:e4:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:24:34.547162 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:34.564270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62638360-190b-44f7-9bee-9d87fe424ad4 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:24:34.578912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:34.582781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:34.645803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:34.654118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.654460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.654794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.655131 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.655459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.655784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.656105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.656426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.656743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.657096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:34.657416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:35.162993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:24:35.221015 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:24:35.505278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dc33c-44cc-4c3b-80ac-6c1163d94fb6 req-bdd70ad1-ebf3-40f6-8227-a22a94ccb05a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:35.506737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf7dc33c-44cc-4c3b-80ac-6c1163d94fb6 req-bdd70ad1-ebf3-40f6-8227-a22a94ccb05a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 945 time: 0.0754695 May 27 04:24:35.551373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf7dc33c-44cc-4c3b-80ac-6c1163d94fb6 req-6b11c553-fda6-46b7-8b57-c3387b7cd19b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389829 May 27 04:24:35.925075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-85c028e7-0c0f-4821-a3bd-4c14ab587f1e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:35.926463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-85c028e7-0c0f-4821-a3bd-4c14ab587f1e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269&tenant_id=04be3b123cae4d6fad59ab123237f448&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 945 time: 0.1361740 May 27 04:24:35.932402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a59a9d-ee0a-40df-bea6-be27292caac6 req-cb3cbcab-7816-4920-b056-ce904cfb34d4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:35.933731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8a59a9d-ee0a-40df-bea6-be27292caac6 req-cb3cbcab-7816-4920-b056-ce904cfb34d4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 945 time: 0.1140044 May 27 04:24:35.988070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['62638360-190b-44f7-9bee-9d87fe424ad4'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:24:36.034043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8a59a9d-ee0a-40df-bea6-be27292caac6 req-01fe5a81-518a-42cb-9a67-16a895d2a8bd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689929 May 27 04:24:36.039668 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-c19ccd60-2a49-4cc1-8a50-a6d9984d1565 service neutron] delete failed (client error): The resource could not be found. May 27 04:24:36.040924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-c19ccd60-2a49-4cc1-8a50-a6d9984d1565 service neutron] 10.222.0.21 "DELETE /v2.0/ports/62638360-190b-44f7-9bee-9d87fe424ad4/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1060433 May 27 04:24:36.178414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-4e38dddc-851d-4910-a516-c22c1e1b38a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1096 time: 0.0695539 May 27 04:24:36.308882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-173d9aeb-126d-475c-bf71-9bd09e63ba9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:36.310339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-173d9aeb-126d-475c-bf71-9bd09e63ba9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1263924 May 27 04:24:36.506006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-e1e0d2e6-8def-49e6-b727-49a40d211883 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1000 time: 0.1904080 May 27 04:24:36.568509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-2049733c-0156-499f-ac2a-a1b565195218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:36.569846 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-2049733c-0156-499f-ac2a-a1b565195218 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0580089 May 27 04:24:36.647040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-56ebbcb3-7d73-4784-9d80-357ae5467396 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708230 May 27 04:24:36.774263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-c1ca97df-d803-4d25-a523-ff8ef63b09a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212296 May 27 04:24:36.903060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2aeab272-02a4-4cf2-a105-1518dd91cdd2 req-8f82eb7b-9e01-4d8f-a8ed-d9012e72e023 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221383 May 27 04:24:37.233996 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282037a-9ba4-41b1-8065-b00368df67a4 req-c029e134-14c2-4c99-b91f-18dc91c53ff6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:37.235340 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b282037a-9ba4-41b1-8065-b00368df67a4 req-c029e134-14c2-4c99-b91f-18dc91c53ff6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 945 time: 0.0768185 May 27 04:24:37.280931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b282037a-9ba4-41b1-8065-b00368df67a4 req-735ce918-de4d-4208-ab5c-ffdd54af0ca7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 May 27 04:24:38.318759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:24:38.392420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 62638360-190b-44f7-9bee-9d87fe424ad4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:24:38.396927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 62638360-190b-44f7-9bee-9d87fe424ad4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:24:38.397303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:38.482409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b28e6-09c6-42c6-8d84-60a992c093ea req-73c88af9-7377-457b-ae31-5d0b81d65164 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:38.483868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-549b28e6-09c6-42c6-8d84-60a992c093ea req-73c88af9-7377-457b-ae31-5d0b81d65164 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 945 time: 0.0795579 May 27 04:24:38.514495 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:38.534164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-549b28e6-09c6-42c6-8d84-60a992c093ea req-9063c230-f1ea-4eea-8316-8b4a6c6865c2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445189 May 27 04:24:38.542646 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:38.551748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:38.565456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:38.599908 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949af6e4-7e9c-4a56-a451-13a537ec19cd'] response: {'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'code': 200} May 27 04:24:38.633787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:38.736437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2b0bd-6941-44ff-a93a-c5423cbcba90 req-25c63d87-008f-4226-8b9b-d1db3d383dea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:38.737877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ee2b0bd-6941-44ff-a93a-c5423cbcba90 req-25c63d87-008f-4226-8b9b-d1db3d383dea tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0793581 May 27 04:24:38.781453 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6ee2b0bd-6941-44ff-a93a-c5423cbcba90 req-feb87d7f-32be-451b-ab13-e72d6026eed1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 May 27 04:24:39.135025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b849d9-5e65-40fd-bdda-bab186faac04 req-552b76d0-851b-4831-8e25-4070ac8e78da tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:39.137877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56b849d9-5e65-40fd-bdda-bab186faac04 req-552b76d0-851b-4831-8e25-4070ac8e78da tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0769584 May 27 04:24:39.173493 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-128b72da-5b83-469b-9237-ea3177bfafa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 1097 time: 0.0723183 May 27 04:24:39.184972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-56b849d9-5e65-40fd-bdda-bab186faac04 req-1e0307ba-0079-4078-8a9b-d71957df5d36 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 May 27 04:24:39.301639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-12366009-e366-423c-8bae-3a23e3551a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:39.303075 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-12366009-e366-423c-8bae-3a23e3551a0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1241527 May 27 04:24:39.404158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-9c04ad64-f8a3-4a63-aeda-aa06a69668cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0952427 May 27 04:24:39.470493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-111febc5-df15-4829-8177-4b20d6842999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:39.471880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-111febc5-df15-4829-8177-4b20d6842999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0623808 May 27 04:24:39.544199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-30aca5b8-d82a-4696-886c-414a093701cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666251 May 27 04:24:39.673051 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-5205471e-77da-4a56-810a-5bdc252141a4 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224141 May 27 04:24:39.801144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53720b85-efb0-408a-8977-a7b1aad31bb7 req-723d462a-72da-4076-b09c-d3da8fd3ed2c service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224866 May 27 04:24:40.393120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11171-799f-4e99-acc8-01f185c96f42 req-a260fc00-6935-47e9-8dd3-77aa16a3f0db tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:40.394484 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bee11171-799f-4e99-acc8-01f185c96f42 req-a260fc00-6935-47e9-8dd3-77aa16a3f0db tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0857086 May 27 04:24:40.439305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bee11171-799f-4e99-acc8-01f185c96f42 req-6ff45674-ab06-4855-95bf-b5a99295ac1a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 May 27 04:24:41.635236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e882-c9cf-4e8e-b6df-2a105b8c680e req-6772eaee-a7a5-4041-8e7d-c25d6be3d23b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:41.637219 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7543e882-c9cf-4e8e-b6df-2a105b8c680e req-6772eaee-a7a5-4041-8e7d-c25d6be3d23b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0752349 May 27 04:24:41.681597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7543e882-c9cf-4e8e-b6df-2a105b8c680e req-8b77a372-17d7-46af-8dbe-d7e97f11fc6f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 May 27 04:24:42.074085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012e45-caa3-4044-9f18-21c04b5fea9d req-b648fff2-2df4-4574-b033-9e381f338c3d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:42.075534 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64012e45-caa3-4044-9f18-21c04b5fea9d req-b648fff2-2df4-4574-b033-9e381f338c3d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.0786014 May 27 04:24:42.121525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-64012e45-caa3-4044-9f18-21c04b5fea9d req-80662cb7-ed77-48ad-af25-e28baf7f0744 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 May 27 04:24:43.394367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1b6a5-8edb-4bcb-a36b-c50f312e45d7 req-c4fa11aa-42c8-48de-92a6-8c61179a686a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:43.395691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fe1b6a5-8edb-4bcb-a36b-c50f312e45d7 req-c4fa11aa-42c8-48de-92a6-8c61179a686a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.1495075 May 27 04:24:43.429836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-cb697abe-5ea7-4c1f-86bc-b0b8028962d2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:43.431234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-cb697abe-5ea7-4c1f-86bc-b0b8028962d2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 946 time: 0.1198599 May 27 04:24:43.451820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2fe1b6a5-8edb-4bcb-a36b-c50f312e45d7 req-0a0943ad-919a-4eee-973c-bbffa0c82731 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487406 May 27 04:24:43.625242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Deleting port 62638360-190b-44f7-9bee-9d87fe424ad4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:24:43.625585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:43.860740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] For port 62638360-190b-44f7-9bee-9d87fe424ad4, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=62638360-190b-44f7-9bee-9d87fe424ad4,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:43.861121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:44.224876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:44.225328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:44.225641 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc disassociated. External IP: 172.25.8.34, port: 62638360-190b-44f7-9bee-9d87fe424ad4. May 27 04:24:44.225980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Calling delete_port for 62638360-190b-44f7-9bee-9d87fe424ad4 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:24:44.364322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:44.412566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'Port': ['ID=62638360-190b-44f7-9bee-9d87fe424ad4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:44.625146 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eba07abe-c9c6-4dce-afcd-547b38f39b56 req-8997dfd4-99e1-4a29-8e73-41fafb246316 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a32d295-4043-4411-95a3-e21e5ba1a269 HTTP/1.1" status: 200 len: 210 time: 0.0441599 May 27 04:24:44.629941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:24:44.830456 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:24:44.840669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:24:44.881997 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:24:44.882593 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:24:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:24:44.902474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] No DVR routers for this DVR port 62638360-190b-44f7-9bee-9d87fe424ad4 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:24:44.905072 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:44.907516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-deleted', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:44.924871 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a7bc230f-2e82-43d5-9264-2cb0fc8c7efc req-c03af1fe-cb8d-4d93-967f-30506903bb6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "DELETE /v2.0/ports/62638360-190b-44f7-9bee-9d87fe424ad4 HTTP/1.1" status: 204 len: 173 time: 1.3692353 May 27 04:24:44.972365 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ddc1eb-7188-4c9d-be53-7254b0a7a652'] response: {'server_uuid': '5a32d295-4043-4411-95a3-e21e5ba1a269', 'name': 'network-vif-deleted', 'tag': '62638360-190b-44f7-9bee-9d87fe424ad4', 'status': 'completed', 'code': 200} May 27 04:24:45.059742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:24:45.365474 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:24:45.369126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:24:45.379847 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:24:45.380426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:24:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:24:45.553264 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:24:45.858098 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:24:45.862140 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f99fa-7a2f-40bd-9f64-775078ec19a6 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:24:45.995631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-bb1e8135-f220-4375-982d-d2f708cae174 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--383830168&fields=id&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 267 time: 0.0500703 May 27 04:24:46.098793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741587dc-8bac-420b-b408-89d4147eb371 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:24:46.145734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-6ca231c3-bcfa-4815-b9e5-64dbe7a11ee6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:46.147139 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-6ca231c3-bcfa-4815-b9e5-64dbe7a11ee6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.1450911 May 27 04:24:46.164367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-0a7c5afe-b1c2-44b6-83b6-0466be7bb110 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/quotas/04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 375 time: 0.0110300 May 27 04:24:46.249559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-c77b0cf8-b3ad-406e-9dce-c71f0d873edc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792470 May 27 04:24:46.394491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-f31d2227-0053-4df7-9c8d-5ca9399ee425 service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325073 May 27 04:24:46.528417 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-7b82c183-1883-4374-813b-cf19c3b3fbb8 service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281052 May 27 04:24:46.726040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d7955feb-995d-4ee1-983b-c5b0dd736f82 req-4a26411f-9414-46ae-bdcf-0dfb93e0bab2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:24:46.741784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-d7955feb-995d-4ee1-983b-c5b0dd736f82 req-4a26411f-9414-46ae-bdcf-0dfb93e0bab2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:24:46.743251 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d7955feb-995d-4ee1-983b-c5b0dd736f82 req-4a26411f-9414-46ae-bdcf-0dfb93e0bab2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 210 time: 0.0572236 May 27 04:24:47.954225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c3f55053-b3c8-410f-ae35-2ee4f3323eae req-4435ca4b-20ca-4b6b-a643-ee99d6e9fffc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 210 time: 0.0483994 May 27 04:24:47.996781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-757b35ec-8fa3-44a3-85a6-deeab71d21c6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:47.998237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-757b35ec-8fa3-44a3-85a6-deeab71d21c6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.2811668 May 27 04:24:48.050304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-9b050c84-038e-411c-bf9b-0fb751bfd636 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 379 time: 0.0400183 May 27 04:24:48.058841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'port': {'device_id': '58578770-e47f-44c0-904c-a235493208db', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'admin_state_up': True, 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'security_groups': ['395f2ed2-aca3-48e7-a7c5-08ef5c904c01']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:24:48.191302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:24:48.200579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:24:48.210040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:24:48.212925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.346540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:24:48.373252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Allocated IP 172.20.0.11 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/497ce543-df34-440c-9066-ed1fa1f27d2f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:24:48.383141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 62638360-190b-44f7-9bee-9d87fe424ad4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:24:48.383481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 62638360-190b-44f7-9bee-9d87fe424ad4 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:24:48.555910 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.571168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Transition to ACTIVE for port object 497ce543-df34-440c-9066-ed1fa1f27d2f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:24:48.594655 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.669175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:24:48.672173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:24:48.676618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:24:48.702340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:48.725652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.725995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.726333 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.726666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.726995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.727320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.727641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.727957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.728273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.728593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.728961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:24:48.751273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:48.751877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.780175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-4d3314a0-b4a8-46ac-b5f9-d1e23060c8f0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251766 May 27 04:24:48.789976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-1462a7e1-dc26-4082-85f3-5e27ccd8f476 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:24:48.790962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-1462a7e1-dc26-4082-85f3-5e27ccd8f476 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058136 May 27 04:24:48.801696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Request body: {'port': {'device_id': '58578770-e47f-44c0-904c-a235493208db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:24:48.907698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-766635ce-e248-4208-88ac-025a4aa799ca None None] Provisioning for port 497ce543-df34-440c-9066-ed1fa1f27d2f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:24:48.912856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-766635ce-e248-4208-88ac-025a4aa799ca None None] Provisioning complete for port 497ce543-df34-440c-9066-ed1fa1f27d2f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:24:48.913326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-766635ce-e248-4208-88ac-025a4aa799ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.915178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:48.964188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-766635ce-e248-4208-88ac-025a4aa799ca None None] Port 497ce543-df34-440c-9066-ed1fa1f27d2f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:24:49.168479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafa089-2462-42ee-a6b1-028a7de54673 req-a1a0c5d0-df93-41dd-9d11-e92d449814a7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:49.169955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bafa089-2462-42ee-a6b1-028a7de54673 req-a1a0c5d0-df93-41dd-9d11-e92d449814a7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 932 time: 0.0931664 May 27 04:24:49.215328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6bafa089-2462-42ee-a6b1-028a7de54673 req-b6d648cc-2385-4899-8e1e-492b5293b7c9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398121 May 27 04:24:49.253689 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:24:49.261049 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:49.274733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Transition to ACTIVE for port object 497ce543-df34-440c-9066-ed1fa1f27d2f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:24:49.278697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:49.406817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:49.513134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:24:49.513484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:24:49.513795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:24:49.519652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:24:49.519975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:24:49.526903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:24:49.527237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:24:49.527619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:24:49.528040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Bound port: 497ce543-df34-440c-9066-ed1fa1f27d2f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:24:49.528373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:49.619963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:24:49.622864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:24:49.626517 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:49.687362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:49.688732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] 10.222.0.21 "PUT /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1092 time: 0.8912771 May 27 04:24:49.689183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:49.708366 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6d7c-78d6-4a1a-8874-84f0fa186f03 service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:49.759009 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846b52a8-9726-4e46-b2b2-706df5f2d382'] response: {'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'status': 'completed', 'code': 200} May 27 04:24:49.804307 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-0a04849a-629c-4320-ac4e-042c057099de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0758946 May 27 04:24:49.967569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-5fa2d654-b862-430a-b006-2ca0715d146f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 217 time: 0.1562891 May 27 04:24:50.030408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-6b6d6e8d-0024-42db-a2a2-3ec92b3a3531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:50.031712 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-6b6d6e8d-0024-42db-a2a2-3ec92b3a3531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0588226 May 27 04:24:50.103467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-63311c3b-44ff-403e-b023-2b757d4a0f7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660090 May 27 04:24:50.231100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-a762ead1-fd97-4232-b486-6f055c7fe8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214969 May 27 04:24:50.363891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-90f0f964-6caa-438a-9ce3-21da359f4233 req-e536d124-bc06-42d3-9c7c-8e1a63d229f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268604 May 27 04:24:50.421092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d0b9-519f-4c33-90f9-0e6567675fe8 req-bb6d9eb7-fa8c-42a9-9334-da32b01efce4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:50.422515 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92e1d0b9-519f-4c33-90f9-0e6567675fe8 req-bb6d9eb7-fa8c-42a9-9334-da32b01efce4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0854192 May 27 04:24:50.468320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-92e1d0b9-519f-4c33-90f9-0e6567675fe8 req-130694ed-1022-44a9-bd9f-161c42e58cfc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 May 27 04:24:50.479648 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-6951fed2-d618-4abd-ae58-a8a5391b82f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0746918 May 27 04:24:50.615202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-f5d3f8d8-5b32-4c67-8a89-b263897afde8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:50.616541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-f5d3f8d8-5b32-4c67-8a89-b263897afde8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1315236 May 27 04:24:50.683837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-d571b9d7-d93f-4a6e-a7ec-5d46ca4829a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 217 time: 0.0602171 May 27 04:24:50.747370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-172aa252-f291-43d8-a72f-b26a6b81e3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:50.748765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-172aa252-f291-43d8-a72f-b26a6b81e3d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0590575 May 27 04:24:50.820801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-b217f593-f91c-4d9b-8d74-27b7758dd94d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656734 May 27 04:24:50.948647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-5646eaa9-063a-400c-b1b8-6168581d9144 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205666 May 27 04:24:51.077496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03b73226-3a92-4f2b-af65-62d0e298bda9 req-58c07a05-5cfa-48c9-8b4c-4cd167b51b3d service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218476 May 27 04:24:51.670140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ea59-2540-42a4-a2a6-48209765008c req-37577491-17f3-4328-bc31-926f1652d24a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:51.670829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f5d4ea59-2540-42a4-a2a6-48209765008c req-37577491-17f3-4328-bc31-926f1652d24a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:24:51.685494 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f5d4ea59-2540-42a4-a2a6-48209765008c req-37577491-17f3-4328-bc31-926f1652d24a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:24:51.686766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5d4ea59-2540-42a4-a2a6-48209765008c req-37577491-17f3-4328-bc31-926f1652d24a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0940280 May 27 04:24:51.732280 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5d4ea59-2540-42a4-a2a6-48209765008c req-8aa2482d-c81f-4212-b16f-699aeae28901 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400064 May 27 04:24:52.924881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81350c84-d4b6-4661-90d8-9341cdd08a31 req-7d26c5ba-7203-406a-b694-539ee053e0dd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:52.926305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81350c84-d4b6-4661-90d8-9341cdd08a31 req-7d26c5ba-7203-406a-b694-539ee053e0dd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0780573 May 27 04:24:52.970024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-81350c84-d4b6-4661-90d8-9341cdd08a31 req-c42c3852-0db0-408f-b094-2ab6e8130eb9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 May 27 04:24:53.240272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:24:53.368565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:53.381093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:24:53.435030 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:53.455106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:24:53.470580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:53.474376 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:53.538650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:53.681268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['497ce543-df34-440c-9066-ed1fa1f27d2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:24:54.162917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed6ba-367a-4b0a-ab4a-bd38409726c5 req-6bf722cc-a26b-4ac2-8621-c57e10efecca tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:54.164383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45aed6ba-367a-4b0a-ab4a-bd38409726c5 req-6bf722cc-a26b-4ac2-8621-c57e10efecca tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0752742 May 27 04:24:54.175726 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:54.209256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-45aed6ba-367a-4b0a-ab4a-bd38409726c5 req-caa96a0c-6b79-433d-9ea3-c3b6a184a464 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393369 May 27 04:24:55.255693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:24:55.323523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 497ce543-df34-440c-9066-ed1fa1f27d2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:24:55.328153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 497ce543-df34-440c-9066-ed1fa1f27d2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:24:55.328515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:55.417109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf6e5c-5608-4002-9d3f-91e21e729838 req-9bd7cd8b-504d-403c-adfd-bfcc2f144600 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:55.418626 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0cf6e5c-5608-4002-9d3f-91e21e729838 req-9bd7cd8b-504d-403c-adfd-bfcc2f144600 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0854080 May 27 04:24:55.465488 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c0cf6e5c-5608-4002-9d3f-91e21e729838 req-4a7a19a7-4b90-416d-8051-1026ad6e5234 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 May 27 04:24:55.481592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:55.507699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:55.517063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:24:55.520697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:55.563982 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c40a80-cfd3-4c12-bceb-66fd0925e225'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'code': 200} May 27 04:24:55.593283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:24:55.688115 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-426fe4c2-9583-4e1d-b86b-1646044392f6 req-d45fa81a-73b3-4e15-acac-80618f13f701 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1097 time: 0.0701079 May 27 04:24:55.728269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-426fe4c2-9583-4e1d-b86b-1646044392f6 req-8f045bf6-6a6d-46fc-8c70-97363d5a9cdc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 May 27 04:24:56.663751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2419-a056-467e-932b-c8e28fa52d75 req-d5623ba2-f37b-4238-af60-99363e6a68cf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:56.665224 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f00d2419-a056-467e-932b-c8e28fa52d75 req-d5623ba2-f37b-4238-af60-99363e6a68cf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0793650 May 27 04:24:56.710917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f00d2419-a056-467e-932b-c8e28fa52d75 req-f094e8e1-0cd0-4672-9df3-b556f934c759 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 May 27 04:24:56.733687 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:57.902837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b249-9035-4ecd-b575-d79bbf1ec06f req-2562cfa5-f11f-4499-8f5b-55db99fb1bf1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:57.904340 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b315b249-9035-4ecd-b575-d79bbf1ec06f req-2562cfa5-f11f-4499-8f5b-55db99fb1bf1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0753036 May 27 04:24:57.904991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7c50fdb5-4132-47b0-81e4-4fb846d89b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:57.949579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b315b249-9035-4ecd-b575-d79bbf1ec06f req-4b76aab9-8266-444c-81fd-3eb6e42652d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 May 27 04:24:58.137851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b137-0860-4567-8d97-5c1eb66655f2 req-00faf7c5-ef68-4918-9e7f-4028d53dddb3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:24:58.139281 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c9f5b137-0860-4567-8d97-5c1eb66655f2 req-00faf7c5-ef68-4918-9e7f-4028d53dddb3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0763285 May 27 04:24:58.147851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52516) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:24:58.153640 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'floatingip': {'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:24:58.228308 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:58.899814 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:58.903782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:59.094935 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc associated. External IP: 172.25.8.34, port: 497ce543-df34-440c-9066-ed1fa1f27d2f. May 27 04:24:59.476722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:24:59.674320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:24:59.678564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:24:59.684032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:24:59.696703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:24:59.697342 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:24:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:24:59.827112 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7cbb3d00-6e35-48f2-920b-14511c2523f2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "PUT /v2.0/floatingips/69dd5617-7108-4c05-83f5-41c44df15afc HTTP/1.1" status: 200 len: 991 time: 1.6782060 May 27 04:24:59.827686 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:24:59.880143 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9f4da1-5061-4919-965a-01ad2c678fda'] response: {'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'status': 'completed', 'code': 200} May 27 04:24:59.880298 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:24:59.992742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f95aef42-a3c4-4ff2-87aa-78b8d70844ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:00.066099 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-743e291a-a547-46d9-a1f5-3595d2c80b9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1097 time: 0.1645687 May 27 04:25:00.196543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-6cedeb17-fcc6-4bd1-855c-82c6af15a0bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:00.198550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-6cedeb17-fcc6-4bd1-855c-82c6af15a0bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1269174 May 27 04:25:00.265392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58578770-e47f-44c0-904c-a235493208db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:24:58Z', 'revision_number': 9, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:25:00.269539 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:25:00.280414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:25:00.281047 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:25:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:25:00.302550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-d66ddf07-6370-4f72-807e-af61a0a34dde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 999 time: 0.0981278 May 27 04:25:00.372316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-6ebf4b24-3af7-44ad-be10-8091f932966d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:00.373702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-6ebf4b24-3af7-44ad-be10-8091f932966d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0653841 May 27 04:25:00.449278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-a5e8c367-6297-4941-82b5-cc6f78327f0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699973 May 27 04:25:00.456788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:25:00.579408 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-fdc3d28e-9455-4559-beaa-6544ada0a2c3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246972 May 27 04:25:00.710577 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c9599b5-9d48-46bc-9a35-88aaa4ceacaf req-d6104e9e-9e2a-4aa4-8e15-2262c04b6fce service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258280 May 27 04:25:00.805741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58578770-e47f-44c0-904c-a235493208db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:24:58Z', 'revision_number': 9, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:25:00.810271 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0a9cf-1f6b-4d1d-bce7-851cca6a2441 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58578770-e47f-44c0-904c-a235493208db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:24:58Z', 'revision_number': 9, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:25:01.008022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85ccb0-becb-4606-9506-d9fc4b256b33 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:25:01.496348 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:01.544774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:03.178208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:07.656374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-7b86a38b-5ca6-467f-be29-ba40baa2ae72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656381 May 27 04:25:07.795793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-9b58bba2-a790-4c79-95c6-d4efebb50f85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1097 time: 0.0708861 May 27 04:25:07.939278 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-2b4a37ef-fffa-4baf-b082-88ee31b063b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:07.940603 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-2b4a37ef-fffa-4baf-b082-88ee31b063b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1253047 May 27 04:25:08.038637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-acd1be2f-8983-4ec3-ab58-264ee2607147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1002 time: 0.0917335 May 27 04:25:08.102419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-cb77de41-aa70-4e0d-aaea-4d2a75330d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:08.104450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-cb77de41-aa70-4e0d-aaea-4d2a75330d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0603578 May 27 04:25:08.178588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-3d57087a-814b-4f70-8dbf-cd218c8a5774 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668423 May 27 04:25:08.308045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-e11afc9e-b9ab-466d-930d-eda1b2f80f83 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214631 May 27 04:25:08.437444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-53abfe3d-56a3-4729-b916-5aaf49d873b2 req-0aecf07a-5fce-4771-a62e-85e73ac6abf3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223719 May 27 04:25:10.132611 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:25:24.170328 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:26.733080 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:27.905210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd604bf2-12cd-45c3-bfea-cf1bdb90808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:29.985562 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-80e7f623-f13a-45e9-a7ce-427f008616ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:31.498579 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:31.546421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:32.883555 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b219341d-ba97-422d-9c9f-9e3544003328 req-8e12df7d-8e7f-4c61-9aa1-a339c3ca646b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720179 May 27 04:25:33.182325 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:33.280493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-159aa0b1-05e7-48ac-8bb1-cb556c645a18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2235165 May 27 04:25:33.297478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242e440-266e-411c-b28a-a044eae9c207 req-44a26541-4cc6-45bb-a9bc-62e12086593f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:33.298876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a242e440-266e-411c-b28a-a044eae9c207 req-44a26541-4cc6-45bb-a9bc-62e12086593f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0861657 May 27 04:25:33.346119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a242e440-266e-411c-b28a-a044eae9c207 req-cbdff015-3cb7-4711-8103-c1e45278a4bc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 May 27 04:25:34.405568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-4dcd93a3-710c-40e6-a0d6-0b4f3eff1e5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1097 time: 0.0707340 May 27 04:25:34.537824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-7a72f1f3-5014-401d-8c8a-f992bec68faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:34.539292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-7a72f1f3-5014-401d-8c8a-f992bec68faa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1285119 May 27 04:25:34.570380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd248a22-14ed-4dbf-96da-f90a40893a36 req-5573e225-f5da-45a1-bb57-68f6f7d575ee tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:34.572195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd248a22-14ed-4dbf-96da-f90a40893a36 req-5573e225-f5da-45a1-bb57-68f6f7d575ee tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0787344 May 27 04:25:34.618714 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd248a22-14ed-4dbf-96da-f90a40893a36 req-c1d10362-8bbb-4fb5-a8f7-8d8fbe3b4911 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 May 27 04:25:34.642591 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-a7c15132-5219-46fd-90a2-0070852ee9a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1002 time: 0.0975523 May 27 04:25:34.703399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5ab9586d-eac0-4cbd-ac32-9b15b6cbdf14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:34.704768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5ab9586d-eac0-4cbd-ac32-9b15b6cbdf14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0565748 May 27 04:25:34.776427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-cbd458be-f1d8-4dd1-a344-c63b9def3afb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658374 May 27 04:25:34.905685 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-6740dee3-dd17-4d03-bf96-75d4dcf3e5d4 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230087 May 27 04:25:35.034385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-3c4e581c-2538-4a59-99fe-a6859c5e736c service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229866 May 27 04:25:35.813805 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc3e5e-bd89-43b2-af5b-1e2c3efbe38a req-cb47b109-116c-40bb-9bdb-08656884af3a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:35.815225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bbc3e5e-bd89-43b2-af5b-1e2c3efbe38a req-cb47b109-116c-40bb-9bdb-08656884af3a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0790486 May 27 04:25:35.859544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1bbc3e5e-bd89-43b2-af5b-1e2c3efbe38a req-ff586242-fa59-413d-8d94-96b5006e61d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 May 27 04:25:37.051650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b30cc2-b04c-4b24-9dd8-2590d63772a5 req-d0fe78e2-4a14-4d40-9c44-5a1e3a76c65e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:37.053082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6b30cc2-b04c-4b24-9dd8-2590d63772a5 req-d0fe78e2-4a14-4d40-9c44-5a1e3a76c65e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0740619 May 27 04:25:37.097592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c6b30cc2-b04c-4b24-9dd8-2590d63772a5 req-6cb2f6df-c2ff-466c-b66e-f544a767d912 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 May 27 04:25:38.289293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc4500-a128-4cbe-ba80-6b9a65c8dcfe req-20ab9639-2c15-4fb6-a998-f69228fabbce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:38.290732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91dc4500-a128-4cbe-ba80-6b9a65c8dcfe req-20ab9639-2c15-4fb6-a998-f69228fabbce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0743773 May 27 04:25:38.338616 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-91dc4500-a128-4cbe-ba80-6b9a65c8dcfe req-a2d466a8-baee-4f2a-904c-e524fe87738c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420115 May 27 04:25:39.535847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815ce0d-f4f4-476a-b618-280b475a197a req-fa404670-f7c3-4978-84f4-a33079df343e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:39.537293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7815ce0d-f4f4-476a-b618-280b475a197a req-fa404670-f7c3-4978-84f4-a33079df343e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0807893 May 27 04:25:39.586816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7815ce0d-f4f4-476a-b618-280b475a197a req-9badd5e5-998f-42a1-9505-553aeb73ab8b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 May 27 04:25:40.784839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2518ae4-8c49-4449-bc8b-3499d49b431b req-9ede70be-74d6-4751-91ed-10f4aa8ed9b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:40.786360 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2518ae4-8c49-4449-bc8b-3499d49b431b req-9ede70be-74d6-4751-91ed-10f4aa8ed9b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0786524 May 27 04:25:40.831129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2518ae4-8c49-4449-bc8b-3499d49b431b req-d25a1fdd-cf79-4f7f-98c7-ece8ea831186 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 May 27 04:25:40.979439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-9b0a9346-6854-4a8d-bb82-933e09a5ee0d req-21227de6-2c6d-4ef1-ad99-9f96282fdf82 service neutron] (84156) timed out ('10.222.0.46', 43574) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:25:42.022183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26184ee-716b-4ec8-be28-5ec5714b2012 req-48df0150-de99-4639-9d10-6b3393a2b0eb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:42.023589 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f26184ee-716b-4ec8-be28-5ec5714b2012 req-48df0150-de99-4639-9d10-6b3393a2b0eb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0751283 May 27 04:25:42.067831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f26184ee-716b-4ec8-be28-5ec5714b2012 req-13b12eee-8974-4fe1-8084-403d914d3ebb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388572 May 27 04:25:43.265693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ab09c-e27c-4045-b82c-38c60c501b4a req-85c79234-7e52-40c5-9ec7-e6bd7d0ba6ff tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:43.267152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a13ab09c-e27c-4045-b82c-38c60c501b4a req-85c79234-7e52-40c5-9ec7-e6bd7d0ba6ff tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0793948 May 27 04:25:43.311784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a13ab09c-e27c-4045-b82c-38c60c501b4a req-da73ca5d-4316-4d38-8c05-c73eb70ac619 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 May 27 04:25:44.511240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485df15-5145-4817-ba56-cc2d8b6b5db6 req-251c6b94-1ebe-4419-a7d5-6844de1d5cf7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:44.512864 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0485df15-5145-4817-ba56-cc2d8b6b5db6 req-251c6b94-1ebe-4419-a7d5-6844de1d5cf7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0814281 May 27 04:25:44.557688 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0485df15-5145-4817-ba56-cc2d8b6b5db6 req-33b34cdc-673e-4582-9bb1-34c42857c630 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388026 May 27 04:25:45.751275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bfe83-ae2d-4121-b7f8-32c269c64ac1 req-2ce302d7-647d-4d0b-9b9a-ed9f698560c4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:45.752714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c07bfe83-ae2d-4121-b7f8-32c269c64ac1 req-2ce302d7-647d-4d0b-9b9a-ed9f698560c4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0754178 May 27 04:25:45.796726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c07bfe83-ae2d-4121-b7f8-32c269c64ac1 req-fe478257-77bf-4f9b-9b62-64c058a6e036 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384974 May 27 04:25:46.989668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd61f-a8b4-425d-b08e-bcd6f577492f req-71e2fe0c-ae03-423f-9a2f-67bf1f064f52 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:46.991105 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a31bd61f-a8b4-425d-b08e-bcd6f577492f req-71e2fe0c-ae03-423f-9a2f-67bf1f064f52 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0771134 May 27 04:25:47.013583 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-9855ffcd-9099-47b6-b427-adb37b1058aa service neutron] show failed (client error): The resource could not be found. May 27 04:25:47.014589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-9855ffcd-9099-47b6-b427-adb37b1058aa service neutron] 10.222.0.21 "GET /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0772407 May 27 04:25:47.041605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a31bd61f-a8b4-425d-b08e-bcd6f577492f req-4a989b75-1b8c-4839-bd25-c4e2836d4b12 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450549 May 27 04:25:47.133196 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:25:47.271309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-75bb8ecb-cfe4-4e70-a862-54fd6889476a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1097 time: 0.0676911 May 27 04:25:47.281881 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:25:47.385755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:47.646218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:25:47.674000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:25:47.727243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:25:47.732411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:47.746315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Transition to ACTIVE for port object 497ce543-df34-440c-9066-ed1fa1f27d2f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:25:47.750383 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:47.798112 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9712c1b2-f6bf-4313-8d3f-83fca5f0106a'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'code': 200} May 27 04:25:47.881970 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:47.910336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.910675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.911007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.911345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.911666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.911988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.912311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.912628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.912963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.913280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.913591 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:47.974533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] No DVR routers for this DVR port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:25:48.350438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:25:48.351152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:25:48.351152 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:25:48.362846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:25:48.363165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:25:48.372206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:25:48.372540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:25:48.372960 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:25:48.373383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Bound port: 497ce543-df34-440c-9066-ed1fa1f27d2f, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:25:48.373721 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:48.391819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933272a-5a46-444e-b675-353d06c962f3 req-79b8d645-a140-48e7-9f80-bea0c4a10352 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:48.393303 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6933272a-5a46-444e-b675-353d06c962f3 req-79b8d645-a140-48e7-9f80-bea0c4a10352 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.2309792 May 27 04:25:48.499588 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6933272a-5a46-444e-b675-353d06c962f3 req-cb775fed-0200-4bbd-b160-4ccc230d5bf6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757184 May 27 04:25:48.503206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:25:48.506196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:25:48.511187 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:48.571314 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:48.572692 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] 10.222.0.41 "PUT /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1092 time: 1.2953026 May 27 04:25:48.590378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe57d44-2fb1-4e90-a948-1d3c975b040f service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:48.668594 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-4af5f946-95fa-4b7d-bb75-342f90d4dfb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0741251 May 27 04:25:48.800984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-eaccae81-b4cb-4994-9757-00c4923ce6b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:48.802403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-eaccae81-b4cb-4994-9757-00c4923ce6b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1285546 May 27 04:25:48.903317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-a3f83813-24d4-4a20-8747-d07a368186af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0943761 May 27 04:25:48.963367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-20b27c51-d841-418e-b7f0-9f0e499a5550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:48.964716 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-20b27c51-d841-418e-b7f0-9f0e499a5550 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0551653 May 27 04:25:49.036432 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-dafe8cde-55f7-4e86-af10-52c49454e6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653381 May 27 04:25:49.164984 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-722425dd-2f8a-4f93-8fd4-c7f236339fd9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230390 May 27 04:25:49.292924 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb41d69c-f5d9-4345-9b90-c8ac2b08917c req-c46354d3-7b65-4838-b423-4b31a24c01aa service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223900 May 27 04:25:49.703252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec677-8333-4d5f-a06c-c1560c09a3a0 req-0bb04d25-3390-4777-ad4d-9e77eeb6dd25 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:49.704598 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dfec677-8333-4d5f-a06c-c1560c09a3a0 req-0bb04d25-3390-4777-ad4d-9e77eeb6dd25 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0769236 May 27 04:25:49.749940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0dfec677-8333-4d5f-a06c-c1560c09a3a0 req-2afb092e-5d57-41ac-87fe-691909119e92 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 May 27 04:25:49.799679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:25:49.878091 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8accd39-e58b-4939-95df-61dbf7e5e0f5'] response: {'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'status': 'completed', 'code': 200} May 27 04:25:49.966808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-c66df80d-96ac-4599-a7e5-c5e4e99943b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0712900 May 27 04:25:49.970016 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-c7e9c5fb-c2a4-44d4-8f49-3ff3e4ba224c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0712323 May 27 04:25:50.101883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-ee06a9ef-c1f6-4c6b-aa99-a920c64679eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:50.103339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-ee06a9ef-c1f6-4c6b-aa99-a920c64679eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1281543 May 27 04:25:50.189222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-2d6dc6bc-5718-4f17-aadf-cb5237fd7240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:50.190649 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-2d6dc6bc-5718-4f17-aadf-cb5237fd7240 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.2187872 May 27 04:25:50.208539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-d7180ae2-ba48-4a52-9cdb-0241845074d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0983353 May 27 04:25:50.270530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-0b46b72b-794b-4b4d-9a1e-13f18655daed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:50.271879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-0b46b72b-794b-4b4d-9a1e-13f18655daed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0577743 May 27 04:25:50.295194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-80cb8b00-d170-4397-9fcf-a279bc108ec4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0965221 May 27 04:25:50.348109 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-27ab0ea2-e755-4fad-9e26-a36c20fc7aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700366 May 27 04:25:50.357281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-515fe3c1-6607-4d48-af2e-252bfc6f6329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:50.358714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-515fe3c1-6607-4d48-af2e-252bfc6f6329 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0583010 May 27 04:25:50.435327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-c361f238-6678-46f8-9bf4-04668b83c09a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708961 May 27 04:25:50.478228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-335e412e-4d1a-4fdb-9eba-052411c6c16a service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242650 May 27 04:25:50.569354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-24315b1d-f705-4aed-a3a0-05408fd0c7ed service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281137 May 27 04:25:50.701439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-16a416b7-52fb-46a0-930b-66b9a3c4c078 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261144 May 27 04:25:50.704549 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d672fc82-16c3-4cd1-a8f0-af24133117c7 req-4917c890-575f-488a-9655-b69bd1b3ac6e service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199588 May 27 04:25:50.949417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582d400-9f1a-4930-bb82-dfd8fdc16cf4 req-8e649538-0c67-4950-8373-8cd376c0da79 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:50.950756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b582d400-9f1a-4930-bb82-dfd8fdc16cf4 req-8e649538-0c67-4950-8373-8cd376c0da79 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0748863 May 27 04:25:50.994119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b582d400-9f1a-4930-bb82-dfd8fdc16cf4 req-5b4d4d3e-0a04-40d8-a034-e2f80f1d4056 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380394 May 27 04:25:51.488693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:25:51.543652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:25:52.201401 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62e2df-ac64-416a-99d0-cec2e95e2c8d req-d6b56a45-e213-4620-a829-1184c6c1b92e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:52.203390 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca62e2df-ac64-416a-99d0-cec2e95e2c8d req-d6b56a45-e213-4620-a829-1184c6c1b92e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0768659 May 27 04:25:52.254618 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ca62e2df-ac64-416a-99d0-cec2e95e2c8d req-264a4152-0316-400f-9bbd-c9769afab673 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 May 27 04:25:53.449936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94a740-220f-446b-bc78-c2a8277d580c req-2c27c25e-11f4-4408-97bf-dd3dfba30ecd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:53.451288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb94a740-220f-446b-bc78-c2a8277d580c req-2c27c25e-11f4-4408-97bf-dd3dfba30ecd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0776579 May 27 04:25:53.495102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bb94a740-220f-446b-bc78-c2a8277d580c req-6ad13ddc-a8fd-4f7f-aa34-0d1a7d3e7358 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384307 May 27 04:25:53.901757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-9e68a3f1-464c-41cf-bdae-d024de0a5ee8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:53.903144 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-9e68a3f1-464c-41cf-bdae-d024de0a5ee8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&tenant_id=04be3b123cae4d6fad59ab123237f448&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.0823896 May 27 04:25:53.950520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8083-34d8-4f3b-b57f-f2c4bf9e29b2 req-a3575482-57ad-4950-9ecf-e6dff834f6b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:53.952483 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22ee8083-34d8-4f3b-b57f-f2c4bf9e29b2 req-a3575482-57ad-4950-9ecf-e6dff834f6b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 944 time: 0.0756030 May 27 04:25:53.982158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-4eb8e391-5437-48f0-b319-98e75be6b13c service neutron] 10.222.0.41 "GET /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 382 time: 0.0723662 May 27 04:25:53.998174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22ee8083-34d8-4f3b-b57f-f2c4bf9e29b2 req-8ae8f6ac-d227-4d73-b5a5-f1c7012d53cc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400929 May 27 04:25:54.089440 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-8b28b541-800f-4427-aaa9-237323ea12b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1095 time: 0.0792089 May 27 04:25:54.194468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:54.225047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-1a71c803-7afc-422b-b66b-164ac0b87a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:54.226668 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-1a71c803-7afc-422b-b66b-164ac0b87a9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1313405 May 27 04:25:54.331825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-78cdadee-2d4f-4708-9544-a8420e091665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0997822 May 27 04:25:54.395096 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-3b6df86f-9c95-48b8-93ee-dcd9ca88eb57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:54.396501 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-3b6df86f-9c95-48b8-93ee-dcd9ca88eb57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0596161 May 27 04:25:54.468798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-c5da8a59-8621-4b51-b7a0-4b66021088ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664411 May 27 04:25:54.598409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-b1c52d1f-2b94-45b3-96f2-ccdc6abff3ca service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239703 May 27 04:25:54.613975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:25:54.729459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-c34eb537-98be-43d8-b7d6-1b54e458d45c service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243389 May 27 04:25:54.744763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:25:54.758476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:25:54.809795 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:54.826737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:25:54.841010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:25:54.845118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:54.910286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:54.919939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.920277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.920602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.920937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.921257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.921572 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.921959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.922193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.922500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.922808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:54.923111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:55.197953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ed87c-5b18-42b8-86c9-6956696ae7e9 req-9360a0de-32d8-49df-beab-1f5b1e0fedf9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:55.199385 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f2ed87c-5b18-42b8-86c9-6956696ae7e9 req-9360a0de-32d8-49df-beab-1f5b1e0fedf9 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0743716 May 27 04:25:55.247970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5f2ed87c-5b18-42b8-86c9-6956696ae7e9 req-dfffda8d-04b2-4d0d-8875-497628370233 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430837 May 27 04:25:55.262570 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['497ce543-df34-440c-9066-ed1fa1f27d2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:25:56.447109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b41363-6c94-4588-8024-bc3627dae554 req-a4da8658-1cae-4786-924a-01c5585304e1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:56.448557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5b41363-6c94-4588-8024-bc3627dae554 req-a4da8658-1cae-4786-924a-01c5585304e1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0794189 May 27 04:25:56.494596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d5b41363-6c94-4588-8024-bc3627dae554 req-8ba18115-ff24-4e96-8cf7-e8a2452b4668 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 May 27 04:25:56.641603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:25:56.711777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 497ce543-df34-440c-9066-ed1fa1f27d2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:25:56.716969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 497ce543-df34-440c-9066-ed1fa1f27d2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:25:56.717339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:56.775065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:56.840446 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:56.866138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-1155e1e3-caa9-498d-b752-d3db586296b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1096 time: 0.0718377 May 27 04:25:56.869573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:25:56.879164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:25:56.880423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:25:56.884357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:56.940541 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec02474-886e-445d-b519-c5dc175a044a'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'code': 200} May 27 04:25:56.953028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:56.991817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:57.252502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:25:57.281414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:25:57.336563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:25:57.343238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:57.363874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Transition to ACTIVE for port object 497ce543-df34-440c-9066-ed1fa1f27d2f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:25:57.368468 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:57.410335 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71670e9f-28f2-4f18-bdfc-a622c222ddec'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'code': 200} May 27 04:25:57.490691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:57.527544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.527886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.528222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.528576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.528993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.529283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.529608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.529927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.530249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.530565 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.530883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:25:57.681469 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] No DVR routers for this DVR port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:25:57.714813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ccaa6-4f42-4bc1-953d-48a70bd2431e req-9e4f11d8-abd0-435d-9b57-b5fe692a4652 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:57.716292 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-515ccaa6-4f42-4bc1-953d-48a70bd2431e req-9e4f11d8-abd0-435d-9b57-b5fe692a4652 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0808706 May 27 04:25:57.761575 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-515ccaa6-4f42-4bc1-953d-48a70bd2431e req-ccde493d-b34b-4eac-9204-63c5b36fa68e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 May 27 04:25:57.907719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-07bbae89-40a0-49d1-9f6e-0cb353e94462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:57.930411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:25:57.930745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:25:57.931072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:25:57.937432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:25:57.937753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Attempting to bind port 497ce543-df34-440c-9066-ed1fa1f27d2f on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:25:57.943887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:25:57.944214 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:25:57.944587 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:25:57.945032 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Bound port: 497ce543-df34-440c-9066-ed1fa1f27d2f, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:25:57.945370 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:58.033310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:25:58.036270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:25:58.039825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:58.101157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:25:58.102615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] 10.222.0.21 "PUT /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1093 time: 1.2284236 May 27 04:25:58.115960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2f53-fac6-4b8b-8596-a98df7f0ac61 service neutron] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=11']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:25:58.200241 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-78ea632a-059a-4815-ba5e-08ee149e9ddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1096 time: 0.0757465 May 27 04:25:58.331984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-2d7a1606-47fd-4667-b88a-9a870269bd1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:58.333838 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-2d7a1606-47fd-4667-b88a-9a870269bd1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1280096 May 27 04:25:58.436639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-02066d2f-81c1-4aaf-8eae-1dbc18bab54c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0964606 May 27 04:25:58.500658 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-b6942974-91fa-4190-9d36-cb8192a20a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:58.502076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-b6942974-91fa-4190-9d36-cb8192a20a96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0599740 May 27 04:25:58.573689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-f4091a93-c6aa-485c-bd52-d80e85c22323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659199 May 27 04:25:58.702069 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-f4fd1b1f-de99-459f-ba2a-b6b5b820c7f6 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220512 May 27 04:25:58.836274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8fb6c1d8-72a5-4fd8-87a2-b48a503ec930 req-e1fb699a-90c3-44d4-9945-a010c591223e service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284251 May 27 04:25:58.959216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6d776-69ec-4c8b-8833-f0bdfdcd19b9 req-6034c82c-327f-4f88-bff0-d5c53b58f63f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:58.960551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17e6d776-69ec-4c8b-8833-f0bdfdcd19b9 req-6034c82c-327f-4f88-bff0-d5c53b58f63f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0751181 May 27 04:25:59.007843 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17e6d776-69ec-4c8b-8833-f0bdfdcd19b9 req-aaccf72e-893a-42e8-897b-78f40e4f9960 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 May 27 04:25:59.411163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:25:59.479694 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4ffc43-7216-4c43-b439-01ed5ff8b1c3'] response: {'name': 'network-changed', 'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'status': 'completed', 'code': 200} May 27 04:25:59.569527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-27862ec7-b8c7-4ad7-8541-2bd6e38efd93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1096 time: 0.0678220 May 27 04:25:59.573664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-269489fe-f725-47a2-b0d8-1f3dc9c87835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 1096 time: 0.0701814 May 27 04:25:59.704944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-97d04f41-3112-4561-a31d-d715010acae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:59.706313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-97d04f41-3112-4561-a31d-d715010acae4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1302986 May 27 04:25:59.706561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-bc3aca37-6256-4d26-9d4a-30874e5a7b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:59.708014 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-bc3aca37-6256-4d26-9d4a-30874e5a7b77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1290624 May 27 04:25:59.810547 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-925f2c1f-bdad-4f86-b06d-e87df08f54d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.0969706 May 27 04:25:59.915376 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-84cb8c16-c4d2-4477-8be8-f8111d840365 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 200 len: 1000 time: 0.2023175 May 27 04:25:59.965732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-01d19fa5-fc9f-4aca-b251-08d07cf7b77c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:59.967073 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-01d19fa5-fc9f-4aca-b251-08d07cf7b77c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1512084 May 27 04:25:59.978473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-7eebde57-fb88-4c16-85e9-b62579373dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:25:59.980026 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-7eebde57-fb88-4c16-85e9-b62579373dfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0582685 May 27 04:25:59.990332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f15a1134-e07b-4652-bbe2-39805c5b28c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:00.043320 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-d5b45336-07ec-408b-8310-18a32b8c661b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701728 May 27 04:26:00.057970 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-07026251-76ac-4a03-906f-8f6d908bb3bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712402 May 27 04:26:00.204868 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-34a6c0d8-eecd-4515-9cf1-241e0d76e09a service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551270 May 27 04:26:00.249093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-5a3c24b5-f299-43be-a0c5-58346c8df7fa service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833446 May 27 04:26:00.294504 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2692da2-86e8-49f4-9c99-8e91f4f6223b req-807a74a2-fb2e-4c5e-b0f3-0f8f405096b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:00.296060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2692da2-86e8-49f4-9c99-8e91f4f6223b req-807a74a2-fb2e-4c5e-b0f3-0f8f405096b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.1503980 May 27 04:26:00.364010 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-6c2f97a6-7703-4c72-a619-1c4b68649b74 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540501 May 27 04:26:00.420958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2692da2-86e8-49f4-9c99-8e91f4f6223b req-14a1f1e0-619f-4f5b-817d-3d1a2f4647a4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754859 May 27 04:26:00.437896 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-22d1a54f-1861-43f4-8539-62a73f59fe56 req-f59f2a58-f1d3-4c52-8334-1b9db42678c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806870 May 27 04:26:00.640598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:26:00.728920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:26:01.501691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:01.510090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:26:01.610486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:01.625394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c72a2-1eac-4ec7-8a18-6a1c37408049 req-f2d74a74-de2e-46c7-ba75-deea0b7b1d1e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:01.626839 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ff5c72a2-1eac-4ec7-8a18-6a1c37408049 req-f2d74a74-de2e-46c7-ba75-deea0b7b1d1e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 945 time: 0.0842712 May 27 04:26:01.657703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:01.670535 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'mac_address': 'fa:16:3e:4e:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:26:01.672195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ff5c72a2-1eac-4ec7-8a18-6a1c37408049 req-f1565659-ba93-4880-8c3b-038029d393bc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395308 May 27 04:26:01.723554 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:01.740529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:26:01.755620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:01.759388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:01.827172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:01.869456 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff827ed-d9a3-4ea9-ab66-551c3714edaa req-ecab865c-51a7-4292-900a-c53ff9f856c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:01.870893 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ff827ed-d9a3-4ea9-ab66-551c3714edaa req-ecab865c-51a7-4292-900a-c53ff9f856c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0806594 May 27 04:26:01.916498 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4ff827ed-d9a3-4ea9-ab66-551c3714edaa req-516e58d1-dafc-4d75-95f7-1c1cc5db3b73 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 May 27 04:26:01.993707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['497ce543-df34-440c-9066-ed1fa1f27d2f'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:26:02.025717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-1134d1e7-5478-49c8-a2bd-3add1cd4e6f3 req-94433f67-a9c0-4f64-8830-763e6415bcc6 service neutron] (84155) timed out ('10.222.0.41', 58520) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:26:02.110592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fee1aa-f8ea-49a4-b70e-079ac3ddf94b req-0f759961-b6d9-4470-ad77-06553f304e37 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:02.112034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4fee1aa-f8ea-49a4-b70e-079ac3ddf94b req-0f759961-b6d9-4470-ad77-06553f304e37 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0752954 May 27 04:26:02.160311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b4fee1aa-f8ea-49a4-b70e-079ac3ddf94b req-db4428e4-5aad-4deb-8c1e-b6b61d8b6486 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 May 27 04:26:02.550942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7db154-26ac-4ff9-9c0c-fb25c259a4ab req-ad9fb921-9a72-4daf-9f6f-5ff23c5b8d6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:02.552358 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a7db154-26ac-4ff9-9c0c-fb25c259a4ab req-ad9fb921-9a72-4daf-9f6f-5ff23c5b8d6c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.0760741 May 27 04:26:02.596854 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4a7db154-26ac-4ff9-9c0c-fb25c259a4ab req-61bac48f-887c-4a5c-8dc9-b9f923967fca tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390897 May 27 04:26:03.183538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:03.524588 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:26:03.599867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 497ce543-df34-440c-9066-ed1fa1f27d2f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:26:03.604339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 497ce543-df34-440c-9066-ed1fa1f27d2f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:26:03.604703 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:03.725860 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:03.754690 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:26:03.771162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:03.778107 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:03.816205 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd99b853-45a5-4590-b71a-dc44425b2b24'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'code': 200} May 27 04:26:03.822380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-30fa7b1e-e78b-49aa-990f-794d4b3f0d48 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:03.823831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-30fa7b1e-e78b-49aa-990f-794d4b3f0d48 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.1537664 May 27 04:26:03.860129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=13']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:03.888507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323b7d6-4eb7-4fda-8ecf-a61a9cff3fce req-c6055a73-2557-417c-bad6-12e6d1b9b302 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:03.895875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8323b7d6-4eb7-4fda-8ecf-a61a9cff3fce req-c6055a73-2557-417c-bad6-12e6d1b9b302 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 946 time: 0.1734645 May 27 04:26:03.930592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Deleting port 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:26:03.930922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:03.998897 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8323b7d6-4eb7-4fda-8ecf-a61a9cff3fce req-178a0d26-1528-4cba-a472-6b4ddd14f0ab tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015773 May 27 04:26:04.191558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] For port 497ce543-df34-440c-9066-ed1fa1f27d2f, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=497ce543-df34-440c-9066-ed1fa1f27d2f,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:04.191921 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:04.479157 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:04.479712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:04.479842 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc disassociated. External IP: 172.25.8.34, port: 497ce543-df34-440c-9066-ed1fa1f27d2f. May 27 04:26:04.480256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Calling delete_port for 497ce543-df34-440c-9066-ed1fa1f27d2f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:26:04.622496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:04.675222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'Port': ['ID=497ce543-df34-440c-9066-ed1fa1f27d2f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:04.989948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:26:05.166927 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-718f0751-dad7-4b1e-80c1-effc371028ac req-fb8c7a23-6761-4bef-aa12-04bf673753a8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=58578770-e47f-44c0-904c-a235493208db HTTP/1.1" status: 200 len: 210 time: 0.0402787 May 27 04:26:05.193728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:26:05.203680 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:26:05.215474 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:26:05.216148 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:05.260977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] No DVR routers for this DVR port 497ce543-df34-440c-9066-ed1fa1f27d2f on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:26:05.263465 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:05.266611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-deleted', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:26:05.285049 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bedd585e-48f3-4995-a6d0-77e016beb47e req-95758fae-6ae7-45f8-8243-28caffb6fe05 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "DELETE /v2.0/ports/497ce543-df34-440c-9066-ed1fa1f27d2f HTTP/1.1" status: 204 len: 173 time: 1.4509232 May 27 04:26:05.325677 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7742b12-b670-4844-8576-8692c2481b2f'] response: {'server_uuid': '58578770-e47f-44c0-904c-a235493208db', 'name': 'network-vif-deleted', 'tag': '497ce543-df34-440c-9066-ed1fa1f27d2f', 'status': 'completed', 'code': 200} May 27 04:26:05.396674 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:26:05.734498 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:05.738438 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:26:05.749288 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:26:05.749881 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:05.925580 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:26:06.226625 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:06.230484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a15a4-b4a8-4be9-af62-b4dd281223ae None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:26:06.457420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051ee08-7fa5-4ef2-815d-d250b11e8fe2 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:26:06.536314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-50cb17d3-7e02-42f9-b397-93f3277a1c54 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--383830168&fields=id&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 267 time: 0.0443175 May 27 04:26:06.689209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-03a4372f-28e7-4aa6-b2ea-345aa0269a19 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:06.690683 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-03a4372f-28e7-4aa6-b2ea-345aa0269a19 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.1475904 May 27 04:26:06.707995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-aba6bbf4-27ce-4a1f-b24f-dfc33029f101 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/quotas/04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 375 time: 0.0118082 May 27 04:26:06.788022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-4d92be15-b7ca-46e0-b71a-05efd9dd67a2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749254 May 27 04:26:06.926011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-d4f42754-8c61-46ff-9f86-1a573d6cfe16 service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266687 May 27 04:26:07.054011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-21e47e90-d950-4464-85a2-69708fafc949 service neutron] 10.222.0.46 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223726 May 27 04:26:07.238877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dfafa4ad-6a01-4fdb-b98a-86e10a3cdf80 req-a187e76b-0f42-4d29-918a-42c1734e0233 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:26:07.255065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-dfafa4ad-6a01-4fdb-b98a-86e10a3cdf80 req-a187e76b-0f42-4d29-918a-42c1734e0233 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:26:07.256191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dfafa4ad-6a01-4fdb-b98a-86e10a3cdf80 req-a187e76b-0f42-4d29-918a-42c1734e0233 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 210 time: 0.0603623 May 27 04:26:07.551024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:26:07.585918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 497ce543-df34-440c-9066-ed1fa1f27d2f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:26:07.586265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 497ce543-df34-440c-9066-ed1fa1f27d2f not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:26:08.207897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-a0d2e1e8-a1f8-4922-bec7-f4517f35579d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:08.209626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-a0d2e1e8-a1f8-4922-bec7-f4517f35579d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 811 time: 0.1464415 May 27 04:26:08.263828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f81e0a2d-6b73-417b-8569-7bcad13e1e97 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 379 time: 0.0420778 May 27 04:26:08.271893 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'port': {'device_id': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'admin_state_up': True, 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'security_groups': ['395f2ed2-aca3-48e7-a7c5-08ef5c904c01']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:26:08.408216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:26:08.415393 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-41b9954c-f1f5-4917-905d-0f69736115e9 req-b55faca6-d2d0-41bb-bdcf-e96721d74106 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 210 time: 0.0396988 May 27 04:26:08.418138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:26:08.428650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Made reservation on behalf of 04be3b123cae4d6fad59ab123237f448 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:26:08.431617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:08.592555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Allocated IP 172.20.0.11 (3e5c5ad0-9dd2-4aa5-8559-581815db28f7/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb/968c36e3-a340-4bfe-af71-a16e432dcd87) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:26:08.773984 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:08.789764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Transition to ACTIVE for port object 968c36e3-a340-4bfe-af71-a16e432dcd87 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:26:08.811652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:08.888252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:26:08.891915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:26:08.896211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:26:08.921424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:08.959563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:08.960299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:08.987319 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-74feac69-fa68-4cef-a869-057e313f380e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188225 May 27 04:26:08.998884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Request body: {'port': {'device_id': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:26:09.109841 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:09.129620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d302e42-3d02-41f7-8378-b28b42c6b650 None None] Provisioning for port 968c36e3-a340-4bfe-af71-a16e432dcd87 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:26:09.135462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d302e42-3d02-41f7-8378-b28b42c6b650 None None] Provisioning complete for port 968c36e3-a340-4bfe-af71-a16e432dcd87 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:26:09.136002 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d302e42-3d02-41f7-8378-b28b42c6b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:09.187738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3d302e42-3d02-41f7-8378-b28b42c6b650 None None] Port 968c36e3-a340-4bfe-af71-a16e432dcd87 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:26:09.537207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:26:09.545429 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:09.603287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Transition to ACTIVE for port object 968c36e3-a340-4bfe-af71-a16e432dcd87 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:26:09.606959 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:09.740118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:09.790321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402e514-ea7b-43f1-9ab9-c50760f84e39 req-dd54b57b-f4fb-4988-b1ad-e0f117fda6e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:09.791012 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6402e514-ea7b-43f1-9ab9-c50760f84e39 req-dd54b57b-f4fb-4988-b1ad-e0f117fda6e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Synchronizing usage tracker for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:26:09.854052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6402e514-ea7b-43f1-9ab9-c50760f84e39 req-dd54b57b-f4fb-4988-b1ad-e0f117fda6e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Unset dirty status for tenant:04be3b123cae4d6fad59ab123237f448 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:26:09.855195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6402e514-ea7b-43f1-9ab9-c50760f84e39 req-dd54b57b-f4fb-4988-b1ad-e0f117fda6e2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 932 time: 0.3140056 May 27 04:26:09.902216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:26:09.902546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:26:09.902869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:26:09.919103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:26:09.919429 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:26:09.931668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6402e514-ea7b-43f1-9ab9-c50760f84e39 req-40d8dcc7-e56e-4c4e-b873-ea6b8ec3d50b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695314 May 27 04:26:09.932480 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:26:09.932808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:26:09.933201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:26:09.933621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Bound port: 968c36e3-a340-4bfe-af71-a16e432dcd87, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:26:09.933965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:10.019967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:26:10.022819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:26:10.026064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:10.090162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:10.091574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f6265702-506b-4de3-8700-8933770c3125 service neutron] 10.222.0.21 "PUT /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1092 time: 1.0976374 May 27 04:26:10.092535 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:26:10.118606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6265702-506b-4de3-8700-8933770c3125 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:10.168020 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200bf57d-9d40-44b3-81f0-47582e4586c4'] response: {'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'status': 'completed', 'code': 200} May 27 04:26:10.210228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-890c5fff-7fde-4c42-b1c3-a25e9b9a7851 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1095 time: 0.0739539 May 27 04:26:10.283149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-ecbd27a2-edbb-427e-b94a-7a019e13a649 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 217 time: 0.0653384 May 27 04:26:10.351603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-7089fbc8-5930-4931-a902-58e160e15e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:10.353124 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-7089fbc8-5930-4931-a902-58e160e15e81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0645704 May 27 04:26:10.425228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-307100b0-bdd6-4343-9eb6-1b9ac13e76eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661755 May 27 04:26:10.553684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-f0ead4b0-cb38-4156-9e30-86bab8d34db3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226182 May 27 04:26:10.691333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f225232c-1761-43b0-bf14-b42711a4b9f8 req-308d1b55-1bd6-4344-8e7b-09f0d05f4f6e service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317911 May 27 04:26:10.809722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-bf921a53-8fb6-4371-9e8f-ca4e1e18e234 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1095 time: 0.0703871 May 27 04:26:10.937143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-c028d57c-a9e8-4292-b146-ef20a1591e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:10.938604 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-c028d57c-a9e8-4292-b146-ef20a1591e5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1233540 May 27 04:26:11.009504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-878eb014-23c9-492a-8ca7-c6d9ba6cc81d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 217 time: 0.0636103 May 27 04:26:11.205991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-ef64b5bb-c6ce-42be-a832-5f17f3e52236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:11.207373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-ef64b5bb-c6ce-42be-a832-5f17f3e52236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1915112 May 27 04:26:11.284633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563582d9-b2f2-443f-a890-71ac1817ec05 req-eaf41318-ff25-479e-91f4-246e70362872 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:11.286066 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-563582d9-b2f2-443f-a890-71ac1817ec05 req-eaf41318-ff25-479e-91f4-246e70362872 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.1449187 May 27 04:26:11.319320 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-8ba7b90a-98e1-4c73-927e-2cb828bb43ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036153 May 27 04:26:11.405573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-563582d9-b2f2-443f-a890-71ac1817ec05 req-edfc7fde-53cf-45bf-8f55-ff90ccd927e3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136868 May 27 04:26:11.457985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-16bb7852-ada6-468f-8903-5a5419e6c602 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291702 May 27 04:26:11.587584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-204ec65a-b9fd-4f17-b0e9-40299f3ed70d req-261ec0ec-5b92-49c0-82d1-28f14cd2b85f service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227298 May 27 04:26:12.604749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d0e63-5285-429f-b952-fc71d873a265 req-93374458-5238-4b51-94f4-3f6e152e4cf5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:12.606201 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-237d0e63-5285-429f-b952-fc71d873a265 req-93374458-5238-4b51-94f4-3f6e152e4cf5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0804141 May 27 04:26:12.650511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-237d0e63-5285-429f-b952-fc71d873a265 req-76b657ce-d057-49ea-a58b-6144c2aec5ce tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 May 27 04:26:13.581503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:26:13.714012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:13.727504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:26:13.784871 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:13.807426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:26:13.822421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:13.826178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:13.851574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613efb52-f18a-42ce-ab85-4fb36297ed57 req-4ebea2e9-69da-49a4-b35b-efc966221215 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:13.853011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613efb52-f18a-42ce-ab85-4fb36297ed57 req-4ebea2e9-69da-49a4-b35b-efc966221215 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0821283 May 27 04:26:13.890627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:13.899493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-613efb52-f18a-42ce-ab85-4fb36297ed57 req-d988fd77-57d2-4ce5-acac-5ca3c7f6202b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403903 May 27 04:26:14.010172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['968c36e3-a340-4bfe-af71-a16e432dcd87'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:26:15.090275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c70c6-e4bb-4f38-86c1-0ba61dc067dc req-f3a8d707-dee0-4f4e-b689-dab47811d1d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:15.091772 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a99c70c6-e4bb-4f38-86c1-0ba61dc067dc req-f3a8d707-dee0-4f4e-b689-dab47811d1d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0739865 May 27 04:26:15.139543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a99c70c6-e4bb-4f38-86c1-0ba61dc067dc req-552a8b79-73d7-4c14-8392-56f0bb1feaf5 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 May 27 04:26:15.581524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:26:15.648051 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 968c36e3-a340-4bfe-af71-a16e432dcd87 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:26:15.652513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 968c36e3-a340-4bfe-af71-a16e432dcd87 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:26:15.652876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:15.792768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:15.817879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:26:15.827586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:26:15.831688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:15.884960 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d95b9d3-00ba-4f40-8e6e-05513f938686'] response: {'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'code': 200} May 27 04:26:15.903732 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:26:16.004022 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca8afeab-386d-48f8-8467-26b464b2edb8 req-134b465b-c5eb-4ef3-a8bb-5d90826555e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1097 time: 0.0658154 May 27 04:26:16.048053 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ca8afeab-386d-48f8-8467-26b464b2edb8 req-0eb7a35f-b39a-4eb6-9c04-5f785a5d7c85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375783 May 27 04:26:16.330280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3fc7b-7900-4098-8586-9fe67503f598 req-4f10bb5b-da5a-48f8-a383-94303ddaa893 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:16.331687 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5af3fc7b-7900-4098-8586-9fe67503f598 req-4f10bb5b-da5a-48f8-a383-94303ddaa893 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0748155 May 27 04:26:16.375768 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5af3fc7b-7900-4098-8586-9fe67503f598 req-bd5e2270-d961-42c3-82be-fbc24feb1216 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 May 27 04:26:17.569324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb40b9-0578-4774-88b3-4a9446d2486b req-905ca28f-21e8-4149-9cc1-fa6323113c75 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:17.570739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cb40b9-0578-4774-88b3-4a9446d2486b req-905ca28f-21e8-4149-9cc1-fa6323113c75 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0747936 May 27 04:26:17.615159 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cb40b9-0578-4774-88b3-4a9446d2486b req-1394afa2-86e1-4b0c-8a56-426e99cdb064 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390821 May 27 04:26:17.887036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b7ba-ba89-4229-8d2e-b688d5feb96e req-baad8b22-f7c1-4b42-9d6a-090321663b2d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:17.889328 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c02b7ba-ba89-4229-8d2e-b688d5feb96e req-baad8b22-f7c1-4b42-9d6a-090321663b2d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.1568289 May 27 04:26:17.897672 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52694) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:26:17.903266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Request body: {'floatingip': {'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:26:17.978927 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:18.570026 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:18.573835 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:18.760778 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc associated. External IP: 172.25.8.34, port: 968c36e3-a340-4bfe-af71-a16e432dcd87. May 27 04:26:19.142257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:26:19.430732 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:26:19.435551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:19.440980 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:26:19.453991 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:26:19.454578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:19.487293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-daeea51f-5900-4d94-b645-21b5ef6f453f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "PUT /v2.0/floatingips/69dd5617-7108-4c05-83f5-41c44df15afc HTTP/1.1" status: 200 len: 992 time: 1.5886261 May 27 04:26:19.487942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:26:19.540694 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70a0379-458a-4e83-960a-d829f250a577'] response: {'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'status': 'completed', 'code': 200} May 27 04:26:19.628550 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:26:19.632039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-e324588a-d137-4bbd-93ef-a946c3442003 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1097 time: 0.0713387 May 27 04:26:19.763065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f9259-5afc-430e-9413-a99af6ca4136 req-21c4fef7-6638-4ee3-8006-80b8506ee2b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:19.764435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-21c4fef7-6638-4ee3-8006-80b8506ee2b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1259882 May 27 04:26:19.863890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-4f994127-49ce-47eb-a14f-27e35be26de3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.0925262 May 27 04:26:19.929055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f9259-5afc-430e-9413-a99af6ca4136 req-a33c8f7e-cfdc-4112-8791-b0cd54a0133b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:19.930486 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-a33c8f7e-cfdc-4112-8791-b0cd54a0133b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0610070 May 27 04:26:19.973031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:26:18Z', 'revision_number': 13, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:19.976936 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:26:19.988235 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:26:19.988829 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:26:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:20.003201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-4dec71c3-7480-4ae8-9d06-df6fe3f7be08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669436 May 27 04:26:20.136342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-476e4c22-2152-49bd-989b-b812895a43ba service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268179 May 27 04:26:20.192676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:26:20.266877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-112f9259-5afc-430e-9413-a99af6ca4136 req-edc292c0-363f-4bf4-88ce-3b8b74090e78 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251318 May 27 04:26:20.543359 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:26:18Z', 'revision_number': 13, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:26:20.547244 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c332771-6169-4f52-870a-f5cd0b20e918 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '69dd5617-7108-4c05-83f5-41c44df15afc', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:22:26Z', 'updated_at': '2022-05-27T04:26:18Z', 'revision_number': 13, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:26:20.749918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc6fd9-a008-4485-9b0a-b5034fcbf593 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:26:24.133728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:26:24.187915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:26.746739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:27.909441 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-84270eb1-3f39-4532-878b-120dbe517304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:29.983039 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3bf68f8-df7b-4f27-9ec1-2c28f6b650df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:31.505538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:31.550879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:33.186531 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:50.553308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460ca02-d3a5-48ed-8a39-7867a5d4c998 req-e0712a6b-bafd-4ca7-87f7-41669e7f239b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:26:50.554773 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5460ca02-d3a5-48ed-8a39-7867a5d4c998 req-e0712a6b-bafd-4ca7-87f7-41669e7f239b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.1630533 May 27 04:26:50.599882 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5460ca02-d3a5-48ed-8a39-7867a5d4c998 req-3852597c-6d27-416f-a1b3-c315699e8ff7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396624 May 27 04:26:54.184533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:56.761063 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:57.910533 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b439532-957f-48f7-9522-88d6f46fce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:26:59.731685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b056715-6479-4d34-91cb-16ef11b63449 req-e9bc837e-747a-44c9-abe0-1697cc7b0360 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677419 May 27 04:26:59.986539 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6e59ec4e-ed78-4c1c-837e-0c72d71d6343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:00.027150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-8c2d9a8f-437c-4d1d-a9a6-6b22fcfa3618 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226997 May 27 04:27:00.050068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096654-9b0b-47b1-b44d-2e0197ba3f67 req-b59584cd-6f4a-4810-9e2d-92b07bcaf1c1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:00.051592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e096654-9b0b-47b1-b44d-2e0197ba3f67 req-b59584cd-6f4a-4810-9e2d-92b07bcaf1c1 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0898924 May 27 04:27:00.101463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4e096654-9b0b-47b1-b44d-2e0197ba3f67 req-8d420597-dcc3-472c-a84c-7251bad82744 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 May 27 04:27:01.134430 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:27:01.157484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-8b60071c-5f7f-4813-ada1-f21521c26057 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1097 time: 0.0710659 May 27 04:27:01.305496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e1e5-e458-4dd5-bd61-8b0e3fa945b4 req-196e9806-e0f1-4fba-8bd2-3a5088718635 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:01.307037 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8b5e1e5-e458-4dd5-bd61-8b0e3fa945b4 req-196e9806-e0f1-4fba-8bd2-3a5088718635 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0828791 May 27 04:27:01.355964 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b8b5e1e5-e458-4dd5-bd61-8b0e3fa945b4 req-b2a70133-d16f-4355-8563-0f1de5bfce4c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 May 27 04:27:01.382270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-cb2628d9-aa45-4aa1-a94f-2bf9911b96d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:01.383937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-cb2628d9-aa45-4aa1-a94f-2bf9911b96d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.2210643 May 27 04:27:01.484305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-af123288-9a30-4d38-8563-bf5594f3d47f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1002 time: 0.0947390 May 27 04:27:01.508391 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:01.549321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-4901c98f-d077-4cf9-8c82-b2abbb191e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:01.550949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-4901c98f-d077-4cf9-8c82-b2abbb191e3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0608149 May 27 04:27:01.552500 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:01.624792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-4a776103-ce28-4dec-bed3-0bc5868d3c84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676265 May 27 04:27:01.752696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-e368d11b-bd99-40cd-a08e-32dbddcc77d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220870 May 27 04:27:01.880640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-65cc4456-21f6-419c-8a99-cab234a13988 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219647 May 27 04:27:02.564581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd15e3-3249-46f7-ad43-c1afa2d2bcd7 req-ac4ef59c-39a9-4366-a3bb-92c11eb1704c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:02.566446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cbd15e3-3249-46f7-ad43-c1afa2d2bcd7 req-ac4ef59c-39a9-4366-a3bb-92c11eb1704c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0869296 May 27 04:27:02.612592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cbd15e3-3249-46f7-ad43-c1afa2d2bcd7 req-45353f5b-1ab6-43a3-8441-38519279a7c7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 May 27 04:27:03.190054 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:03.808212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddeba4-f353-4a31-90fb-994fee77ed55 req-91937211-5441-4aa9-a3ae-80ded832ee06 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:03.810289 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47ddeba4-f353-4a31-90fb-994fee77ed55 req-91937211-5441-4aa9-a3ae-80ded832ee06 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0756197 May 27 04:27:03.858477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-47ddeba4-f353-4a31-90fb-994fee77ed55 req-c41ed3bc-58c4-4060-bf0e-eae6110b7efc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 May 27 04:27:05.060606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc1a9-e842-4fca-8f62-0c6392cdd6f0 req-a8dd498b-3d3b-4f4a-8660-a8426e293f91 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:05.062058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65bcc1a9-e842-4fca-8f62-0c6392cdd6f0 req-a8dd498b-3d3b-4f4a-8660-a8426e293f91 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0784342 May 27 04:27:05.111629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-65bcc1a9-e842-4fca-8f62-0c6392cdd6f0 req-102e3c9b-f004-4a8f-902b-a8fc880b48a8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 May 27 04:27:06.306293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e123-1bfd-45f7-9e83-3809ad3fc9f5 req-b0219211-4bc8-4321-9f4b-2254b78724be tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:06.307712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3492e123-1bfd-45f7-9e83-3809ad3fc9f5 req-b0219211-4bc8-4321-9f4b-2254b78724be tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0752869 May 27 04:27:06.352325 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3492e123-1bfd-45f7-9e83-3809ad3fc9f5 req-489afbaa-5ba3-419a-a2ea-f55545a98736 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391929 May 27 04:27:07.547700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ee28-97e1-4f82-a4bf-64a9e6f77274 req-8219ad6e-6154-41f8-bc1b-1adbd743686f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:07.549204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6043ee28-97e1-4f82-a4bf-64a9e6f77274 req-8219ad6e-6154-41f8-bc1b-1adbd743686f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0760832 May 27 04:27:07.593935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6043ee28-97e1-4f82-a4bf-64a9e6f77274 req-50ca67a1-6b5f-46a4-9c77-86a1e0dc7542 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391202 May 27 04:27:08.790944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80978b41-733d-4fbd-a33d-787a513ea1cf req-05c35930-e331-43bf-8bcc-32fa5b3c1ff2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:08.792364 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80978b41-733d-4fbd-a33d-787a513ea1cf req-05c35930-e331-43bf-8bcc-32fa5b3c1ff2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0802484 May 27 04:27:08.840178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-80978b41-733d-4fbd-a33d-787a513ea1cf req-49dbf282-c1bf-4efa-86d4-5d5d9eb89995 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 May 27 04:27:10.038837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42376fc2-2642-4bef-8aae-cf8c51293b26 req-685a4c4d-2b0b-4cd5-b718-6b4657a50e08 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:10.040265 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42376fc2-2642-4bef-8aae-cf8c51293b26 req-685a4c4d-2b0b-4cd5-b718-6b4657a50e08 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0784645 May 27 04:27:10.085103 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42376fc2-2642-4bef-8aae-cf8c51293b26 req-db062db3-291d-4d29-9fc4-9aadf39b017f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394342 May 27 04:27:11.276287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919668-2d79-4e1b-8df1-d02d1c0d48d5 req-41cd9281-4980-4aec-86b3-e4ad618a269f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:11.277715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53919668-2d79-4e1b-8df1-d02d1c0d48d5 req-41cd9281-4980-4aec-86b3-e4ad618a269f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0744452 May 27 04:27:11.321694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53919668-2d79-4e1b-8df1-d02d1c0d48d5 req-3bf7960d-9f0d-495d-999b-36c696c00826 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385325 May 27 04:27:11.778844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-2e2ea11a-5a0e-4620-9cb0-b6b5f7565b90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1097 time: 0.1321259 May 27 04:27:11.921713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-d97e2877-8b4a-4619-8cea-cffa1dbfe359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:11.923048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-d97e2877-8b4a-4619-8cea-cffa1dbfe359 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1256745 May 27 04:27:12.024301 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-654f3ffe-a133-4bbd-89d1-6e703bb03276 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1002 time: 0.0950596 May 27 04:27:12.086243 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-506cf6cb-c4f7-4750-b200-3adc83dc9bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:12.087683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-506cf6cb-c4f7-4750-b200-3adc83dc9bd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0580354 May 27 04:27:12.163396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-cca850c2-76db-4f11-894c-0128c4e76f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698609 May 27 04:27:12.292748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-9b031ab1-0e7f-4935-b771-29f707d16afc service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225214 May 27 04:27:12.568355 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-142b7db8-227d-4f41-94b9-7375b57bc18a req-0ad6a6f8-e7bb-4e72-9088-282edde5b4ec service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689326 May 27 04:27:12.585868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179f9af-d022-4b33-8296-e22344738fd6 req-33c5978c-d485-45f2-9e2a-80d080e9a6ed tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:12.587258 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7179f9af-d022-4b33-8296-e22344738fd6 req-33c5978c-d485-45f2-9e2a-80d080e9a6ed tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.1108747 May 27 04:27:12.633267 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7179f9af-d022-4b33-8296-e22344738fd6 req-a0df6a89-6c9a-4c4c-8279-75abf57a5e60 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 May 27 04:27:13.834317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d107aea-f8c0-44d3-b80f-fac6769806c3 req-b3abf136-6442-4146-923b-5d90032223b6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:13.835713 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d107aea-f8c0-44d3-b80f-fac6769806c3 req-b3abf136-6442-4146-923b-5d90032223b6 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0781140 May 27 04:27:13.879651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d107aea-f8c0-44d3-b80f-fac6769806c3 req-e1585297-ec39-4da0-8b2d-b3e2522e535e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385826 May 27 04:27:14.389555 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-afdf74de-a525-4678-a055-24e68117ef97 service neutron] show failed (client error): The resource could not be found. May 27 04:27:14.390527 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-afdf74de-a525-4678-a055-24e68117ef97 service neutron] 10.222.0.21 "GET /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0781615 May 27 04:27:14.711752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-a3784e4f-c207-4e7c-bb1d-acf32f219414 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1097 time: 0.1333311 May 27 04:27:14.721785 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:27:14.827520 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.084275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178253b6-4594-4c19-84e9-ec01a71cf77c req-792fe494-15f9-46ab-b41c-2332f8d73528 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:15.085077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-178253b6-4594-4c19-84e9-ec01a71cf77c req-792fe494-15f9-46ab-b41c-2332f8d73528 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0819027 May 27 04:27:15.094988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:15.124450 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:27:15.133147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-178253b6-4594-4c19-84e9-ec01a71cf77c req-efa1b668-c494-4f4b-b8c9-de5ef27bdccc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 May 27 04:27:15.179636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:15.184684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.198978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Transition to ACTIVE for port object 968c36e3-a340-4bfe-af71-a16e432dcd87 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:27:15.203332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.339193 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454989ca-f23f-4761-87c9-0ef1b9220c0f'] response: {'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'code': 200} May 27 04:27:15.345407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:15.461344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.461676 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.462003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.462327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.462645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.462959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.463271 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.463582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.463890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.464199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.464507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:15.501883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] No DVR routers for this DVR port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:27:15.740574 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:27:15.740816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:27:15.741150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:27:15.746662 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:27:15.746974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:27:15.753580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:27:15.753912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:27:15.754281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:27:15.754690 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Bound port: 968c36e3-a340-4bfe-af71-a16e432dcd87, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:27:15.755021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.837998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:27:15.840834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:27:15.844992 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.909136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:15.910503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1092 time: 1.1925001 May 27 04:27:15.923295 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf2a77-fd9d-4fd1-939c-a14426ae62b8 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:16.008221 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-ae52b4d8-3ef9-45d9-abe6-a040ee7b90cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1095 time: 0.0722847 May 27 04:27:16.144605 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-97ac82dc-98ed-4dc2-a350-d62347dd5bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:16.146045 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-97ac82dc-98ed-4dc2-a350-d62347dd5bcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1325941 May 27 04:27:16.249664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-8f037265-2eb7-49d9-b707-54d1a0311c00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.0974994 May 27 04:27:16.312877 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-6c0860a6-c7e4-4cd2-b474-cc28df2ee869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:16.314319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-6c0860a6-c7e4-4cd2-b474-cc28df2ee869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0591445 May 27 04:27:16.338227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590527-5333-4834-aa9a-55a375650d11 req-66046060-cd14-419c-85e8-6eed09375226 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:16.339690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32590527-5333-4834-aa9a-55a375650d11 req-66046060-cd14-419c-85e8-6eed09375226 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0859251 May 27 04:27:16.386428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32590527-5333-4834-aa9a-55a375650d11 req-8a44c7b6-dbd6-4e64-baac-fa071cfe6579 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 May 27 04:27:16.391988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-d49abfee-e564-41a7-b7b0-39a02951fb13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719168 May 27 04:27:16.402077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-5b122941-c1e5-4757-826f-7730d3db84c4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:27:16.402982 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-5b122941-c1e5-4757-826f-7730d3db84c4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047498 May 27 04:27:16.537360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-f6ae55c0-d2e2-4c20-aa45-d626c7216705 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234553 May 27 04:27:16.668938 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-b4ebe1c1-3613-4702-a8d6-8374aa1c0d53 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263337 May 27 04:27:17.340164 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:17.419047 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27afe1d2-f574-41a5-8c94-40e7e1f64362'] response: {'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'status': 'completed', 'code': 200} May 27 04:27:17.518994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-51111823-2701-4a8b-9e6d-c0a1efbca82f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1095 time: 0.0802512 May 27 04:27:17.549228 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-0b84f179-e95a-4084-a623-71013d89a28b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1095 time: 0.1040344 May 27 04:27:17.690754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-2f4a6f44-688f-4ee4-b6db-28b19940d3f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:17.692451 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-2f4a6f44-688f-4ee4-b6db-28b19940d3f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1396279 May 27 04:27:17.732135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc21ac-4266-4567-9cad-d8afcaef00a6 req-ffe66808-fdc0-49bb-9a3e-0d17bbef93a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:17.734151 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ddc21ac-4266-4567-9cad-d8afcaef00a6 req-ffe66808-fdc0-49bb-9a3e-0d17bbef93a3 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.1763773 May 27 04:27:17.741166 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-93b5e200-0468-4757-9d6a-e2acc679be15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:17.742508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-93b5e200-0468-4757-9d6a-e2acc679be15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.2171483 May 27 04:27:17.796466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-ad380b1d-a16d-4859-ae30-af67a8a367b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.0984166 May 27 04:27:17.859844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ddc21ac-4266-4567-9cad-d8afcaef00a6 req-60f27351-e6bc-44f8-88fb-7a7d88c50878 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163437 May 27 04:27:17.864489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-34e1dad6-bbd6-4d77-94c1-5b038ee41f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:17.866092 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-34e1dad6-bbd6-4d77-94c1-5b038ee41f4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0629418 May 27 04:27:17.873326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:17.880142 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-1a88dcee-8c53-4544-b100-55a5a9021c60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.1211321 May 27 04:27:17.947846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:17.965241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-4e03db3c-794c-4aa3-b662-d8e4d36541c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:17.967299 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-4e03db3c-794c-4aa3-b662-d8e4d36541c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0806930 May 27 04:27:18.053515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-92b61b93-1dfb-42ea-9c5b-714fe26fe4d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802624 May 27 04:27:18.055351 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-bf2d6b91-4819-44cc-a6f8-a9f6e1f4828a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831317 May 27 04:27:18.191245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-1ff9e5ae-170c-43be-beba-dee36020e0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307333 May 27 04:27:18.194369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-4ee2f1ec-e352-4b94-847c-525d36f25aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328998 May 27 04:27:18.324769 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-d42a147a-280f-425f-bcf3-d8e1b6ae0ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282284 May 27 04:27:18.338651 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52aab267-2c55-42bb-b1b6-bcb948636b1b req-e37af1a3-701f-4ec8-a646-685beff264e0 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387630 May 27 04:27:19.083252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33050284-121c-45a2-96b2-a8cbf2e84012 req-30f2d59c-d4ae-415f-bb2d-b30ed77c6767 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:19.084799 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33050284-121c-45a2-96b2-a8cbf2e84012 req-30f2d59c-d4ae-415f-bb2d-b30ed77c6767 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0784442 May 27 04:27:19.130403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-33050284-121c-45a2-96b2-a8cbf2e84012 req-f6aa1ae4-42a8-4dbe-bf7d-dc372924e0ab tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 May 27 04:27:20.327131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d79de-1658-44ec-901b-fc1ce58b9fba req-15fb779a-41aa-4b5e-80c1-e84043287855 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:20.328593 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f6d79de-1658-44ec-901b-fc1ce58b9fba req-15fb779a-41aa-4b5e-80c1-e84043287855 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0770764 May 27 04:27:20.378431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6f6d79de-1658-44ec-901b-fc1ce58b9fba req-6802e13c-2015-4407-bf50-578233a25254 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 May 27 04:27:21.575217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc6e89-136d-4b80-a907-f0a0ee86f570 req-838ce445-94ce-4fa2-b7e7-483da0245a58 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:21.576659 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abfc6e89-136d-4b80-a907-f0a0ee86f570 req-838ce445-94ce-4fa2-b7e7-483da0245a58 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0780263 May 27 04:27:21.622042 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-abfc6e89-136d-4b80-a907-f0a0ee86f570 req-89ad8426-c64d-4546-8b50-aef68e7eff30 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 May 27 04:27:22.817144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac4cad-2681-4f92-8c1e-3e28f0249a3c req-91c4fa50-9b76-4844-a411-f2555ca49608 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:22.818580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7fac4cad-2681-4f92-8c1e-3e28f0249a3c req-91c4fa50-9b76-4844-a411-f2555ca49608 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0780215 May 27 04:27:22.862799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7fac4cad-2681-4f92-8c1e-3e28f0249a3c req-a6a07fad-d37a-46ea-8ae5-7e4f26cb16d0 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 May 27 04:27:24.057214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58208409-1a3c-4ee7-b7f5-0aa96a913ab5 req-f0ee05bd-3d53-4e48-b62d-867cb620b86d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:24.058643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58208409-1a3c-4ee7-b7f5-0aa96a913ab5 req-f0ee05bd-3d53-4e48-b62d-867cb620b86d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0742385 May 27 04:27:24.106916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58208409-1a3c-4ee7-b7f5-0aa96a913ab5 req-d92877bd-620b-4957-ba25-e223c3a2e285 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 May 27 04:27:24.219177 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:25.298141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19a7f-1cf1-495f-8b68-84a6d4623ad4 req-8c242e29-6a6e-4309-a7f2-b1a91b6d94c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:25.299549 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc19a7f-1cf1-495f-8b68-84a6d4623ad4 req-8c242e29-6a6e-4309-a7f2-b1a91b6d94c8 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0744712 May 27 04:27:25.343986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abc19a7f-1cf1-495f-8b68-84a6d4623ad4 req-75c8824e-d364-4a5b-80a8-30ac39d9aabf tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390828 May 27 04:27:26.615333 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b58d1-e2b4-40ed-96f7-2743526ca835 req-79956fb3-75d2-4f5d-bed2-0570a45c493c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:26.616715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-003b58d1-e2b4-40ed-96f7-2743526ca835 req-79956fb3-75d2-4f5d-bed2-0570a45c493c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 944 time: 0.0798941 May 27 04:27:26.669161 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-003b58d1-e2b4-40ed-96f7-2743526ca835 req-7f304887-f078-4954-b9a8-90fb14358c87 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 May 27 04:27:26.769932 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:26.987098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:27:27.117312 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:27.130857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:27:27.181568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:27.199849 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:27:27.215787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:27.219869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:27.284979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:27.293090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.293425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.293754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.294079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.294424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.295273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.295609 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.295906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.296218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.296529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.296837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:27.514651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['968c36e3-a340-4bfe-af71-a16e432dcd87'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:27:27.871730 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a629520-efbf-472c-bed9-a8453a8ea041 req-222675f1-88d7-4e5d-bdd8-11aae935e829 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:27.873731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a629520-efbf-472c-bed9-a8453a8ea041 req-222675f1-88d7-4e5d-bdd8-11aae935e829 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0838227 May 27 04:27:27.911794 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb331194-6308-4a1e-9c36-c74772f41de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:27.919681 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a629520-efbf-472c-bed9-a8453a8ea041 req-b3b703ed-300f-431b-831e-8cfded027d2d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 May 27 04:27:28.335460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0bdbf513-7af6-4d57-8710-339898f1ac9d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:28.336863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0bdbf513-7af6-4d57-8710-339898f1ac9d tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.41 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab&tenant_id=04be3b123cae4d6fad59ab123237f448&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 945 time: 0.0828199 May 27 04:27:28.382802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd323f-6987-47ba-8733-ae983c12749f req-2c9c9b7e-8909-42ac-9636-f1514c9ae40c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:28.384257 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03cd323f-6987-47ba-8733-ae983c12749f req-2c9c9b7e-8909-42ac-9636-f1514c9ae40c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0777149 May 27 04:27:28.413269 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-d7babeda-85a5-4062-9e84-6e03e9c6ce19 service neutron] 10.222.0.41 "GET /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87/bindings/n-h2-843301-2 HTTP/1.1" status: 200 len: 382 time: 0.0707905 May 27 04:27:28.436082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-03cd323f-6987-47ba-8733-ae983c12749f req-d3886837-ff11-410d-b498-7d97735fd74b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461919 May 27 04:27:28.501721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-013c70a8-c6a3-4233-8cfd-598320d2b753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1096 time: 0.0685065 May 27 04:27:28.631889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-978aa4ae-1f37-4ef3-a722-068f6dbee81e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:28.633344 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-978aa4ae-1f37-4ef3-a722-068f6dbee81e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1261683 May 27 04:27:28.738022 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-9b5dbbdc-8a1c-4e27-859e-9dfd3e0579fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1001 time: 0.0987279 May 27 04:27:28.800367 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-cf0fb115-68a9-4411-9a01-a7bf7fdba94c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:28.801835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-cf0fb115-68a9-4411-9a01-a7bf7fdba94c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0588415 May 27 04:27:28.873048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-eaefe3a2-2d7a-4240-ad81-cbf6adcf6747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658505 May 27 04:27:28.997896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:27:28.998718 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-d190b243-62fb-4286-bf85-46119ad71c31 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203616 May 27 04:27:29.065610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 968c36e3-a340-4bfe-af71-a16e432dcd87 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:27:29.070113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 968c36e3-a340-4bfe-af71-a16e432dcd87 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:27:29.070479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:29.132242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0bc00f05-17ed-4551-b1db-290ca9f6ec07 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282516 May 27 04:27:29.184194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:29.210830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:29.220293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:29.223312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:29.286283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:29.353149 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93dd6ea-e2f6-4ed6-8b80-20b8ff173073'] response: {'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'code': 200} May 27 04:27:29.740752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4bc5-5411-494b-a22e-f8bd706918aa req-a0f2e299-f637-4840-ad8a-3a90f0aea9de tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:29.742221 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c9d4bc5-5411-494b-a22e-f8bd706918aa req-a0f2e299-f637-4840-ad8a-3a90f0aea9de tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.1643248 May 27 04:27:29.786321 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9c9d4bc5-5411-494b-a22e-f8bd706918aa req-2c804f90-3a42-4283-8e50-7494f9120718 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385749 May 27 04:27:29.989241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ff599983-c00c-4b07-9586-c885431a90ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:30.985276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd1d8-b27a-42fd-9551-509f25516aa0 req-6ceb1e9b-8794-42b0-b6f4-3b839a4448ee tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:30.986724 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f2dd1d8-b27a-42fd-9551-509f25516aa0 req-6ceb1e9b-8794-42b0-b6f4-3b839a4448ee tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0759280 May 27 04:27:31.128979 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f2dd1d8-b27a-42fd-9551-509f25516aa0 req-b955c2df-489a-4e11-8b6b-659ff1cfd81e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367836 May 27 04:27:31.510312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:31.554185 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:31.942795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-400bf8f8-6b6d-4138-a19b-605c162d43ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab&tenant_id=04be3b123cae4d6fad59ab123237f448 HTTP/1.1" status: 200 len: 1097 time: 0.0709584 May 27 04:27:31.954450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:27:32.056609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:32.375823 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:32.396336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4718fb-536e-43ff-910c-0fc0eb7897f2 req-59020255-b63c-49ba-bf79-ee8a81c9ff71 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:32.397799 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d4718fb-536e-43ff-910c-0fc0eb7897f2 req-59020255-b63c-49ba-bf79-ee8a81c9ff71 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.1322892 May 27 04:27:32.433451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:27:32.502707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1d4718fb-536e-43ff-910c-0fc0eb7897f2 req-b10e6a6e-308c-4438-8ea6-ab3891a7d622 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957193 May 27 04:27:32.510748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:32.516059 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:32.531526 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Transition to ACTIVE for port object 968c36e3-a340-4bfe-af71-a16e432dcd87 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:27:32.534827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:32.594000 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d1a581-88b2-4343-a4ac-95538b76f20a'] response: {'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'code': 200} May 27 04:27:32.666513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:32.689542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.689886 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.690225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.690558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.690885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.691216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.691537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.691879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.692180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.692499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.692819 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:27:32.745103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] No DVR routers for this DVR port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:27:32.994137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:27:32.994790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:27:32.994790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:27:33.000392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:27:33.000726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Attempting to bind port 968c36e3-a340-4bfe-af71-a16e432dcd87 on network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:27:33.006861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:27:33.007194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Checking segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:27:33.007574 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Bound using segment: {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:27:33.007994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Bound port: 968c36e3-a340-4bfe-af71-a16e432dcd87, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a716624-a2a7-4023-8c5a-4341bebb7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:27:33.008332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:33.097963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:27:33.100874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:27:33.106511 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:33.171421 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:33.172795 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] 10.222.0.21 "PUT /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1093 time: 1.2229700 May 27 04:27:33.185439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db11cee-08ec-4040-91ad-8bf8867fd593 service neutron] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=11']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:33.194344 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:33.268620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-2cbc79de-6bc5-42ee-b7d8-d45e4749e26a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1096 time: 0.0707800 May 27 04:27:33.401568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-f2b074e5-cb9e-43e7-a5be-dd1df425a631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:33.403025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-f2b074e5-cb9e-43e7-a5be-dd1df425a631 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1281104 May 27 04:27:33.594009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-ac694e9a-15bd-41fe-8553-222943d0a359 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.1853437 May 27 04:27:33.704269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-598e4b22-6a7c-4f15-9813-6b718ce4fc2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:33.705688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-598e4b22-6a7c-4f15-9813-6b718ce4fc2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1056468 May 27 04:27:33.768401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b001a-48e1-47d7-b4e9-9fad46f1e31e req-bb7d801c-8f6f-4c32-a0c0-f98ac3910bed tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:33.770104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b6b001a-48e1-47d7-b4e9-9fad46f1e31e req-bb7d801c-8f6f-4c32-a0c0-f98ac3910bed tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.1407177 May 27 04:27:33.832383 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-a5b2882c-94a0-4fb4-aaea-adcf94d14ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197996 May 27 04:27:33.834596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b6b001a-48e1-47d7-b4e9-9fad46f1e31e req-96515624-0f64-469b-aa04-a85a991357d2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587959 May 27 04:27:33.962827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-7d264143-7615-4a4d-bb9a-b04c551d6e4c service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242027 May 27 04:27:34.092182 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e0fda8ea-c43a-4c8c-bbe2-4f9b8b0e8813 req-f3567ab9-0fd1-458c-aaee-1fbe1f3bfeec service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233470 May 27 04:27:34.595768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:34.664482 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7189172c-c962-482a-9f4e-ba3891568275'] response: {'name': 'network-changed', 'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'status': 'completed', 'code': 200} May 27 04:27:34.755074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-5941ba0b-d922-405e-beed-62e567bd6f8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1096 time: 0.0711057 May 27 04:27:34.755580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-45a8843a-db78-447d-8b5d-b2d35531080d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04be3b123cae4d6fad59ab123237f448&device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 1096 time: 0.0701621 May 27 04:27:34.896958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-644de87a-7478-4c63-b66e-af5338ec8394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:34.898174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-55a29540-bfb4-4d73-9133-e3aee46a5470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:34.898560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-644de87a-7478-4c63-b66e-af5338ec8394 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1378615 May 27 04:27:34.899800 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-55a29540-bfb4-4d73-9133-e3aee46a5470 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 200 len: 912 time: 0.1389000 May 27 04:27:35.011041 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-6b007152-ee1a-46e3-b213-03bc2d0c64a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.1045442 May 27 04:27:35.028012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:35.059342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-0fb9c83e-3973-4d52-91c0-142dafbc99db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 200 len: 1000 time: 0.1542010 May 27 04:27:35.096878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-fa2e4c73-9bd6-48c9-a51e-c854481a5558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:35.098801 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-fa2e4c73-9bd6-48c9-a51e-c854481a5558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.0822294 May 27 04:27:35.141420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2971ed7-4c89-472c-b11b-701f0fb22334 req-fa64e4d3-0a9f-45aa-98db-506acc087eab tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:35.142890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2971ed7-4c89-472c-b11b-701f0fb22334 req-fa64e4d3-0a9f-45aa-98db-506acc087eab tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.1635931 May 27 04:27:35.143260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:35.174907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-5512df32-2d96-4391-9a13-d59eef277c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:35.176506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-5512df32-2d96-4391-9a13-d59eef277c4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 200 len: 850 time: 0.1011119 May 27 04:27:35.195366 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-51cd212d-9f67-4f5c-b93f-6711573eba69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902922 May 27 04:27:35.254485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e2971ed7-4c89-472c-b11b-701f0fb22334 req-ddcc4743-3a7b-4f5f-8310-72f50f3d7a38 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013377 May 27 04:27:35.275697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-1b0ae5ee-98da-4929-adfa-2859361dcb74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5c5ad0-9dd2-4aa5-8559-581815db28f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922394 May 27 04:27:35.330810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-c9277091-c5df-44f3-8e39-8d029fc48b1f service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287832 May 27 04:27:35.411551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-6a01dbb7-bb35-4d14-b351-f3434030eb4b service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297548 May 27 04:27:35.465540 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-2c81f384-672f-4637-b1b5-f5fe43e53cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290708 May 27 04:27:35.556679 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d8aa534a-312d-48b4-84ee-adc4cbe08b6e req-6edb36ee-d1bd-426f-82be-6be083284703 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395299 May 27 04:27:36.454835 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adb164-3cdd-4247-9bac-a67ec46f88f0 req-676d19ce-f669-4e78-8a1c-16c209f1c25b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:36.456257 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63adb164-3cdd-4247-9bac-a67ec46f88f0 req-676d19ce-f669-4e78-8a1c-16c209f1c25b tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0749290 May 27 04:27:36.500250 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-63adb164-3cdd-4247-9bac-a67ec46f88f0 req-6290f6c7-a778-4cc5-9e53-5872dedac0b4 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 May 27 04:27:37.699573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fb9c9-f7a4-4f0a-b518-16ba39fa0d3c req-4fa7a0b8-d16b-4988-b638-f0a16f7c0c62 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:37.701656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787fb9c9-f7a4-4f0a-b518-16ba39fa0d3c req-4fa7a0b8-d16b-4988-b638-f0a16f7c0c62 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0803597 May 27 04:27:37.745650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-787fb9c9-f7a4-4f0a-b518-16ba39fa0d3c req-28af18d9-9288-42a6-ab61-5f251f3a3765 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 May 27 04:27:38.135530 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:27:38.940610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7d48f-a4b1-4909-9f05-2ce5bef3454b req-704425ba-4237-45e3-be81-8d7d6d978c29 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:38.942069 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1c7d48f-a4b1-4909-9f05-2ce5bef3454b req-704425ba-4237-45e3-be81-8d7d6d978c29 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0777159 May 27 04:27:38.986832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1c7d48f-a4b1-4909-9f05-2ce5bef3454b req-6b6e9614-485c-4865-ac88-4ab044fde593 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 May 27 04:27:40.178066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c7f75-037b-4272-a0fe-616346a5ca70 req-be64f173-de41-4e8f-a310-a53ac8c0be47 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:40.179544 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-016c7f75-037b-4272-a0fe-616346a5ca70 req-be64f173-de41-4e8f-a310-a53ac8c0be47 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0736678 May 27 04:27:40.224193 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-016c7f75-037b-4272-a0fe-616346a5ca70 req-58855108-6042-4029-9517-41069493f23f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 May 27 04:27:41.416234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a414d8-2d02-4eb5-83cf-35c7ab6b2ba1 req-a260f6c5-dcde-4e86-aaca-7444eb20d8f7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:41.417614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4a414d8-2d02-4eb5-83cf-35c7ab6b2ba1 req-a260f6c5-dcde-4e86-aaca-7444eb20d8f7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0750084 May 27 04:27:41.466369 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e4a414d8-2d02-4eb5-83cf-35c7ab6b2ba1 req-c0179fd2-2001-4642-b2ec-10afc11f34fd tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 May 27 04:27:42.761440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4de99-3848-45c1-b8bd-8580036ab416 req-3977f212-1bbc-4fa9-84d7-286201b34a36 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:42.762844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2a4de99-3848-45c1-b8bd-8580036ab416 req-3977f212-1bbc-4fa9-84d7-286201b34a36 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.1675375 May 27 04:27:42.807735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2a4de99-3848-45c1-b8bd-8580036ab416 req-054c1a53-e73b-467f-a240-fa041a3af78c tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 May 27 04:27:43.003933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c60d2-c3d5-4717-9469-b5ed24875c28 req-258cdb01-6ba9-4382-a7f0-f20294c651fc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:43.005374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-513c60d2-c3d5-4717-9469-b5ed24875c28 req-258cdb01-6ba9-4382-a7f0-f20294c651fc tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0792294 May 27 04:27:43.049859 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-513c60d2-c3d5-4717-9469-b5ed24875c28 req-9fa2383c-c590-48e4-867b-5463715ffb3e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390556 May 27 04:27:43.251206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f885a6-bd28-4725-8352-2b10aeb01035 req-49e52289-649f-4b67-b94d-d802c95e17db tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:43.252647 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55f885a6-bd28-4725-8352-2b10aeb01035 req-49e52289-649f-4b67-b94d-d802c95e17db tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0794821 May 27 04:27:43.297697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55f885a6-bd28-4725-8352-2b10aeb01035 req-cac9a180-2df2-40f0-92e3-dc0d57db2ae7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395160 May 27 04:27:43.834638 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40660bc2-bfb0-4ee7-b72b-61d50dacd13d req-04b4230e-7c82-4241-a299-6766422aaf00 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:43.836093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40660bc2-bfb0-4ee7-b72b-61d50dacd13d req-04b4230e-7c82-4241-a299-6766422aaf00 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 945 time: 0.0766075 May 27 04:27:43.881162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-40660bc2-bfb0-4ee7-b72b-61d50dacd13d req-b134f9b4-2966-4be1-95da-11a6ca4f7b61 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 May 27 04:27:43.993351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:27:44.124132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:44.136678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'port_id': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'mac_address': 'fa:16:3e:69:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:27:44.188374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:44.207141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:27:44.222144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:44.225847 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:44.288832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:44.453451 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['968c36e3-a340-4bfe-af71-a16e432dcd87'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:27:45.110770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8e5c-3876-4885-9be5-da296c36405e req-810cdb60-88bc-4c83-bfaf-dce3cedf2dcb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:45.112771 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11de8e5c-3876-4885-9be5-da296c36405e req-810cdb60-88bc-4c83-bfaf-dce3cedf2dcb tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0864508 May 27 04:27:45.180950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Deleting port 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:45.181223 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:45.227405 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c25771-8fdb-4f92-bf8a-d88b150d0dca req-6de4eb35-8c75-407f-a559-1ffd6e64fa24 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:45.228753 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09c25771-8fdb-4f92-bf8a-d88b150d0dca req-6de4eb35-8c75-407f-a559-1ffd6e64fa24 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 946 time: 0.0780308 May 27 04:27:45.274769 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-09c25771-8fdb-4f92-bf8a-d88b150d0dca req-89ba3462-031b-47c0-8d93-34f5d2f620a7 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups?id=395f2ed2-aca3-48e7-a7c5-08ef5c904c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 May 27 04:27:45.422453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] For port 968c36e3-a340-4bfe-af71-a16e432dcd87, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=968c36e3-a340-4bfe-af71-a16e432dcd87,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:45.422802 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:45.699843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:45.700239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:45.700552 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Floating IP 69dd5617-7108-4c05-83f5-41c44df15afc disassociated. External IP: 172.25.8.34, port: 968c36e3-a340-4bfe-af71-a16e432dcd87. May 27 04:27:45.700882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Calling delete_port for 968c36e3-a340-4bfe-af71-a16e432dcd87 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:45.841875 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:45.887327 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'Port': ['ID=968c36e3-a340-4bfe-af71-a16e432dcd87,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:46.032771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:27:46.037523 n-d-843301-2 neutron-server[84157]: INFO neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No ports have port_id starting with 968c36e3-a340-4bfe-af71-a16e432dcd87 May 27 04:27:46.038383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 requested by agent hyperv_n-h1-843301-2 not found in database {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} May 27 04:27:46.102300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:27:46.440242 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-16fe4530-4c33-4da2-a4bf-23add0e5301a req-d8e4af04-bc17-47cc-8fcd-5b4f848d6ba2 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/ports?device_id=22a14283-8cad-4c4c-b1eb-a63813f4ccab HTTP/1.1" status: 200 len: 210 time: 0.0409796 May 27 04:27:46.445748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:27:46.456656 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:27:46.468767 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:27:46.469423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:46.514950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] No DVR routers for this DVR port 968c36e3-a340-4bfe-af71-a16e432dcd87 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:27:46.517642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:46.520223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-deleted', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:27:46.537743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11de8e5c-3876-4885-9be5-da296c36405e req-d64535ef-ca6b-4b7c-ac74-107af478716e tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.21 "DELETE /v2.0/ports/968c36e3-a340-4bfe-af71-a16e432dcd87 HTTP/1.1" status: 204 len: 173 time: 1.4199734 May 27 04:27:46.587845 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4f643f-5933-45d2-bbb7-1a32117b1012'] response: {'server_uuid': '22a14283-8cad-4c4c-b1eb-a63813f4ccab', 'name': 'network-vif-deleted', 'tag': '968c36e3-a340-4bfe-af71-a16e432dcd87', 'status': 'completed', 'code': 200} May 27 04:27:46.655842 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:27:46.971912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:46.975677 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:27:46.986528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:27:46.987126 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:47.169063 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:27:47.519015 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:47.523841 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8689c-b56b-402f-bf7a-35c54ddecb83 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:24Z', 'revision_number': 4, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '6219bad0-882e-4934-afb0-bc373de12dbd', 'name': '', 'network_id': '3e5c5ad0-9dd2-4aa5-8559-581815db28f7', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'mac_address': 'fa:16:3e:11:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:23Z', 'updated_at': '2022-05-27T04:22:30Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'subnets': [{'id': 'a2ebe230-5c14-4b61-adbb-fcb6c117d0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:27:47.776650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a057e-a0e5-44b0-8364-5614cce39d75 None None] New status for floating IP 69dd5617-7108-4c05-83f5-41c44df15afc: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:27:50.059996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:50.095996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 968c36e3-a340-4bfe-af71-a16e432dcd87 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:27:50.096366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 968c36e3-a340-4bfe-af71-a16e432dcd87 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:50.776111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52930) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:50.843920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:50.871763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:50.921392 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:50.939366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f2ed2-aca3-48e7-a7c5-08ef5c904c01,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:50.949670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:50.950790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cf298c46-2d66-4851-8f1f-ad870ef5f062 tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "DELETE /v2.0/security-groups/395f2ed2-aca3-48e7-a7c5-08ef5c904c01 HTTP/1.1" status: 204 len: 168 time: 0.1736667 May 27 04:27:50.953292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:50.970077 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-2a3fa706-03fb-42ac-ba01-8d3e87d49d6f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] show failed (client error): The resource could not be found. May 27 04:27:50.971039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2a3fa706-03fb-42ac-ba01-8d3e87d49d6f tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "GET /v2.0/security-groups/395f2ed2-aca3-48e7-a7c5-08ef5c904c01 HTTP/1.1" status: 404 len: 347 time: 0.0168273 May 27 04:27:50.973654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:51.127270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Deleting port 413626bf-de42-4980-ace1-6c24fa137df1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:51.127608 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.377574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.377893 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.496853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Calling delete_port for 413626bf-de42-4980-ace1-6c24fa137df1 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:51.629315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.675628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Pushing event deleted for resources: {'Port': ['ID=413626bf-de42-4980-ace1-6c24fa137df1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:51.762089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.775949 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:51.777080 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b03a00b-4aab-4cbd-9ec3-be35914e444a tempest-ServerActionsTestJSON-486420040 tempest-ServerActionsTestJSON-486420040-project] 10.222.0.46 "DELETE /v2.0/floatingips/69dd5617-7108-4c05-83f5-41c44df15afc HTTP/1.1" status: 204 len: 168 time: 0.8024724 May 27 04:27:51.780135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:52.243427 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:52.913520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Deleting port 6219bad0-882e-4934-afb0-bc373de12dbd {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:52.914265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:53.080481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] For port 6219bad0-882e-4934-afb0-bc373de12dbd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6219bad0-882e-4934-afb0-bc373de12dbd,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:53.080836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:53.204123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Calling delete_port for 6219bad0-882e-4934-afb0-bc373de12dbd owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:53.364990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:53.412151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6219bad0-882e-4934-afb0-bc373de12dbd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:53.690851 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:54.218874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:54.340601 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:27:54.539157 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:27:54.551024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Sync routers for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:27:54.552138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9b7c3bca-6fcd-4ccd-aaa7-b0df1bcf5b1e admin admin] 10.222.0.46 "PUT /v2.0/routers/bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7710371 May 27 04:27:54.554619 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52948) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:54.565254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:27:54.566160 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:54.745739 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:27:54.757763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:54.950990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:54.960819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Deleting port 6d995831-ec9f-4c4a-b738-93a10614e7a3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:54.961189 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:55.024117 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:27:53Z', 'revision_number': 5, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port': {'id': '6d995831-ec9f-4c4a-b738-93a10614e7a3', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:55.028214 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Checking router: bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:27:55.039208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Routers {'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:27:55.039788 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:27:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:55.135481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] For port 6d995831-ec9f-4c4a-b738-93a10614e7a3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6d995831-ec9f-4c4a-b738-93a10614e7a3,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:55.135823 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:55.188005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] Set router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:27:55.258773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Calling delete_port for 6d995831-ec9f-4c4a-b738-93a10614e7a3 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:55.292509 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:27:54Z', 'revision_number': 6, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:55.296983 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9c9-91e5-4ad0-8290-332564ea3389 None None] The sync data for ids ['bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820'] in n-d-843301-2 is: [{'id': 'bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820', 'name': 'tempest-ServerActionsTestJSON-732675398-router', 'tenant_id': '04be3b123cae4d6fad59ab123237f448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:22:21Z', 'updated_at': '2022-05-27T04:27:54Z', 'revision_number': 6, 'project_id': '04be3b123cae4d6fad59ab123237f448', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:27:55.420626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:55.462013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d995831-ec9f-4c4a-b738-93a10614e7a3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:55.681602 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.026628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.031710 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.058887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.059427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:27:56.072401 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.073527 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3d0efb01-7626-4625-a34e-2053f6364d92 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bb20f9c3-9fcb-4b27-b4cc-99e16dbd2820 HTTP/1.1" status: 204 len: 168 time: 1.5179217 May 27 04:27:56.076113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:56.134720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Deleting subnet a2ebe230-5c14-4b61-adbb-fcb6c117d0fb {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:27:56.137800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.186939 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.269374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.339093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.377930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ebe230-5c14-4b61-adbb-fcb6c117d0fb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:56.385166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.390623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a2019-0823-4124-94ac-9ada5e503432 None None] Network 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:27:56.392207 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fc390ef4-9882-4113-bc50-2a7bcea4d1f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a2ebe230-5c14-4b61-adbb-fcb6c117d0fb HTTP/1.1" status: 204 len: 168 time: 0.3143847 May 27 04:27:56.394641 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52956) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:56.499577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.510688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Deleting port 19f773c6-85f6-4df6-8d48-6974256b6a19 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:56.511008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.517322 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6d995831-ec9f-4c4a-b738-93a10614e7a3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:56.580452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6d995831-ec9f-4c4a-b738-93a10614e7a3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:27:56.580711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6d995831-ec9f-4c4a-b738-93a10614e7a3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:56.581144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6219bad0-882e-4934-afb0-bc373de12dbd no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:56.618500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6219bad0-882e-4934-afb0-bc373de12dbd {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:27:56.618843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6219bad0-882e-4934-afb0-bc373de12dbd not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:56.700600 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] DHCP port deletion for 3e5c5ad0-9dd2-4aa5-8559-581815db28f7 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:27:56.705006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Deleting port 19f773c6-85f6-4df6-8d48-6974256b6a19 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:56.705377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.717648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] For port 19f773c6-85f6-4df6-8d48-6974256b6a19, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=19f773c6-85f6-4df6-8d48-6974256b6a19,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:56.718005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.811955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.841076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Calling delete_port for 19f773c6-85f6-4df6-8d48-6974256b6a19 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:56.913086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] For port 19f773c6-85f6-4df6-8d48-6974256b6a19, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=19f773c6-85f6-4df6-8d48-6974256b6a19,segment=NetworkSegment(3a716624-a2a7-4023-8c5a-4341bebb7501),segment_id=3a716624-a2a7-4023-8c5a-4341bebb7501)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:27:56.913454 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.916647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:56.959308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Pushing event deleted for resources: {'Port': ['ID=19f773c6-85f6-4df6-8d48-6974256b6a19,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:56.965272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] No DVR routers for this DVR port 19f773c6-85f6-4df6-8d48-6974256b6a19 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:27:57.033213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Calling delete_port for 19f773c6-85f6-4df6-8d48-6974256b6a19 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:27:57.083467 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.110451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5c5ad0-9dd2-4aa5-8559-581815db28f7']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:57.122350 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a716624-a2a7-4023-8c5a-4341bebb7501') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:57.122639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a716624-a2a7-4023-8c5a-4341bebb7501') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:27:57.133775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.136209 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:27:57.136562 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:27:57.148973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.155306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:27:57.155676 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: timer() May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:27:57.168555 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:27:57.330275 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.347184 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.358247 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5c5ad0-9dd2-4aa5-8559-581815db28f7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:57.374596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5dbcee77-8315-4f8b-b79b-8eff34c7578d admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e5c5ad0-9dd2-4aa5-8559-581815db28f7 HTTP/1.1" status: 204 len: 168 time: 0.9789867 May 27 04:27:57.515319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52964) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:57.567947 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1c814ef2-93e9-4efd-b54c-5ad280442ce6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04be3b123cae4d6fad59ab123237f448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514977 May 27 04:27:57.570490 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52968) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:57.629932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.638193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Deleting port 19f773c6-85f6-4df6-8d48-6974256b6a19 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:27:57.639246 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.655463 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.700875 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-302eb042-9d0c-4adf-86b7-16150cc5483e None None] The port '19f773c6-85f6-4df6-8d48-6974256b6a19' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:27:57.710867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.728658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535d516-6418-46cd-914b-ca5c93719a01,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:57.737390 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:57.738711 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-95e4eb55-9b30-4416-8b2f-7b1df7631e08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0535d516-6418-46cd-914b-ca5c93719a01 HTTP/1.1" status: 204 len: 168 time: 0.1673157 May 27 04:27:57.915155 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c76d789-221b-4af6-9bec-ff04447ac65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.498113 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 19f773c6-85f6-4df6-8d48-6974256b6a19 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:27:58.532530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 19f773c6-85f6-4df6-8d48-6974256b6a19 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:27:58.532872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 19f773c6-85f6-4df6-8d48-6974256b6a19 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:27:58.611007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52990) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:58.736673 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-118056703-network', 'tenant_id': 'ea8134add3654ef4a2c1680f3e46b15e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:27:58.742010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:27:58.745858 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Usage tracker for resource:network and tenant:ea8134add3654ef4a2c1680f3e46b15e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:27:58.748688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:27:58.754360 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:27:58.765566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Made reservation on behalf of ea8134add3654ef4a2c1680f3e46b15e for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:27:58.767913 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.786246 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.816769 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:27:58.820797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8134add3654ef4a2c1680f3e46b15e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:27:58.823866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:27:58.829999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:27:58.896137 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.899807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.929525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:27:58.938402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fdd2f-94db-475b-9220-5095fe8341d3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:58.945957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:58.945957 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Added segment 4c845ebd-57ae-4ce7-8a7b-bceb5da620bd of type vlan for network 413da15f-4ad9-4921-948b-cfb963fd22cb May 27 04:27:58.973040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.000920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.001719 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:59.002272 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.104369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] Pushing event updated for resources: {'Network': ['ID=413da15f-4ad9-4921-948b-cfb963fd22cb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:59.109409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1dd065f-1276-4760-8a5e-593d4bf85710 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4972908 May 27 04:27:59.111362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 52996) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:27:59.116691 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Request body: {'subnet': {'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-118056703-subnet', 'tenant_id': 'ea8134add3654ef4a2c1680f3e46b15e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:27:59.118142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 413da15f-4ad9-4921-948b-cfb963fd22cb details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:27:59.122464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:27:59.126935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Usage tracker for resource:subnet and tenant:ea8134add3654ef4a2c1680f3e46b15e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:27:59.129934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:27:59.135992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:27:59.146984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Made reservation on behalf of ea8134add3654ef4a2c1680f3e46b15e for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:27:59.149235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.348604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.424695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7366762f-58a7-43f9-8f20-51dbe926fcf1,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:27:59.436486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Checking segment: {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:27:59.436848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Network hostable DHCP agents. Network: 413da15f-4ad9-4921-948b-cfb963fd22cb, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:27:59.457969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Network 413da15f-4ad9-4921-948b-cfb963fd22cb is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:27:59.466095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 413da15f-4ad9-4921-948b-cfb963fd22cb) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:27:59.469895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:27:59.470398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:27:59.477179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e551c-f843-4e47-8b4f-2822c8a1a83e None None] Network 413da15f-4ad9-4921-948b-cfb963fd22cb requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:27:59.490200 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-49c918c2-2f25-424f-b912-a2d4a3953e47 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3778098 May 27 04:27:59.683303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58700c20-e126-4390-9f92-7bb68e0201a1 None None] Network 413da15f-4ad9-4921-948b-cfb963fd22cb requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:27:59.992140 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cfc238f1-2306-4b42-8d3a-b4050361e7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:00.024506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b584-ef93-4304-bd80-c367734943df req-80e483aa-f11c-44e0-a1a8-d58438f6d9f0 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:00.025113 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6925b584-ef93-4304-bd80-c367734943df req-80e483aa-f11c-44e0-a1a8-d58438f6d9f0 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Synchronizing usage tracker for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:00.041910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6925b584-ef93-4304-bd80-c367734943df req-80e483aa-f11c-44e0-a1a8-d58438f6d9f0 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Unset dirty status for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:00.043055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-80e483aa-f11c-44e0-a1a8-d58438f6d9f0 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 813 time: 0.1596365 May 27 04:28:00.060967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-3a1b50cc-94d5-4da0-b63c-97a979f24242 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/quotas/ea8134add3654ef4a2c1680f3e46b15e HTTP/1.1" status: 200 len: 375 time: 0.0112123 May 27 04:28:00.105003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-3709ebd0-bcb3-46d0-a6a0-b7e58984df56 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392725 May 27 04:28:00.115768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-01c07f43-1c2e-4858-803c-7f94f0a74525 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:28:00.116726 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-01c07f43-1c2e-4858-803c-7f94f0a74525 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048659 May 27 04:28:00.244567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-5b6caf87-ce2a-413d-8367-105a13bce08c service neutron] 10.222.0.46 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223087 May 27 04:28:00.374439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-05afa817-72f4-42b8-9f52-708ed36063cf service neutron] 10.222.0.46 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241348 May 27 04:28:00.568740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b3f0844-3f9b-410b-82a8-d1b7d59e643f req-733ee652-9263-457b-a87d-1ff5cb3e38dc tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0406806 May 27 04:28:01.513578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:01.558617 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b584-ef93-4304-bd80-c367734943df req-1571c45b-5c9f-4bd6-aca7-df5cef710635 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:01.559231 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:01.560932 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-1571c45b-5c9f-4bd6-aca7-df5cef710635 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.41 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 813 time: 0.1527348 May 27 04:28:01.576290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Request body: {'port': {'device_id': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb', 'admin_state_up': True, 'tenant_id': 'ea8134add3654ef4a2c1680f3e46b15e'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:01.747476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba64e2a9-23ad-4cfb-a555-87625195c8ee req-a0ae10db-7191-4e45-94d9-1c140b168f1d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0554354 May 27 04:28:01.756019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:01.759916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Usage tracker for resource:port and tenant:ea8134add3654ef4a2c1680f3e46b15e is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:01.762700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:01.769079 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:01.778518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Made reservation on behalf of ea8134add3654ef4a2c1680f3e46b15e for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:01.782208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.024749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Allocated IP 172.20.0.2 (413da15f-4ad9-4921-948b-cfb963fd22cb/7366762f-58a7-43f9-8f20-51dbe926fcf1/c939295e-6bc2-49dd-a68b-bd4da44ea9fc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:02.219762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.246238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.320219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Network 413da15f-4ad9-4921-948b-cfb963fd22cb is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:02.324005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:02.329243 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:02.362795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Pushing event updated for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:02.396609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:02.397601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.417175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-48d3dd92-6c43-4462-9ed1-a917812aeaa1 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8447616 May 27 04:28:02.427463 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Request body: {'port': {'device_id': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:02.533134 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.869509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c939295e-6bc2-49dd-a68b-bd4da44ea9fc {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:28:02.876309 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.891030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Transition to ACTIVE for port object c939295e-6bc2-49dd-a68b-bd4da44ea9fc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:02.894560 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:02.941458 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef6fc7-fcec-4ab9-a11d-2e0b39c39d87 req-19949044-531c-47da-8a31-98ba88649a48 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:02.942914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8ef6fc7-fcec-4ab9-a11d-2e0b39c39d87 req-19949044-531c-47da-8a31-98ba88649a48 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 943 time: 0.0768127 May 27 04:28:02.996114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c8ef6fc7-fcec-4ab9-a11d-2e0b39c39d87 req-6ef552d4-47f1-4c2b-8954-08f3cc6e7b44 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 May 27 04:28:03.021806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Pushing event updated for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:03.126170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Attempting to bind port c939295e-6bc2-49dd-a68b-bd4da44ea9fc on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:03.126499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Attempting to bind port c939295e-6bc2-49dd-a68b-bd4da44ea9fc by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:03.126819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Attempting to bind port c939295e-6bc2-49dd-a68b-bd4da44ea9fc on network 413da15f-4ad9-4921-948b-cfb963fd22cb {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:03.132565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Port c939295e-6bc2-49dd-a68b-bd4da44ea9fc on network 413da15f-4ad9-4921-948b-cfb963fd22cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:28:03.132874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Attempting to bind port c939295e-6bc2-49dd-a68b-bd4da44ea9fc on network 413da15f-4ad9-4921-948b-cfb963fd22cb {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:03.139030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:03.139356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Checking segment: {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:03.139726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Bound using segment: {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:03.140135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Bound port: c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:03.140466 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:03.195402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:03.228702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:03.231787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:03.235208 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:03.297977 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:03.299333 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] 10.222.0.41 "PUT /v2.0/ports/c939295e-6bc2-49dd-a68b-bd4da44ea9fc HTTP/1.1" status: 200 len: 1091 time: 0.8756764 May 27 04:28:03.299759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:03.316578 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c010fe-00b5-4bb7-9d4f-8eabbfc61e14 service neutron] Pushing event updated for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:03.378542 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d45dbcb-5581-44ca-b337-d3690fa9ad65'] response: {'name': 'network-changed', 'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc', 'status': 'completed', 'code': 200} May 27 04:28:03.413624 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-f3cd891c-4f29-4ee0-af49-60adb3292760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0703712 May 27 04:28:03.482039 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-4168a238-b5c3-41be-aae9-20b70d8414e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc HTTP/1.1" status: 200 len: 217 time: 0.0618823 May 27 04:28:03.541507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b584-ef93-4304-bd80-c367734943df req-982421ba-28c8-4af7-abfd-f5aa638381a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:03.542844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-982421ba-28c8-4af7-abfd-f5aa638381a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 200 len: 853 time: 0.0549872 May 27 04:28:03.588511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-24453d30-792d-4d2d-9f22-162e24811e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=413da15f-4ad9-4921-948b-cfb963fd22cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381274 May 27 04:28:03.807563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-cc91f8e1-8e92-45cb-a743-30fe593fdd14 service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132597 May 27 04:28:03.936594 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6925b584-ef93-4304-bd80-c367734943df req-c0d8bc3f-0edb-4ecb-b901-38fcc1bc1200 service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234403 May 27 04:28:04.056394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-47b2ff50-3cd0-4d7e-88c1-21afe2e6a628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 1094 time: 0.0768049 May 27 04:28:04.193551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-f6e7c2bc-0132-4b43-98a6-5fbfe3510389 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:04.194913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45de1-8d1e-4009-b380-8f83cd14d2e7 req-58248dc2-2b19-4b5b-8650-03956a515a0a tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:04.195362 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-f6e7c2bc-0132-4b43-98a6-5fbfe3510389 service neutron] 10.222.0.41 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 914 time: 0.1328752 May 27 04:28:04.196364 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7d45de1-8d1e-4009-b380-8f83cd14d2e7 req-58248dc2-2b19-4b5b-8650-03956a515a0a tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 943 time: 0.0796163 May 27 04:28:04.242230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a7d45de1-8d1e-4009-b380-8f83cd14d2e7 req-95e73bfc-41bf-488c-9b2f-1f4851322fd6 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 27 04:28:04.266955 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-e649fa67-92ff-4ca4-86f0-ebba413d50a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc HTTP/1.1" status: 200 len: 217 time: 0.0660377 May 27 04:28:04.328159 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-ab2601ff-dd29-4df4-9636-c060a2c653e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:04.329616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-ab2601ff-dd29-4df4-9636-c060a2c653e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 200 len: 853 time: 0.0570455 May 27 04:28:04.374082 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-bf7a07e9-119e-47b0-8c56-808630772866 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=413da15f-4ad9-4921-948b-cfb963fd22cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389695 May 27 04:28:04.508434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-1e54c478-c700-44ad-94c2-3ed68d41eba1 service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268215 May 27 04:28:04.644528 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cf7f87f7-1d4c-4aee-b158-1274f9471092 req-9a026ec8-fb45-457f-9bdc-4c984558c575 service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304893 May 27 04:28:05.440029 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-d9ac48ca-e8e8-42ef-9f9e-4e3b63495879 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:05.440665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-d9ac48ca-e8e8-42ef-9f9e-4e3b63495879 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Synchronizing usage tracker for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:05.457283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-d9ac48ca-e8e8-42ef-9f9e-4e3b63495879 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Unset dirty status for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:05.458685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-d9ac48ca-e8e8-42ef-9f9e-4e3b63495879 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 943 time: 0.0969415 May 27 04:28:05.502447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-1ca86e06-aecb-428b-94bd-34cc94225a16 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Synchronizing usage tracker for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:05.519015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-1ca86e06-aecb-428b-94bd-34cc94225a16 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Unset dirty status for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:05.520423 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8b0474d3-1ae9-4156-a3ba-04efdd61ad71 req-1ca86e06-aecb-428b-94bd-34cc94225a16 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563226 May 27 04:28:06.729018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d2787-d947-4a08-88b2-546651c84de8 req-a09b9917-1944-40d3-ab33-5fb910088a17 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:06.730365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a6d2787-d947-4a08-88b2-546651c84de8 req-a09b9917-1944-40d3-ab33-5fb910088a17 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 943 time: 0.0885839 May 27 04:28:06.776751 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a6d2787-d947-4a08-88b2-546651c84de8 req-6afaae9f-da3d-4dbe-a924-89c6862fa208 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 May 27 04:28:07.182551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c939295e-6bc2-49dd-a68b-bd4da44ea9fc details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:28:07.315398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:07.328093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc', 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb', 'port_id': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc', 'mac_address': 'fa:16:3e:f4:19:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7366762f-58a7-43f9-8f20-51dbe926fcf1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:28:07.379710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:07.399055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c939295e-6bc2-49dd-a68b-bd4da44ea9fc {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:28:07.413704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:07.417607 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:07.480696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:07.685373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c939295e-6bc2-49dd-a68b-bd4da44ea9fc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:07.967904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90b16-b691-4b91-b7bf-a501b4809cbc req-fe2269b9-0659-424a-bb46-b2813485b39f tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:07.969239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-deb90b16-b691-4b91-b7bf-a501b4809cbc req-fe2269b9-0659-424a-bb46-b2813485b39f tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 944 time: 0.0757663 May 27 04:28:08.021107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-deb90b16-b691-4b91-b7bf-a501b4809cbc req-97e27ceb-38ca-45bb-be05-bc60ead3c98f tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464895 May 27 04:28:09.197992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c939295e-6bc2-49dd-a68b-bd4da44ea9fc up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:09.215411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbace0bd-1609-4de8-8f51-3f9622e430b3 req-4c655ea8-bceb-4f52-b612-238960a3cf15 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:09.217504 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbace0bd-1609-4de8-8f51-3f9622e430b3 req-4c655ea8-bceb-4f52-b612-238960a3cf15 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 944 time: 0.0791538 May 27 04:28:09.262119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bbace0bd-1609-4de8-8f51-3f9622e430b3 req-6e5e6b04-a8dc-49b4-a674-f901a3f57a58 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 May 27 04:28:09.267016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port c939295e-6bc2-49dd-a68b-bd4da44ea9fc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:09.271931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port c939295e-6bc2-49dd-a68b-bd4da44ea9fc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:09.272296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:09.383354 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:09.409855 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:09.419091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:09.423238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:09.464314 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdce50e-bc25-400c-8eba-c0b48da956da'] response: {'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc', 'code': 200} May 27 04:28:09.489495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:09.588288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb2a3ee1-e511-42dc-9dab-916ca5c43bec req-a6f31054-67b7-4728-89fc-8fc257cacb43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 1096 time: 0.0691521 May 27 04:28:09.630029 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bb2a3ee1-e511-42dc-9dab-916ca5c43bec req-f1abd696-650a-43d1-9831-566bb61d8b53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 May 27 04:28:10.458273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ce230-36d0-4f5a-9a2d-4833360df03a req-9ee8f39f-cae5-49e9-9d2a-cf4975686898 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:10.459717 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-007ce230-36d0-4f5a-9a2d-4833360df03a req-9ee8f39f-cae5-49e9-9d2a-cf4975686898 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0788047 May 27 04:28:10.506429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-007ce230-36d0-4f5a-9a2d-4833360df03a req-cd3ba07a-86c0-4117-b2bb-1d61a9eb2d49 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 May 27 04:28:11.190466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-484b7e6c-c510-4a32-8cb5-5f5eca324dad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662875 May 27 04:28:11.329402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-7750fb47-6e6a-4788-8891-090c042b7deb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 1096 time: 0.0734856 May 27 04:28:11.471330 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-1bae36a7-0e4e-486c-a949-27ca61ec5ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:11.472667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-1bae36a7-0e4e-486c-a949-27ca61ec5ea1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 914 time: 0.1248605 May 27 04:28:11.540395 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-beac9536-8205-4d39-ba21-700aa183228b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc HTTP/1.1" status: 200 len: 217 time: 0.0623946 May 27 04:28:11.734092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-12e18d2a-73d9-4028-ae9d-7c7b86b86dd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:11.735383 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-12e18d2a-73d9-4028-ae9d-7c7b86b86dd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 200 len: 853 time: 0.1896942 May 27 04:28:11.781467 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-09520db2-0cb2-4fe7-9eda-2913a91e9a29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=413da15f-4ad9-4921-948b-cfb963fd22cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394175 May 27 04:28:11.816311 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ca92-14ee-4995-aa8c-a376890b10b2 req-4a53d273-f2f2-4f7e-8766-6d67e4e3500c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:11.817694 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5206ca92-14ee-4995-aa8c-a376890b10b2 req-4a53d273-f2f2-4f7e-8766-6d67e4e3500c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.1567259 May 27 04:28:11.934642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5206ca92-14ee-4995-aa8c-a376890b10b2 req-8b412ef7-5541-45c7-8766-9eff7eaf894a tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719647 May 27 04:28:11.950304 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-346972ad-3895-4276-b694-2e0d20a6b462 service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628881 May 27 04:28:12.082374 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1d2ea6fc-3973-4a5c-94c3-309a8799217c req-577634bd-87a2-4074-b30c-d332fac98b0d service neutron] 10.222.0.41 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259580 May 27 04:28:12.246652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-2ba9ff37-98c7-4880-ac92-3a3d25c35221 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:12.248023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-2ba9ff37-98c7-4880-ac92-3a3d25c35221 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 813 time: 0.1406987 May 27 04:28:12.264834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-56579c1f-e113-4f22-b8a9-454d6657fb8b tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/quotas/ea8134add3654ef4a2c1680f3e46b15e HTTP/1.1" status: 200 len: 375 time: 0.0113938 May 27 04:28:12.339692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-d87e912e-17d8-4865-9816-b7665450b592 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702143 May 27 04:28:12.540436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-40ba0be5-d77a-4bbb-940d-e89933db08bb service neutron] 10.222.0.46 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935539 May 27 04:28:12.671914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-e3400e8a-7649-4f0c-a9d4-ff54d47520ee service neutron] 10.222.0.46 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254284 May 27 04:28:12.855083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8aebb051-a6fa-4314-bf95-2562adae6697 req-925321da-197b-426e-ba51-b8e2b823945e tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 210 time: 0.0439692 May 27 04:28:14.039881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-db6b266b-6132-42b3-8f1f-341addfa7441 req-9579489b-d679-4d2c-8221-0165baacc70b tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 210 time: 0.0574272 May 27 04:28:14.102000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-010cb234-6017-4292-b0d1-d9b254bb886d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:14.103515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-010cb234-6017-4292-b0d1-d9b254bb886d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.21 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 813 time: 0.1945894 May 27 04:28:14.119439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Request body: {'port': {'device_id': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb', 'admin_state_up': True, 'tenant_id': 'ea8134add3654ef4a2c1680f3e46b15e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:14.251084 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:14.260293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:14.269261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Made reservation on behalf of ea8134add3654ef4a2c1680f3e46b15e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:14.272093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:14.524940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Allocated IP 172.20.0.13 (413da15f-4ad9-4921-948b-cfb963fd22cb/7366762f-58a7-43f9-8f20-51dbe926fcf1/1b45a555-3db0-4269-bafa-3eb933f6db86) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:14.726720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:14.754846 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:14.765857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c939295e-6bc2-49dd-a68b-bd4da44ea9fc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:14.826606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Network 413da15f-4ad9-4921-948b-cfb963fd22cb is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:14.831099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:14.836464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:14.867991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Pushing event updated for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:14.900606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:14.901235 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:14.927143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5440cd74-59c4-4ff6-9f4e-1830478a8637 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8112583 May 27 04:28:14.938432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Request body: {'port': {'device_id': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:15.047535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.136571 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:28:15.239451 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a171b-e383-480a-86a3-5ce0e3e535a5 req-bdff55bc-2c71-4027-8d7d-d33624614704 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:15.240885 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd4a171b-e383-480a-86a3-5ce0e3e535a5 req-bdff55bc-2c71-4027-8d7d-d33624614704 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 932 time: 0.0751724 May 27 04:28:15.288370 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd4a171b-e383-480a-86a3-5ce0e3e535a5 req-d5feac96-05ac-46c0-80c4-bb507eeeea1b tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 May 27 04:28:15.387479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b45a555-3db0-4269-bafa-3eb933f6db86 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:28:15.394543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.408924 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Transition to ACTIVE for port object 1b45a555-3db0-4269-bafa-3eb933f6db86 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:15.412550 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.535602 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Pushing event updated for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:15.643342 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Attempting to bind port 1b45a555-3db0-4269-bafa-3eb933f6db86 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:15.643592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Attempting to bind port 1b45a555-3db0-4269-bafa-3eb933f6db86 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:15.643920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Attempting to bind port 1b45a555-3db0-4269-bafa-3eb933f6db86 on network 413da15f-4ad9-4921-948b-cfb963fd22cb {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:15.649684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Port 1b45a555-3db0-4269-bafa-3eb933f6db86 on network 413da15f-4ad9-4921-948b-cfb963fd22cb not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:28:15.650004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Attempting to bind port 1b45a555-3db0-4269-bafa-3eb933f6db86 on network 413da15f-4ad9-4921-948b-cfb963fd22cb {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:15.656186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:15.656518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Checking segment: {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:15.656916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Bound using segment: {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:15.657374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Bound port: 1b45a555-3db0-4269-bafa-3eb933f6db86, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:15.657715 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.742720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:15.745903 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b45a555-3db0-4269-bafa-3eb933f6db86,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:15.750519 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.814331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:15.815710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-aa72db94-592d-4680-8785-c013e78e127d service neutron] 10.222.0.21 "PUT /v2.0/ports/1b45a555-3db0-4269-bafa-3eb933f6db86 HTTP/1.1" status: 200 len: 1092 time: 0.8812883 May 27 04:28:15.816138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:15.833976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72db94-592d-4680-8785-c013e78e127d service neutron] Pushing event updated for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:15.922385 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-164a5606-13d4-46c1-aa41-63b447411639 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 1095 time: 0.0699003 May 27 04:28:15.976359 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ce1875-5aa5-4eec-abc7-5ff2e0099eff'] response: {'name': 'network-changed', 'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86', 'status': 'completed', 'code': 200} May 27 04:28:15.994387 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-12fd1cc1-a091-44f3-a51f-32552da45e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b45a555-3db0-4269-bafa-3eb933f6db86 HTTP/1.1" status: 200 len: 217 time: 0.0652080 May 27 04:28:16.053732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-11a833af-c8ba-44f1-947c-4fcc8d687192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:16.055114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-11a833af-c8ba-44f1-947c-4fcc8d687192 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 200 len: 853 time: 0.0551581 May 27 04:28:16.098582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-e96bcecf-5459-4315-8b34-5b5384836a80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=413da15f-4ad9-4921-948b-cfb963fd22cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378249 May 27 04:28:16.226572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-735eeef2-45ff-4fde-a753-6468bb160919 service neutron] 10.222.0.21 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216321 May 27 04:28:16.448830 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9df06577-7ac6-4300-b21b-3cae7ee69fbb req-5f62805e-d7f1-425d-8584-91a4df104ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164369 May 27 04:28:16.490813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31023e-6dff-4194-a89d-9123bcb381ad req-bc665646-dc9e-4c7f-a6cf-59ada783795c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:16.492151 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d31023e-6dff-4194-a89d-9123bcb381ad req-bc665646-dc9e-4c7f-a6cf-59ada783795c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 944 time: 0.0846977 May 27 04:28:16.539665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d31023e-6dff-4194-a89d-9123bcb381ad req-ec59080f-ef6c-4392-a1ad-1d95e93b5f91 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 May 27 04:28:16.568983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-6050cded-215c-4b53-88d7-af25db3e0466 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 1095 time: 0.0727303 May 27 04:28:16.700948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-b324b84c-a249-413d-89a9-4bd25d9e5a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:16.702902 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-b324b84c-a249-413d-89a9-4bd25d9e5a7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 200 len: 914 time: 0.1281204 May 27 04:28:16.768714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-90e92b07-4e53-41de-bf21-0eaed591b673 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b45a555-3db0-4269-bafa-3eb933f6db86 HTTP/1.1" status: 200 len: 217 time: 0.0585990 May 27 04:28:16.832879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-f4c77405-53f6-4ba1-9561-30782bb5232b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:16.834260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-f4c77405-53f6-4ba1-9561-30782bb5232b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 200 len: 853 time: 0.0590096 May 27 04:28:16.878109 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-ca8bdb4f-e077-4430-89b3-6400ea6d62b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=413da15f-4ad9-4921-948b-cfb963fd22cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372009 May 27 04:28:17.007427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-a870eb52-b7cd-45b1-a07f-daf60bf1d30c service neutron] 10.222.0.21 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216123 May 27 04:28:17.137909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e5afc554-c2b8-4b16-ba67-6cbda7eba8ee req-9b78989e-ac81-46f5-a5a3-857f7ef7b41d service neutron] 10.222.0.21 "GET /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229243 May 27 04:28:17.744002 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a017b-90ba-487e-aeae-df23419a2bee req-fec0d53b-73c4-4873-aec3-22d4f77ee99d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:17.744694 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-069a017b-90ba-487e-aeae-df23419a2bee req-fec0d53b-73c4-4873-aec3-22d4f77ee99d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Synchronizing usage tracker for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:17.759240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-069a017b-90ba-487e-aeae-df23419a2bee req-fec0d53b-73c4-4873-aec3-22d4f77ee99d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Unset dirty status for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:17.760342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-069a017b-90ba-487e-aeae-df23419a2bee req-fec0d53b-73c4-4873-aec3-22d4f77ee99d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 944 time: 0.1000421 May 27 04:28:17.805742 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-069a017b-90ba-487e-aeae-df23419a2bee req-71066d04-0b5d-48a9-b935-eb8db8146d34 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 May 27 04:28:18.999366 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f87d-e9c2-4daf-b3bc-d131412fb64c req-2a5c9bda-ba5e-419e-a23b-c84e1ab55a1c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:19.000809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85d5f87d-e9c2-4daf-b3bc-d131412fb64c req-2a5c9bda-ba5e-419e-a23b-c84e1ab55a1c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 944 time: 0.0755343 May 27 04:28:19.048165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-85d5f87d-e9c2-4daf-b3bc-d131412fb64c req-8cb5a3ca-d68b-4d3d-a15e-eb2fd27af9d2 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 May 27 04:28:20.171278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b45a555-3db0-4269-bafa-3eb933f6db86 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:28:20.244650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfff568-5310-4186-ba69-f936a2390d71 req-b43a8396-33ec-4bf4-bf4f-e65f90428746 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:20.255484 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bcfff568-5310-4186-ba69-f936a2390d71 req-b43a8396-33ec-4bf4-bf4f-e65f90428746 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 944 time: 0.0768785 May 27 04:28:20.298947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bcfff568-5310-4186-ba69-f936a2390d71 req-a9d3a4d6-ce88-4f31-a93d-5021e53730cb tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 May 27 04:28:20.338407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b45a555-3db0-4269-bafa-3eb933f6db86,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:20.351161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1b45a555-3db0-4269-bafa-3eb933f6db86', 'network_id': '413da15f-4ad9-4921-948b-cfb963fd22cb', 'port_id': '1b45a555-3db0-4269-bafa-3eb933f6db86', 'mac_address': 'fa:16:3e:19:82:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7366762f-58a7-43f9-8f20-51dbe926fcf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:28:20.408380 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:20.427025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b45a555-3db0-4269-bafa-3eb933f6db86 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:28:20.441951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b45a555-3db0-4269-bafa-3eb933f6db86,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:20.445230 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:20.508233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:20.629275 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1b45a555-3db0-4269-bafa-3eb933f6db86'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:21.492841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb38d4-ecdf-4ade-9d0f-6ba8930430b3 req-f58e8157-f8a0-4604-b3ed-5eaf7f084118 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:21.494199 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58fb38d4-ecdf-4ade-9d0f-6ba8930430b3 req-f58e8157-f8a0-4604-b3ed-5eaf7f084118 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 945 time: 0.0783763 May 27 04:28:21.538525 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-58fb38d4-ecdf-4ade-9d0f-6ba8930430b3 req-cf992833-79a1-4862-8dd2-5446bbe0794c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 May 27 04:28:22.186622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b45a555-3db0-4269-bafa-3eb933f6db86 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:22.252095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1b45a555-3db0-4269-bafa-3eb933f6db86 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:22.256493 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1b45a555-3db0-4269-bafa-3eb933f6db86 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:22.256859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:22.367604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:22.393850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:22.403004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b45a555-3db0-4269-bafa-3eb933f6db86,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:22.407342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:22.449844 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1886de4b-0d05-42d6-b936-9965f12c0441'] response: {'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86', 'code': 200} May 27 04:28:22.476386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:22.576878 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d04867e7-90c7-4d0e-8984-1608df45f49e req-cd59453f-2c04-4bc5-99cd-3d6926aedd99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 1097 time: 0.0705774 May 27 04:28:22.618721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d04867e7-90c7-4d0e-8984-1608df45f49e req-80da4f74-7ec8-442c-b21a-630094a70382 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 May 27 04:28:22.729759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356cbb8-590f-4449-8df2-c641687d2b6e req-0ced6784-093f-4a0c-bccf-1bca08f6a034 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:22.731173 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a356cbb8-590f-4449-8df2-c641687d2b6e req-0ced6784-093f-4a0c-bccf-1bca08f6a034 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 946 time: 0.0736227 May 27 04:28:22.775110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a356cbb8-590f-4449-8df2-c641687d2b6e req-5eaf3dfb-8512-4f9f-bbda-6773f7f68e0a tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 May 27 04:28:23.966171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ea563-2f5f-48d9-b807-1a512f3cb81c req-480f0fe0-15f5-4688-bc7a-46e4f1f67a37 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:23.968108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b12ea563-2f5f-48d9-b807-1a512f3cb81c req-480f0fe0-15f5-4688-bc7a-46e4f1f67a37 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 946 time: 0.0751710 May 27 04:28:24.015419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b12ea563-2f5f-48d9-b807-1a512f3cb81c req-7f55f841-7117-460e-b412-eeadb667f2a2 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 May 27 04:28:24.219125 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:24.409854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a06-28a3-4a6b-8d42-0a82a1cf1da5 req-5e4c310a-a866-46bc-be8c-c34752cb04a6 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:24.411195 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4256a06-28a3-4a6b-8d42-0a82a1cf1da5 req-5e4c310a-a866-46bc-be8c-c34752cb04a6 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 946 time: 0.0749576 May 27 04:28:24.455179 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4256a06-28a3-4a6b-8d42-0a82a1cf1da5 req-4a8f3707-5d14-46d7-bc29-fb34c6d136ca tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 May 27 04:28:25.583822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-6f999122-dbb7-4cda-92a8-f71b0a7dce7f tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:25.585365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-6f999122-dbb7-4cda-92a8-f71b0a7dce7f tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.21 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 946 time: 0.0785694 May 27 04:28:25.651555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Deleting port 1b45a555-3db0-4269-bafa-3eb933f6db86 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:25.651891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:25.652544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051d14c-7dff-4423-89f3-601ca55d3616 req-3b83eddb-7f36-4dc7-8df8-fc690923b300 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:25.653997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c051d14c-7dff-4423-89f3-601ca55d3616 req-3b83eddb-7f36-4dc7-8df8-fc690923b300 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 946 time: 0.0781360 May 27 04:28:25.700826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c051d14c-7dff-4423-89f3-601ca55d3616 req-0bff0a69-28a5-47ad-8761-1a9b7a6dc21c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 May 27 04:28:25.989210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] For port 1b45a555-3db0-4269-bafa-3eb933f6db86, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1b45a555-3db0-4269-bafa-3eb933f6db86,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:25.989563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:26.106994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Calling delete_port for 1b45a555-3db0-4269-bafa-3eb933f6db86 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:26.245339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:26.257048 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1b45a555-3db0-4269-bafa-3eb933f6db86'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:26.281103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c939295e-6bc2-49dd-a68b-bd4da44ea9fc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:26.293874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Pushing event deleted for resources: {'Port': ['ID=1b45a555-3db0-4269-bafa-3eb933f6db86,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:26.366584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] No DVR routers for this DVR port 1b45a555-3db0-4269-bafa-3eb933f6db86 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:26.369180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:26.371688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'name': 'network-vif-deleted', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:26.388627 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e6794d2e-6410-4bab-ab6a-6b331d9051ad req-7c352596-19c4-4b1a-b677-7c24333767af tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.21 "DELETE /v2.0/ports/1b45a555-3db0-4269-bafa-3eb933f6db86 HTTP/1.1" status: 204 len: 173 time: 0.7981269 May 27 04:28:26.435612 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f91b177-167f-4244-bc5b-f428c44e80d7'] response: {'server_uuid': '336ffdc5-881d-48d0-be0f-b4a425c934f3', 'name': 'network-vif-deleted', 'tag': '1b45a555-3db0-4269-bafa-3eb933f6db86', 'status': 'completed', 'code': 200} May 27 04:28:26.800109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:26.883916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0fb92573-6268-47d9-aa7c-26d17355ab07 req-0641a25f-05f3-49de-8178-3f0d49d5909a tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=336ffdc5-881d-48d0-be0f-b4a425c934f3 HTTP/1.1" status: 200 len: 210 time: 0.0433109 May 27 04:28:27.917377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d5c68d5-43a5-48f6-b259-345faa1ebd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:28.167699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0c9d0-816e-4f53-90df-841d361d6867 req-1975534f-3737-4542-91bc-37839223b214 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:28.169162 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bce0c9d0-816e-4f53-90df-841d361d6867 req-1975534f-3737-4542-91bc-37839223b214 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0809674 May 27 04:28:28.213831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bce0c9d0-816e-4f53-90df-841d361d6867 req-0b39a205-6a36-49e5-b681-2aba618685d6 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 May 27 04:28:28.425919 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6cd0-f1d5-477c-9d09-698f6ff8bba3 req-59ff46e9-6147-4252-9fc3-2a2b37e7ef86 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:28.427329 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-676b6cd0-f1d5-477c-9d09-698f6ff8bba3 req-59ff46e9-6147-4252-9fc3-2a2b37e7ef86 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0744126 May 27 04:28:28.474878 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-676b6cd0-f1d5-477c-9d09-698f6ff8bba3 req-c0bf20d7-eb4a-4235-8fc9-ff58284be9e2 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 May 27 04:28:28.666024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc9fcf-b811-4462-8689-8999e5c32c11 req-f8f1d4af-1034-428a-af65-9a955c580ecb tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:28.666713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-02dc9fcf-b811-4462-8689-8999e5c32c11 req-f8f1d4af-1034-428a-af65-9a955c580ecb tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Synchronizing usage tracker for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:28.682228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-02dc9fcf-b811-4462-8689-8999e5c32c11 req-f8f1d4af-1034-428a-af65-9a955c580ecb tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Unset dirty status for tenant:ea8134add3654ef4a2c1680f3e46b15e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:28.683373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02dc9fcf-b811-4462-8689-8999e5c32c11 req-f8f1d4af-1034-428a-af65-9a955c580ecb tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0917234 May 27 04:28:28.728988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-02dc9fcf-b811-4462-8689-8999e5c32c11 req-d5c80c7c-1e62-4eed-a446-e7bf5f2453e9 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 May 27 04:28:28.982817 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-50a2e7b7-b106-428e-9669-205efa3eca3b req-6200cb20-fef1-406a-b6e4-57ec86d418bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1300497 May 27 04:28:29.181105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20c33d-01da-4377-a804-bf2507f08a4e req-93c1d490-0741-4442-9e34-5121981d8fbe tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:29.182539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d20c33d-01da-4377-a804-bf2507f08a4e req-93c1d490-0741-4442-9e34-5121981d8fbe tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0822144 May 27 04:28:29.227418 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d20c33d-01da-4377-a804-bf2507f08a4e req-00129476-5d87-45d4-ba96-073f0c4bdb35 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 May 27 04:28:29.419250 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316afdfd-fffb-49c7-ae30-e5ad7a371188 req-53e61ca8-caaa-4813-83da-3a917e1aa5f8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:29.421226 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-316afdfd-fffb-49c7-ae30-e5ad7a371188 req-53e61ca8-caaa-4813-83da-3a917e1aa5f8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0749059 May 27 04:28:29.472254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-316afdfd-fffb-49c7-ae30-e5ad7a371188 req-71cf3349-7a1f-4f09-8cc8-0eca8041978b tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 May 27 04:28:29.679746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065da0-13e8-466d-9e3d-e8e495fcbcaf req-729f2895-54a6-494e-8823-194f3ac79a97 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:29.681197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a065da0-13e8-466d-9e3d-e8e495fcbcaf req-729f2895-54a6-494e-8823-194f3ac79a97 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0752883 May 27 04:28:29.725789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a065da0-13e8-466d-9e3d-e8e495fcbcaf req-80bc48bb-21b1-4d28-920a-e95f5e526063 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385518 May 27 04:28:29.994741 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9c25d842-9edb-4035-83f9-815efeb1413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:30.249263 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b45a555-3db0-4269-bafa-3eb933f6db86 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:30.282318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 1b45a555-3db0-4269-bafa-3eb933f6db86 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:30.282661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1b45a555-3db0-4269-bafa-3eb933f6db86 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:30.287867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4846a1-ed7a-4488-a043-c6e0bcc2b783 req-f6253267-250c-4f6a-ac24-acc6cd90325d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:30.289323 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c4846a1-ed7a-4488-a043-c6e0bcc2b783 req-f6253267-250c-4f6a-ac24-acc6cd90325d tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0794346 May 27 04:28:30.413567 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5c4846a1-ed7a-4488-a043-c6e0bcc2b783 req-86e53312-8b9f-4a1e-a062-0b5c6ad4dd8c tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185560 May 27 04:28:31.515576 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:31.553663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:31.613519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370186e-98eb-4829-aa70-9566613e1fb6 req-4df33a70-5612-4906-b07a-156f7e6159fd tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:31.614963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0370186e-98eb-4829-aa70-9566613e1fb6 req-4df33a70-5612-4906-b07a-156f7e6159fd tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0784528 May 27 04:28:31.662573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0370186e-98eb-4829-aa70-9566613e1fb6 req-afd258fa-0da8-420d-911c-95ca4be092de tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/security-groups?id=da3fdd2f-94db-475b-9220-5095fe8341d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 May 27 04:28:31.776837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-72225231-d62c-4015-a0b4-af9ca018b7ae tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:31.778142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-72225231-d62c-4015-a0b4-af9ca018b7ae tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 945 time: 0.0726333 May 27 04:28:31.848124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Deleting port c939295e-6bc2-49dd-a68b-bd4da44ea9fc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:31.848461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:32.084777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] For port c939295e-6bc2-49dd-a68b-bd4da44ea9fc, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,segment=NetworkSegment(4c845ebd-57ae-4ce7-8a7b-bceb5da620bd),segment_id=4c845ebd-57ae-4ce7-8a7b-bceb5da620bd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:32.085165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:32.203406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Calling delete_port for c939295e-6bc2-49dd-a68b-bd4da44ea9fc owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:32.344255 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:32.356287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['c939295e-6bc2-49dd-a68b-bd4da44ea9fc'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:28:32.393221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Pushing event deleted for resources: {'Port': ['ID=c939295e-6bc2-49dd-a68b-bd4da44ea9fc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:32.432254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.432596 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.432954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.433283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.433611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.433933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.434256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.434577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.434893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.435216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.435529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:32.474108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] No DVR routers for this DVR port c939295e-6bc2-49dd-a68b-bd4da44ea9fc on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:32.476494 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:32.478915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'name': 'network-vif-deleted', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:28:32.494225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0f448377-90b5-4fb9-baa5-8adc88b3944d req-61c6ac90-b0c0-450d-b0d7-aeaab1870cc8 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.41 "DELETE /v2.0/ports/c939295e-6bc2-49dd-a68b-bd4da44ea9fc HTTP/1.1" status: 204 len: 173 time: 0.7106957 May 27 04:28:32.534090 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3f8641-2891-43d3-abfe-fa24b1a7e896'] response: {'server_uuid': '3f5ba74e-3931-400c-b266-4831b3a6b4a2', 'name': 'network-vif-deleted', 'tag': 'c939295e-6bc2-49dd-a68b-bd4da44ea9fc', 'status': 'completed', 'code': 200} May 27 04:28:32.832384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-85c8ba41-6bab-493b-966d-df96426ee16e req-4ff0acdb-d6ff-46da-a461-7f729cfc2a34 tempest-ServersNegativeTestJSON-439517674 tempest-ServersNegativeTestJSON-439517674-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f5ba74e-3931-400c-b266-4831b3a6b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0407290 May 27 04:28:33.197907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:33.935207 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53146) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:33.995967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Deleting subnet 7366762f-58a7-43f9-8f20-51dbe926fcf1 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:28:33.999376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.052213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.113549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.179919 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.217206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7366762f-58a7-43f9-8f20-51dbe926fcf1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:34.222579 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.228381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5a3e9622-9740-4c62-9901-d512cc3e8083 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7366762f-58a7-43f9-8f20-51dbe926fcf1 HTTP/1.1" status: 204 len: 168 time: 0.2915568 May 27 04:28:34.230828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53150) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:34.335008 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.459035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.484158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413da15f-4ad9-4921-948b-cfb963fd22cb']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:34.499357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:34.499655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c845ebd-57ae-4ce7-8a7b-bceb5da620bd') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:34.511573 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.526957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.533531 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:34.533902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:34.547567 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:34.620862 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.636387 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.651118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=413da15f-4ad9-4921-948b-cfb963fd22cb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:34.658095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0855d702-5843-48ed-ae4b-8218e80298e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/413da15f-4ad9-4921-948b-cfb963fd22cb HTTP/1.1" status: 204 len: 168 time: 0.4263303 May 27 04:28:34.791826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:34.840953 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c662694b-18d4-4c9c-b7a3-99c1f1308c14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea8134add3654ef4a2c1680f3e46b15e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480015 May 27 04:28:34.843933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53160) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:34.901531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.926067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.976811 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:34.993509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fdd2f-94db-475b-9220-5095fe8341d3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:35.005036 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:35.006212 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8b368d1-d0f6-4186-86c1-c2d486d30046 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da3fdd2f-94db-475b-9220-5095fe8341d3 HTTP/1.1" status: 204 len: 168 time: 0.1614108 May 27 04:28:35.369827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c939295e-6bc2-49dd-a68b-bd4da44ea9fc no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:35.402708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: c939295e-6bc2-49dd-a68b-bd4da44ea9fc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:35.403046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device c939295e-6bc2-49dd-a68b-bd4da44ea9fc not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:35.902918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53182) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:36.029244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276109387'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:36.035315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:36.039140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:network and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:36.041994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:36.048778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:36.058246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:36.061083 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.073194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.109279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:36.113386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:security_group_rule and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:36.116144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:36.121764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:36.187301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.190782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.222496 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:36.230557 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c51394-c4f7-4d1c-8b71-84445d820dcf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:36.236045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.236390 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Added segment 9106753c-c6ee-4eb1-ad8f-f64686e2cf71 of type vlan for network d25521f9-1e42-4442-a639-893f397b6862 May 27 04:28:36.262100 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.290817 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.294388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:36.295182 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:36.482002 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5779943 May 27 04:28:36.484766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704504-a319-4e62-b547-c40d9436899b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Network': ['ID=d25521f9-1e42-4442-a639-893f397b6862,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:36.494468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d25521f9-1e42-4442-a639-893f397b6862 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:39.697907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53188) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:39.704111 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'subnet': {'network_id': 'd25521f9-1e42-4442-a639-893f397b6862', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:39.810156 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:39.814491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:subnet and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:39.817269 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:39.822879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:39.833758 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:39.932096 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.143645 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.219723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Subnet': ['ID=383364e6-8729-4b41-99ef-c2a2edeb72bd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:40.235890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking segment: {'id': '9106753c-c6ee-4eb1-ad8f-f64686e2cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:40.236516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network hostable DHCP agents. Network: d25521f9-1e42-4442-a639-893f397b6862, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:40.257638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network d25521f9-1e42-4442-a639-893f397b6862 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:40.266214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d25521f9-1e42-4442-a639-893f397b6862) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:40.271095 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:40.273033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.273810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097dc72-d5e7-4ebd-b142-79af3486a912 None None] Network d25521f9-1e42-4442-a639-893f397b6862 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:40.294504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f0fc0dd7-99ab-473a-ad9a-6f5a7f322585 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5955346 May 27 04:28:40.298518 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53192) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:40.303948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480301738'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:40.309459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:40.313298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:network and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:40.316098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:40.321736 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:40.331894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:40.335052 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.365179 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:40.373603 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.373989 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Added segment aaf5e0d0-66d9-455a-ae94-a286fd7f8afd of type vlan for network 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a May 27 04:28:40.399296 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.428631 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.432240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:40.432820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.484628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d25521f9-1e42-4442-a639-893f397b6862', 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862', 'tenant_id': '83155a05c7784bfc885e182f74a9a24b', 'fixed_ips': [{'subnet_id': '383364e6-8729-4b41-99ef-c2a2edeb72bd'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:40.485475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.536966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2345216 May 27 04:28:40.537193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53196) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:40.544734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'subnet': {'network_id': '8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:40.563071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faa73d-ff3e-405b-8348-577932b9b0ca tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Network': ['ID=8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:40.575050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:40.658337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:40.662265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:subnet and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:40.665119 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:40.671530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:40.682595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:40.736737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Allocated IP 2001:db8:0:ffff::2 (d25521f9-1e42-4442-a639-893f397b6862/383364e6-8729-4b41-99ef-c2a2edeb72bd/943adae2-41ab-4ee3-b7d3-06a8ef830f9c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:40.783478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.972867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:40.983056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Transition to ACTIVE for port object 943adae2-41ab-4ee3-b7d3-06a8ef830f9c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:41.001388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Transition to ACTIVE for port object 943adae2-41ab-4ee3-b7d3-06a8ef830f9c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:41.002266 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.006042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.073813 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Network d25521f9-1e42-4442-a639-893f397b6862 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:41.074908 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:41.080001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:41.082294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Pushing event updated for resources: {'Port': ['ID=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:41.082821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Subnet': ['ID=7398dade-300a-4246-8552-64bbfe03f3c8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:41.098602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking segment: {'id': 'aaf5e0d0-66d9-455a-ae94-a286fd7f8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:41.098965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network hostable DHCP agents. Network: 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:41.116999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.117313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.117613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.117936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.118289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.118624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.118947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.119324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.119653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.119970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.120291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:41.121906 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:41.132850 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:41.137746 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:41.140105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.161691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-40ce4c68-5114-41b9-9a29-c180a2eca8b3 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6235280 May 27 04:28:41.164372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e3da5c-0789-4f45-b720-b59ad8a1e300 None None] Network 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:41.164556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53200) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:41.253520 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Attempting to bind port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:41.253789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Attempting to bind port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9106753c-c6ee-4eb1-ad8f-f64686e2cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:41.254145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Attempting to bind port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c on network d25521f9-1e42-4442-a639-893f397b6862 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:41.265784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:41.266144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Checking segment: {'id': '9106753c-c6ee-4eb1-ad8f-f64686e2cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:41.266536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.266918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Bound using segment: {'id': '9106753c-c6ee-4eb1-ad8f-f64686e2cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:41.267369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Bound port: 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9106753c-c6ee-4eb1-ad8f-f64686e2cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd25521f9-1e42-4442-a639-893f397b6862'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:41.267732 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.303391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.367109 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.429452 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] For port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:41.450478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.469334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] For port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,segment=NetworkSegment(9106753c-c6ee-4eb1-ad8f-f64686e2cf71),segment_id=9106753c-c6ee-4eb1-ad8f-f64686e2cf71)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:41.474485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.506496 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873bd1a-a485-4f4d-a532-4b907380eeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a', 'network_id': '8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a', 'tenant_id': '83155a05c7784bfc885e182f74a9a24b', 'fixed_ips': [{'subnet_id': '7398dade-300a-4246-8552-64bbfe03f3c8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:41.507210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9873bd1a-a485-4f4d-a532-4b907380eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.603701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Subnet': ['ID=7398dade-300a-4246-8552-64bbfe03f3c8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:41.617615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cd068-d4d7-4397-8f5a-373ce417905e None None] Pushing event updated for resources: {'Port': ['ID=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:41.661737 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c7b27-52f2-48b7-87b3-ee8c160a9186 None None] Network 8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:41.704038 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.733061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:41.747089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf5e0d0-66d9-455a-ae94-a286fd7f8afd') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:41.747383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf5e0d0-66d9-455a-ae94-a286fd7f8afd') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:41.759243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.786002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.798256 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:41.798981 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:41.815119 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:41.898456 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.917894 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:41.929770 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Network': ['ID=8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:41.937963 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3a928b1d-728b-488e-a591-b20fe8a12be2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a HTTP/1.1" status: 204 len: 168 time: 0.7684798 May 27 04:28:41.938345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53204) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:41.943779 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41716711'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:41.949611 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:41.954168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:network and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:41.957053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:41.962932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:41.973282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:41.976190 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.003838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:42.012554 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.012851 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Added segment 4af8700d-6649-4e2b-9d33-bed380d7a9b9 of type vlan for network 71fefc82-e140-4847-8553-6fc0e36148b5 May 27 04:28:42.038331 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.067243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.070940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:42.071510 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.172275 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2331593 May 27 04:28:42.175188 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53208) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:42.183380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'subnet': {'network_id': '71fefc82-e140-4847-8553-6fc0e36148b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:42.201507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f324c-8ca4-4843-b8a2-ab05d2ae01de tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Network': ['ID=71fefc82-e140-4847-8553-6fc0e36148b5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:42.211619 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 71fefc82-e140-4847-8553-6fc0e36148b5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:42.302889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:42.306924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:subnet and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:42.309842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:42.316431 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:42.326493 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:42.431521 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.527364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Performing IP validity checks on allocation pools {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 27 04:28:42.527802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.ipam_backend_mixin [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84156) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 27 04:28:42.554448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 943adae2-41ab-4ee3-b7d3-06a8ef830f9c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:42.618507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f76d5-1839-4af4-8d07-e0524be7bfe0 None None] Network d25521f9-1e42-4442-a639-893f397b6862 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:42.665798 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.715095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:42.739969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Provisioning for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:42.743630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Subnet': ['ID=676df392-c4ca-440b-8123-50816bd6b56b,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:42.755091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Provisioning complete for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:42.755453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.758911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking segment: {'id': '4af8700d-6649-4e2b-9d33-bed380d7a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '71fefc82-e140-4847-8553-6fc0e36148b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:42.759274 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network hostable DHCP agents. Network: 71fefc82-e140-4847-8553-6fc0e36148b5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:42.780931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network 71fefc82-e140-4847-8553-6fc0e36148b5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:42.789827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 71fefc82-e140-4847-8553-6fc0e36148b5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:42.793959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:42.794540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:42.815680 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a6928c98-e7ab-4655-ae7c-c96edf4213af tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6394506 May 27 04:28:42.818412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53212) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:42.827225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e206ac4-0ede-4f34-ad68-82ee0903145f None None] Network 71fefc82-e140-4847-8553-6fc0e36148b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:42.958044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.023750 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.108168 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.145030 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Subnet': ['ID=676df392-c4ca-440b-8123-50816bd6b56b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:43.158196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.191257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef98f2-ada2-43c7-8bf2-ab260f9bfda5 None None] Network 71fefc82-e140-4847-8553-6fc0e36148b5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:43.246367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.271011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fefc82-e140-4847-8553-6fc0e36148b5']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:43.282647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] For port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,segment=NetworkSegment(9106753c-c6ee-4eb1-ad8f-f64686e2cf71),segment_id=9106753c-c6ee-4eb1-ad8f-f64686e2cf71)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:43.283589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af8700d-6649-4e2b-9d33-bed380d7a9b9') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:43.283926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af8700d-6649-4e2b-9d33-bed380d7a9b9') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:43.290255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.298148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.315087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.321841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:43.322245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:43.338237 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:43.434459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89200d-da4a-4d73-9f03-98fb6dcdbfa4 None None] Pushing event updated for resources: {'Port': ['ID=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:43.516512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3277de53-cb51-4aab-88c2-5cb6bf01ccb9 None None] Provisioning complete for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:43.516920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3277de53-cb51-4aab-88c2-5cb6bf01ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.518057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.536589 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.547922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Network': ['ID=71fefc82-e140-4847-8553-6fc0e36148b5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:43.556569 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-311eec6e-4039-4425-b512-53339571e06c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/71fefc82-e140-4847-8553-6fc0e36148b5 HTTP/1.1" status: 204 len: 168 time: 0.7336199 May 27 04:28:43.556569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53216) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:43.561894 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949907332'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:43.567337 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:43.579176 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:network and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:43.582122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:43.588461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:43.600972 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:43.604220 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.632541 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:43.642972 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.643309 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Added segment 146b57a2-6636-4ccd-b177-a816df9fe4d0 of type vlan for network fb970c63-ead1-4af5-b241-951db9a61bd5 May 27 04:28:43.672582 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.700873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.705187 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:43.705757 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:43.809024 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2513921 May 27 04:28:43.811918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53220) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:43.819048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'subnet': {'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:43.832929 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b672680-ab39-49ec-8157-993887a64d6c tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Network': ['ID=fb970c63-ead1-4af5-b241-951db9a61bd5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:43.843298 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network fb970c63-ead1-4af5-b241-951db9a61bd5 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:43.927348 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:43.931027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:subnet and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:43.933814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:43.941177 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:43.950347 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:44.050244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.262800 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.337609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Subnet': ['ID=5ed442d0-4cc4-4ae9-b663-a8a19579dce6,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:44.350021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking segment: {'id': '146b57a2-6636-4ccd-b177-a816df9fe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:44.350368 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network hostable DHCP agents. Network: fb970c63-ead1-4af5-b241-951db9a61bd5, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:44.371038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network fb970c63-ead1-4af5-b241-951db9a61bd5 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:44.380867 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, fb970c63-ead1-4af5-b241-951db9a61bd5) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:44.387424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:44.388116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.389430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41f4da-dc84-473a-bd3f-3a7a0de3fbb9 None None] Network fb970c63-ead1-4af5-b241-951db9a61bd5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:44.409096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2eaa851c-0ace-4015-a489-3a47450b14fe tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5961766 May 27 04:28:44.413174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53224) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:44.418621 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260426963'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:44.424729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:44.428464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:network and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:44.431407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:44.437787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:44.447827 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:44.450782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.482920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:44.495185 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.495185 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Added segment 1ab1830c-109d-44c2-83c5-7db88507475f of type vlan for network 8380c03b-d7e7-4d93-9c93-fcc3a7146515 May 27 04:28:44.526990 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.552274 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 943adae2-41ab-4ee3-b7d3-06a8ef830f9c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:44.556671 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.561075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:44.561657 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.663976 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2497799 May 27 04:28:44.667054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:44.673264 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e7a5-975f-47c9-8937-60e86f677345 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Network': ['ID=8380c03b-d7e7-4d93-9c93-fcc3a7146515,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:44.675067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Request body: {'subnet': {'network_id': '8380c03b-d7e7-4d93-9c93-fcc3a7146515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:44.679410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-fb970c63-ead1-4af5-b241-951db9a61bd5', 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5', 'tenant_id': '83155a05c7784bfc885e182f74a9a24b', 'fixed_ips': [{'subnet_id': '5ed442d0-4cc4-4ae9-b663-a8a19579dce6'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:44.680213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.694693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 8380c03b-d7e7-4d93-9c93-fcc3a7146515 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:44.766769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:44.767136 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:44.796331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:44.800993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Usage tracker for resource:subnet and tenant:83155a05c7784bfc885e182f74a9a24b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:44.804430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:44.810111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:44.820348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Made reservation on behalf of 83155a05c7784bfc885e182f74a9a24b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:44.922708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.031442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Allocated IP 2001:db8::2 (fb970c63-ead1-4af5-b241-951db9a61bd5/5ed442d0-4cc4-4ae9-b663-a8a19579dce6/8a6e5122-93cf-4952-aeb2-af023d25fad3) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:45.139916 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.220633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event updated for resources: {'Subnet': ['ID=3d8beb37-f14a-46f4-849c-98a2e3a6e88d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:45.238455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.238791 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.239114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.239437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.239752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.240067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.240380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.240690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.241031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.241338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.241646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:28:45.246329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Checking segment: {'id': '1ab1830c-109d-44c2-83c5-7db88507475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8380c03b-d7e7-4d93-9c93-fcc3a7146515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:45.246688 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network hostable DHCP agents. Network: 8380c03b-d7e7-4d93-9c93-fcc3a7146515, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:45.270590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Network 8380c03b-d7e7-4d93-9c93-fcc3a7146515 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:45.280108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 8380c03b-d7e7-4d93-9c93-fcc3a7146515) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:45.281888 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.284670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:45.285293 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.291976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f1fb8-52b7-4b2a-8530-3502a8d4b40f None None] Network 8380c03b-d7e7-4d93-9c93-fcc3a7146515 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:45.306181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Transition to ACTIVE for port object 8a6e5122-93cf-4952-aeb2-af023d25fad3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:45.308390 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-798f9715-bca1-4832-9136-feb586e53658 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6396990 May 27 04:28:45.311787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53232) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:45.387627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Transition to ACTIVE for port object 8a6e5122-93cf-4952-aeb2-af023d25fad3 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:45.395442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.453902 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.492788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Network fb970c63-ead1-4af5-b241-951db9a61bd5 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:45.518035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.522425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Pushing event updated for resources: {'Port': ['ID=8a6e5122-93cf-4952-aeb2-af023d25fad3,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:45.524884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:45.530837 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:45.592210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.634953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8beb37-f14a-46f4-849c-98a2e3a6e88d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:45.666068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653b5bf-0c98-4da8-ab36-94bbbbe53eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-8380c03b-d7e7-4d93-9c93-fcc3a7146515', 'network_id': '8380c03b-d7e7-4d93-9c93-fcc3a7146515', 'tenant_id': '83155a05c7784bfc885e182f74a9a24b', 'fixed_ips': [{'subnet_id': '3d8beb37-f14a-46f4-849c-98a2e3a6e88d'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:45.666861 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7653b5bf-0c98-4da8-ab36-94bbbbe53eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.683999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Attempting to bind port 8a6e5122-93cf-4952-aeb2-af023d25fad3 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:45.684357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Attempting to bind port 8a6e5122-93cf-4952-aeb2-af023d25fad3 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '146b57a2-6636-4ccd-b177-a816df9fe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:45.684711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Attempting to bind port 8a6e5122-93cf-4952-aeb2-af023d25fad3 on network fb970c63-ead1-4af5-b241-951db9a61bd5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:45.728980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:45.729342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Checking segment: {'id': '146b57a2-6636-4ccd-b177-a816df9fe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:45.729738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.730119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Bound using segment: {'id': '146b57a2-6636-4ccd-b177-a816df9fe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:45.730585 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Bound port: 8a6e5122-93cf-4952-aeb2-af023d25fad3, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b57a2-6636-4ccd-b177-a816df9fe4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fb970c63-ead1-4af5-b241-951db9a61bd5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:45.730947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.731188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.757364 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8380c03b-d7e7-4d93-9c93-fcc3a7146515']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:45.769946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab1830c-109d-44c2-83c5-7db88507475f') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:45.770242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab1830c-109d-44c2-83c5-7db88507475f') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:45.782165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.798651 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.804830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:45.805238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:45.819580 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:45.832026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb0b51-cefe-44a9-bd2d-b51457ce2537 None None] Network 8380c03b-d7e7-4d93-9c93-fcc3a7146515 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:45.915247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] For port 8a6e5122-93cf-4952-aeb2-af023d25fad3, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:45.993858 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.014055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.016499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] For port 8a6e5122-93cf-4952-aeb2-af023d25fad3, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a6e5122-93cf-4952-aeb2-af023d25fad3,segment=NetworkSegment(146b57a2-6636-4ccd-b177-a816df9fe4d0),segment_id=146b57a2-6636-4ccd-b177-a816df9fe4d0)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:46.021851 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.022412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Network': ['ID=8380c03b-d7e7-4d93-9c93-fcc3a7146515,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:46.030195 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-154ed5a7-dfe7-49c8-95ea-6f2a435417d0 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/8380c03b-d7e7-4d93-9c93-fcc3a7146515 HTTP/1.1" status: 204 len: 168 time: 0.7136734 May 27 04:28:46.031346 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.068101 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-194d037e-a788-458a-8a05-0bc931c7b940 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] GET failed (client error): The resource could not be found. May 27 04:28:46.068610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-194d037e-a788-458a-8a05-0bc931c7b940 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Synchronizing usage tracker for tenant:83155a05c7784bfc885e182f74a9a24b on resource:subnet {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:46.089081 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-194d037e-a788-458a-8a05-0bc931c7b940 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Unset dirty status for tenant:83155a05c7784bfc885e182f74a9a24b on resource:subnet {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:46.090437 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-194d037e-a788-458a-8a05-0bc931c7b940 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "GET /v2.0/subnets/3d8beb37-f14a-46f4-849c-98a2e3a6e88d HTTP/1.1" status: 404 len: 337 time: 0.0591331 May 27 04:28:46.093970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.097282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d2524-e119-41b8-a0e5-3b45aa37213c None None] Pushing event updated for resources: {'Port': ['ID=8a6e5122-93cf-4952-aeb2-af023d25fad3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:46.127228 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b646b08-b2ed-4d3b-8b78-aee4125fe07b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:46.127662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b646b08-b2ed-4d3b-8b78-aee4125fe07b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:46.129537 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3b646b08-b2ed-4d3b-8b78-aee4125fe07b tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/8380c03b-d7e7-4d93-9c93-fcc3a7146515 HTTP/1.1" status: 404 len: 339 time: 0.0337653 May 27 04:28:46.133196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.172283 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4437d3-3067-460e-a522-a8a42e33858d tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:46.172821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4437d3-3067-460e-a522-a8a42e33858d tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:46.174585 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6d4437d3-3067-460e-a522-a8a42e33858d tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/subnets/3d8beb37-f14a-46f4-849c-98a2e3a6e88d HTTP/1.1" status: 404 len: 337 time: 0.0404861 May 27 04:28:46.177143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.202982 n-d-843301-2 neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d47592c-32f4-4ddf-9fe5-eda2e47d1af2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:46.203421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d47592c-32f4-4ddf-9fe5-eda2e47d1af2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:46.205134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5d47592c-32f4-4ddf-9fe5-eda2e47d1af2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/8380c03b-d7e7-4d93-9c93-fcc3a7146515 HTTP/1.1" status: 404 len: 339 time: 0.0270464 May 27 04:28:46.208065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53252) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.284021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Deleting subnet 5ed442d0-4cc4-4ae9-b663-a8a19579dce6 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:28:46.287973 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.347585 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.431537 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.510394 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.550394 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed442d0-4cc4-4ae9-b663-a8a19579dce6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:46.553753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a6e5122-93cf-4952-aeb2-af023d25fad3 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:46.554509 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.567809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1fd1067e-d73c-47c5-930d-ae2adc1b0a67 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/subnets/5ed442d0-4cc4-4ae9-b663-a8a19579dce6 HTTP/1.1" status: 204 len: 168 time: 0.3586204 May 27 04:28:46.570569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53256) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:46.627699 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 8a6e5122-93cf-4952-aeb2-af023d25fad3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:46.684764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.696595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Deleting port 8a6e5122-93cf-4952-aeb2-af023d25fad3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:46.696962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:46.902047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] For port 8a6e5122-93cf-4952-aeb2-af023d25fad3, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=8a6e5122-93cf-4952-aeb2-af023d25fad3,segment=NetworkSegment(146b57a2-6636-4ccd-b177-a816df9fe4d0),segment_id=146b57a2-6636-4ccd-b177-a816df9fe4d0)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:46.902656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.007375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86ebcb-64ba-4229-8325-2c957e44c0ab None None] Network fb970c63-ead1-4af5-b241-951db9a61bd5 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:47.029763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Calling delete_port for 8a6e5122-93cf-4952-aeb2-af023d25fad3 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:47.105666 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.152492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Port': ['ID=8a6e5122-93cf-4952-aeb2-af023d25fad3,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:47.158962 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No DVR routers for this DVR port 8a6e5122-93cf-4952-aeb2-af023d25fad3 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:47.167384 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1d5de4ad-ff03-4bba-bfb4-a42b3e4b0e4b None None] Provisioning complete for port 8a6e5122-93cf-4952-aeb2-af023d25fad3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:47.167846 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1d5de4ad-ff03-4bba-bfb4-a42b3e4b0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.210004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1d5de4ad-ff03-4bba-bfb4-a42b3e4b0e4b None None] Port 8a6e5122-93cf-4952-aeb2-af023d25fad3 was deleted so its status cannot be updated. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 27 04:28:47.264111 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ddf10-0565-4d41-ad77-e66c3c778852 None None] DHCP port deletion for fb970c63-ead1-4af5-b241-951db9a61bd5 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:28:47.290989 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.316100 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb970c63-ead1-4af5-b241-951db9a61bd5']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:47.328355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b57a2-6636-4ccd-b177-a816df9fe4d0') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:47.328646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b57a2-6636-4ccd-b177-a816df9fe4d0') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:47.339810 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.355050 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.361118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:47.361596 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:47.376468 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:47.465253 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.481837 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.494283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Network': ['ID=fb970c63-ead1-4af5-b241-951db9a61bd5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:47.497284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af849965-bce3-4330-8cc9-f1b1499f2034 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/fb970c63-ead1-4af5-b241-951db9a61bd5 HTTP/1.1" status: 204 len: 168 time: 0.9252656 May 27 04:28:47.499869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53260) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:47.535756 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c35da11-bf6f-4ae2-83c9-e2641706b13f tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:47.536105 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c35da11-bf6f-4ae2-83c9-e2641706b13f tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:47.537665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5c35da11-bf6f-4ae2-83c9-e2641706b13f tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/subnets/676df392-c4ca-440b-8123-50816bd6b56b HTTP/1.1" status: 404 len: 337 time: 0.0369022 May 27 04:28:47.539912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53264) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:47.563941 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-37affbd3-07c4-4b47-8ae7-0df138b94104 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:47.564365 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37affbd3-07c4-4b47-8ae7-0df138b94104 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:47.565900 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-37affbd3-07c4-4b47-8ae7-0df138b94104 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/71fefc82-e140-4847-8553-6fc0e36148b5 HTTP/1.1" status: 404 len: 339 time: 0.0251639 May 27 04:28:47.568236 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53268) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:47.608608 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ddeb41-de1f-4013-b651-716a28d810ea tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:47.609069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ddeb41-de1f-4013-b651-716a28d810ea tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:47.610631 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-69ddeb41-de1f-4013-b651-716a28d810ea tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/subnets/7398dade-300a-4246-8552-64bbfe03f3c8 HTTP/1.1" status: 404 len: 337 time: 0.0415671 May 27 04:28:47.613065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53274) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:47.636573 n-d-843301-2 neutron-server[84156]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ba853d-048a-49cc-bc28-c7536f0d97ad tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] DELETE failed (client error): The resource could not be found. May 27 04:28:47.637046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ba853d-048a-49cc-bc28-c7536f0d97ad tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84156) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 04:28:47.638572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-13ba853d-048a-49cc-bc28-c7536f0d97ad tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/8f6cf4ba-975c-4bbe-9b74-47b09c5e1c5a HTTP/1.1" status: 404 len: 339 time: 0.0246301 May 27 04:28:47.640677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53278) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:47.899628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Deleting subnet 383364e6-8729-4b41-99ef-c2a2edeb72bd {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:28:47.902489 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:47.957301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.035482 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.106232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.145561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Subnet': ['ID=383364e6-8729-4b41-99ef-c2a2edeb72bd,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:48.153793 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.159071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34486533-e6cd-4a96-8464-0deaefc85e0f None None] Network d25521f9-1e42-4442-a639-893f397b6862 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:48.163662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-034734f2-6196-4ee9-b8c4-664798cfa414 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/subnets/383364e6-8729-4b41-99ef-c2a2edeb72bd HTTP/1.1" status: 204 len: 168 time: 0.5220838 May 27 04:28:48.166101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53282) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:48.277447 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.288075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Deleting port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:48.288400 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.393100 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] DHCP port deletion for d25521f9-1e42-4442-a639-893f397b6862 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:28:48.397297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Deleting port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:48.397663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.498639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] For port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,segment=NetworkSegment(9106753c-c6ee-4eb1-ad8f-f64686e2cf71),segment_id=9106753c-c6ee-4eb1-ad8f-f64686e2cf71)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:48.499203 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.565763 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 943adae2-41ab-4ee3-b7d3-06a8ef830f9c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:48.629613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Calling delete_port for 943adae2-41ab-4ee3-b7d3-06a8ef830f9c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:48.691174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] For port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,segment=NetworkSegment(9106753c-c6ee-4eb1-ad8f-f64686e2cf71),segment_id=9106753c-c6ee-4eb1-ad8f-f64686e2cf71)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:48.691568 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.708231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.754566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Port': ['ID=943adae2-41ab-4ee3-b7d3-06a8ef830f9c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:48.759590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] No DVR routers for this DVR port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:48.768440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 04:28:48.768843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 943adae2-41ab-4ee3-b7d3-06a8ef830f9c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:48.769283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a6e5122-93cf-4952-aeb2-af023d25fad3 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:48.863286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Calling delete_port for 943adae2-41ab-4ee3-b7d3-06a8ef830f9c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:48.886762 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.900549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 8a6e5122-93cf-4952-aeb2-af023d25fad3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:48.900889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 8a6e5122-93cf-4952-aeb2-af023d25fad3 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:48.918055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25521f9-1e42-4442-a639-893f397b6862']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:48.931066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9106753c-c6ee-4eb1-ad8f-f64686e2cf71') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:48.931352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9106753c-c6ee-4eb1-ad8f-f64686e2cf71') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:48.943333 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.945925 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:28:48.946283 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:28:48.960121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.966150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:48.966551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:48.980295 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:49.062534 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.080150 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.093908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] Pushing event deleted for resources: {'Network': ['ID=d25521f9-1e42-4442-a639-893f397b6862,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:49.100648 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17bb59f0-44c8-41a9-8ff8-65f258c171f2 tempest-NetworksIpV6Test-1084850562 tempest-NetworksIpV6Test-1084850562-project] 10.222.0.46 "DELETE /v2.0/networks/d25521f9-1e42-4442-a639-893f397b6862 HTTP/1.1" status: 204 len: 168 time: 0.9309428 May 27 04:28:49.447896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Deleting port 943adae2-41ab-4ee3-b7d3-06a8ef830f9c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:49.448498 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.478485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53290) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:49.513566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-83c54e05-7c5f-41f1-b2c6-5a669bbc1615 None None] The port '943adae2-41ab-4ee3-b7d3-06a8ef830f9c' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:28:49.649968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fd966225-3f19-4ad8-af64-18d1b9c6e3ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83155a05c7784bfc885e182f74a9a24b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1703405 May 27 04:28:49.652457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53296) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:49.710720 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.736129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.786397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.799614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c51394-c4f7-4d1c-8b71-84445d820dcf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:49.806906 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:49.808003 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9ec5b3aa-ca8d-4683-bb1d-d84dc00daf54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75c51394-c4f7-4d1c-8b71-84445d820dcf HTTP/1.1" status: 204 len: 168 time: 0.1545925 May 27 04:28:50.586908 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53318) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:50.711335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1301126358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:50.718294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:50.722036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:router and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:50.724806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:50.734525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:50.744419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.745327 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.763074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.779796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.800615 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.801844 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e88964e-08f8-4449-80d8-833e4f705361 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2138808 May 27 04:28:50.804651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53324) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:50.809797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-567809062'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:50.815144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:50.818895 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:network and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:50.822263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:50.827903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:50.837332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Made reservation on behalf of 01607916b3424bd8a3934e2a17dd8cb8 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:50.839998 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.852569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.888539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:50.892521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:security_group_rule and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:50.895417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:50.901204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:50.967241 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:50.971123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.001808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:51.009755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386c2f84-efdf-4a80-848b-052e01f664ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:51.015136 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.015458 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Added segment c02ba665-9760-4352-8ab1-19a232fc96c9 of type vlan for network ef0325d3-6837-4f23-95f9-d6a838a3aa32 May 27 04:28:51.041176 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.069842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.073410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:51.073982 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.180656 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3749833 May 27 04:28:51.183561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:51.186199 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597df86a-4eac-452b-86ac-970888d2f69e tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event updated for resources: {'Network': ['ID=ef0325d3-6837-4f23-95f9-d6a838a3aa32,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:51.189733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'subnet': {'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:51.196330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:51.299930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:51.303813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:subnet and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:51.306645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:51.312387 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:51.321641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Made reservation on behalf of 01607916b3424bd8a3934e2a17dd8cb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:51.514759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.724446 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.795833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event updated for resources: {'Subnet': ['ID=ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:51.811867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Checking segment: {'id': 'c02ba665-9760-4352-8ab1-19a232fc96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:51.812220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Network hostable DHCP agents. Network: ef0325d3-6837-4f23-95f9-d6a838a3aa32, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:51.833445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:51.841946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ef0325d3-6837-4f23-95f9-d6a838a3aa32) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:51.845874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:51.846452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.852502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd72b0e-0afb-49af-8275-ea554183bca6 None None] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:51.869793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-50eabeee-e5e1-499d-a644-5825bf8fc188 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6822181 May 27 04:28:51.869991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:51.875892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1781564566'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:51.881358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:51.885135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:network and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:51.887918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:51.896235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:51.905940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Made reservation on behalf of 01607916b3424bd8a3934e2a17dd8cb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:51.908877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.938242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:51.949969 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:51.950361 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Added segment 3c05755b-64a2-4b72-a55e-2b2805737887 of type vlan for network 895f112b-1c28-40cb-bf6c-3d7a20bc737e May 27 04:28:51.977336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.010803 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.014399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:52.015006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.063895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-ef0325d3-6837-4f23-95f9-d6a838a3aa32', 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32', 'tenant_id': '01607916b3424bd8a3934e2a17dd8cb8', 'fixed_ips': [{'subnet_id': 'ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:52.064693 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.112978 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2393959 May 27 04:28:52.113318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:52.123645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'subnet': {'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:52.138902 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:28:52.147316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c74fc9-aa99-4c6a-ba17-61a68bb5dfd6 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event updated for resources: {'Network': ['ID=895f112b-1c28-40cb-bf6c-3d7a20bc737e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:52.159830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:52.233872 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:52.237639 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Usage tracker for resource:subnet and tenant:01607916b3424bd8a3934e2a17dd8cb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:52.240418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:52.245988 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:52.255636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Made reservation on behalf of 01607916b3424bd8a3934e2a17dd8cb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:52.310965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Allocated IP 172.20.0.2 (ef0325d3-6837-4f23-95f9-d6a838a3aa32/ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a/eebda33b-62b2-46f6-a5ed-782de6851cae) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:52.367932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.515237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.525412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Transition to ACTIVE for port object eebda33b-62b2-46f6-a5ed-782de6851cae will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:52.543685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Transition to ACTIVE for port object eebda33b-62b2-46f6-a5ed-782de6851cae will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:52.549951 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.587407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.613073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:52.615698 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:52.619531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:52.628804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Pushing event updated for resources: {'Port': ['ID=eebda33b-62b2-46f6-a5ed-782de6851cae,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:52.662970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event updated for resources: {'Subnet': ['ID=48d77d0d-5c6e-4873-9c92-2eafba96b2a3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:52.674870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Checking segment: {'id': '3c05755b-64a2-4b72-a55e-2b2805737887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:52.675224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Network hostable DHCP agents. Network: 895f112b-1c28-40cb-bf6c-3d7a20bc737e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:52.696482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:52.707729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 895f112b-1c28-40cb-bf6c-3d7a20bc737e) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:52.712298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:52.712880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.713040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Attempting to bind port eebda33b-62b2-46f6-a5ed-782de6851cae on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:52.713315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Attempting to bind port eebda33b-62b2-46f6-a5ed-782de6851cae by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c02ba665-9760-4352-8ab1-19a232fc96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:52.713672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Attempting to bind port eebda33b-62b2-46f6-a5ed-782de6851cae on network ef0325d3-6837-4f23-95f9-d6a838a3aa32 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:52.721974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b4048-517e-49b1-ae0e-3250dd266998 None None] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:52.734332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:52.734696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Checking segment: {'id': 'c02ba665-9760-4352-8ab1-19a232fc96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:52.735098 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.735461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Bound using segment: {'id': 'c02ba665-9760-4352-8ab1-19a232fc96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:52.735927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Bound port: eebda33b-62b2-46f6-a5ed-782de6851cae, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02ba665-9760-4352-8ab1-19a232fc96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef0325d3-6837-4f23-95f9-d6a838a3aa32'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:52.736317 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:52.737473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-480a093d-3be5-47cf-b364-1d91efdc4178 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6231346 May 27 04:28:52.737980 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53340) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:52.743389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-96ba6203-ad3d-4f1c-9d72-f71388d550bb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Request body: {'router': {'external_gateway_info': {'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:52.986693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] For port eebda33b-62b2-46f6-a5ed-782de6851cae, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:53.003996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] For port eebda33b-62b2-46f6-a5ed-782de6851cae, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eebda33b-62b2-46f6-a5ed-782de6851cae,segment=NetworkSegment(c02ba665-9760-4352-8ab1-19a232fc96c9),segment_id=c02ba665-9760-4352-8ab1-19a232fc96c9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:53.010800 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.117479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-895f112b-1c28-40cb-bf6c-3d7a20bc737e', 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e', 'tenant_id': '01607916b3424bd8a3934e2a17dd8cb8', 'fixed_ips': [{'subnet_id': '48d77d0d-5c6e-4873-9c92-2eafba96b2a3'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:53.118262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.146510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58001-55d8-4762-83e4-63d8aa5cbf73 None None] Pushing event updated for resources: {'Port': ['ID=eebda33b-62b2-46f6-a5ed-782de6851cae,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:53.250407 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96ba6203-ad3d-4f1c-9d72-f71388d550bb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.294056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Allocated IP 172.21.0.2 (895f112b-1c28-40cb-bf6c-3d7a20bc737e/48d77d0d-5c6e-4873-9c92-2eafba96b2a3/0a709033-d8ad-43e3-a3a7-d64731c3ad1b) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:53.426043 n-d-843301-2 neutron-server[84156]: INFO neutron.api.v2.resource [None req-96ba6203-ad3d-4f1c-9d72-f71388d550bb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 04:28:53.429102 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-96ba6203-ad3d-4f1c-9d72-f71388d550bb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "PUT /v2.0/routers/27bf1194-c683-4ace-99ad-6fd49ea8ae49 HTTP/1.1" status: 400 len: 364 time: 0.6900201 May 27 04:28:53.433611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:53.509662 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Deleting subnet 48d77d0d-5c6e-4873-9c92-2eafba96b2a3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:28:53.530063 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.539874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Transition to ACTIVE for port object 0a709033-d8ad-43e3-a3a7-d64731c3ad1b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:53.557828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Transition to ACTIVE for port object 0a709033-d8ad-43e3-a3a7-d64731c3ad1b will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:53.562965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.563679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.622344 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.631494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:28:53.634321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:53.636672 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:28:53.643635 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Pushing event updated for resources: {'Port': ['ID=0a709033-d8ad-43e3-a3a7-d64731c3ad1b,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:53.703971 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.730364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Attempting to bind port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:28:53.730730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Attempting to bind port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '3c05755b-64a2-4b72-a55e-2b2805737887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:28:53.731090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Attempting to bind port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b on network 895f112b-1c28-40cb-bf6c-3d7a20bc737e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:28:53.737740 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:28:53.738107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Checking segment: {'id': '3c05755b-64a2-4b72-a55e-2b2805737887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:53.738503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.738889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Bound using segment: {'id': '3c05755b-64a2-4b72-a55e-2b2805737887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:28:53.739356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Bound port: 0a709033-d8ad-43e3-a3a7-d64731c3ad1b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c05755b-64a2-4b72-a55e-2b2805737887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '895f112b-1c28-40cb-bf6c-3d7a20bc737e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:28:53.739727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.789870 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.831027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Subnet': ['ID=48d77d0d-5c6e-4873-9c92-2eafba96b2a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:53.835440 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.838725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] For port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:28:53.844409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d1ff81f4-bdf6-42e3-83ff-3a7e058b73fb tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "DELETE /v2.0/subnets/48d77d0d-5c6e-4873-9c92-2eafba96b2a3 HTTP/1.1" status: 204 len: 168 time: 0.4068179 May 27 04:28:53.844682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:53.846673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] For port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0a709033-d8ad-43e3-a3a7-d64731c3ad1b,segment=NetworkSegment(3c05755b-64a2-4b72-a55e-2b2805737887),segment_id=3c05755b-64a2-4b72-a55e-2b2805737887)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:28:53.852645 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.938151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e73809-6284-4508-8290-a26fd819dafc None None] Pushing event updated for resources: {'Port': ['ID=0a709033-d8ad-43e3-a3a7-d64731c3ad1b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:53.964309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:53.975482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Deleting port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:53.975811 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.213249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] For port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0a709033-d8ad-43e3-a3a7-d64731c3ad1b,segment=NetworkSegment(3c05755b-64a2-4b72-a55e-2b2805737887),segment_id=3c05755b-64a2-4b72-a55e-2b2805737887)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:54.213679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.214711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca71b1-9eea-4568-92af-1dc78786ddde None None] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:54.318489 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.337389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a5fc49cc-44aa-497e-979e-f21616a5c58b None None] Provisioning for port eebda33b-62b2-46f6-a5ed-782de6851cae completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:54.430938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Calling delete_port for 0a709033-d8ad-43e3-a3a7-d64731c3ad1b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:54.513398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.566208 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Port': ['ID=0a709033-d8ad-43e3-a3a7-d64731c3ad1b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:54.568078 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] No DVR routers for this DVR port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:54.588107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eebda33b-62b2-46f6-a5ed-782de6851cae up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:54.667064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port eebda33b-62b2-46f6-a5ed-782de6851cae completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:28:54.673412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port eebda33b-62b2-46f6-a5ed-782de6851cae triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:54.673866 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.704004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.734076 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895f112b-1c28-40cb-bf6c-3d7a20bc737e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:54.748720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c05755b-64a2-4b72-a55e-2b2805737887') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:54.749222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c05755b-64a2-4b72-a55e-2b2805737887') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:54.761708 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.781641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.788865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:54.789309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.803321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: timer() May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:54.817902 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:54.869411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port eebda33b-62b2-46f6-a5ed-782de6851cae, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eebda33b-62b2-46f6-a5ed-782de6851cae,segment=NetworkSegment(c02ba665-9760-4352-8ab1-19a232fc96c9),segment_id=c02ba665-9760-4352-8ab1-19a232fc96c9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:54.874310 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.875182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a709033-d8ad-43e3-a3a7-d64731c3ad1b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:28:54.931337 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.954821 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:54.967651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "DELETE /v2.0/networks/895f112b-1c28-40cb-bf6c-3d7a20bc737e HTTP/1.1" status: 204 len: 168 time: 1.1189268 May 27 04:28:54.967880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:54.969822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b3a24-807c-4c9f-aae2-ad1ea9a88e36 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Network': ['ID=895f112b-1c28-40cb-bf6c-3d7a20bc737e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:54.983858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0a709033-d8ad-43e3-a3a7-d64731c3ad1b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:54.984200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a709033-d8ad-43e3-a3a7-d64731c3ad1b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 27 04:28:55.052804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Port 0a709033-d8ad-43e3-a3a7-d64731c3ad1b not found, will not notify nova. {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 27 04:28:55.086704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=eebda33b-62b2-46f6-a5ed-782de6851cae,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:55.115233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41e04952-fb58-4130-912c-f8fdc0aaf070 None None] Provisioning complete for port eebda33b-62b2-46f6-a5ed-782de6851cae triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:28:55.115608 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41e04952-fb58-4130-912c-f8fdc0aaf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.212697 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Deleting subnet ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:28:55.220940 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.279731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.308249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beab803-55af-40d3-9582-ebabba7c0ceb None None] DHCP port deletion for 895f112b-1c28-40cb-bf6c-3d7a20bc737e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:28:55.321971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f271db-647f-458b-90ca-aa6bab6b5bd1 None None] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:55.373405 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.378381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f271db-647f-458b-90ca-aa6bab6b5bd1 None None] Network 895f112b-1c28-40cb-bf6c-3d7a20bc737e could not be found, it might have been deleted concurrently. {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 27 04:28:55.379669 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-514e25a5-db6f-404e-81b2-771f3a9fb7fd None None] Could not find standard attr ID for object 0a709033-d8ad-43e3-a3a7-d64731c3ad1b. {{(pid=84157) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 04:28:55.443005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.485748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:55.490833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.499204 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a098b9b2-f29d-44b4-b662-b21a74bef4ed tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "DELETE /v2.0/subnets/ec9bbf2e-a442-46bc-8cb4-b32f24a5a61a HTTP/1.1" status: 204 len: 168 time: 0.5278139 May 27 04:28:55.499370 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65455b5a-49d0-4467-8ecc-2e73d268eb10 None None] Network ef0325d3-6837-4f23-95f9-d6a838a3aa32 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:55.499479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53356) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:55.611709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.622010 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Deleting port eebda33b-62b2-46f6-a5ed-782de6851cae {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:55.622830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.732700 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] DHCP port deletion for ef0325d3-6837-4f23-95f9-d6a838a3aa32 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:28:55.736980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Deleting port eebda33b-62b2-46f6-a5ed-782de6851cae {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:55.737351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.826007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] For port eebda33b-62b2-46f6-a5ed-782de6851cae, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eebda33b-62b2-46f6-a5ed-782de6851cae,segment=NetworkSegment(c02ba665-9760-4352-8ab1-19a232fc96c9),segment_id=c02ba665-9760-4352-8ab1-19a232fc96c9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:55.826358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:55.936518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] For port eebda33b-62b2-46f6-a5ed-782de6851cae, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=eebda33b-62b2-46f6-a5ed-782de6851cae,segment=NetworkSegment(c02ba665-9760-4352-8ab1-19a232fc96c9),segment_id=c02ba665-9760-4352-8ab1-19a232fc96c9)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:28:55.936822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.039683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Calling delete_port for eebda33b-62b2-46f6-a5ed-782de6851cae owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:56.055530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Calling delete_port for eebda33b-62b2-46f6-a5ed-782de6851cae owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:28:56.117747 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.130697 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:28:56.131132 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:28:56.159904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Port': ['ID=eebda33b-62b2-46f6-a5ed-782de6851cae,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:56.165801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] No DVR routers for this DVR port eebda33b-62b2-46f6-a5ed-782de6851cae on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:28:56.286547 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.311324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0325d3-6837-4f23-95f9-d6a838a3aa32']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:56.322940 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02ba665-9760-4352-8ab1-19a232fc96c9') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:56.323231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02ba665-9760-4352-8ab1-19a232fc96c9') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:28:56.334363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.349768 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.355497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:28:56.355865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: timer() May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:28:56.370146 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:28:56.445944 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.450033 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.475816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Pushing event deleted for resources: {'Network': ['ID=ef0325d3-6837-4f23-95f9-d6a838a3aa32,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:56.479055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2603a920-e81d-4d9b-94e5-9e1aaa40509b tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "DELETE /v2.0/networks/ef0325d3-6837-4f23-95f9-d6a838a3aa32 HTTP/1.1" status: 204 len: 168 time: 0.9788697 May 27 04:28:56.481809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53360) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:56.525583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f9fad6a-f1ef-4c76-82f7-e578c902e35d tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Synchronizing usage tracker for tenant:01607916b3424bd8a3934e2a17dd8cb8 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:28:56.532115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eebda33b-62b2-46f6-a5ed-782de6851cae no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:56.542240 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f9fad6a-f1ef-4c76-82f7-e578c902e35d tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Unset dirty status for tenant:01607916b3424bd8a3934e2a17dd8cb8 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:28:56.543532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f9fad6a-f1ef-4c76-82f7-e578c902e35d tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "GET /v2.0/ports?device_id=27bf1194-c683-4ace-99ad-6fd49ea8ae49 HTTP/1.1" status: 200 len: 205 time: 0.0607429 May 27 04:28:56.546056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53364) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:56.564551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: eebda33b-62b2-46f6-a5ed-782de6851cae {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:56.564920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device eebda33b-62b2-46f6-a5ed-782de6851cae not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:56.565326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a709033-d8ad-43e3-a3a7-d64731c3ad1b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:28:56.597060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0a709033-d8ad-43e3-a3a7-d64731c3ad1b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:28:56.597405 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0a709033-d8ad-43e3-a3a7-d64731c3ad1b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:28:56.632791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Deleting port eebda33b-62b2-46f6-a5ed-782de6851cae {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:28:56.633205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.680620 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:56.697984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-52f2fdbe-bce9-4eb3-909d-1988e000c0bf None None] The port 'eebda33b-62b2-46f6-a5ed-782de6851cae' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:28:56.802825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.051625 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.055820 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.081236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.081726 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Fanout notify agent at l3_agent the message router_deleted on router 27bf1194-c683-4ace-99ad-6fd49ea8ae49 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:28:57.094402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.095473 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-dc785365-51c6-437e-89ac-d4bb05999687 tempest-RoutersNegativeTest-852143557 tempest-RoutersNegativeTest-852143557-project] 10.222.0.46 "DELETE /v2.0/routers/27bf1194-c683-4ace-99ad-6fd49ea8ae49 HTTP/1.1" status: 204 len: 168 time: 0.5484393 May 27 04:28:57.381660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:57.552339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7db50fa7-66f8-412f-96af-780328d9f597 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01607916b3424bd8a3934e2a17dd8cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1695404 May 27 04:28:57.554924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53378) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:57.613303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.637498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.686279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.699905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c2f84-efdf-4a80-848b-052e01f664ac,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:57.706907 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:57.708341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d323b9a8-f58b-4613-85b2-a97d85b50e7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/386c2f84-efdf-4a80-848b-052e01f664ac HTTP/1.1" status: 204 len: 168 time: 0.1525488 May 27 04:28:57.918286 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1eda8122-3377-4631-8cfd-6aded98d6135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.459185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53400) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:58.587745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1501756121-network', 'tenant_id': '3e9295134f704a2eab9f3926cd962967'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:58.593031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:58.596808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Usage tracker for resource:network and tenant:3e9295134f704a2eab9f3926cd962967 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:58.599831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:58.606229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:58.615968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Made reservation on behalf of 3e9295134f704a2eab9f3926cd962967 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:58.618180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.630474 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.660497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:58.664183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9295134f704a2eab9f3926cd962967 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:58.666912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:58.672988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:58.738103 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.741543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.852413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:28:58.861335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee242e-831d-4ac5-a5bc-e46ecb8b369b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:58.867269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.867606 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Added segment 352477e2-4734-454f-b5fa-3525fbe76a4e of type vlan for network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 May 27 04:28:58.893057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.920216 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:58.920948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:58.921505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.020064 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac10c403-d7e6-44d6-8f52-5e35a8848aa1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:59.023663 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b62c3a9f-aef6-48fb-944d-adc214e781a8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5634515 May 27 04:28:59.026543 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53406) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:59.031096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:28:59.032161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Request body: {'subnet': {'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-subnet', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:59.037651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:59.041712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Usage tracker for resource:subnet and tenant:3e9295134f704a2eab9f3926cd962967 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:59.045161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:59.051292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:59.061263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Made reservation on behalf of 3e9295134f704a2eab9f3926cd962967 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:28:59.063481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.264948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.338191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db539f60-62f5-4c17-8b3e-845980b4ed49,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:28:59.349933 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Checking segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:28:59.350286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Network hostable DHCP agents. Network: ac10c403-d7e6-44d6-8f52-5e35a8848aa1, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:28:59.372089 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:28:59.382638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, ac10c403-d7e6-44d6-8f52-5e35a8848aa1) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:28:59.386501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:28:59.387125 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.392389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c8a23-25c1-4ab2-a1d3-c7f83d37f409 None None] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:28:59.408712 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-00318d4c-e2de-4aa6-9642-97903cc64db7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3811598 May 27 04:28:59.411482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53410) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:28:59.416731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:28:59.422597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:28:59.426395 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Usage tracker for resource:router and tenant:3e9295134f704a2eab9f3926cd962967 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:28:59.429195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:28:59.435507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:28:59.445636 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.446633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.465180 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.601466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:28:59.602210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.617741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.755931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Allocated IP 172.20.0.2 (ac10c403-d7e6-44d6-8f52-5e35a8848aa1/db539f60-62f5-4c17-8b3e-845980b4ed49/2bfe431b-f025-4826-a40e-5565179e33be) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:59.804228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.834093 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.955109 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:28:59.965328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Transition to ACTIVE for port object 2bfe431b-f025-4826-a40e-5565179e33be will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:59.970080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Allocated IP 172.25.8.128 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:28:59.987243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Transition to ACTIVE for port object 2bfe431b-f025-4826-a40e-5565179e33be will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:28:59.994849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.076701 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d903837-9ed3-45b0-ab5b-0c25f9fc6ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.100736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:00.104293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:00.105979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Pushing event updated for resources: {'Port': ['ID=2bfe431b-f025-4826-a40e-5565179e33be,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:00.113160 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:00.128731 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.156337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.202604 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Attempting to bind port 2bfe431b-f025-4826-a40e-5565179e33be on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:00.202963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Attempting to bind port 2bfe431b-f025-4826-a40e-5565179e33be by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:00.203319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Attempting to bind port 2bfe431b-f025-4826-a40e-5565179e33be on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:00.210381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:00.210680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Checking segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:00.211072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.211459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Bound using segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:00.211904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Bound port: 2bfe431b-f025-4826-a40e-5565179e33be, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:00.212267 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.221936 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:00.224606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:00.226926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:00.267287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:00.300163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] For port 2bfe431b-f025-4826-a40e-5565179e33be, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:00.303141 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] For port 2bfe431b-f025-4826-a40e-5565179e33be, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2bfe431b-f025-4826-a40e-5565179e33be,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:00.306688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.390867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5d97-4804-4c59-a70d-10a7f8000344 None None] Pushing event updated for resources: {'Port': ['ID=2bfe431b-f025-4826-a40e-5565179e33be,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:00.396131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.396964 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.744439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Router d6efa064-9295-4df8-9651-4b18e448f2f2 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:29:00.940281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:29:00.948752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Sync routers for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:29:00.960741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:00.961385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:00.965758 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:00.970476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-25506bda-4493-4606-a32c-c124348073b6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5553682 May 27 04:29:00.970871 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53414) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:29:01.144756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:01.335424 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5af45-9cd9-4eae-8a82-aa8bc934e364 None None] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:29:01.464175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-be2876e7-16f5-4fe9-821b-cac0c8204e7a None None] Provisioning for port 2bfe431b-f025-4826-a40e-5565179e33be completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:01.611950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:01.624184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:01.693924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:00Z', 'revision_number': 3, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:01.700457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Checking router: d6efa064-9295-4df8-9651-4b18e448f2f2 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:29:01.700799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Updating router d6efa064-9295-4df8-9651-4b18e448f2f2 port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:29:01.728983 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:01.761852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:01.945015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Allocated IP 172.20.0.1 (ac10c403-d7e6-44d6-8f52-5e35a8848aa1/db539f60-62f5-4c17-8b3e-845980b4ed49/7c76319d-2ead-40fe-8a1f-e1b5ec7893fa) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:02.102865 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.110780 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.122245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Transition to ACTIVE for port object a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:02.122660 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Transition to ACTIVE for port object 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:02.128804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.144194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.204996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14fbad-151f-4a75-9711-682f80b263df None None] Pushing event updated for resources: {'Port': ['ID=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:02.207803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Attempting to bind port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:02.208169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Attempting to bind port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:02.208527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Attempting to bind port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:02.215561 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:02.215718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:02.216500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:02.216848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.217264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:02.217715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Bound port: a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:02.218093 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.219610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:02.221696 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Pushing event updated for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:02.223738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:02.277420 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.333099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] For port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:02.336983 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] For port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:02.341807 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.363718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.422129 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14fbad-151f-4a75-9711-682f80b263df None None] Pushing event updated for resources: {'Port': ['ID=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:02.426731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:02.427347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:02.572434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2bfe431b-f025-4826-a40e-5565179e33be up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:02.630277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d82465de-6c74-4c85-8f57-423adb0554f6 None None] Provisioning for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:02.652931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d82465de-6c74-4c85-8f57-423adb0554f6 None None] Provisioning complete for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:02.653217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d82465de-6c74-4c85-8f57-423adb0554f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.701322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.705826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.718992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d82465de-6c74-4c85-8f57-423adb0554f6 None None] Port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:02.723718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:02.793867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2bfe431b-f025-4826-a40e-5565179e33be completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:02.801375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2bfe431b-f025-4826-a40e-5565179e33be triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:02.801742 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.815654 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Pushing event updated for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:02.818741 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:02.956631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:02.957875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:03.106990 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:03.151495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2bfe431b-f025-4826-a40e-5565179e33be, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2bfe431b-f025-4826-a40e-5565179e33be,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:03.157928 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:03.240923 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:03.242825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7c76319d-2ead-40fe-8a1f-e1b5ec7893fa', 'name': '', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'mac_address': 'fa:16:3e:84:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:01Z', 'updated_at': '2022-05-27T04:29:01Z', 'revision_number': 1, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'subnets': [{'id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:03.252564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac388c-db08-4c26-a2a6-1761e250d664 None None] The sync data for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 is: [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7c76319d-2ead-40fe-8a1f-e1b5ec7893fa', 'name': '', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'mac_address': 'fa:16:3e:84:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:01Z', 'updated_at': '2022-05-27T04:29:01Z', 'revision_number': 1, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'subnets': [{'id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:29:03.259796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2bfe431b-f025-4826-a40e-5565179e33be,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:03.268321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-008083b6-d6f1-4c87-9a28-ac6dcc772368 None None] Provisioning complete for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:03.268592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-008083b6-d6f1-4c87-9a28-ac6dcc772368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:03.326255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-008083b6-d6f1-4c87-9a28-ac6dcc772368 None None] Port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:03.378749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Router d6efa064-9295-4df8-9651-4b18e448f2f2 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:29:03.597682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:29:03.608086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-381cb344-d3c4-4e23-89bf-375661f39423 admin admin] 10.222.0.46 "PUT /v2.0/routers/d6efa064-9295-4df8-9651-4b18e448f2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359935 May 27 04:29:04.538595 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53436) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:29:04.544015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1798845943-network', 'tenant_id': '79adbba0766b40e29576b1440c85c943'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:04.549813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:04.553822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Usage tracker for resource:network and tenant:79adbba0766b40e29576b1440c85c943 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:29:04.556702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:29:04.564598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:04.578061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Made reservation on behalf of 79adbba0766b40e29576b1440c85c943 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:29:04.580965 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.594269 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.627216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:04.629489 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:04.631214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Usage tracker for resource:security_group_rule and tenant:79adbba0766b40e29576b1440c85c943 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:29:04.634046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:29:04.640189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:04.702931 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:04.709444 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:04.709879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.714199 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.717956 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.748154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:29:04.756923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe89248a-2826-4fad-96d6-4d46fd604db1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:04.762238 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.762621 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Added segment fe6e1a66-144f-404e-a5c3-c352d1dae03d of type vlan for network 6db7ec57-39b2-4a38-9b2a-57a1c561230d May 27 04:29:04.788963 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.818732 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.819627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:04.820346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.822822 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.840085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:04.845578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:04.846341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2bfe431b-f025-4826-a40e-5565179e33be up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:04.926682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] Pushing event updated for resources: {'Network': ['ID=6db7ec57-39b2-4a38-9b2a-57a1c561230d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:04.931863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-666cefc7-9ffe-4505-8245-f677e6e5f506 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3915107 May 27 04:29:04.934033 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:29:04.940246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Request body: {'subnet': {'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-subnet', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:04.946925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:29:04.947948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:04.952040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Usage tracker for resource:subnet and tenant:79adbba0766b40e29576b1440c85c943 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:29:04.955040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:29:04.961581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:04.971573 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Made reservation on behalf of 79adbba0766b40e29576b1440c85c943 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:29:04.973994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.021410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:05.064536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2bfe431b-f025-4826-a40e-5565179e33be triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:05.064907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.196372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.272344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9512cb-d529-4001-b75a-301aa42adfa7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:05.283913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Checking segment: {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:05.284259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Network hostable DHCP agents. Network: 6db7ec57-39b2-4a38-9b2a-57a1c561230d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:29:05.306105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:29:05.314445 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 6db7ec57-39b2-4a38-9b2a-57a1c561230d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:05.318196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:05.318768 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.323345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dc16c-2ff8-4717-8120-3e7f14d0dac6 None None] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:29:05.338898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8ec0dd08-201c-42c1-9882-3859dc8251af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4030349 May 27 04:29:05.342702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:29:05.347539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:05.352738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:05.357153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Usage tracker for resource:router and tenant:79adbba0766b40e29576b1440c85c943 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:29:05.359922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:29:05.365593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:05.377082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.378104 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.397624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.535434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'fixed_ips': [{'subnet_id': '8c9512cb-d529-4001-b75a-301aa42adfa7'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:29:05.536245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.554552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.686806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Allocated IP 172.20.0.2 (6db7ec57-39b2-4a38-9b2a-57a1c561230d/8c9512cb-d529-4001-b75a-301aa42adfa7/18572787-cb1f-4292-9f2c-deb628b298a9) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:05.742814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.772577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.892660 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:05.906206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Transition to ACTIVE for port object 18572787-cb1f-4292-9f2c-deb628b298a9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:05.915374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Allocated IP 172.25.8.226 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/b4403304-fdc9-4394-9fbf-f145b85e76bc) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:05.927950 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Transition to ACTIVE for port object 18572787-cb1f-4292-9f2c-deb628b298a9 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:05.934396 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.003308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:06.006652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:06.009073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:06.011340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Pushing event updated for resources: {'Port': ['ID=18572787-cb1f-4292-9f2c-deb628b298a9,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:06.068561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.098162 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.100393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Attempting to bind port 18572787-cb1f-4292-9f2c-deb628b298a9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:06.100761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Attempting to bind port 18572787-cb1f-4292-9f2c-deb628b298a9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:06.101157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Attempting to bind port 18572787-cb1f-4292-9f2c-deb628b298a9 on network 6db7ec57-39b2-4a38-9b2a-57a1c561230d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:06.107633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:06.108002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Checking segment: {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:06.108404 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.108789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Bound using segment: {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:06.109272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Bound port: 18572787-cb1f-4292-9f2c-deb628b298a9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:06.109642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.153239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:06.156108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:06.164388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:06.200293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] For port 18572787-cb1f-4292-9f2c-deb628b298a9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:06.203482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] For port 18572787-cb1f-4292-9f2c-deb628b298a9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=18572787-cb1f-4292-9f2c-deb628b298a9,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:06.208425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.287299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523d146-ae0b-4331-853b-e6129378c0d7 None None] Pushing event updated for resources: {'Port': ['ID=18572787-cb1f-4292-9f2c-deb628b298a9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:06.320039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Pushing event updated for resources: {'Port': ['ID=b4403304-fdc9-4394-9fbf-f145b85e76bc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:06.453859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.454599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.633105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 18572787-cb1f-4292-9f2c-deb628b298a9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:06.700350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Router a76310b4-4f17-45f2-bae3-0031a662473f is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:29:06.701560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 18572787-cb1f-4292-9f2c-deb628b298a9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:06.706327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:06.776927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:06.777283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.914157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:29:06.926856 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Sync routers for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:29:06.943466 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:06.943814 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:06.944427 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:06.945071 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a450d9fc-521f-41d4-87d7-f1e3d500bd2b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6014361 May 27 04:29:06.948005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53448) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:29:07.184804 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:07.243025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0df761-1d89-430c-8e07-9e9560a1207f None None] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:29:07.337218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Provisioning for port 18572787-cb1f-4292-9f2c-deb628b298a9 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:07.353486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Provisioning complete for port 18572787-cb1f-4292-9f2c-deb628b298a9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:07.353930 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.487796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:06Z', 'revision_number': 3, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:07.492051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Checking router: a76310b4-4f17-45f2-bae3-0031a662473f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:29:07.492584 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Updating router a76310b4-4f17-45f2-bae3-0031a662473f port b4403304-fdc9-4394-9fbf-f145b85e76bc binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:29:07.548014 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.568804 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.609196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] For port 18572787-cb1f-4292-9f2c-deb628b298a9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=18572787-cb1f-4292-9f2c-deb628b298a9,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:07.613991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.697913 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842c115-6ba6-4f40-9991-ab9253f8c1d6 None None] Pushing event updated for resources: {'Port': ['ID=18572787-cb1f-4292-9f2c-deb628b298a9,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:07.855709 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.888454 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.899682 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Transition to ACTIVE for port object b4403304-fdc9-4394-9fbf-f145b85e76bc will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:07.906298 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.942952 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bb8aacc9-4693-4760-8593-7f9aa3e7470f None None] Provisioning complete for port 18572787-cb1f-4292-9f2c-deb628b298a9 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:07.943513 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bb8aacc9-4693-4760-8593-7f9aa3e7470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:07.987696 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Attempting to bind port b4403304-fdc9-4394-9fbf-f145b85e76bc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:07.988302 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Attempting to bind port b4403304-fdc9-4394-9fbf-f145b85e76bc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:07.988411 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Attempting to bind port b4403304-fdc9-4394-9fbf-f145b85e76bc on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:07.994857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Pushing event updated for resources: {'Port': ['ID=b4403304-fdc9-4394-9fbf-f145b85e76bc,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:08.005567 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:08.005928 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:08.006611 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.007145 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:08.007774 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Bound port: b4403304-fdc9-4394-9fbf-f145b85e76bc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:08.008312 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.035940 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.036188 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.036698 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.037051 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.037528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.038018 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.038511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.038837 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.039162 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.039491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.039801 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:08.088751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Allocated IP 172.20.0.1 (6db7ec57-39b2-4a38-9b2a-57a1c561230d/8c9512cb-d529-4001-b75a-301aa42adfa7/a7bb4636-4ae4-4112-9984-039938044e1f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:08.103423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] For port b4403304-fdc9-4394-9fbf-f145b85e76bc, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:08.109374 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] For port b4403304-fdc9-4394-9fbf-f145b85e76bc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b4403304-fdc9-4394-9fbf-f145b85e76bc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:08.115055 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.200471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9566ca-b94d-4adb-a6fb-1d12d3f3cc74 None None] Pushing event updated for resources: {'Port': ['ID=b4403304-fdc9-4394-9fbf-f145b85e76bc,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:08.203926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:08.204993 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:08.248051 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.263700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Transition to ACTIVE for port object a7bb4636-4ae4-4112-9984-039938044e1f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:08.286087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.355883 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:08.359948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:08.362376 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:08.364442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:08.388578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:08.420706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.503985 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.559050 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 18572787-cb1f-4292-9f2c-deb628b298a9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:08.639002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7814def5-050f-4572-b86a-9ede5a4dad66 None None] Provisioning for port a7bb4636-4ae4-4112-9984-039938044e1f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:08.643498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7814def5-050f-4572-b86a-9ede5a4dad66 None None] Provisioning complete for port a7bb4636-4ae4-4112-9984-039938044e1f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:08.643864 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7814def5-050f-4572-b86a-9ede5a4dad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.667067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 18572787-cb1f-4292-9f2c-deb628b298a9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:08.667422 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.697873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:06Z', 'revision_number': 3, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:08.702833 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc620-9670-4067-9d98-a65d9e896e82 None None] The sync data for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 is: [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:06Z', 'revision_number': 3, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:29:08.745769 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7814def5-050f-4572-b86a-9ede5a4dad66 None None] Port a7bb4636-4ae4-4112-9984-039938044e1f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:08.758670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.763795 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:08.868497 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:08.871743 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:09.005754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:09.006814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:09.269324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7982efcb-a77b-4c41-8fb5-a0091353382a None None] Provisioning complete for port a7bb4636-4ae4-4112-9984-039938044e1f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:09.271026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7982efcb-a77b-4c41-8fb5-a0091353382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:09.326878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7982efcb-a77b-4c41-8fb5-a0091353382a None None] Port a7bb4636-4ae4-4112-9984-039938044e1f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:09.496263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Router a76310b4-4f17-45f2-bae3-0031a662473f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:29:09.698549 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:29:09.707920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-228b9b1e-df12-4978-b96a-2920215fe0e0 admin admin] 10.222.0.46 "PUT /v2.0/routers/a76310b4-4f17-45f2-bae3-0031a662473f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589152 May 27 04:29:10.368923 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-09341049-eb15-4d01-bacf-c0dc1405f347 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:10.369607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-09341049-eb15-4d01-bacf-c0dc1405f347 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:10.384828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-09341049-eb15-4d01-bacf-c0dc1405f347 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:10.386035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-09341049-eb15-4d01-bacf-c0dc1405f347 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 817 time: 0.1584349 May 27 04:29:10.402377 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-5d924214-c0e5-4f16-ab14-f9a429493674 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/quotas/3e9295134f704a2eab9f3926cd962967 HTTP/1.1" status: 200 len: 375 time: 0.0110092 May 27 04:29:10.485716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-bf3a97be-d025-4612-ab5d-007b3b935fca tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:10.505430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-bf3a97be-d025-4612-ab5d-007b3b935fca tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:10.506811 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-bf3a97be-d025-4612-ab5d-007b3b935fca tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989752 May 27 04:29:10.640890 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-fe8eb09f-a60f-4c98-9ab5-78136cb42a89 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221964 May 27 04:29:10.767456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-d31b0789-ca13-4dce-b54c-f50cda9d6dfc service neutron] 10.222.0.46 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208372 May 27 04:29:10.967559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-11ea97c7-0144-448f-9542-71cd58117d77 req-a629e8e3-8bfd-4216-9b1f-985b5cf14c61 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 210 time: 0.0454974 May 27 04:29:11.960687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-c9143a03-e228-40f1-ada5-0075ae40d7c0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:11.962110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-c9143a03-e228-40f1-ada5-0075ae40d7c0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 817 time: 0.1436300 May 27 04:29:11.977322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Request body: {'port': {'device_id': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'admin_state_up': True, 'tenant_id': '3e9295134f704a2eab9f3926cd962967'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:12.114646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:12.124273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:12.134275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Made reservation on behalf of 3e9295134f704a2eab9f3926cd962967 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:29:12.137289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.178466 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8f456c64-e016-4a81-b62a-676c46a21d97 req-ca314ee0-3b11-400f-b45c-5f444b2e1c25 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 210 time: 0.0479770 May 27 04:29:12.295728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Allocated IP 172.20.0.9 (ac10c403-d7e6-44d6-8f52-5e35a8848aa1/db539f60-62f5-4c17-8b3e-845980b4ed49/a5c5ab17-fbec-4c35-9cb2-52a74990bce0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:12.496641 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.513566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Transition to ACTIVE for port object a5c5ab17-fbec-4c35-9cb2-52a74990bce0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:12.534781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.604949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:12.607938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:12.611884 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:12.643252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Pushing event updated for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:12.680242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:12.680861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.706580 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-e9c6ebfd-83bb-4fcb-88e9-8c0da13481ed tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327225 May 27 04:29:12.718024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Request body: {'port': {'device_id': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:12.827297 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.868638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-556e1f74-e5e0-43c6-b6d8-569dc21cba97 None None] Provisioning for port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:12.873830 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-556e1f74-e5e0-43c6-b6d8-569dc21cba97 None None] Provisioning complete for port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:12.874190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-556e1f74-e5e0-43c6-b6d8-569dc21cba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:12.928429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-556e1f74-e5e0-43c6-b6d8-569dc21cba97 None None] Port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:13.251641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c5ab17-fbec-4c35-9cb2-52a74990bce0 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:29:13.258582 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:13.272657 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Transition to ACTIVE for port object a5c5ab17-fbec-4c35-9cb2-52a74990bce0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:13.277545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:13.454237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:13.548555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5d320-419d-4428-a15b-4a421e03e132 req-95fcad0d-098b-4b17-8cd0-0ad4ede4404d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:13.549274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-abe5d320-419d-4428-a15b-4a421e03e132 req-95fcad0d-098b-4b17-8cd0-0ad4ede4404d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:13.584249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-abe5d320-419d-4428-a15b-4a421e03e132 req-95fcad0d-098b-4b17-8cd0-0ad4ede4404d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:13.585391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abe5d320-419d-4428-a15b-4a421e03e132 req-95fcad0d-098b-4b17-8cd0-0ad4ede4404d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 943 time: 0.2750227 May 27 04:29:13.593425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Attempting to bind port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:13.593753 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Attempting to bind port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:13.594077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Attempting to bind port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:13.618822 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:29:13.619142 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Attempting to bind port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:13.634785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:13.635063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Checking segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:13.635443 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Bound using segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:13.635868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Bound port: a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:13.636211 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:13.660735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-abe5d320-419d-4428-a15b-4a421e03e132 req-e62eea20-056a-4699-9f0e-a49110b37015 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683577 May 27 04:29:13.762136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:13.766830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:13.774746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:13.838267 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:13.839979 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] 10.222.0.21 "PUT /v2.0/ports/a5c5ab17-fbec-4c35-9cb2-52a74990bce0 HTTP/1.1" status: 200 len: 1091 time: 1.1257195 May 27 04:29:13.850705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:29:13.877155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb843-ef69-4972-8e51-0d55d13a792e service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:13.968961 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44faa26b-7e80-4da0-8fe1-67ed94881aaa'] response: {'name': 'network-changed', 'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0', 'status': 'completed', 'code': 200} May 27 04:29:13.973134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-602fcb7a-728f-42e8-96f5-8cafa6e38d63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 1094 time: 0.0910223 May 27 04:29:14.043518 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-b2398c13-8845-45af-8531-0dd34e0265db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0 HTTP/1.1" status: 200 len: 217 time: 0.0632176 May 27 04:29:14.110851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-f6d7b65c-ab49-4f86-9edd-135603dfc1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:14.112297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-f6d7b65c-ab49-4f86-9edd-135603dfc1d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db539f60-62f5-4c17-8b3e-845980b4ed49 HTTP/1.1" status: 200 len: 856 time: 0.0629246 May 27 04:29:14.188074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-5a81b4b2-53b4-4d93-9389-4de5e6ddf00f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696249 May 27 04:29:14.323912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-04d57eac-caee-4fcc-a270-f43d1d54f9f6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297214 May 27 04:29:14.452611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49c3c8d2-ae60-4ddf-b7e6-73f133454b94 req-29a6ad5d-9af2-4114-9572-d21f90614f0c service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227899 May 27 04:29:14.567453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b4403304-fdc9-4394-9fbf-f145b85e76bc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:14.576745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-fe8a7e4c-ce40-424a-8f82-a02c255f70e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 1094 time: 0.0770352 May 27 04:29:14.635069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port b4403304-fdc9-4394-9fbf-f145b85e76bc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:14.639878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b4403304-fdc9-4394-9fbf-f145b85e76bc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:14.640242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:14.716054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92de81-19bd-46eb-8308-c05fef032898 req-4455bcad-ccff-4cf8-81e2-1cb4043ac148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:14.717454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-4455bcad-ccff-4cf8-81e2-1cb4043ac148 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 918 time: 0.1285398 May 27 04:29:14.759907 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:14.776018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port b4403304-fdc9-4394-9fbf-f145b85e76bc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b4403304-fdc9-4394-9fbf-f145b85e76bc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:14.780719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:14.793105 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-e0e8d6c0-9f79-482a-8cb0-446b1a0cad63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0 HTTP/1.1" status: 200 len: 217 time: 0.0692031 May 27 04:29:14.847252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=b4403304-fdc9-4394-9fbf-f145b85e76bc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:14.990913 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92de81-19bd-46eb-8308-c05fef032898 req-231c5c0b-7e20-422c-9d41-d1594ba5ea10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:14.992252 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-231c5c0b-7e20-422c-9d41-d1594ba5ea10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db539f60-62f5-4c17-8b3e-845980b4ed49 HTTP/1.1" status: 200 len: 856 time: 0.1928551 May 27 04:29:15.055926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5040e-4168-4e07-a40b-b6eeff4ea2a1 req-6da87f72-d5e4-4cd8-bdf1-3fc3917d296c tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:15.057377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0e5040e-4168-4e07-a40b-b6eeff4ea2a1 req-6da87f72-d5e4-4cd8-bdf1-3fc3917d296c tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 943 time: 0.2283723 May 27 04:29:15.115371 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-94d389fe-e8c0-4413-b155-36de9a796eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168256 May 27 04:29:15.117620 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0e5040e-4168-4e07-a40b-b6eeff4ea2a1 req-89305c16-836f-48d9-bf5f-32c2855cb2b3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 May 27 04:29:15.245558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-1d9194a0-ec86-43c7-b690-25ef3f47e2ef service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230910 May 27 04:29:15.383650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f92de81-19bd-46eb-8308-c05fef032898 req-683acf45-397d-4016-b352-2ee95211a71f service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310246 May 27 04:29:16.313674 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cd2c9-41ea-4f4a-9930-4891d3493568 req-41317dfc-5d6b-4567-8218-320798baa92d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:16.315086 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-088cd2c9-41ea-4f4a-9930-4891d3493568 req-41317dfc-5d6b-4567-8218-320798baa92d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 943 time: 0.0782821 May 27 04:29:16.358822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-088cd2c9-41ea-4f4a-9930-4891d3493568 req-b629ae8b-7843-47e4-b28f-252592f791d0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:16.374629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-088cd2c9-41ea-4f4a-9930-4891d3493568 req-b629ae8b-7843-47e4-b28f-252592f791d0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:16.375717 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-088cd2c9-41ea-4f4a-9930-4891d3493568 req-b629ae8b-7843-47e4-b28f-252592f791d0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 May 27 04:29:16.482478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a5c5ab17-fbec-4c35-9cb2-52a74990bce0 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:29:16.558244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b4403304-fdc9-4394-9fbf-f145b85e76bc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:16.666761 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:16.681472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'port_id': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0', 'mac_address': 'fa:16:3e:e5:1f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:29:16.709731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port b4403304-fdc9-4394-9fbf-f145b85e76bc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:16.710096 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:16.783597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:16.804725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5ab17-fbec-4c35-9cb2-52a74990bce0 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:29:16.852575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:16.859597 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:16.934357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:17.058960 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a5c5ab17-fbec-4c35-9cb2-52a74990bce0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:29:17.571977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca4b4-7f78-4513-bd8b-f4ddce29d8cc req-4ab13627-7a75-43e3-bbff-b6e50c033bd5 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:17.573482 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-790ca4b4-7f78-4513-bd8b-f4ddce29d8cc req-4ab13627-7a75-43e3-bbff-b6e50c033bd5 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 944 time: 0.0793233 May 27 04:29:17.622866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-790ca4b4-7f78-4513-bd8b-f4ddce29d8cc req-754ecc0c-9259-4988-9d62-f46dfa035c9c tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 May 27 04:29:18.002877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Sync routers for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:29:18.014799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:18.015414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:18.225490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:18.514018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a5c5ab17-fbec-4c35-9cb2-52a74990bce0 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:18.569806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7c76319d-2ead-40fe-8a1f-e1b5ec7893fa', 'name': '', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'mac_address': 'fa:16:3e:84:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:01Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 2, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'subnets': [{'id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:18.578069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Checking router: d6efa064-9295-4df8-9651-4b18e448f2f2 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:29:18.578408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Updating router d6efa064-9295-4df8-9651-4b18e448f2f2 port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:29:18.632086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:18.649888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:18.685801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:18.686167 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:18.823482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c7a70-0c4d-4384-8c1d-fc57b4b13ef4 req-1c259cdf-49f8-4953-8422-5d7c506bb262 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:18.825709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c51c7a70-0c4d-4384-8c1d-fc57b4b13ef4 req-1c259cdf-49f8-4953-8422-5d7c506bb262 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 944 time: 0.0763958 May 27 04:29:18.871054 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c51c7a70-0c4d-4384-8c1d-fc57b4b13ef4 req-d038bc3f-71ca-418c-b708-9c7676687a35 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 May 27 04:29:18.948394 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:18.997247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:29:19.020026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:19.025471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.056442 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd81389-807a-433f-bf51-3bfa7962850f'] response: {'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0', 'code': 200} May 27 04:29:19.150475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:19.164076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.175750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Transition to ACTIVE for port object 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:19.182529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.189955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9462e37b-3256-4bd7-9779-afca60974746 req-139ae320-f7db-41d2-b9ae-36c48824d4a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 1096 time: 0.0774667 May 27 04:29:19.234256 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9462e37b-3256-4bd7-9779-afca60974746 req-c2f44b5a-0668-4be5-8254-dfceaf4e15d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 May 27 04:29:19.309560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a5330-ab81-4e0d-a4fc-8127f15774c8 None None] Pushing event updated for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:19.399735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Attempting to bind port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:19.400092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Attempting to bind port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:19.400447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Attempting to bind port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:19.407548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:19.407996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Checking segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:19.408387 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.408766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Bound using segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:19.409249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Bound port: 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:19.409615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.502260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] For port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:19.506641 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] For port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:19.510241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:19.604628 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a5330-ab81-4e0d-a4fc-8127f15774c8 None None] Pushing event updated for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:19.612219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:19.612836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:19.690780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Sync routers for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:29:19.704223 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:19.704960 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:19.848924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:19.880926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:20.093355 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e9643-0589-4905-a706-d29db46a41f6 req-0bca5009-b417-4c13-81dd-5231b5bdd436 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:20.097403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a00e9643-0589-4905-a706-d29db46a41f6 req-0bca5009-b417-4c13-81dd-5231b5bdd436 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.0905049 May 27 04:29:20.163657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a00e9643-0589-4905-a706-d29db46a41f6 req-cab9fa53-e236-4f42-8ab5-6bf0e7764922 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609059 May 27 04:29:20.191314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7c76319d-2ead-40fe-8a1f-e1b5ec7893fa', 'name': '', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'mac_address': 'fa:16:3e:84:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:01Z', 'updated_at': '2022-05-27T04:29:19Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'subnets': [{'id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:20.194710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913bf57-2a27-4020-8855-a03463385db1 None None] The sync data for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 is: [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:02Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '7c76319d-2ead-40fe-8a1f-e1b5ec7893fa', 'name': '', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'mac_address': 'fa:16:3e:84:01:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:01Z', 'updated_at': '2022-05-27T04:29:19Z', 'revision_number': 4, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'subnets': [{'id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:29:20.245227 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 4, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a7bb4636-4ae4-4112-9984-039938044e1f', 'name': '', 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'mac_address': 'fa:16:3e:79:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:07Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 2, 'project_id': '79adbba0766b40e29576b1440c85c943', 'subnets': [{'id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:20.249112 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Checking router: a76310b4-4f17-45f2-bae3-0031a662473f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:29:20.249369 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Updating router a76310b4-4f17-45f2-bae3-0031a662473f port a7bb4636-4ae4-4112-9984-039938044e1f binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:29:20.305089 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.593061 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:20.665001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:20.671198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:20.671470 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.673435 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.688025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Transition to ACTIVE for port object a7bb4636-4ae4-4112-9984-039938044e1f will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:20.695939 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.798863 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.825768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b30bc6-23ea-4600-9083-2eb57813b85a None None] Pushing event updated for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:20.833614 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:20.838433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.907531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:20.911690 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Attempting to bind port a7bb4636-4ae4-4112-9984-039938044e1f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:20.912239 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Attempting to bind port a7bb4636-4ae4-4112-9984-039938044e1f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:20.912594 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Attempting to bind port a7bb4636-4ae4-4112-9984-039938044e1f on network 6db7ec57-39b2-4a38-9b2a-57a1c561230d {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:20.920273 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:20.920722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Checking segment: {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:20.921200 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:20.921634 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Bound using segment: {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:20.922195 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Bound port: a7bb4636-4ae4-4112-9984-039938044e1f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6e1a66-144f-404e-a5c3-c352d1dae03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:20.922608 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:21.009580 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] For port a7bb4636-4ae4-4112-9984-039938044e1f, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:21.012597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] For port a7bb4636-4ae4-4112-9984-039938044e1f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a7bb4636-4ae4-4112-9984-039938044e1f,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:21.017622 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:21.094597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b30bc6-23ea-4600-9083-2eb57813b85a None None] Pushing event updated for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:21.099107 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:29:21.099704 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:29:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:21.310134 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:29:21.368367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b4788-b8c1-4ec5-bae8-aa6d6a6d73ce req-0147f45b-78dc-417d-b2c6-cec33f9bd069 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:21.369861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c35b4788-b8c1-4ec5-bae8-aa6d6a6d73ce req-0147f45b-78dc-417d-b2c6-cec33f9bd069 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.0773711 May 27 04:29:21.419162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c35b4788-b8c1-4ec5-bae8-aa6d6a6d73ce req-2b30e70f-307f-470e-bd8c-d2ecbed4ef0f tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 May 27 04:29:21.612879 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858caf37-47a6-4aed-b93a-43d17e216826 req-788bac75-1d75-400d-9f34-5418dae10ad0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:21.614347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-858caf37-47a6-4aed-b93a-43d17e216826 req-788bac75-1d75-400d-9f34-5418dae10ad0 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.0765922 May 27 04:29:21.619653 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 4, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a7bb4636-4ae4-4112-9984-039938044e1f', 'name': '', 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'mac_address': 'fa:16:3e:79:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:07Z', 'updated_at': '2022-05-27T04:29:21Z', 'revision_number': 4, 'project_id': '79adbba0766b40e29576b1440c85c943', 'subnets': [{'id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:29:21.624308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d5896-7d8a-4930-b40b-aa343bf96567 None None] The sync data for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 is: [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:08Z', 'revision_number': 4, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a7bb4636-4ae4-4112-9984-039938044e1f', 'name': '', 'network_id': '6db7ec57-39b2-4a38-9b2a-57a1c561230d', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'mac_address': 'fa:16:3e:79:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:07Z', 'updated_at': '2022-05-27T04:29:21Z', 'revision_number': 4, 'project_id': '79adbba0766b40e29576b1440c85c943', 'subnets': [{'id': '8c9512cb-d529-4001-b75a-301aa42adfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:29:21.671818 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-858caf37-47a6-4aed-b93a-43d17e216826 req-2cfc2c05-29e8-4b5e-969f-6a32666c1696 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 May 27 04:29:22.613014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:22.683959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:22.684350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:22.798214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a7bb4636-4ae4-4112-9984-039938044e1f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:22.863523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a7bb4636-4ae4-4112-9984-039938044e1f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:22.868720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a7bb4636-4ae4-4112-9984-039938044e1f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:22.869217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:22.988790 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:23.026480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a7bb4636-4ae4-4112-9984-039938044e1f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a7bb4636-4ae4-4112-9984-039938044e1f,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:23.031584 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:23.097375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:24.228332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:24.552347 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a7bb4636-4ae4-4112-9984-039938044e1f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:24.619784 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a7bb4636-4ae4-4112-9984-039938044e1f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:24.620148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:26.802869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:27.922059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-280b1cfb-9e16-46f8-88e0-c8915cc4e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:29.139857 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:29:29.999805 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f7891bd-c42d-43a8-b79b-0637b2cc392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:31.523263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:31.556534 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:33.206901 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:36.077965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9b6a8-1275-4570-a058-a6870507ce85 req-6e2fa767-666a-436d-9461-a2091533aa95 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:36.079512 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a9b6a8-1275-4570-a058-a6870507ce85 req-6e2fa767-666a-436d-9461-a2091533aa95 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.0832179 May 27 04:29:36.125422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b1a9b6a8-1275-4570-a058-a6870507ce85 req-125c00db-0962-45a4-947a-40582b55b2d8 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 May 27 04:29:37.412485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c9ef3-79ea-4275-bb22-4c25b1b2a94d req-2a6f9d76-1c0e-450e-b3af-169a44f134c9 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:37.413848 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-284c9ef3-79ea-4275-bb22-4c25b1b2a94d req-2a6f9d76-1c0e-450e-b3af-169a44f134c9 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.1651065 May 27 04:29:37.458425 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-284c9ef3-79ea-4275-bb22-4c25b1b2a94d req-aa4c9444-d7e9-409b-9550-b3a22415fd79 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 May 27 04:29:37.460767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-7791632d-cc08-4dcc-9323-9777c207f699 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:37.462228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-7791632d-cc08-4dcc-9323-9777c207f699 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 945 time: 0.0783284 May 27 04:29:37.527670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Deleting port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:29:37.528008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:37.764725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] For port a5c5ab17-fbec-4c35-9cb2-52a74990bce0, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:37.765005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:37.880771 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Calling delete_port for a5c5ab17-fbec-4c35-9cb2-52a74990bce0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:29:38.018555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:38.030433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['a5c5ab17-fbec-4c35-9cb2-52a74990bce0'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:29:38.127722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Pushing event deleted for resources: {'Port': ['ID=a5c5ab17-fbec-4c35-9cb2-52a74990bce0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:38.237001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] No DVR routers for this DVR port a5c5ab17-fbec-4c35-9cb2-52a74990bce0 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:29:38.239634 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:38.242222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'name': 'network-vif-deleted', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:29:38.258209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a2f82eb-d2c9-44d5-a837-b89f82c52de3 req-c2a10dbd-aaf2-4ebc-922c-884a9393f890 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "DELETE /v2.0/ports/a5c5ab17-fbec-4c35-9cb2-52a74990bce0 HTTP/1.1" status: 204 len: 173 time: 0.7911596 May 27 04:29:38.301764 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74115776-8427-41f8-850d-54fca0ed5a3f'] response: {'server_uuid': 'f0922737-9e60-4f86-9e7e-aac58b9281de', 'name': 'network-vif-deleted', 'tag': 'a5c5ab17-fbec-4c35-9cb2-52a74990bce0', 'status': 'completed', 'code': 200} May 27 04:29:38.632019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4cb13d65-828e-40d1-9cf7-2878b84e7a93 req-80f34688-5ba6-48e2-85b5-3821d1b6f547 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0922737-9e60-4f86-9e7e-aac58b9281de HTTP/1.1" status: 200 len: 210 time: 0.0428255 May 27 04:29:40.120780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-d47761c2-8471-49fd-9330-0062ae91e5e7 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:40.122241 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-d47761c2-8471-49fd-9330-0062ae91e5e7 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 817 time: 0.1395254 May 27 04:29:40.139110 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-ac770631-1e04-41cd-91d1-dcbace90c4d9 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/quotas/3e9295134f704a2eab9f3926cd962967 HTTP/1.1" status: 200 len: 375 time: 0.0114896 May 27 04:29:40.216363 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-22c26ec2-885f-49c4-a473-21cd6566d190 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722575 May 27 04:29:40.348532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-68061b97-050d-4489-bc5a-a083dd17af4b service neutron] 10.222.0.46 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210592 May 27 04:29:40.481928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-2e7e37b2-5f76-4849-97c4-5601d07ce59d service neutron] 10.222.0.46 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276510 May 27 04:29:40.638170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a5c5ab17-fbec-4c35-9cb2-52a74990bce0 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:29:40.665471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6029b898-429e-4088-b0ba-b7bb31b3dc76 req-1dc5d31a-635a-4857-a11e-0ecfad5f8211 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:40.671589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: a5c5ab17-fbec-4c35-9cb2-52a74990bce0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:29:40.672001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device a5c5ab17-fbec-4c35-9cb2-52a74990bce0 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:29:40.684318 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6029b898-429e-4088-b0ba-b7bb31b3dc76 req-1dc5d31a-635a-4857-a11e-0ecfad5f8211 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:40.685801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6029b898-429e-4088-b0ba-b7bb31b3dc76 req-1dc5d31a-635a-4857-a11e-0ecfad5f8211 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 210 time: 0.0622213 May 27 04:29:41.667905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-ffde882b-0868-4a86-b84a-6bc5495ff235 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:41.669331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-ffde882b-0868-4a86-b84a-6bc5495ff235 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 817 time: 0.1518056 May 27 04:29:41.687095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Request body: {'port': {'device_id': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'admin_state_up': True, 'tenant_id': '3e9295134f704a2eab9f3926cd962967'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:41.826547 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:29:41.836382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:29:41.848566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Made reservation on behalf of 3e9295134f704a2eab9f3926cd962967 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:29:41.849690 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1a7e2a08-1187-4f4a-8d07-ca28426739bf req-524b3de9-a5ce-4f88-8c0e-5a8a4a5d0ff8 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 210 time: 0.0417860 May 27 04:29:41.851527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.015135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Allocated IP 172.20.0.9 (ac10c403-d7e6-44d6-8f52-5e35a8848aa1/db539f60-62f5-4c17-8b3e-845980b4ed49/7a166dab-8a26-4d05-8f14-06ff28b6371c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:29:42.210554 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.225392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Transition to ACTIVE for port object 7a166dab-8a26-4d05-8f14-06ff28b6371c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:42.246981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.319756 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:29:42.322926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:29:42.327185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:29:42.351699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Pushing event updated for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:42.390222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:42.390819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.415774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-35b20b8a-e620-4284-8372-4e7557f5587d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326655 May 27 04:29:42.427275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Request body: {'port': {'device_id': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:29:42.537268 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.580427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17b3062a-714c-40ce-966a-fd400147fd56 None None] Provisioning for port 7a166dab-8a26-4d05-8f14-06ff28b6371c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:42.585195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-17b3062a-714c-40ce-966a-fd400147fd56 None None] Provisioning complete for port 7a166dab-8a26-4d05-8f14-06ff28b6371c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:42.585634 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-17b3062a-714c-40ce-966a-fd400147fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.670665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-17b3062a-714c-40ce-966a-fd400147fd56 None None] Port 7a166dab-8a26-4d05-8f14-06ff28b6371c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:29:42.869889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a166dab-8a26-4d05-8f14-06ff28b6371c {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:29:42.876474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:42.890410 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Transition to ACTIVE for port object 7a166dab-8a26-4d05-8f14-06ff28b6371c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:29:42.894439 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:43.066092 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:43.272885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a667dd-6819-42ad-a2bf-888f5cba701b req-b7c122b1-0ad7-4934-975a-c83a86f66cbe tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:43.273625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67a667dd-6819-42ad-a2bf-888f5cba701b req-b7c122b1-0ad7-4934-975a-c83a86f66cbe tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Synchronizing usage tracker for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:29:43.300989 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Attempting to bind port 7a166dab-8a26-4d05-8f14-06ff28b6371c on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:29:43.301313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Attempting to bind port 7a166dab-8a26-4d05-8f14-06ff28b6371c by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:29:43.301636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Attempting to bind port 7a166dab-8a26-4d05-8f14-06ff28b6371c on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:43.306997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-67a667dd-6819-42ad-a2bf-888f5cba701b req-b7c122b1-0ad7-4934-975a-c83a86f66cbe tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Unset dirty status for tenant:3e9295134f704a2eab9f3926cd962967 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:29:43.308104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67a667dd-6819-42ad-a2bf-888f5cba701b req-b7c122b1-0ad7-4934-975a-c83a86f66cbe tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 943 time: 0.3092909 May 27 04:29:43.309938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Port 7a166dab-8a26-4d05-8f14-06ff28b6371c on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:29:43.310248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Attempting to bind port 7a166dab-8a26-4d05-8f14-06ff28b6371c on network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:29:43.331267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:29:43.331592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Checking segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:29:43.331952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Bound using segment: {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:29:43.332621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Bound port: 7a166dab-8a26-4d05-8f14-06ff28b6371c, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352477e2-4734-454f-b5fa-3525fbe76a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:29:43.332986 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:43.407818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67a667dd-6819-42ad-a2bf-888f5cba701b req-4cbbe155-1d8d-4263-aede-5db81962cf07 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934765 May 27 04:29:43.437991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:29:43.440956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:29:43.444947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:43.508881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:43.510290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a166dab-8a26-4d05-8f14-06ff28b6371c HTTP/1.1" status: 200 len: 1091 time: 1.0878141 May 27 04:29:43.510674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:29:43.528765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b984a-dbfb-4372-8243-082d7eb5c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:43.586398 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9f75f3-6824-4dfe-8671-a40771cd119c'] response: {'name': 'network-changed', 'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c', 'status': 'completed', 'code': 200} May 27 04:29:43.629040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-b8fb3dd1-3fad-41c9-87c1-d1fdcd8de1ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 1094 time: 0.0770497 May 27 04:29:43.706887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-0959150e-5ecf-455b-9d34-69c899ce010c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c HTTP/1.1" status: 200 len: 217 time: 0.0710249 May 27 04:29:43.768708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-95f4e46f-72e4-48eb-aa37-2ac2ed6a5ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:43.770178 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-95f4e46f-72e4-48eb-aa37-2ac2ed6a5ecd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db539f60-62f5-4c17-8b3e-845980b4ed49 HTTP/1.1" status: 200 len: 856 time: 0.0584817 May 27 04:29:43.975911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-43a11d43-72a0-41cc-a443-b9eafc396ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714130 May 27 04:29:44.111335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-ec772277-4316-4a9c-8c79-25da6c2fcd74 service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289246 May 27 04:29:44.240796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ed9e822c-db34-4e07-b9b3-cc9b676f64a7 req-cee2aafb-95bb-4e66-89aa-9246cc3acf37 service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233037 May 27 04:29:44.353129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-606993c1-9c96-4e58-b05e-db7e3d55129c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9295134f704a2eab9f3926cd962967&device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 1094 time: 0.0674667 May 27 04:29:44.482395 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-69e448cf-f198-4df2-bdce-3a63177f3e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:44.483825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-69e448cf-f198-4df2-bdce-3a63177f3e47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 200 len: 918 time: 0.1252592 May 27 04:29:44.588354 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-b3d6936d-9a4e-48b7-95c3-805ee176158f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c HTTP/1.1" status: 200 len: 217 time: 0.0980754 May 27 04:29:44.667450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-375c7a67-53b5-4125-82c9-4f20246f7547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:44.668876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-375c7a67-53b5-4125-82c9-4f20246f7547 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db539f60-62f5-4c17-8b3e-845980b4ed49 HTTP/1.1" status: 200 len: 856 time: 0.0725994 May 27 04:29:44.713991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4299-3ab3-49cf-99e9-e800c43c72bb req-2ac7e5d1-40ed-45e2-b154-054bf6629e4e tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:44.716023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d9c4299-3ab3-49cf-99e9-e800c43c72bb req-2ac7e5d1-40ed-45e2-b154-054bf6629e4e tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 943 time: 0.1729059 May 27 04:29:44.781149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d9c4299-3ab3-49cf-99e9-e800c43c72bb req-e37783fa-9388-4e0c-8194-e8f7cdff07a7 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585325 May 27 04:29:44.791611 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-46d682e2-cffe-4d82-bdfe-99d6831a6576 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac10c403-d7e6-44d6-8f52-5e35a8848aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152155 May 27 04:29:44.926958 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-ef603b2d-ac7c-47fe-83a4-a0ad2ab005c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284280 May 27 04:29:45.056378 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-303e910f-b053-4807-8040-a6d30b0c0e83 req-738409ff-ff15-47b8-8094-c7ab76c44a30 service neutron] 10.222.0.21 "GET /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229527 May 27 04:29:45.978227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfbd44-3976-4bec-b0b4-f8cfb18ad87b req-a5c7132d-cc63-4035-95bd-ff71e96caba5 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:45.979642 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26dfbd44-3976-4bec-b0b4-f8cfb18ad87b req-a5c7132d-cc63-4035-95bd-ff71e96caba5 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 943 time: 0.0806799 May 27 04:29:46.024404 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26dfbd44-3976-4bec-b0b4-f8cfb18ad87b req-fdd7f675-896c-46cd-84f0-3100ea62d0dc tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 May 27 04:29:46.683712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a166dab-8a26-4d05-8f14-06ff28b6371c details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:29:46.818534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:46.831378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '7a166dab-8a26-4d05-8f14-06ff28b6371c', 'network_id': 'ac10c403-d7e6-44d6-8f52-5e35a8848aa1', 'port_id': '7a166dab-8a26-4d05-8f14-06ff28b6371c', 'mac_address': 'fa:16:3e:16:9f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db539f60-62f5-4c17-8b3e-845980b4ed49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:29:46.882398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:46.899151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a166dab-8a26-4d05-8f14-06ff28b6371c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:29:46.913877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:46.917320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:46.983681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:46.992284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.992622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.992986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.993321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.993647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.993972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.994295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.994615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.994934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.995252 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:46.995569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:29:47.104134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['7a166dab-8a26-4d05-8f14-06ff28b6371c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:29:47.317625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa064-4f6c-4a4c-8199-2b51fdb450cb req-993bb181-9f30-4e15-88f6-67e7a1e6c63b tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:47.319042 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14faa064-4f6c-4a4c-8199-2b51fdb450cb req-993bb181-9f30-4e15-88f6-67e7a1e6c63b tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 944 time: 0.1762862 May 27 04:29:47.363731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-14faa064-4f6c-4a4c-8199-2b51fdb450cb req-d0a1250c-d77b-4d50-8c16-46ced6127ec8 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 May 27 04:29:48.556413 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7c994-13a9-45e1-a459-5531dd91dbb6 req-a5de1795-4f12-4b84-8441-c39e8db6627a tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:48.557867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4bd7c994-13a9-45e1-a459-5531dd91dbb6 req-a5de1795-4f12-4b84-8441-c39e8db6627a tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 944 time: 0.0767219 May 27 04:29:48.606342 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4bd7c994-13a9-45e1-a459-5531dd91dbb6 req-f646d412-aa1d-4ed4-88b9-5ec7086a9116 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 May 27 04:29:48.700024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a166dab-8a26-4d05-8f14-06ff28b6371c up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:29:48.768477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 7a166dab-8a26-4d05-8f14-06ff28b6371c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:29:48.773237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 7a166dab-8a26-4d05-8f14-06ff28b6371c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:29:48.773602 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:48.882710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:48.908385 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:29:48.918239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:29:48.921911 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:48.962877 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56599ef9-da68-4077-b061-cfb7776cd3b4'] response: {'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c', 'code': 200} May 27 04:29:48.988215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:29:49.084708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09b93ff9-4ad4-47ff-bf99-cfb6a23b7f20 req-1b40f01c-e57e-40a9-acbf-99f597c248a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 1096 time: 0.0666544 May 27 04:29:49.126052 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-09b93ff9-4ad4-47ff-bf99-cfb6a23b7f20 req-bcf9ff18-99cd-4908-983d-cae6d063a275 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360522 May 27 04:29:49.799500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ef0da-2f9c-4a1c-b83d-f9f881708ab7 req-92e9e6c0-9dae-43d6-9ef8-8a8e06710386 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:49.800917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a88ef0da-2f9c-4a1c-b83d-f9f881708ab7 req-92e9e6c0-9dae-43d6-9ef8-8a8e06710386 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0736384 May 27 04:29:49.845050 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a88ef0da-2f9c-4a1c-b83d-f9f881708ab7 req-f210bef3-711e-4285-8477-e3dcd0beed21 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 May 27 04:29:51.056365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ef1e-65cc-4b54-a191-84a80baf8a23 req-087e0c85-af52-4926-9abe-43e13f05d537 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:51.058222 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6df3ef1e-65cc-4b54-a191-84a80baf8a23 req-087e0c85-af52-4926-9abe-43e13f05d537 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0803831 May 27 04:29:51.105796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6df3ef1e-65cc-4b54-a191-84a80baf8a23 req-747f17da-8a08-43a5-86a6-c728693a1555 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 May 27 04:29:51.301495 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45a6cc-54f9-4c57-a767-dd25600534b7 req-f4375913-7638-4521-8b68-1850263614ec tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:29:51.302910 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b45a6cc-54f9-4c57-a767-dd25600534b7 req-f4375913-7638-4521-8b68-1850263614ec tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0779819 May 27 04:29:51.347498 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b45a6cc-54f9-4c57-a767-dd25600534b7 req-726ed7bb-b21b-42e8-8461-612ea1ac4fa9 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 May 27 04:29:54.235891 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:56.817143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:29:57.923520 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-98617b10-3e34-4e8f-9a45-9d476ce820d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:00.000588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-08371630-2c70-4f15-bca4-68f08c3c1027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:01.524912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:01.560946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:03.206733 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:05.551314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628db2-1503-4f48-aa0c-89d1693dd2cf req-6ff21022-794f-4f5d-a31a-5e10ad6c8d02 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:05.552756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b628db2-1503-4f48-aa0c-89d1693dd2cf req-6ff21022-794f-4f5d-a31a-5e10ad6c8d02 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0755842 May 27 04:30:05.601528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3b628db2-1503-4f48-aa0c-89d1693dd2cf req-4b3f9a9a-ee2a-4585-9ae8-acbd9f3aa3f3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 May 27 04:30:06.140583 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:30:06.795418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df40dad-1096-4216-a49d-b43cd4da7060 req-7e2e1682-6699-4bae-8d18-dcf4b0276109 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:06.796847 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4df40dad-1096-4216-a49d-b43cd4da7060 req-7e2e1682-6699-4bae-8d18-dcf4b0276109 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0753114 May 27 04:30:06.841011 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4df40dad-1096-4216-a49d-b43cd4da7060 req-3c128e43-39b6-4687-b27a-cceb6228a0ae tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/security-groups?id=32ee242e-831d-4ac5-a5bc-e46ecb8b369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 May 27 04:30:06.969820 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-6c2ba71d-c876-4fd9-9a93-3a345696be4d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:06.971215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-6c2ba71d-c876-4fd9-9a93-3a345696be4d tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 945 time: 0.0760312 May 27 04:30:07.037225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Deleting port 7a166dab-8a26-4d05-8f14-06ff28b6371c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:07.037563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:07.278105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] For port 7a166dab-8a26-4d05-8f14-06ff28b6371c, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=7a166dab-8a26-4d05-8f14-06ff28b6371c,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:07.278466 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:07.397939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Calling delete_port for 7a166dab-8a26-4d05-8f14-06ff28b6371c owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:07.536336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:07.548675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['7a166dab-8a26-4d05-8f14-06ff28b6371c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:30:07.588316 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Pushing event deleted for resources: {'Port': ['ID=7a166dab-8a26-4d05-8f14-06ff28b6371c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:07.631712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.632048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.632380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.632712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.633065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.633394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.633716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.634038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.634357 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.634675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.634997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:07.672324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] No DVR routers for this DVR port 7a166dab-8a26-4d05-8f14-06ff28b6371c on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:30:07.674913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:07.678882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'name': 'network-vif-deleted', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:30:07.694822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d26f628-c91b-4ab7-845f-2574ea6bd07e req-ef683e5f-ff21-437c-9d9f-8e1e272fd7a3 tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.21 "DELETE /v2.0/ports/7a166dab-8a26-4d05-8f14-06ff28b6371c HTTP/1.1" status: 204 len: 173 time: 0.7184207 May 27 04:30:07.747586 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc0ee03-eb44-4495-bfb8-937607392538'] response: {'server_uuid': '3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd', 'name': 'network-vif-deleted', 'tag': '7a166dab-8a26-4d05-8f14-06ff28b6371c', 'status': 'completed', 'code': 200} May 27 04:30:08.018178 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2b5ccb26-5b0d-495c-9afa-479925b00be7 req-6bf71c2f-83e2-4b7e-b7de-a9bffdbe435e tempest-TestEncryptedCinderVolumes-207931509 tempest-TestEncryptedCinderVolumes-207931509-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e3ccfc9-5deb-4ca2-8ec9-434c8a5785cd HTTP/1.1" status: 200 len: 210 time: 0.0436516 May 27 04:30:09.164186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53718) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:09.543362 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:10.211821 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Deleting port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:10.212521 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:10.378849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] For port 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:10.379121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:10.497554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Calling delete_port for 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:10.659769 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:10.705841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c76319d-2ead-40fe-8a1f-e1b5ec7893fa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:10.745638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a166dab-8a26-4d05-8f14-06ff28b6371c no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:10.778940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 7a166dab-8a26-4d05-8f14-06ff28b6371c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:10.779568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 7a166dab-8a26-4d05-8f14-06ff28b6371c not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:10.985452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:11.649426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Router d6efa064-9295-4df8-9651-4b18e448f2f2 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:30:11.849072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:11.858210 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Sync routers for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:11.861639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-62ad5d5a-3829-4469-a372-6fba4840b154 admin admin] 10.222.0.46 "PUT /v2.0/routers/d6efa064-9295-4df8-9651-4b18e448f2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963832 May 27 04:30:11.864113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:11.870054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:11.870653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:12.044072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:12.057043 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:12.249033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:12.258721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Deleting port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:12.259137 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:12.326471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:30:10Z', 'revision_number': 5, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port': {'id': 'a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:12.330158 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Checking router: d6efa064-9295-4df8-9651-4b18e448f2f2 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:12.341526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Routers {'d6efa064-9295-4df8-9651-4b18e448f2f2'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:12.342109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['d6efa064-9295-4df8-9651-4b18e448f2f2'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:12.432192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] For port a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:12.432547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:12.528524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] Set router d6efa064-9295-4df8-9651-4b18e448f2f2 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:12.638819 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:30:12Z', 'revision_number': 6, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:12.642884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646a419-b857-4137-8c17-a7ea08655328 None None] The sync data for ids ['d6efa064-9295-4df8-9651-4b18e448f2f2'] in n-d-843301-2 is: [{'id': 'd6efa064-9295-4df8-9651-4b18e448f2f2', 'name': 'tempest-TestEncryptedCinderVolumes-1501756121-router', 'tenant_id': '3e9295134f704a2eab9f3926cd962967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:28:59Z', 'updated_at': '2022-05-27T04:30:12Z', 'revision_number': 6, 'project_id': '3e9295134f704a2eab9f3926cd962967', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:12.660693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Calling delete_port for a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:12.819531 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:12.861809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:13.085426 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.334606 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.339371 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.363535 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.364027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6efa064-9295-4df8-9651-4b18e448f2f2 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:30:13.377827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.378959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f727257e-8008-4095-8d84-77cc4b54425c admin admin] 10.222.0.46 "DELETE /v2.0/routers/d6efa064-9295-4df8-9651-4b18e448f2f2 HTTP/1.1" status: 204 len: 168 time: 1.5139592 May 27 04:30:13.381455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:13.443446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Deleting subnet db539f60-62f5-4c17-8b3e-845980b4ed49 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:30:13.446419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.496197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.575020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.646406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.684561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db539f60-62f5-4c17-8b3e-845980b4ed49,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:13.689437 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.694589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253ef2c-7bdc-45d2-b507-430600ee9016 None None] Network ac10c403-d7e6-44d6-8f52-5e35a8848aa1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:13.695128 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-36dce9ba-5642-4b98-be45-42651b4993fe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db539f60-62f5-4c17-8b3e-845980b4ed49 HTTP/1.1" status: 204 len: 168 time: 0.3123822 May 27 04:30:13.697390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:13.803122 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.813360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Deleting port 2bfe431b-f025-4826-a40e-5565179e33be {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:13.813682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:13.936207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] DHCP port deletion for ac10c403-d7e6-44d6-8f52-5e35a8848aa1 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:30:13.940367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Deleting port 2bfe431b-f025-4826-a40e-5565179e33be {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:13.940731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.113666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] For port 2bfe431b-f025-4826-a40e-5565179e33be, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2bfe431b-f025-4826-a40e-5565179e33be,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:14.114053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.144711 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] For port 2bfe431b-f025-4826-a40e-5565179e33be, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2bfe431b-f025-4826-a40e-5565179e33be,segment=NetworkSegment(352477e2-4734-454f-b5fa-3525fbe76a4e),segment_id=352477e2-4734-454f-b5fa-3525fbe76a4e)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:14.145047 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.234271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Calling delete_port for 2bfe431b-f025-4826-a40e-5565179e33be owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:14.261415 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Calling delete_port for 2bfe431b-f025-4826-a40e-5565179e33be owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:14.308404 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.328610 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:30:14.328987 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:30:14.355310 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfe431b-f025-4826-a40e-5565179e33be,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:14.359735 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] No DVR routers for this DVR port 2bfe431b-f025-4826-a40e-5565179e33be on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:30:14.474796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.499427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac10c403-d7e6-44d6-8f52-5e35a8848aa1']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:14.510964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352477e2-4734-454f-b5fa-3525fbe76a4e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:14.511248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352477e2-4734-454f-b5fa-3525fbe76a4e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:14.522375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.538787 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.545614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:30:14.546004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: timer() May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:30:14.559704 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:30:14.579065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:14.616730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:14.617097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a8ac9ee9-2fc1-4aa6-8bc8-685414b08bc5 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:14.617509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:14.636716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.649801 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:14.650146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 7c76319d-2ead-40fe-8a1f-e1b5ec7893fa not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:14.650551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2bfe431b-f025-4826-a40e-5565179e33be no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:14.652591 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.662542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac10c403-d7e6-44d6-8f52-5e35a8848aa1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:14.676420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fc3bf322-1ad7-49d3-bc1e-754610a56945 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac10c403-d7e6-44d6-8f52-5e35a8848aa1 HTTP/1.1" status: 204 len: 168 time: 0.9780233 May 27 04:30:14.679356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:14.685867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2bfe431b-f025-4826-a40e-5565179e33be {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:14.686270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2bfe431b-f025-4826-a40e-5565179e33be not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:14.830219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Deleting port 2bfe431b-f025-4826-a40e-5565179e33be {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:14.830876 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:14.896193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d38ed0c5-9499-4234-84b5-747e971aff97 None None] The port '2bfe431b-f025-4826-a40e-5565179e33be' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:30:15.057746 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:15.732722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Deleting port a7bb4636-4ae4-4112-9984-039938044e1f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:15.733087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:15.901165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] For port a7bb4636-4ae4-4112-9984-039938044e1f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a7bb4636-4ae4-4112-9984-039938044e1f,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:15.901543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:16.017398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Calling delete_port for a7bb4636-4ae4-4112-9984-039938044e1f owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:16.178148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:16.224779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bb4636-4ae4-4112-9984-039938044e1f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:16.506843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:17.175643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Router a76310b4-4f17-45f2-bae3-0031a662473f has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:30:17.376941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:17.385405 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Sync routers for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:17.386590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e7ad0034-ebd6-4df2-9e28-ecd52d727b3b admin admin] 10.222.0.46 "PUT /v2.0/routers/a76310b4-4f17-45f2-bae3-0031a662473f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052736 May 27 04:30:17.388669 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:17.398146 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:17.398728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:17.572551 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:17.589681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:17.783271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:17.793064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Deleting port b4403304-fdc9-4394-9fbf-f145b85e76bc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:17.793484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:17.847821 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:30:16Z', 'revision_number': 5, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port': {'id': 'b4403304-fdc9-4394-9fbf-f145b85e76bc', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:42:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:17.851578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Checking router: a76310b4-4f17-45f2-bae3-0031a662473f for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:17.862383 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Routers {'a76310b4-4f17-45f2-bae3-0031a662473f'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:17.862963 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['a76310b4-4f17-45f2-bae3-0031a662473f'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:17.967384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] For port b4403304-fdc9-4394-9fbf-f145b85e76bc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=b4403304-fdc9-4394-9fbf-f145b85e76bc,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:17.967741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.008392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] Set router a76310b4-4f17-45f2-bae3-0031a662473f gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:18.086604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Calling delete_port for b4403304-fdc9-4394-9fbf-f145b85e76bc owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:18.149078 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:30:17Z', 'revision_number': 6, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:18.153524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf46fa-7367-4a59-9867-7398e6f5b702 None None] The sync data for ids ['a76310b4-4f17-45f2-bae3-0031a662473f'] in n-d-843301-2 is: [{'id': 'a76310b4-4f17-45f2-bae3-0031a662473f', 'name': 'tempest-TestEncryptedCinderVolumes-1798845943-router', 'tenant_id': '79adbba0766b40e29576b1440c85c943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:29:05Z', 'updated_at': '2022-05-27T04:30:17Z', 'revision_number': 6, 'project_id': '79adbba0766b40e29576b1440c85c943', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:18.258187 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.303733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b4403304-fdc9-4394-9fbf-f145b85e76bc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:18.585788 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a7bb4636-4ae4-4112-9984-039938044e1f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:18.621851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a7bb4636-4ae4-4112-9984-039938044e1f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:18.622528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a7bb4636-4ae4-4112-9984-039938044e1f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:18.632146 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.881546 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.886212 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.910231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.910779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76310b4-4f17-45f2-bae3-0031a662473f {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:30:18.923559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:18.924832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-105a3f8b-4e49-4b6a-a6a7-758c9af415ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/a76310b4-4f17-45f2-bae3-0031a662473f HTTP/1.1" status: 204 len: 168 time: 1.5352387 May 27 04:30:18.927324 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:18.988816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Deleting subnet 8c9512cb-d529-4001-b75a-301aa42adfa7 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:30:18.991741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.042438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.127534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.200539 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.238997 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9512cb-d529-4001-b75a-301aa42adfa7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:19.245764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.250883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3877883-fa4a-41e8-a1e2-1c288c17bb0b None None] Network 6db7ec57-39b2-4a38-9b2a-57a1c561230d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:19.252125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e290b01d-5fc6-4a16-be4d-b7235aed29bb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c9512cb-d529-4001-b75a-301aa42adfa7 HTTP/1.1" status: 204 len: 168 time: 0.3238149 May 27 04:30:19.254619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 53746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:19.359253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.369502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Deleting port 18572787-cb1f-4292-9f2c-deb628b298a9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:19.369847 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.484344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] DHCP port deletion for 6db7ec57-39b2-4a38-9b2a-57a1c561230d request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:30:19.488683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Deleting port 18572787-cb1f-4292-9f2c-deb628b298a9 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:19.489195 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.579325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] For port 18572787-cb1f-4292-9f2c-deb628b298a9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=18572787-cb1f-4292-9f2c-deb628b298a9,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:19.579676 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.689168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] For port 18572787-cb1f-4292-9f2c-deb628b298a9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=18572787-cb1f-4292-9f2c-deb628b298a9,segment=NetworkSegment(fe6e1a66-144f-404e-a5c3-c352d1dae03d),segment_id=fe6e1a66-144f-404e-a5c3-c352d1dae03d)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:19.690280 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.703876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Calling delete_port for 18572787-cb1f-4292-9f2c-deb628b298a9 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:19.780953 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:19.824158 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Pushing event deleted for resources: {'Port': ['ID=18572787-cb1f-4292-9f2c-deb628b298a9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:19.831749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] No DVR routers for this DVR port 18572787-cb1f-4292-9f2c-deb628b298a9 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:30:19.850146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Calling delete_port for 18572787-cb1f-4292-9f2c-deb628b298a9 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:30:19.919758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:30:19.920104 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:30:20.047241 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.072021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db7ec57-39b2-4a38-9b2a-57a1c561230d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:20.084749 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6e1a66-144f-404e-a5c3-c352d1dae03d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:20.085070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6e1a66-144f-404e-a5c3-c352d1dae03d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:20.096147 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.111722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.118090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:30:20.118494 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: timer() May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:30:20.132344 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:30:20.207534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.212926 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.236618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db7ec57-39b2-4a38-9b2a-57a1c561230d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:20.240607 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4dd74dea-f352-4b22-a87e-039de26a3809 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6db7ec57-39b2-4a38-9b2a-57a1c561230d HTTP/1.1" status: 204 len: 168 time: 0.9848733 May 27 04:30:20.421525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Deleting port 18572787-cb1f-4292-9f2c-deb628b298a9 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:30:20.421929 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.486163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-498d2ac7-da59-4085-a016-e7913e9bf8de None None] The port '18572787-cb1f-4292-9f2c-deb628b298a9' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:30:20.518480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53752) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:20.571804 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e1f2d1ea-8e16-4ab6-99c5-125403ab3d07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e9295134f704a2eab9f3926cd962967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521572 May 27 04:30:20.574283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53756) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:20.577289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b4403304-fdc9-4394-9fbf-f145b85e76bc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:20.612073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: b4403304-fdc9-4394-9fbf-f145b85e76bc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:20.612441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device b4403304-fdc9-4394-9fbf-f145b85e76bc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:20.612832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 18572787-cb1f-4292-9f2c-deb628b298a9 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:30:20.636502 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.643625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 18572787-cb1f-4292-9f2c-deb628b298a9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:30:20.643965 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 18572787-cb1f-4292-9f2c-deb628b298a9 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:30:20.661564 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.712239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.728380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee242e-831d-4ac5-a5bc-e46ecb8b369b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:20.741067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.741408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.741739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.742066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.742390 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.742711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.743028 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.743344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.743658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.744040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.744292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:20.749160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:20.752864 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d1135043-03a5-4661-bc5b-6ffd92faad10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32ee242e-831d-4ac5-a5bc-e46ecb8b369b HTTP/1.1" status: 204 len: 168 time: 0.1768599 May 27 04:30:21.127267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53764) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:21.179789 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-87aa3ef8-eb08-48e1-95a7-eebc19df749c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79adbba0766b40e29576b1440c85c943&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513139 May 27 04:30:21.182226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53768) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:21.239609 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:21.264366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:21.314821 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:21.328313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe89248a-2826-4fad-96d6-4d46fd604db1,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:21.335643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:21.336867 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba9a7779-b579-472a-8f25-e56979851663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe89248a-2826-4fad-96d6-4d46fd604db1 HTTP/1.1" status: 204 len: 168 time: 0.1531091 May 27 04:30:22.168120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53790) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:22.292289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1672398621-network', 'tenant_id': '84e44398abc043569952da307be61b58'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:22.297781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:22.301737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Usage tracker for resource:network and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:22.304630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:22.310863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:22.321006 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Made reservation on behalf of 84e44398abc043569952da307be61b58 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:30:22.323775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.335799 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.365408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:22.369151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:22.372351 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:22.377888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:22.445129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.449307 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.477819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:30:22.486606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:22.492114 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.492390 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Added segment cb56814d-43b3-403f-bdea-63dc21f75afb of type vlan for network d135e62d-f988-4fd3-8a62-ff11e31e474b May 27 04:30:22.518873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.547265 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.548086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:22.548655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.733420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5641954 May 27 04:30:22.734278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467ee8-1445-4c72-81ae-3f67fa8b8d0f admin admin] Pushing event updated for resources: {'Network': ['ID=d135e62d-f988-4fd3-8a62-ff11e31e474b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:22.737196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53798) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:22.743215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Request body: {'subnet': {'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1672398621-subnet', 'tenant_id': '84e44398abc043569952da307be61b58', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:22.744095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network d135e62d-f988-4fd3-8a62-ff11e31e474b details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:30:22.749277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:22.753116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Usage tracker for resource:subnet and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:22.755921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:22.761822 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:22.772423 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Made reservation on behalf of 84e44398abc043569952da307be61b58 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:30:22.774654 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:22.973165 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.047655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423ebdbf-2527-4672-b34d-d769cc6a158f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:23.058889 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Checking segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:23.059241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Network hostable DHCP agents. Network: d135e62d-f988-4fd3-8a62-ff11e31e474b, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:30:23.081145 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Network d135e62d-f988-4fd3-8a62-ff11e31e474b is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:30:23.090739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, d135e62d-f988-4fd3-8a62-ff11e31e474b) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:23.094814 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:23.095402 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.102996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3280f7b-2066-4e7a-a913-4b0ebaf5d070 None None] Network d135e62d-f988-4fd3-8a62-ff11e31e474b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:23.117562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0e19b74d-2c2d-4dc0-b696-fc95f9b0da77 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3792169 May 27 04:30:23.120384 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53802) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:23.125554 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:23.130731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:23.134711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Usage tracker for resource:router and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:23.137625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:23.143375 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:23.154179 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.155515 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.175695 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.311670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-d135e62d-f988-4fd3-8a62-ff11e31e474b', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:30:23.312462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.321621 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.465782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Allocated IP 172.20.0.2 (d135e62d-f988-4fd3-8a62-ff11e31e474b/423ebdbf-2527-4672-b34d-d769cc6a158f/916bc2d0-8068-4a4b-9917-65e64df33e24) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:23.509938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.542948 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.675574 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.679393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Allocated IP 172.25.8.93 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/191384e2-1342-4d20-a35c-aa0148230e3c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:23.685501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Transition to ACTIVE for port object 916bc2d0-8068-4a4b-9917-65e64df33e24 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:23.703780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Transition to ACTIVE for port object 916bc2d0-8068-4a4b-9917-65e64df33e24 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:23.710370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.772515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Network d135e62d-f988-4fd3-8a62-ff11e31e474b is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:23.773799 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:23.777845 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:23.789574 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Pushing event updated for resources: {'Port': ['ID=916bc2d0-8068-4a4b-9917-65e64df33e24,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:23.835562 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.864951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.873022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Attempting to bind port 916bc2d0-8068-4a4b-9917-65e64df33e24 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:23.873386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Attempting to bind port 916bc2d0-8068-4a4b-9917-65e64df33e24 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:23.873743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Attempting to bind port 916bc2d0-8068-4a4b-9917-65e64df33e24 on network d135e62d-f988-4fd3-8a62-ff11e31e474b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:23.879976 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:23.880340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Checking segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:23.880728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.881138 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Bound using segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:23.881593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Bound port: 916bc2d0-8068-4a4b-9917-65e64df33e24, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:23.881956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:23.933382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:23.936198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:23.940580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:23.968181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] For port 916bc2d0-8068-4a4b-9917-65e64df33e24, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:23.968433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Pushing event updated for resources: {'Port': ['ID=191384e2-1342-4d20-a35c-aa0148230e3c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:23.972229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] For port 916bc2d0-8068-4a4b-9917-65e64df33e24, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=916bc2d0-8068-4a4b-9917-65e64df33e24,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:23.977211 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:24.062383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b2bac-4f04-41a7-a3a1-02100e916ae6 None None] Pushing event updated for resources: {'Port': ['ID=916bc2d0-8068-4a4b-9917-65e64df33e24,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:24.110105 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:24.110848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:24.252298 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:24.355638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Router 880f93c9-e6b4-47a2-b95a-edd434f97d54 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:30:24.615321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 916bc2d0-8068-4a4b-9917-65e64df33e24 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:24.661759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:24.676153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Sync routers for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:24.690707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:24.692150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-68145547-7750-4589-b40d-6f0ebd7888fb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5708153 May 27 04:30:24.695057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53806) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:24.699198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 916bc2d0-8068-4a4b-9917-65e64df33e24 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:24.705693 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:24.706308 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:24.942980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:24.993357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d6005-bc88-4c48-bf59-a3fa077a3460 None None] Network d135e62d-f988-4fd3-8a62-ff11e31e474b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:25.240668 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Provisioning for port 916bc2d0-8068-4a4b-9917-65e64df33e24 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:25.253244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Provisioning complete for port 916bc2d0-8068-4a4b-9917-65e64df33e24 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:25.253553 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.442832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.548835 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.572660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:24Z', 'revision_number': 3, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:25.583755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Checking router: 880f93c9-e6b4-47a2-b95a-edd434f97d54 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:25.584104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Updating router 880f93c9-e6b4-47a2-b95a-edd434f97d54 port 191384e2-1342-4d20-a35c-aa0148230e3c binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:30:25.647177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] For port 916bc2d0-8068-4a4b-9917-65e64df33e24, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=916bc2d0-8068-4a4b-9917-65e64df33e24,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:25.649834 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Allocated IP 172.20.0.1 (d135e62d-f988-4fd3-8a62-ff11e31e474b/423ebdbf-2527-4672-b34d-d769cc6a158f/fe28d868-bd3f-4992-aefe-12eeaa06049e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:25.652848 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.676137 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.813912 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.815509 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f91b3-cb99-47dd-a93a-4700ccb6357d None None] Pushing event updated for resources: {'Port': ['ID=916bc2d0-8068-4a4b-9917-65e64df33e24,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:25.831163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Transition to ACTIVE for port object fe28d868-bd3f-4992-aefe-12eeaa06049e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:25.853449 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.923407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Network d135e62d-f988-4fd3-8a62-ff11e31e474b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:25.926040 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:25.929759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:25.949428 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a7c0b1e2-81d0-41a6-86aa-691d558eed97 None None] Provisioning complete for port 916bc2d0-8068-4a4b-9917-65e64df33e24 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:25.949869 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b1e2-81d0-41a6-86aa-691d558eed97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:25.963309 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Pushing event updated for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:25.987764 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.072155 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.183482 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.195133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Transition to ACTIVE for port object 191384e2-1342-4d20-a35c-aa0148230e3c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:26.202055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.285293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db3e5e-075c-4a6e-9997-c2050b179b64 None None] Pushing event updated for resources: {'Port': ['ID=191384e2-1342-4d20-a35c-aa0148230e3c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:26.290779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Attempting to bind port 191384e2-1342-4d20-a35c-aa0148230e3c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:26.291133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Attempting to bind port 191384e2-1342-4d20-a35c-aa0148230e3c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:26.291511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Attempting to bind port 191384e2-1342-4d20-a35c-aa0148230e3c on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:26.300846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:26.301231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:26.301624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.302001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:26.302459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Bound port: 191384e2-1342-4d20-a35c-aa0148230e3c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:26.302823 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.349873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-42e1bdaa-f00a-4b15-a16d-1447984e9959 None None] Provisioning for port fe28d868-bd3f-4992-aefe-12eeaa06049e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:26.358533 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-42e1bdaa-f00a-4b15-a16d-1447984e9959 None None] Provisioning complete for port fe28d868-bd3f-4992-aefe-12eeaa06049e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:26.358894 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42e1bdaa-f00a-4b15-a16d-1447984e9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.400658 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.406397 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.426935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] For port 191384e2-1342-4d20-a35c-aa0148230e3c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:26.435288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-42e1bdaa-f00a-4b15-a16d-1447984e9959 None None] Port fe28d868-bd3f-4992-aefe-12eeaa06049e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:30:26.439735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] For port 191384e2-1342-4d20-a35c-aa0148230e3c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=191384e2-1342-4d20-a35c-aa0148230e3c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:26.444052 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.511922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.515944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Pushing event updated for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:26.525145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db3e5e-075c-4a6e-9997-c2050b179b64 None None] Pushing event updated for resources: {'Port': ['ID=191384e2-1342-4d20-a35c-aa0148230e3c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:26.528822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:26.529851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:26.647152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 916bc2d0-8068-4a4b-9917-65e64df33e24 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:26.658248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Network d135e62d-f988-4fd3-8a62-ff11e31e474b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:26.659341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:26.834070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 916bc2d0-8068-4a4b-9917-65e64df33e24 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:26.834424 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.891254 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:26.892001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:26.978372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4c092996-9970-4e4c-949a-43736d63007e None None] Provisioning complete for port fe28d868-bd3f-4992-aefe-12eeaa06049e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:26.979108 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c092996-9970-4e4c-949a-43736d63007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:27.044813 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Router 880f93c9-e6b4-47a2-b95a-edd434f97d54 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:30:27.192112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4c092996-9970-4e4c-949a-43736d63007e None None] Port fe28d868-bd3f-4992-aefe-12eeaa06049e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:30:27.247013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:27.255636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d56883cf-aa21-47c2-a190-3ac307c875ff admin admin] 10.222.0.46 "PUT /v2.0/routers/880f93c9-e6b4-47a2-b95a-edd434f97d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5594902 May 27 04:30:27.319798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 2, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:27.324213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c850-b280-4e37-b4f7-ba2511caafef None None] The sync data for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 is: [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 2, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:27.927239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8508afae-1cad-4999-b918-1948b8b4cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.151479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53828) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:28.157120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2119530653-network', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:28.162836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:28.166876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Usage tracker for resource:network and tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:28.169924 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:28.175784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:28.186255 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Made reservation on behalf of 9f9954bd0c9a4aff81e4e8a69178d5f8 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:30:28.188478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.201680 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.233861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:28.237675 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Usage tracker for resource:security_group_rule and tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:28.240477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:28.246378 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:28.313417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.318468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.349322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:30:28.357532 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea18f86-857b-4dd5-87a8-047aaa0d3bff,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:28.363135 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.363305 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Added segment 9aff4044-cee7-47ff-94ca-81b3268f65f2 of type vlan for network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 May 27 04:30:28.395279 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.425737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.426221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:28.426781 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.530692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] Pushing event updated for resources: {'Network': ['ID=f82a41ad-c06c-4d94-a79e-3eecb44c13f1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:28.534078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-79a676d7-1b6d-440d-863e-4be8268f683b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3815317 May 27 04:30:28.536784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53832) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:28.542471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Request body: {'subnet': {'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2119530653-subnet', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:28.545438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:30:28.548229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:28.553817 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Usage tracker for resource:subnet and tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:28.557492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:28.563830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:28.576070 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Made reservation on behalf of 9f9954bd0c9a4aff81e4e8a69178d5f8 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:30:28.578375 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.736055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 191384e2-1342-4d20-a35c-aa0148230e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:28.796235 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.801482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 191384e2-1342-4d20-a35c-aa0148230e3c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:28.806047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 191384e2-1342-4d20-a35c-aa0148230e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:28.806346 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.870317 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df55c6a2-be3a-41c8-a621-388c8f05fbb8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:28.883252 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Checking segment: {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:28.883607 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Network hostable DHCP agents. Network: f82a41ad-c06c-4d94-a79e-3eecb44c13f1, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:30:28.910939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:30:28.921284 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, f82a41ad-c06c-4d94-a79e-3eecb44c13f1) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:28.925710 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:28.926292 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.927798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.934115 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466c0b9-c17b-4c93-ad76-bc703479f10d None None] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:28.949766 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-01d28cad-c93e-41f1-ac9e-6750bffbfea6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4094379 May 27 04:30:28.949947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53836) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:28.955131 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:28.960476 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:28.964261 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Usage tracker for resource:router and tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:30:28.967052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:30:28.972580 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:28.982887 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:28.983844 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.002227 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.014277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 191384e2-1342-4d20-a35c-aa0148230e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=191384e2-1342-4d20-a35c-aa0148230e3c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:29.022934 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.125353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=191384e2-1342-4d20-a35c-aa0148230e3c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:29.221046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'fixed_ips': [{'subnet_id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:30:29.221837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.251876 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.376271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Allocated IP 172.20.0.2 (f82a41ad-c06c-4d94-a79e-3eecb44c13f1/df55c6a2-be3a-41c8-a621-388c8f05fbb8/467b063a-6041-492b-9242-88c76e0cb8f1) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:29.436855 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.472202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.606966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Allocated IP 172.25.8.53 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/ae635c40-f110-4e92-876b-0b9b457f24b6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:29.612720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.624190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Transition to ACTIVE for port object 467b063a-6041-492b-9242-88c76e0cb8f1 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:29.642857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Transition to ACTIVE for port object 467b063a-6041-492b-9242-88c76e0cb8f1 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:29.648270 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.717457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:29.720332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:29.724586 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:29.727235 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Pushing event updated for resources: {'Port': ['ID=467b063a-6041-492b-9242-88c76e0cb8f1,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:29.757267 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.785303 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.811659 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Attempting to bind port 467b063a-6041-492b-9242-88c76e0cb8f1 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:29.812077 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Attempting to bind port 467b063a-6041-492b-9242-88c76e0cb8f1 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:29.812541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Attempting to bind port 467b063a-6041-492b-9242-88c76e0cb8f1 on network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:29.820766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:29.821152 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Checking segment: {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:29.821553 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.821939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Bound using segment: {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:29.822403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Bound port: 467b063a-6041-492b-9242-88c76e0cb8f1, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:29.823332 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:29.854230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:29.856860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:29.860545 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:29.890332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae635c40-f110-4e92-876b-0b9b457f24b6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:29.917311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] For port 467b063a-6041-492b-9242-88c76e0cb8f1, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:29.921469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] For port 467b063a-6041-492b-9242-88c76e0cb8f1, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=467b063a-6041-492b-9242-88c76e0cb8f1,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:29.925981 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:30.028947 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:30.029825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:30.030316 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5039da77-b329-44c3-8e07-9cac0371f419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:30.037400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad658-9725-43de-aeb1-0e103b328906 None None] Pushing event updated for resources: {'Port': ['ID=467b063a-6041-492b-9242-88c76e0cb8f1,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:30.270771 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:30:30.471478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:30.480924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Sync routers for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:30.492659 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:30.493414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:30.494433 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:30.496327 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d6645c6-a061-4f91-bb03-c75c639334d4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5453522 May 27 04:30:30.499161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 53842) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:30:30.686394 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:30.691197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 467b063a-6041-492b-9242-88c76e0cb8f1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:30.771869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 467b063a-6041-492b-9242-88c76e0cb8f1 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:30.779099 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 191384e2-1342-4d20-a35c-aa0148230e3c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:30.852400 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 191384e2-1342-4d20-a35c-aa0148230e3c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:30.852771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.016510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3103e3-4324-4312-8946-b4693c854a26 None None] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:30:31.034380 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:29Z', 'revision_number': 3, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:31.038451 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Checking router: 30e0783d-ac7c-4b3c-ba09-61552c5acfdc for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:31.038996 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Updating router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc port ae635c40-f110-4e92-876b-0b9b457f24b6 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:30:31.097222 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.121752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Provisioning for port 467b063a-6041-492b-9242-88c76e0cb8f1 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:31.131386 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Provisioning complete for port 467b063a-6041-492b-9242-88c76e0cb8f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:31.131749 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.354750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.400766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] For port 467b063a-6041-492b-9242-88c76e0cb8f1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=467b063a-6041-492b-9242-88c76e0cb8f1,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:31.404540 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.409600 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.471134 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.486376 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Transition to ACTIVE for port object ae635c40-f110-4e92-876b-0b9b457f24b6 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:31.496445 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.514085 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4dcb4-e5e9-4162-b00c-2437d593bf68 None None] Pushing event updated for resources: {'Port': ['ID=467b063a-6041-492b-9242-88c76e0cb8f1,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:31.540282 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.578309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.600201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Attempting to bind port ae635c40-f110-4e92-876b-0b9b457f24b6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:31.600642 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Attempting to bind port ae635c40-f110-4e92-876b-0b9b457f24b6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:31.601093 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Attempting to bind port ae635c40-f110-4e92-876b-0b9b457f24b6 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:31.604035 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Pushing event updated for resources: {'Port': ['ID=ae635c40-f110-4e92-876b-0b9b457f24b6,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:31.615622 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:31.616975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:31.617402 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.618120 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:31.618703 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Bound port: ae635c40-f110-4e92-876b-0b9b457f24b6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:31.619077 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.632261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0219efcd-429a-4a08-9e13-7a9873108cea None None] Provisioning complete for port 467b063a-6041-492b-9242-88c76e0cb8f1 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:31.632706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0219efcd-429a-4a08-9e13-7a9873108cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.648473 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.648944 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.649289 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.649926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.649926 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.650250 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.650571 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.650925 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.651037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Allocated IP 172.20.0.1 (f82a41ad-c06c-4d94-a79e-3eecb44c13f1/df55c6a2-be3a-41c8-a621-388c8f05fbb8/5077f73f-9a5c-4b6b-8225-afc90912f7a8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:31.651297 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.651603 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.651921 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:31.709095 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] For port ae635c40-f110-4e92-876b-0b9b457f24b6, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:31.712431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] For port ae635c40-f110-4e92-876b-0b9b457f24b6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ae635c40-f110-4e92-876b-0b9b457f24b6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:31.717092 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.800762 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3027a-dbc8-45eb-9cc4-78d1e465e2b0 None None] Pushing event updated for resources: {'Port': ['ID=ae635c40-f110-4e92-876b-0b9b457f24b6,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:31.804324 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:31.804919 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:31.805359 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.821739 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Transition to ACTIVE for port object 5077f73f-9a5c-4b6b-8225-afc90912f7a8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:31.843087 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.908852 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:31.911692 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:31.915944 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:31.948997 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Pushing event updated for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:31.977617 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:31.996550 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:32.068639 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.174357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-64197eec-fd42-4c7e-a3b8-512f37434270 None None] Provisioning for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:32.179073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-64197eec-fd42-4c7e-a3b8-512f37434270 None None] Provisioning complete for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:32.179456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-64197eec-fd42-4c7e-a3b8-512f37434270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.233465 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-64197eec-fd42-4c7e-a3b8-512f37434270 None None] Port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:30:32.300922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.305587 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.330294 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:29Z', 'revision_number': 3, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:32.334644 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fdafc-b431-4313-9d63-d329a44bcee5 None None] The sync data for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 is: [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:29Z', 'revision_number': 3, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:32.407233 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.413219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Pushing event updated for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:32.541868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:32.542931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:32.589346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 467b063a-6041-492b-9242-88c76e0cb8f1 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:32.661827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 467b063a-6041-492b-9242-88c76e0cb8f1 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:32.662335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.793488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8b187970-04f0-4597-be5b-aba7e9a1939c None None] Provisioning complete for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:32.793854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8b187970-04f0-4597-be5b-aba7e9a1939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:32.875944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8b187970-04f0-4597-be5b-aba7e9a1939c None None] Port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:30:33.036427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:30:33.211056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:33.237561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:30:33.247891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65f68f1d-4368-47b9-9219-25e9968a0d90 admin admin] 10.222.0.46 "PUT /v2.0/routers/30e0783d-ac7c-4b3c-ba09-61552c5acfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7477427 May 27 04:30:38.622697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ae635c40-f110-4e92-876b-0b9b457f24b6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:38.703145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port ae635c40-f110-4e92-876b-0b9b457f24b6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:38.711918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ae635c40-f110-4e92-876b-0b9b457f24b6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:38.712408 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:38.835465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:38.855083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port ae635c40-f110-4e92-876b-0b9b457f24b6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ae635c40-f110-4e92-876b-0b9b457f24b6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:38.862875 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:38.941818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=ae635c40-f110-4e92-876b-0b9b457f24b6,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:40.595495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ae635c40-f110-4e92-876b-0b9b457f24b6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:40.690481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port ae635c40-f110-4e92-876b-0b9b457f24b6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:40.691148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:42.151818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Sync routers for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:42.165427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:42.166630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:42.359260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:42.695871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 2, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:42.700710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Checking router: 880f93c9-e6b4-47a2-b95a-edd434f97d54 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:42.701095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Updating router 880f93c9-e6b4-47a2-b95a-edd434f97d54 port fe28d868-bd3f-4992-aefe-12eeaa06049e binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:30:42.753638 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.126005 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.138760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Transition to ACTIVE for port object fe28d868-bd3f-4992-aefe-12eeaa06049e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:43.141863 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:30:43.146079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.350060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7fb5c-7a38-414a-ab02-c7eee4e25991 None None] Pushing event updated for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:43.408406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Attempting to bind port fe28d868-bd3f-4992-aefe-12eeaa06049e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:43.408779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Attempting to bind port fe28d868-bd3f-4992-aefe-12eeaa06049e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:43.409170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Attempting to bind port fe28d868-bd3f-4992-aefe-12eeaa06049e on network d135e62d-f988-4fd3-8a62-ff11e31e474b {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:43.419723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:43.420089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Checking segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:43.420781 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.421198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Bound using segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:43.421918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Bound port: fe28d868-bd3f-4992-aefe-12eeaa06049e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:43.422290 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.523886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] For port fe28d868-bd3f-4992-aefe-12eeaa06049e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:43.527680 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] For port fe28d868-bd3f-4992-aefe-12eeaa06049e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe28d868-bd3f-4992-aefe-12eeaa06049e,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:43.531557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:43.617012 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:43.617754 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:43.797315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7fb5c-7a38-414a-ab02-c7eee4e25991 None None] Pushing event updated for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:43.833861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:43.947988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-c6582dbe-521d-43d2-b4db-b04ad6d02082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:43.948829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-c6582dbe-521d-43d2-b4db-b04ad6d02082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:30:43.949278 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Sync routers for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:30:43.963933 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:43.964442 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:43.967624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-c6582dbe-521d-43d2-b4db-b04ad6d02082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:30:43.968974 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-c6582dbe-521d-43d2-b4db-b04ad6d02082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 815 time: 0.1815319 May 27 04:30:43.987505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4f2c51e3-df61-4c5d-9810-084635813b69 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/quotas/84e44398abc043569952da307be61b58 HTTP/1.1" status: 200 len: 375 time: 0.0119424 May 27 04:30:44.086978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-f865565a-2cd6-4e5e-aa25-b671bebcd89c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:30:44.107922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-f865565a-2cd6-4e5e-aa25-b671bebcd89c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:30:44.109628 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-f865565a-2cd6-4e5e-aa25-b671bebcd89c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160114 May 27 04:30:44.158317 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:44.171273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:43Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:44.175528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45679be7-599f-41cd-9fb6-756d8b3f8ec3 None None] The sync data for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 is: [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:43Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:44.253607 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-2b40a83b-136d-40ce-9c63-20aafcb482ee service neutron] 10.222.0.46 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313629 May 27 04:30:44.392118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-db9b4981-6a84-41a3-982c-407dad2c911a service neutron] 10.222.0.46 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327765 May 27 04:30:44.487873 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:31Z', 'revision_number': 4, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5077f73f-9a5c-4b6b-8225-afc90912f7a8', 'name': '', 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'mac_address': 'fa:16:3e:70:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:31Z', 'updated_at': '2022-05-27T04:30:32Z', 'revision_number': 2, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'subnets': [{'id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:44.492174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Checking router: 30e0783d-ac7c-4b3c-ba09-61552c5acfdc for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:30:44.492524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Updating router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:30:44.548751 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:44.616774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c4c6f50-e754-4e74-888e-eba42efb02b4 req-3b344779-d48b-4f8c-98e9-7c72f7547817 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 210 time: 0.0616136 May 27 04:30:44.664631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe28d868-bd3f-4992-aefe-12eeaa06049e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:44.751928 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fe28d868-bd3f-4992-aefe-12eeaa06049e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:44.760065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fe28d868-bd3f-4992-aefe-12eeaa06049e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:44.760532 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:44.908773 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:44.941008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port fe28d868-bd3f-4992-aefe-12eeaa06049e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe28d868-bd3f-4992-aefe-12eeaa06049e,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:44.945371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:44.972257 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:44.985469 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Transition to ACTIVE for port object 5077f73f-9a5c-4b6b-8225-afc90912f7a8 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:44.991537 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:45.018592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:45.123614 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208df0-0543-4e46-96b2-65ad9c1e34e1 None None] Pushing event updated for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:45.214957 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Attempting to bind port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:45.215623 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Attempting to bind port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:45.215865 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Attempting to bind port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 on network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:45.222521 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:45.222878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Checking segment: {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:45.223276 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:45.223647 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Bound using segment: {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:45.224105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Bound port: 5077f73f-9a5c-4b6b-8225-afc90912f7a8, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aff4044-cee7-47ff-94ca-81b3268f65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:45.224468 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:45.313914 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] For port 5077f73f-9a5c-4b6b-8225-afc90912f7a8, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:45.316990 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] For port 5077f73f-9a5c-4b6b-8225-afc90912f7a8, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5077f73f-9a5c-4b6b-8225-afc90912f7a8,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:45.320803 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:45.438193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208df0-0543-4e46-96b2-65ad9c1e34e1 None None] Pushing event updated for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:45.442834 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:30:45.443439 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:30:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:45.626484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:30:45.797933 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-601c8c67-7449-4dac-a696-c61f3bcdef9a req-6448ab21-2bdc-4aa3-8139-4b9345994050 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 210 time: 0.0516622 May 27 04:30:45.953907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:31Z', 'revision_number': 4, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5077f73f-9a5c-4b6b-8225-afc90912f7a8', 'name': '', 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'mac_address': 'fa:16:3e:70:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:31Z', 'updated_at': '2022-05-27T04:30:45Z', 'revision_number': 4, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'subnets': [{'id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:30:45.961708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8098ba-b46f-4a52-bd90-787b1f82580f None None] The sync data for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 is: [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:30:31Z', 'revision_number': 4, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5077f73f-9a5c-4b6b-8225-afc90912f7a8', 'name': '', 'network_id': 'f82a41ad-c06c-4d94-a79e-3eecb44c13f1', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'mac_address': 'fa:16:3e:70:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:31Z', 'updated_at': '2022-05-27T04:30:45Z', 'revision_number': 4, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'subnets': [{'id': 'df55c6a2-be3a-41c8-a621-388c8f05fbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:30:45.989314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-149d20a2-8605-4db8-b8e6-c0571e850516 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:45.990737 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-149d20a2-8605-4db8-b8e6-c0571e850516 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 815 time: 0.1571016 May 27 04:30:46.010993 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'port': {'device_id': 'f80dd517-450a-4828-8d45-46257a800c7b', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'admin_state_up': True, 'tenant_id': '84e44398abc043569952da307be61b58'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:46.183008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:30:46.193477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:30:46.204687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Made reservation on behalf of 84e44398abc043569952da307be61b58 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:30:46.208169 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:46.432769 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Allocated IP 172.20.0.11 (d135e62d-f988-4fd3-8a62-ff11e31e474b/423ebdbf-2527-4672-b34d-d769cc6a158f/c46778e7-ef24-4ec9-8339-def2cc7e45d7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:30:46.785708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5077f73f-9a5c-4b6b-8225-afc90912f7a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:46.887993 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:46.930995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Transition to ACTIVE for port object c46778e7-ef24-4ec9-8339-def2cc7e45d7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:46.986755 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:46.988448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:46.996059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:46.996421 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.210233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.246366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5077f73f-9a5c-4b6b-8225-afc90912f7a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5077f73f-9a5c-4b6b-8225-afc90912f7a8,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:47.253442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.255411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe28d868-bd3f-4992-aefe-12eeaa06049e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:47.292013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Network d135e62d-f988-4fd3-8a62-ff11e31e474b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:30:47.294338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:30:47.308655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:30:47.354311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:47.417164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:47.419291 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:47.419966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.435993 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.436843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.437713 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.438277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.438922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.439464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.440571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.441189 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.441814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.442355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.442968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:30:47.465806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322acaac-29dc-4cef-8e42-cba672d59890 req-3853f87d-61af-4ce4-ad0a-1fad8d673cdd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:47.468477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-322acaac-29dc-4cef-8e42-cba672d59890 req-3853f87d-61af-4ce4-ad0a-1fad8d673cdd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:30:47.472476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-4846f765-04a2-4e0f-a229-9901017bee02 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4701602 May 27 04:30:47.500080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-322acaac-29dc-4cef-8e42-cba672d59890 req-3853f87d-61af-4ce4-ad0a-1fad8d673cdd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:30:47.501587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-322acaac-29dc-4cef-8e42-cba672d59890 req-3853f87d-61af-4ce4-ad0a-1fad8d673cdd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 932 time: 0.4893456 May 27 04:30:47.512265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fe28d868-bd3f-4992-aefe-12eeaa06049e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:47.513342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.543923 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Request body: {'port': {'device_id': 'f80dd517-450a-4828-8d45-46257a800c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:30:47.682473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-322acaac-29dc-4cef-8e42-cba672d59890 req-bec6977e-04b7-41be-8886-75b98db8059e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729498 May 27 04:30:47.711859 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.712244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3936f0ce-0bae-4da2-8691-fc7ee89e3726 None None] Provisioning for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:47.731468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3936f0ce-0bae-4da2-8691-fc7ee89e3726 None None] Provisioning complete for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:47.732244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3936f0ce-0bae-4da2-8691-fc7ee89e3726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:47.839712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3936f0ce-0bae-4da2-8691-fc7ee89e3726 None None] Port c46778e7-ef24-4ec9-8339-def2cc7e45d7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:30:48.262127 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46778e7-ef24-4ec9-8339-def2cc7e45d7 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:30:48.271947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:48.292145 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Transition to ACTIVE for port object c46778e7-ef24-4ec9-8339-def2cc7e45d7 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:30:48.298178 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:48.555153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:48.629373 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5077f73f-9a5c-4b6b-8225-afc90912f7a8 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:48.755693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Attempting to bind port c46778e7-ef24-4ec9-8339-def2cc7e45d7 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:30:48.756213 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Attempting to bind port c46778e7-ef24-4ec9-8339-def2cc7e45d7 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:30:48.756564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Attempting to bind port c46778e7-ef24-4ec9-8339-def2cc7e45d7 on network d135e62d-f988-4fd3-8a62-ff11e31e474b {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:48.769245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Port c46778e7-ef24-4ec9-8339-def2cc7e45d7 on network d135e62d-f988-4fd3-8a62-ff11e31e474b not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:30:48.770007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Attempting to bind port c46778e7-ef24-4ec9-8339-def2cc7e45d7 on network d135e62d-f988-4fd3-8a62-ff11e31e474b {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:30:48.777925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:30:48.778640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Checking segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:30:48.779437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Bound using segment: {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:30:48.780089 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Bound port: c46778e7-ef24-4ec9-8339-def2cc7e45d7, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb56814d-43b3-403f-bdea-63dc21f75afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:30:48.780658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:48.833457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:48.834026 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:48.970747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:30:48.974778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:30:48.987024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:49.062160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37799-a90d-4482-810a-26541c89097b req-c7b5109e-3e9b-46c2-90d8-778212284817 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:49.066798 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57d37799-a90d-4482-810a-26541c89097b req-c7b5109e-3e9b-46c2-90d8-778212284817 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.1700563 May 27 04:30:49.076408 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:49.091876 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:49.093436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-6e38fa4b-1802-45e1-b923-b88e287f1588 service neutron] 10.222.0.21 "PUT /v2.0/ports/c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1092 time: 1.5554712 May 27 04:30:49.094077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:30:49.156643 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-57d37799-a90d-4482-810a-26541c89097b req-06032a52-be75-45cb-a6a0-c8b1de73e6cb tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:30:49.197975 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed79f65-c84c-4efc-a79b-ec78f30b06ce'] response: {'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:30:49.205307 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-57d37799-a90d-4482-810a-26541c89097b req-06032a52-be75-45cb-a6a0-c8b1de73e6cb tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:30:49.212945 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-57d37799-a90d-4482-810a-26541c89097b req-06032a52-be75-45cb-a6a0-c8b1de73e6cb tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414108 May 27 04:30:50.433611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bef0c-e9c9-4f55-804f-be80b584cf1b req-360f0f02-d760-4cf0-8569-b5b794371d24 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:50.435881 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-674bef0c-e9c9-4f55-804f-be80b584cf1b req-360f0f02-d760-4cf0-8569-b5b794371d24 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0885329 May 27 04:30:50.486325 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-674bef0c-e9c9-4f55-804f-be80b584cf1b req-35bc296e-86db-44ea-824f-40b56e75709b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 May 27 04:30:51.707598 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1aea-a7cd-4abf-938d-5b10e8c69c3e req-05f81f1a-539d-48c5-b9dd-6fdd33878874 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:51.709214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94db1aea-a7cd-4abf-938d-5b10e8c69c3e req-05f81f1a-539d-48c5-b9dd-6fdd33878874 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0958827 May 27 04:30:51.765158 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94db1aea-a7cd-4abf-938d-5b10e8c69c3e req-fe1d3533-23b4-4bde-8e15-ee7b7144c954 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 May 27 04:30:52.982844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edc87-5716-44dc-86e6-02b03ea3cd8c req-a2e7b796-47a2-4801-845a-1f6eddfef926 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:52.984560 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-543edc87-5716-44dc-86e6-02b03ea3cd8c req-a2e7b796-47a2-4801-845a-1f6eddfef926 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0929389 May 27 04:30:53.035173 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-543edc87-5716-44dc-86e6-02b03ea3cd8c req-86ba6a95-1be0-48cb-a302-41663da68e7a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 May 27 04:30:54.172823 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08f2089e-5063-4d09-a04e-6c4a7d09b83a req-3cce21d8-0ec5-4e2d-9c8f-775c2a224051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1095 time: 0.0772731 May 27 04:30:54.234947 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725603c7-07d6-428c-9822-535a55b9a9f9 req-3869ad22-a9a3-4f0f-a4dd-536d8704493b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:54.236401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-725603c7-07d6-428c-9822-535a55b9a9f9 req-3869ad22-a9a3-4f0f-a4dd-536d8704493b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0799451 May 27 04:30:54.249321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:54.283136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-725603c7-07d6-428c-9822-535a55b9a9f9 req-f399be3c-7487-4e69-b5fa-9c10bb0a2f82 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 May 27 04:30:54.315847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2089e-5063-4d09-a04e-6c4a7d09b83a req-6ce5af99-e0fb-4420-b6d1-f9873eed3ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:54.317310 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08f2089e-5063-4d09-a04e-6c4a7d09b83a req-6ce5af99-e0fb-4420-b6d1-f9873eed3ec6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=84e44398abc043569952da307be61b58&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1365156 May 27 04:30:54.452470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2089e-5063-4d09-a04e-6c4a7d09b83a req-9f8dd62b-bb73-4029-ab6a-285a8e92a8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:54.454040 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-08f2089e-5063-4d09-a04e-6c4a7d09b83a req-9f8dd62b-bb73-4029-ab6a-285a8e92a8a6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309314 May 27 04:30:54.557165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-0e72a5e1-485d-455c-a89d-aeff92765203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1095 time: 0.0692194 May 27 04:30:54.626480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-8aaa2206-7874-4136-b952-1b6896bc066a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 217 time: 0.0630195 May 27 04:30:54.686450 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-fda3147f-a470-48ea-9bba-da83bfac1851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:54.687822 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-fda3147f-a470-48ea-9bba-da83bfac1851 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0563579 May 27 04:30:54.763056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-20350a37-6cc4-400f-b52f-eef0e8cab049 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699866 May 27 04:30:54.914028 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-de7100e8-f66d-46a9-81bb-619e3f351368 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440554 May 27 04:30:55.042817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7aff783-faec-4fbf-a99e-f946c3ad0c89 req-28599854-0ce4-4346-8e2b-12bb1f49be68 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236145 May 27 04:30:55.476860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb287a-5d6b-421a-b569-706001a88d73 req-5c4a27f7-3a98-4f73-9afb-2c5fe860bd96 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:55.478313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4cb287a-5d6b-421a-b569-706001a88d73 req-5c4a27f7-3a98-4f73-9afb-2c5fe860bd96 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0741174 May 27 04:30:55.522911 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e4cb287a-5d6b-421a-b569-706001a88d73 req-88545739-61bc-4e6f-ac5c-4086f6872345 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 May 27 04:30:56.716909 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d4ec-2305-40d2-8d20-fa613a046097 req-83a38845-f5a0-4658-9832-bd400be76cf8 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:56.718474 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5848d4ec-2305-40d2-8d20-fa613a046097 req-83a38845-f5a0-4658-9832-bd400be76cf8 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 944 time: 0.0745986 May 27 04:30:56.761849 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5848d4ec-2305-40d2-8d20-fa613a046097 req-3e8efb7c-ea87-4e24-8c14-160a056dda5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 May 27 04:30:56.830713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:56.977749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c46778e7-ef24-4ec9-8339-def2cc7e45d7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:30:57.108281 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:57.121564 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'port_id': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'mac_address': 'fa:16:3e:e8:ac:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:30:57.173618 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:57.190906 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46778e7-ef24-4ec9-8339-def2cc7e45d7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:30:57.207618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:57.212193 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:57.280047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:57.410758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:30:57.929472 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c0500da7-a920-47de-a622-1879b648e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:58.075141 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49cce-6aab-43aa-bdd6-3f94fec038eb req-089b913f-d80d-4a02-8c08-c6e88c1d457e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:58.076519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4a49cce-6aab-43aa-bdd6-3f94fec038eb req-089b913f-d80d-4a02-8c08-c6e88c1d457e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 945 time: 0.1984613 May 27 04:30:58.127457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a4a49cce-6aab-43aa-bdd6-3f94fec038eb req-b257e53f-80c9-4227-b2d3-32c0f3c8f168 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445323 May 27 04:30:58.994436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c46778e7-ef24-4ec9-8339-def2cc7e45d7 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:30:59.063798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:30:59.068441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:30:59.068814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:59.182213 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:59.208019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:30:59.217844 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:30:59.221479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:30:59.263855 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409c9b3a-3453-4118-93ad-6af5ac9ac5e2'] response: {'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'code': 200} May 27 04:30:59.289455 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:30:59.395209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-addc112f-c15b-44ae-b0d5-4829c0f5804a req-a4bf8a58-1006-481e-8d04-241cb7cb826f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1097 time: 0.0697513 May 27 04:30:59.430703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1649853-e0ef-4e74-8bae-328ad145b45f req-acbc1817-3e44-4afc-a330-921a1ac61f61 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:30:59.432160 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1649853-e0ef-4e74-8bae-328ad145b45f req-acbc1817-3e44-4afc-a330-921a1ac61f61 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.1845725 May 27 04:30:59.437529 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-addc112f-c15b-44ae-b0d5-4829c0f5804a req-d4024284-2846-47cb-bfd3-1ae9161ab2c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 May 27 04:30:59.477863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d1649853-e0ef-4e74-8bae-328ad145b45f req-700c3029-41ae-4119-a2da-9c3c4f03a9e7 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 May 27 04:31:00.007079 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ff916daa-a017-40d2-a403-0c241ce2f76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:00.682674 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0941d3-1b50-47b3-a6f3-00f43189ac54 req-76b882a5-f28a-4211-82c5-749867d99a14 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:00.684102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a0941d3-1b50-47b3-a6f3-00f43189ac54 req-76b882a5-f28a-4211-82c5-749867d99a14 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0789392 May 27 04:31:00.729871 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2a0941d3-1b50-47b3-a6f3-00f43189ac54 req-e733d22d-6f46-47e1-aa99-a41bd905c07e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 May 27 04:31:00.921171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8d85-7d3d-47c4-8d02-9d6f905d498f req-80f4e9e9-a40e-4887-a2c9-505e306ad90c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:00.922587 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f4d8d85-7d3d-47c4-8d02-9d6f905d498f req-80f4e9e9-a40e-4887-a2c9-505e306ad90c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0779815 May 27 04:31:00.968023 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6f4d8d85-7d3d-47c4-8d02-9d6f905d498f req-b6cf5eef-ed94-4051-9fc3-d83604976b2f tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 May 27 04:31:01.373682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70a9d5-ad30-406a-aef9-36d88a7bb8b6 req-0a641f3a-aa79-4968-aaf3-e3a2a84456b0 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:01.375096 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d70a9d5-ad30-406a-aef9-36d88a7bb8b6 req-0a641f3a-aa79-4968-aaf3-e3a2a84456b0 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0787518 May 27 04:31:01.418709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5d70a9d5-ad30-406a-aef9-36d88a7bb8b6 req-ca4f50e1-fa3e-4edc-b73a-302d9708eb91 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 May 27 04:31:01.526616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:01.562469 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:03.214094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:11.521516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c23976-d367-4afd-97a1-9ce588b6ab9e req-9665d8e6-0a10-426f-8d15-a978e501e5ea tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:11.522917 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76c23976-d367-4afd-97a1-9ce588b6ab9e req-9665d8e6-0a10-426f-8d15-a978e501e5ea tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0801518 May 27 04:31:11.567702 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76c23976-d367-4afd-97a1-9ce588b6ab9e req-f05b13b1-939f-42bc-bd32-be67ed3b014d tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 May 27 04:31:11.596007 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54022) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:11.777918 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05f7edfb-9d1b-4c48-871a-8ddbcdcda101 tempest-TestMinimumBasicScenario-1253904496 tempest-TestMinimumBasicScenario-1253904496-project-admin] Synchronizing usage tracker for tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:31:11.793406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-05f7edfb-9d1b-4c48-871a-8ddbcdcda101 tempest-TestMinimumBasicScenario-1253904496 tempest-TestMinimumBasicScenario-1253904496-project-admin] Unset dirty status for tenant:9f9954bd0c9a4aff81e4e8a69178d5f8 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:31:11.794524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-05f7edfb-9d1b-4c48-871a-8ddbcdcda101 tempest-TestMinimumBasicScenario-1253904496 tempest-TestMinimumBasicScenario-1253904496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1092 time: 0.1975377 May 27 04:31:11.797498 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54028) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:11.802520 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'tenant_id': '84e44398abc043569952da307be61b58', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:11.809170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:11.812985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:floatingip and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:11.815759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:11.822160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:11.832670 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:11.964931 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:12.101744 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Allocated IP 172.25.8.164 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/43641d0a-aea6-4731-99f6-647541f0b467) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:31:12.247358 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:12.273228 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:12.342267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:31:12.345139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:31:12.349703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:31:12.373956 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'Port': ['ID=43641d0a-aea6-4731-99f6-647541f0b467,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:12.839836 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:12.892991 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:13.176045 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:13.180444 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:13.287823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'Port': ['ID=43641d0a-aea6-4731-99f6-647541f0b467,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:13.302240 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:13.489379 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Floating IP 58214dca-308b-4eb8-bc58-ca15b21019e8 associated. External IP: 172.25.8.164, port: c46778e7-ef24-4ec9-8339-def2cc7e45d7. May 27 04:31:13.879687 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Router 880f93c9-e6b4-47a2-b95a-edd434f97d54 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:31:14.073455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:31:14.085182 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Sync routers for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:31:14.099448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:31:14.100327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:31:14.100883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.158380 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6ae63427-87ca-4a76-88ed-fb0ec541a7e9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3598077 May 27 04:31:14.158915 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:31:14.161444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54032) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:14.168595 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768797278', 'description': 'tempest-secgroup-smoke-768797278 description', 'project_id': '84e44398abc043569952da307be61b58'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:14.175554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:14.185497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:14.196849 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.218499 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5c74e6-16d7-480b-b6c6-516816b6ffae'] response: {'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:31:14.235894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:14.239732 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:14.271308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:14.285025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:14.287688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:31:14.356929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-da054e8e-dcd0-40a5-bfdf-4314d59a4779 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1097 time: 0.1143017 May 27 04:31:14.367543 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.390886 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.501787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b330860-4f58-445a-948c-887c63bea068,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:14.520738 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.522116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3589349 May 27 04:31:14.525874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54038) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:14.530073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.530427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.530758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.531097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.531425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.531752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.532075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.532405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.532716 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.533062 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.533378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efdc72-95d0-4e6c-b690-bd91ed0ae02e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:31:14.535819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:14.554607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc219-a8ff-467f-a804-708297149f30 req-4c2e0172-30c5-4f3b-aefd-54a33c589dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:14.555916 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:14.556123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-4c2e0172-30c5-4f3b-aefd-54a33c589dd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1857138 May 27 04:31:14.559982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:14.563057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:14.569832 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:14.588192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.651533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.655934 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58214dca-308b-4eb8-bc58-ca15b21019e8', 'tenant_id': '84e44398abc043569952da307be61b58', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'port_id': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'mac_address': 'fa:16:3e:e8:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80dd517-450a-4828-8d45-46257a800c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:31:12Z', 'updated_at': '2022-05-27T04:31:12Z', 'revision_number': 0, 'project_id': '84e44398abc043569952da307be61b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:31:14.656226 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.661058 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Checking router: 880f93c9-e6b4-47a2-b95a-edd434f97d54 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:31:14.665082 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-f042ce10-400c-497e-88d0-282d978c7a35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1000 time: 0.1023321 May 27 04:31:14.672447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:31:14.673199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:31:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:31:14.684628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a657734-8ab6-47db-b4e5-7dc9ac7d9352,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:14.694144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.697424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7dc3f2c1-867b-4251-8f89-f65a5c886244 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1703794 May 27 04:31:14.698806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54042) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:14.706069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:14.714928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:14.719077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:14.722237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:14.727642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:14.733262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc219-a8ff-467f-a804-708297149f30 req-804343bd-8bfd-41b5-9799-61990601be88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:14.734860 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-804343bd-8bfd-41b5-9799-61990601be88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0624862 May 27 04:31:14.745389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.814345 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.815076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-7241206b-c2de-4a2c-afc4-5a31a3754f5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748646 May 27 04:31:14.819468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.846324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42b755c-68f5-400a-8fa4-4d0f11b3e88c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:14.860061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.864846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a6205a1a-df5d-43d8-8039-70de378e079c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1645951 May 27 04:31:14.865765 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54046) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:14.872358 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:14.878760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:14.882530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:14.886516 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:14.892057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:14.905233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:31:14.909070 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.976830 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:14.977084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-c85a3bb5-97f3-41f2-b017-136b66bbaebd service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515970 May 27 04:31:14.980340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.003775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821bb386-5b06-4df0-9e26-fab3c072c1f3,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:15.015151 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.016546 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aa7b0139-9f1c-4835-9e89-2e8319cddd2c tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1496446 May 27 04:31:15.019409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54050) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:15.025102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:15.031645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:15.035581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:15.038594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:15.045232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:15.064111 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.128450 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b8bc219-a8ff-467f-a804-708297149f30 req-34e8de15-0f41-4f77-9638-9df6c6f736f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385186 May 27 04:31:15.141813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.146123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.175681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4014328e-0898-4bca-a819-bd632d04f64f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:15.183805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.185095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-22cd6bbc-3bc8-4381-a473-af37aba15d83 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1646538 May 27 04:31:15.187932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54054) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:15.193387 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:15.199743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:15.203525 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:15.206356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:15.212224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:15.225343 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Project 84e44398abc043569952da307be61b58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:31:15.232237 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.275144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58214dca-308b-4eb8-bc58-ca15b21019e8', 'tenant_id': '84e44398abc043569952da307be61b58', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'port_id': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'mac_address': 'fa:16:3e:e8:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80dd517-450a-4828-8d45-46257a800c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:31:12Z', 'updated_at': '2022-05-27T04:31:12Z', 'revision_number': 0, 'project_id': '84e44398abc043569952da307be61b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:31:15.279171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69430a76-1590-4a60-9f40-8609c12f98e2 None None] The sync data for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 is: [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '58214dca-308b-4eb8-bc58-ca15b21019e8', 'tenant_id': '84e44398abc043569952da307be61b58', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'port_id': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'mac_address': 'fa:16:3e:e8:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80dd517-450a-4828-8d45-46257a800c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:31:12Z', 'updated_at': '2022-05-27T04:31:12Z', 'revision_number': 0, 'project_id': '84e44398abc043569952da307be61b58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:31:15.303054 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.307614 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.331282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cb05a2-8844-4171-b282-164a289baeda,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:15.340229 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.341490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-51d22fc8-5ab5-44d4-be79-7a5a5c459b6b tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526418 May 27 04:31:15.344335 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54058) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:31:15.349782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'security_group_rule': {'security_group_id': '6b330860-4f58-445a-948c-887c63bea068', 'project_id': '84e44398abc043569952da307be61b58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:15.357091 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:31:15.361059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Usage tracker for resource:security_group_rule and tenant:84e44398abc043569952da307be61b58 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:31:15.363907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:31:15.370185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:31:15.381021 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Project 84e44398abc043569952da307be61b58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:31:15.387317 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.454206 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.457698 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.481553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb123a5e-31ca-4a98-8b08-3fd1f9caf6fd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:15.490828 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:15.493813 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330ac05-502b-4b7d-bf4f-d08f7509b925 None None] New status for floating IP 58214dca-308b-4eb8-bc58-ca15b21019e8: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:31:15.505403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2d7999e8-a51e-4d95-a79e-33d02f03ee5a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1505930 May 27 04:31:15.628128 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-0212de33-4338-4eb6-8247-112e456789fc tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768797278&fields=id&tenant_id=84e44398abc043569952da307be61b58 HTTP/1.1" status: 200 len: 267 time: 0.0445709 May 27 04:31:15.642747 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-e3455b5c-db37-47b1-b533-643a43b82271 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735588 May 27 04:31:15.783125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-f4b8363e-e04f-4f8d-855a-3c1d7a797c72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1097 time: 0.0756929 May 27 04:31:15.819275 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-ff5433ae-4295-40b6-bb25-2a55c7ebf1ca tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:15.820682 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-ff5433ae-4295-40b6-bb25-2a55c7ebf1ca tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.1829393 May 27 04:31:15.831446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'port': {'security_groups': ['2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8', '6b330860-4f58-445a-948c-887c63bea068']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:31:15.929907 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d68f5-824a-4caf-90ae-c591f89c298f req-24e7944c-de82-4e30-8168-3edd2eea67ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:15.931508 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-24e7944c-de82-4e30-8168-3edd2eea67ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1296084 May 27 04:31:15.948067 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:16.041774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-ca51cb5e-4c8c-4bfc-b958-7ee01d61d943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1002 time: 0.1036410 May 27 04:31:16.109917 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d68f5-824a-4caf-90ae-c591f89c298f req-966f86c9-61c3-4a9e-abf4-94d29943d728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:16.110914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-966f86c9-61c3-4a9e-abf4-94d29943d728 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0629625 May 27 04:31:16.185368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-b228382d-e7d2-447d-9921-4f121743dec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680048 May 27 04:31:16.213998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:31:16.241815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:16.246752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:16.259211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:31:16.322570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:16.323202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:16.324596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4114e539-65c0-418f-a364-5ebd41c2c5aa req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "PUT /v2.0/ports/c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 982 time: 0.4975457 May 27 04:31:16.325099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:31:16.385828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc29f-5370-4575-97a2-57d3e8a57082 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:31:16.411651 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8287f20d-ff97-4eef-81a1-1537de597be6'] response: {'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:31:16.417787 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:31:16.463966 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-bcd7c4b6-ebad-4b30-9445-fd1e57c458be service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722046 May 27 04:31:16.665976 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32f6a5-4f6d-48ff-aa7a-f9f2de5f762f req-2b1c3fba-8d06-4ee5-a466-a65621ee1333 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:16.667346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b32f6a5-4f6d-48ff-aa7a-f9f2de5f762f req-2b1c3fba-8d06-4ee5-a466-a65621ee1333 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.1973772 May 27 04:31:16.669246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-890d68f5-824a-4caf-90ae-c591f89c298f req-8ce0ef40-ae62-4319-9e1d-e84af4de73d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981196 May 27 04:31:16.688488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e5fcba07-d3a4-45a3-8f31-9cb1074daa0e None None] Provisioning complete for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:31:16.689027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5fcba07-d3a4-45a3-8f31-9cb1074daa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:16.754172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0b32f6a5-4f6d-48ff-aa7a-f9f2de5f762f req-bb12d662-7e1d-4581-8734-5637287648cd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:31:16.786690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0b32f6a5-4f6d-48ff-aa7a-f9f2de5f762f req-bb12d662-7e1d-4581-8734-5637287648cd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:31:16.787870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b32f6a5-4f6d-48ff-aa7a-f9f2de5f762f req-bb12d662-7e1d-4581-8734-5637287648cd tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141438 May 27 04:31:16.798984 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-b2e90e33-fd0d-41ee-94e1-8d78e93eb5ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1136 time: 0.0875735 May 27 04:31:16.938382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-a84f1cb0-ae66-480c-ad5d-6c613fed2602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:16.938382 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-a84f1cb0-ae66-480c-ad5d-6c613fed2602 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1321576 May 27 04:31:17.048217 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-155697e1-c020-4dcd-9e6b-db625709113c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1002 time: 0.1041026 May 27 04:31:17.117970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-2651047b-4604-467e-9440-54523fda89da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:17.119729 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-2651047b-4604-467e-9440-54523fda89da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0656586 May 27 04:31:17.195191 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-4cd3e1d9-8dfd-4baf-baba-b4e5da694e1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690506 May 27 04:31:17.325064 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-83838faf-ceec-4a09-b3a3-da6a61c565e8 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225340 May 27 04:31:17.455423 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-36cd6442-a3e0-4e19-9d9c-0657c33165b2 req-5f8baa48-e4b0-4d44-838b-61f26ed2312b service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247077 May 27 04:31:20.143034 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:31:24.240694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:26.828791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:27.932546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-61cdc575-05b7-45f0-bc18-8838cff47667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:30.009627 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d031876d-107d-4f4c-a2ed-1765ce1c1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:31.528382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:31.563027 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:33.216415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:34.165074 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-4bafe61b-cc7c-49db-b2f9-f86672f133dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1136 time: 0.1301811 May 27 04:31:34.174250 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e60f-624e-4ef9-9289-80df0dc6a24e req-2146204e-3e0f-4a61-be64-85760883dce1 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:34.175571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e92e60f-624e-4ef9-9289-80df0dc6a24e req-2146204e-3e0f-4a61-be64-85760883dce1 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0987675 May 27 04:31:34.299696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9e92e60f-624e-4ef9-9289-80df0dc6a24e req-8e1d121c-3b60-44fc-9506-425f52707107 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048908 May 27 04:31:34.340367 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-df9e0029-dcca-43fc-8e33-47f9d87b8a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:34.341852 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-df9e0029-dcca-43fc-8e33-47f9d87b8a1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1654165 May 27 04:31:34.444686 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-0dccc70a-772f-4f40-9d6a-a0989c95921b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1002 time: 0.0961154 May 27 04:31:34.507737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-e2412874-5160-42b8-936e-106b7faaf077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:34.509668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-e2412874-5160-42b8-936e-106b7faaf077 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0583410 May 27 04:31:34.666126 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-6b6fc09b-fcc5-4f9e-90f4-52be3c017085 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518214 May 27 04:31:34.792563 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-da84b7c9-d32d-4e81-b3b2-4a231a36f9ad service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201961 May 27 04:31:34.920741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b9e619c-cb5e-408c-af76-7f89e26baca4 req-9fc0562e-d78f-44c8-812f-f01c2bade53c service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222801 May 27 04:31:35.499011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf5797-d99e-4a79-892c-83893879af9f req-db8ceba3-6593-4c75-9ae0-fff84f227858 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:35.500354 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adcf5797-d99e-4a79-892c-83893879af9f req-db8ceba3-6593-4c75-9ae0-fff84f227858 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0765014 May 27 04:31:35.549452 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adcf5797-d99e-4a79-892c-83893879af9f req-1792750d-97ee-4d3d-9631-18fb41a01e9f tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435281 May 27 04:31:36.747200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7af0-54bb-457b-aaf2-95ba2b082e36 req-01578b07-4130-42df-bcbe-efb35b3cabee tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:36.748639 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571f7af0-54bb-457b-aaf2-95ba2b082e36 req-01578b07-4130-42df-bcbe-efb35b3cabee tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0759244 May 27 04:31:36.801930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-571f7af0-54bb-457b-aaf2-95ba2b082e36 req-99108a40-fd9e-4333-9b33-8601e23197c9 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477705 May 27 04:31:38.007954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519d31-90d8-477b-8954-0f3f38a3fe54 req-1e14f053-96d4-4697-971a-0b09f9f4278d tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:38.010012 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd519d31-90d8-477b-8954-0f3f38a3fe54 req-1e14f053-96d4-4697-971a-0b09f9f4278d tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0778394 May 27 04:31:38.056316 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fd519d31-90d8-477b-8954-0f3f38a3fe54 req-e92b6d2a-d8b0-40a2-87ad-c21f105c5854 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402050 May 27 04:31:39.250288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82e125-42d2-490d-aa3c-41242b11e506 req-06bb3a3f-2ec2-487c-b108-41fe8ac592d7 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:39.251710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd82e125-42d2-490d-aa3c-41242b11e506 req-06bb3a3f-2ec2-487c-b108-41fe8ac592d7 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0754700 May 27 04:31:39.297463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd82e125-42d2-490d-aa3c-41242b11e506 req-7b2b60b2-40f0-4dca-ab1d-f2ca1fb27583 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402029 May 27 04:31:40.500046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe66f-324b-44fe-9e6f-ba1b7549584f req-e40ec019-04e3-45be-982f-61a98f00e391 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:40.501408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3efe66f-324b-44fe-9e6f-ba1b7549584f req-e40ec019-04e3-45be-982f-61a98f00e391 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0864987 May 27 04:31:40.548103 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c3efe66f-324b-44fe-9e6f-ba1b7549584f req-3271bf8d-0a76-4eb8-852a-7217f78428a3 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411234 May 27 04:31:41.746398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aea2bd-b9cc-48cb-a024-2328643fb947 req-65e5b2d6-2044-4d58-945c-e70beec4d367 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:41.747821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51aea2bd-b9cc-48cb-a024-2328643fb947 req-65e5b2d6-2044-4d58-945c-e70beec4d367 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0799148 May 27 04:31:41.794086 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51aea2bd-b9cc-48cb-a024-2328643fb947 req-4ef4e37e-d8a4-4e53-8c19-cc702ec7b381 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407350 May 27 04:31:42.992849 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caa7e7-9bc5-4415-8a60-0fee8c4c1c0b req-72b0ea15-977a-4746-9e0c-cc8f13f81731 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:42.994853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53caa7e7-9bc5-4415-8a60-0fee8c4c1c0b req-72b0ea15-977a-4746-9e0c-cc8f13f81731 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0756259 May 27 04:31:43.040552 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53caa7e7-9bc5-4415-8a60-0fee8c4c1c0b req-bf755862-f09b-4ed7-a50e-9df976dbebb8 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395255 May 27 04:31:44.235960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf688c-a38a-430d-b21b-fc79d7aa49eb req-9bfef451-b363-4f3b-809e-58de1380221e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:44.237419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eecf688c-a38a-430d-b21b-fc79d7aa49eb req-9bfef451-b363-4f3b-809e-58de1380221e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0752621 May 27 04:31:44.285929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eecf688c-a38a-430d-b21b-fc79d7aa49eb req-e2defba1-057f-4f67-bc8e-f887baf32a14 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429332 May 27 04:31:45.482948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a54e2-4c4d-45b5-8b43-8b3826c0b19e req-0e392c28-0de0-4464-b1d0-0fa5b6d5f9e5 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:45.484263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-762a54e2-4c4d-45b5-8b43-8b3826c0b19e req-0e392c28-0de0-4464-b1d0-0fa5b6d5f9e5 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0784202 May 27 04:31:45.530504 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-762a54e2-4c4d-45b5-8b43-8b3826c0b19e req-4b7af08d-7f8a-4323-a59d-ebe89a675639 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406532 May 27 04:31:46.726972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aa206-a787-487f-987e-519220cc6f09 req-f69f4d13-7dec-493f-b8e6-984918827e54 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:31:46.728922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b8aa206-a787-487f-987e-519220cc6f09 req-f69f4d13-7dec-493f-b8e6-984918827e54 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0790567 May 27 04:31:46.774189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b8aa206-a787-487f-987e-519220cc6f09 req-c178e306-7e3d-41ff-a8cd-4ac7bed71703 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b330860-4f58-445a-948c-887c63bea068&id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397131 May 27 04:31:54.239003 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:56.861816 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:31:57.144010 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:31:57.934164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5e66b7c0-ca48-49f7-bd49-1319d3117b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:00.011796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2183b59f-962e-470a-a6d5-d79a102d7068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:01.530433 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:01.562613 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:03.219190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:15.708890 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-2c9814f5-7a1b-4ca3-bf0f-b26e794c05a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339025 May 27 04:32:15.846891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-3deda6e3-6c35-463a-88d4-0761db407df3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1136 time: 0.0707464 May 27 04:32:15.988905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-29869bf0-aa17-4770-905c-4f0bc651ef5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:15.990342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-29869bf0-aa17-4770-905c-4f0bc651ef5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1242173 May 27 04:32:16.093174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-58004266-670d-41e0-b6ea-01922ca4e369 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1002 time: 0.0970373 May 27 04:32:16.154834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-0432d84b-f30e-4ec0-8793-cc9a81bb11b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:16.157016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-0432d84b-f30e-4ec0-8793-cc9a81bb11b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0571268 May 27 04:32:16.227995 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-f0d52bd2-c792-40fd-9e44-5c13e017cc64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659671 May 27 04:32:16.356874 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-c8f1df0a-2ce2-48ca-8cab-6a0e209d7287 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223841 May 27 04:32:16.488720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1180f430-714f-4b6f-8bcc-454c03f2f9d2 req-e0f38845-a055-4fd8-9108-27ebd30e2f8c service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253552 May 27 04:32:19.542870 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-ad49d584-00e3-4e31-987d-37e4e2ecf3b1 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768797278&fields=id&tenant_id=84e44398abc043569952da307be61b58 HTTP/1.1" status: 200 len: 267 time: 0.1784284 May 27 04:32:19.624737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-6dc406c2-312c-41c7-8960-cfcf20283af4 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:19.626365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-6dc406c2-312c-41c7-8960-cfcf20283af4 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 985 time: 0.0783327 May 27 04:32:19.637616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Request body: {'port': {'security_groups': ['2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:19.752364 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:19.987436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:20.012408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.016744 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.030547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:32:20.082242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:20.082857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.087450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e676cfd5-957a-43c9-8850-7d9051a86698 req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "PUT /v2.0/ports/c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 943 time: 0.4542179 May 27 04:32:20.088092 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:32:20.090169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54116) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:20.130359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event updated for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:20.145866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.151154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.152681 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.153283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.154731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.155791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.156863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.157499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.158560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.159408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.159959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf1e37-8996-4a28-93f8-4b59a7317bff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.184642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:32:20.276685 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e723e6ae-86be-42b8-9dcb-0f430169aae9'] response: {'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:32:20.314356 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.386724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.392808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6db6c066-5a3a-4fab-b439-5c43311dce68 None None] Provisioning complete for port c46778e7-ef24-4ec9-8339-def2cc7e45d7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:20.393205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6db6c066-5a3a-4fab-b439-5c43311dce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.445998 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-f1e57c60-386f-4585-96b8-89578fd99829 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1097 time: 0.1286633 May 27 04:32:20.546637 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.577519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b330860-4f58-445a-948c-887c63bea068,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:20.608909 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.609256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.609586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.609912 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.610231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.610541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.610858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.611178 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.611500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.611803 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.612114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:20.618263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-71a4f117-ba39-4ad4-bca9-4bb281c34073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:20.619545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-71a4f117-ba39-4ad4-bca9-4bb281c34073 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1676419 May 27 04:32:20.620400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.621399 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bc6abe65-25d5-4b18-a6e9-344cc1d5c0c6 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b330860-4f58-445a-948c-887c63bea068 HTTP/1.1" status: 204 len: 168 time: 0.5301638 May 27 04:32:20.624527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:20.868489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-d5fd6327-5e0d-4e74-8085-73921c5ce5ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 1002 time: 0.2412493 May 27 04:32:20.946052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Deleting port 43641d0a-aea6-4731-99f6-647541f0b467 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:20.946384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:20.987468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-e489a860-cd72-4b58-96d2-77fb919244e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:20.988967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-e489a860-cd72-4b58-96d2-77fb919244e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.1098881 May 27 04:32:21.173874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:21.174552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:21.183642 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-59766913-c083-458d-ab7a-be9bb84946b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873331 May 27 04:32:21.312643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Calling delete_port for 43641d0a-aea6-4731-99f6-647541f0b467 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:21.470876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-1a047346-1248-4ea5-bd84-e73d3ed13f21 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367392 May 27 04:32:21.764727 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:21.769375 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f36124db-4577-4e46-be8f-a6c8ce9767ec req-21541589-b407-4874-8717-c85fb49a0b7b service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910049 May 27 04:32:21.812004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event deleted for resources: {'Port': ['ID=43641d0a-aea6-4731-99f6-647541f0b467,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:21.902678 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:22.285915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Router 880f93c9-e6b4-47a2-b95a-edd434f97d54 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:32:22.485502 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:32:22.495648 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Sync routers for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:32:22.505006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:22.508367 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:22.509014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:22.560005 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70733e5a-bd74-4e9a-a087-63725c538641 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "DELETE /v2.0/floatingips/58214dca-308b-4eb8-bc58-ca15b21019e8 HTTP/1.1" status: 204 len: 168 time: 1.9319358 May 27 04:32:22.560005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:32:22.614459 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ce5376-f5c6-496b-98ee-8fd882f72917'] response: {'name': 'network-changed', 'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:32:22.700822 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:22.710985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-5c68799f-9c90-4ca0-9ca0-6909cae5242c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84e44398abc043569952da307be61b58&device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 1097 time: 0.0744603 May 27 04:32:22.847300 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c714-cedb-46cb-9185-ab9413482251 req-7beeee84-66e4-4d25-ad13-6fe35b1a5747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:22.848766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-7beeee84-66e4-4d25-ad13-6fe35b1a5747 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 200 len: 916 time: 0.1325762 May 27 04:32:22.941626 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-28cc7380-b73b-41f7-b2b9-f674639b32bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 200 len: 217 time: 0.0872164 May 27 04:32:23.010541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c714-cedb-46cb-9185-ab9413482251 req-ca025eab-3d2e-4628-a10e-bfa3a033911d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:23.012067 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-ca025eab-3d2e-4628-a10e-bfa3a033911d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 200 len: 854 time: 0.0649297 May 27 04:32:23.032433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:23.036229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Checking router: 880f93c9-e6b4-47a2-b95a-edd434f97d54 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:32:23.047162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:23.047742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:23.089596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-fab7a73d-83ba-496d-bf25-f35e33ba0e40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d135e62d-f988-4fd3-8a62-ff11e31e474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718532 May 27 04:32:23.226969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:23.227807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-e75dda45-7e59-4e54-8f4e-2f8fd7a1c357 service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315589 May 27 04:32:23.479225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a305c714-cedb-46cb-9185-ab9413482251 req-d01c272b-8da8-42f0-bf5d-7a1cd5110f6c service neutron] 10.222.0.21 "GET /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438579 May 27 04:32:23.555506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:23.559408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e716c1-3fb4-480a-a209-1bfd3d98133d None None] The sync data for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 is: [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:26Z', 'revision_number': 4, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'fe28d868-bd3f-4992-aefe-12eeaa06049e', 'name': '', 'network_id': 'd135e62d-f988-4fd3-8a62-ff11e31e474b', 'tenant_id': '84e44398abc043569952da307be61b58', 'mac_address': 'fa:16:3e:d4:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:25Z', 'updated_at': '2022-05-27T04:30:44Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'subnets': [{'id': '423ebdbf-2527-4672-b34d-d769cc6a158f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:32:23.798260 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377273bb-6a54-4f9e-bd75-eefa152e45fe None None] New status for floating IP 58214dca-308b-4eb8-bc58-ca15b21019e8: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:32:24.238521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:26.860154 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:27.048389 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-3b8754b2-1e53-4071-ab19-fe9e4f325b7e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:27.049144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-3b8754b2-1e53-4071-ab19-fe9e4f325b7e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:27.064590 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-3b8754b2-1e53-4071-ab19-fe9e4f325b7e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:27.065859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-3b8754b2-1e53-4071-ab19-fe9e4f325b7e tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0914314 May 27 04:32:27.111506 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-b93d7caa-3c55-45e9-b299-ab6dd65089a2 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Synchronizing usage tracker for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:27.126794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-b93d7caa-3c55-45e9-b299-ab6dd65089a2 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Unset dirty status for tenant:84e44398abc043569952da307be61b58 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:27.128018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1976cd2b-6c26-4571-8d4b-408515ebaa7b req-b93d7caa-3c55-45e9-b299-ab6dd65089a2 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560246 May 27 04:32:27.935958 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fa0b805a-e956-4c77-afe0-789c5cc554dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:28.329581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc46c06-b6e8-4a19-b644-e6576fc08fae req-3b7b8ae7-2215-4f17-b2a3-04a5c1c39f53 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:28.331026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fc46c06-b6e8-4a19-b644-e6576fc08fae req-3b7b8ae7-2215-4f17-b2a3-04a5c1c39f53 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0829484 May 27 04:32:28.376355 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8fc46c06-b6e8-4a19-b644-e6576fc08fae req-e892f654-8dd9-482c-a9c3-3f211fa40a17 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/security-groups?id=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 May 27 04:32:28.546608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-d3b61de6-d798-43b1-be00-4f70ca7cc8f4 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:28.548080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-d3b61de6-d798-43b1-be00-4f70ca7cc8f4 tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.21 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 946 time: 0.0774524 May 27 04:32:28.615832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Deleting port c46778e7-ef24-4ec9-8339-def2cc7e45d7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:28.616165 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:28.856306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] For port c46778e7-ef24-4ec9-8339-def2cc7e45d7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c46778e7-ef24-4ec9-8339-def2cc7e45d7,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:28.856609 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:28.975681 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Calling delete_port for c46778e7-ef24-4ec9-8339-def2cc7e45d7 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:29.117816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:29.129500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c46778e7-ef24-4ec9-8339-def2cc7e45d7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:32:29.169134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Pushing event deleted for resources: {'Port': ['ID=c46778e7-ef24-4ec9-8339-def2cc7e45d7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:29.238202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] No DVR routers for this DVR port c46778e7-ef24-4ec9-8339-def2cc7e45d7 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:32:29.240681 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:29.243663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'name': 'network-vif-deleted', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:32:29.258932 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e312ed5-a1c2-4bd9-9554-288f7b71ddcd req-aec2ef59-1a4e-4d5e-b1cc-892bcd3a3fff tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.21 "DELETE /v2.0/ports/c46778e7-ef24-4ec9-8339-def2cc7e45d7 HTTP/1.1" status: 204 len: 173 time: 0.7041094 May 27 04:32:29.301047 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e10d5f4-aae9-40e0-8541-29b9b89fa94e'] response: {'server_uuid': 'f80dd517-450a-4828-8d45-46257a800c7b', 'name': 'network-vif-deleted', 'tag': 'c46778e7-ef24-4ec9-8339-def2cc7e45d7', 'status': 'completed', 'code': 200} May 27 04:32:29.559119 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6935ecd-c5fb-4843-a556-25be427363ef req-c8c6c041-3ab6-48c3-9744-dcbd5ca63e9a tempest-TestMinimumBasicScenario-475528450 tempest-TestMinimumBasicScenario-475528450-project] 10.222.0.46 "GET /v2.0/ports?device_id=f80dd517-450a-4828-8d45-46257a800c7b HTTP/1.1" status: 200 len: 210 time: 0.0456727 May 27 04:32:30.014157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa09b-ee18-4646-a520-fbf95967fdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:31.533499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:31.537425 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c46778e7-ef24-4ec9-8339-def2cc7e45d7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:31.575214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c46778e7-ef24-4ec9-8339-def2cc7e45d7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:31.575550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c46778e7-ef24-4ec9-8339-def2cc7e45d7 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:31.586019 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:32.220706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:32.602962 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:33.221296 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:33.292906 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Deleting port fe28d868-bd3f-4992-aefe-12eeaa06049e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:33.293452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:33.460994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] For port fe28d868-bd3f-4992-aefe-12eeaa06049e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fe28d868-bd3f-4992-aefe-12eeaa06049e,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:33.461257 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:33.579375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Calling delete_port for fe28d868-bd3f-4992-aefe-12eeaa06049e owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:33.739361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:33.784030 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe28d868-bd3f-4992-aefe-12eeaa06049e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:34.074031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:34.145136 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:32:34.732530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Router 880f93c9-e6b4-47a2-b95a-edd434f97d54 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:32:34.924457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:32:34.934318 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Sync routers for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:32:34.936314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f89ff998-3992-43b5-a5d2-9ef10c77cf6f admin admin] 10.222.0.46 "PUT /v2.0/routers/880f93c9-e6b4-47a2-b95a-edd434f97d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7145355 May 27 04:32:34.938952 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:34.946882 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:34.947503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:35.139893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:35.159104 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:35.331812 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:35.343335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Deleting port 191384e2-1342-4d20-a35c-aa0148230e3c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:35.343752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:35.437655 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:32:33Z', 'revision_number': 5, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port': {'id': '191384e2-1342-4d20-a35c-aa0148230e3c', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:35.441560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Checking router: 880f93c9-e6b4-47a2-b95a-edd434f97d54 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:32:35.451866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Routers {'880f93c9-e6b4-47a2-b95a-edd434f97d54'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:35.452445 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['880f93c9-e6b4-47a2-b95a-edd434f97d54'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:35.515099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] For port 191384e2-1342-4d20-a35c-aa0148230e3c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=191384e2-1342-4d20-a35c-aa0148230e3c,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:35.515452 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:35.599692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] Set router 880f93c9-e6b4-47a2-b95a-edd434f97d54 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:35.633727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Calling delete_port for 191384e2-1342-4d20-a35c-aa0148230e3c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:35.705093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7043f710-1290-4a7f-9433-332e202aafab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:32:35Z', 'revision_number': 6, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:35.709654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043f710-1290-4a7f-9433-332e202aafab None None] The sync data for ids ['880f93c9-e6b4-47a2-b95a-edd434f97d54'] in n-d-843301-2 is: [{'id': '880f93c9-e6b4-47a2-b95a-edd434f97d54', 'name': 'tempest-TestMinimumBasicScenario-1672398621-router', 'tenant_id': '84e44398abc043569952da307be61b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:23Z', 'updated_at': '2022-05-27T04:32:35Z', 'revision_number': 6, 'project_id': '84e44398abc043569952da307be61b58', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:32:35.896121 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:35.940325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Pushing event deleted for resources: {'Port': ['ID=191384e2-1342-4d20-a35c-aa0148230e3c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:36.167597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.422981 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.427092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.453199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.453734 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880f93c9-e6b4-47a2-b95a-edd434f97d54 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:32:36.466724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.470036 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a726fa01-cc1b-428a-afbb-ec12f7131857 admin admin] 10.222.0.46 "DELETE /v2.0/routers/880f93c9-e6b4-47a2-b95a-edd434f97d54 HTTP/1.1" status: 204 len: 168 time: 1.5279934 May 27 04:32:36.470430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:36.530655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Deleting subnet 423ebdbf-2527-4672-b34d-d769cc6a158f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:32:36.533587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.583509 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.661511 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe28d868-bd3f-4992-aefe-12eeaa06049e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:36.670345 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.708283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fe28d868-bd3f-4992-aefe-12eeaa06049e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:36.709153 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fe28d868-bd3f-4992-aefe-12eeaa06049e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:36.710534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 191384e2-1342-4d20-a35c-aa0148230e3c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:36.746026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.748092 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 191384e2-1342-4d20-a35c-aa0148230e3c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:36.748687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 191384e2-1342-4d20-a35c-aa0148230e3c not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:36.782592 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423ebdbf-2527-4672-b34d-d769cc6a158f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:36.787141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.792335 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605ec1f-4bec-4948-80ed-3722fbbd3cb4 None None] Network d135e62d-f988-4fd3-8a62-ff11e31e474b requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:32:36.793225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0b4f4386-5d26-4eb4-ad47-73eefab70a69 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/423ebdbf-2527-4672-b34d-d769cc6a158f HTTP/1.1" status: 204 len: 168 time: 0.3218474 May 27 04:32:36.795652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54236) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:36.899320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:36.909687 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Deleting port 916bc2d0-8068-4a4b-9917-65e64df33e24 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:36.910012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.040495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] DHCP port deletion for d135e62d-f988-4fd3-8a62-ff11e31e474b request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:32:37.044712 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Deleting port 916bc2d0-8068-4a4b-9917-65e64df33e24 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:37.045129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.120948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] For port 916bc2d0-8068-4a4b-9917-65e64df33e24, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=916bc2d0-8068-4a4b-9917-65e64df33e24,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:37.121384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.254069 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] For port 916bc2d0-8068-4a4b-9917-65e64df33e24, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=916bc2d0-8068-4a4b-9917-65e64df33e24,segment=NetworkSegment(cb56814d-43b3-403f-bdea-63dc21f75afb),segment_id=cb56814d-43b3-403f-bdea-63dc21f75afb)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:37.254369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.339205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Calling delete_port for 916bc2d0-8068-4a4b-9917-65e64df33e24 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:37.403632 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Calling delete_port for 916bc2d0-8068-4a4b-9917-65e64df33e24 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:37.415796 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.460956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=916bc2d0-8068-4a4b-9917-65e64df33e24,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:37.465442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] No DVR routers for this DVR port 916bc2d0-8068-4a4b-9917-65e64df33e24 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:32:37.473937 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:32:37.474292 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:32:37.578288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.604071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d135e62d-f988-4fd3-8a62-ff11e31e474b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:37.616293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb56814d-43b3-403f-bdea-63dc21f75afb') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:37.616588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb56814d-43b3-403f-bdea-63dc21f75afb') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:37.628191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.644018 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.650564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:32:37.651015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: timer() May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:32:37.667340 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:32:37.738561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.753989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:37.765476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=d135e62d-f988-4fd3-8a62-ff11e31e474b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:37.777568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-afe30a02-ae23-4cb3-9f2e-5925cbe44d04 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d135e62d-f988-4fd3-8a62-ff11e31e474b HTTP/1.1" status: 204 len: 168 time: 0.9809825 May 27 04:32:37.780355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:37.975127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Deleting port 916bc2d0-8068-4a4b-9917-65e64df33e24 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:37.975681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:38.036730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-68d7d05a-b41a-4ed9-87a2-e92fc4eda5cf None None] The port '916bc2d0-8068-4a4b-9917-65e64df33e24' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:32:38.164177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:38.650867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 916bc2d0-8068-4a4b-9917-65e64df33e24 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:38.683738 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 916bc2d0-8068-4a4b-9917-65e64df33e24 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:38.684076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 916bc2d0-8068-4a4b-9917-65e64df33e24 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:38.855782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Deleting port 5077f73f-9a5c-4b6b-8225-afc90912f7a8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:38.856025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:39.022246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] For port 5077f73f-9a5c-4b6b-8225-afc90912f7a8, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5077f73f-9a5c-4b6b-8225-afc90912f7a8,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:39.022595 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:39.142329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Calling delete_port for 5077f73f-9a5c-4b6b-8225-afc90912f7a8 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:39.300327 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:39.342537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5077f73f-9a5c-4b6b-8225-afc90912f7a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:39.631198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:40.290100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:32:40.489338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:32:40.498235 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Sync routers for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:32:40.505952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c6cc87b1-1a85-448a-a1fe-53210df86f27 admin admin] 10.222.0.46 "PUT /v2.0/routers/30e0783d-ac7c-4b3c-ba09-61552c5acfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7245638 May 27 04:32:40.509046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:40.513924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:40.514516 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:40.708124 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:40.721550 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:40.902522 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:40.911751 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Deleting port ae635c40-f110-4e92-876b-0b9b457f24b6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:40.912150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:40.998500 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:32:39Z', 'revision_number': 5, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port': {'id': 'ae635c40-f110-4e92-876b-0b9b457f24b6', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:30:29Z', 'updated_at': '2022-05-27T04:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:41.002182 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Checking router: 30e0783d-ac7c-4b3c-ba09-61552c5acfdc for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:32:41.012291 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Routers {'30e0783d-ac7c-4b3c-ba09-61552c5acfdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:41.012870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:41.086778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] For port ae635c40-f110-4e92-876b-0b9b457f24b6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=ae635c40-f110-4e92-876b-0b9b457f24b6,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:41.087145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:41.157005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] Set router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:41.206957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Calling delete_port for ae635c40-f110-4e92-876b-0b9b457f24b6 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:41.258531 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:32:40Z', 'revision_number': 6, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:41.262321 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b187-2194-48c4-8241-d7460db3c55c None None] The sync data for ids ['30e0783d-ac7c-4b3c-ba09-61552c5acfdc'] in n-d-843301-2 is: [{'id': '30e0783d-ac7c-4b3c-ba09-61552c5acfdc', 'name': 'tempest-TestMinimumBasicScenario-2119530653-router', 'tenant_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:30:28Z', 'updated_at': '2022-05-27T04:32:40Z', 'revision_number': 6, 'project_id': '9f9954bd0c9a4aff81e4e8a69178d5f8', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:32:41.380463 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:41.426881 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae635c40-f110-4e92-876b-0b9b457f24b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:41.655552 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.005716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.011275 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.038455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.039015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e0783d-ac7c-4b3c-ba09-61552c5acfdc {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:32:42.051567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.052682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7e2f992a-a709-45f8-ab80-a04bbd866e0b admin admin] 10.222.0.46 "DELETE /v2.0/routers/30e0783d-ac7c-4b3c-ba09-61552c5acfdc HTTP/1.1" status: 204 len: 168 time: 1.5427239 May 27 04:32:42.055770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:42.117516 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Deleting subnet df55c6a2-be3a-41c8-a621-388c8f05fbb8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:32:42.120620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.171851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.254199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.322220 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.363435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df55c6a2-be3a-41c8-a621-388c8f05fbb8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:42.368674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.373871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa01ea9-4c63-40cf-b3fa-2558bb110b77 None None] Network f82a41ad-c06c-4d94-a79e-3eecb44c13f1 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:32:42.374439 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ac9ca97f-15a0-47dd-8068-35330582f137 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/df55c6a2-be3a-41c8-a621-388c8f05fbb8 HTTP/1.1" status: 204 len: 168 time: 0.3177083 May 27 04:32:42.376848 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:42.482592 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.494042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Deleting port 467b063a-6041-492b-9242-88c76e0cb8f1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:42.494301 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.626049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] DHCP port deletion for f82a41ad-c06c-4d94-a79e-3eecb44c13f1 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:32:42.630836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Deleting port 467b063a-6041-492b-9242-88c76e0cb8f1 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:42.631212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.677014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5077f73f-9a5c-4b6b-8225-afc90912f7a8 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:42.700446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] For port 467b063a-6041-492b-9242-88c76e0cb8f1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=467b063a-6041-492b-9242-88c76e0cb8f1,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:42.701039 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.716028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5077f73f-9a5c-4b6b-8225-afc90912f7a8 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:42.716368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5077f73f-9a5c-4b6b-8225-afc90912f7a8 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:42.716775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ae635c40-f110-4e92-876b-0b9b457f24b6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:42.778636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: ae635c40-f110-4e92-876b-0b9b457f24b6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:32:42.778885 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device ae635c40-f110-4e92-876b-0b9b457f24b6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:42.779279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 467b063a-6041-492b-9242-88c76e0cb8f1 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:32:42.823054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Calling delete_port for 467b063a-6041-492b-9242-88c76e0cb8f1 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:42.898920 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.919064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port 467b063a-6041-492b-9242-88c76e0cb8f1 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 04:32:42.919466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 467b063a-6041-492b-9242-88c76e0cb8f1 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:32:42.941840 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Pushing event deleted for resources: {'Port': ['ID=467b063a-6041-492b-9242-88c76e0cb8f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:42.942292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] For port 467b063a-6041-492b-9242-88c76e0cb8f1, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=467b063a-6041-492b-9242-88c76e0cb8f1,segment=NetworkSegment(9aff4044-cee7-47ff-94ca-81b3268f65f2),segment_id=9aff4044-cee7-47ff-94ca-81b3268f65f2)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:42.942677 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:42.949979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] No DVR routers for this DVR port 467b063a-6041-492b-9242-88c76e0cb8f1 on host n-d-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:32:43.065158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.069381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Calling delete_port for 467b063a-6041-492b-9242-88c76e0cb8f1 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:32:43.091352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82a41ad-c06c-4d94-a79e-3eecb44c13f1']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:43.104622 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aff4044-cee7-47ff-94ca-81b3268f65f2') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:43.105046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aff4044-cee7-47ff-94ca-81b3268f65f2') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:43.117764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.138324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.139547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:32:43.139901 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:32:43.144531 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:32:43.144912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: timer() May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:32:43.242833 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:32:43.314697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.333891 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.343959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82a41ad-c06c-4d94-a79e-3eecb44c13f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:43.351357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e56494a-e2d7-401c-acaf-5a0959173656 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f82a41ad-c06c-4d94-a79e-3eecb44c13f1 HTTP/1.1" status: 204 len: 168 time: 0.9735289 May 27 04:32:43.541792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:43.591589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7cb7060f-0ff9-47ad-b247-50a1ea19634b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84e44398abc043569952da307be61b58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485952 May 27 04:32:43.593890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:43.641276 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Deleting port 467b063a-6041-492b-9242-88c76e0cb8f1 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:32:43.641914 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.651640 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.686082 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.706886 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-58cd6b62-fbe8-4aae-be35-a63147b77eee None None] The port '467b063a-6041-492b-9242-88c76e0cb8f1' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:32:43.737919 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.753790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:43.767115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:43.768277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7c4c2cc3-ceb4-4676-aff4-95995932bfaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2baadf3a-87ff-4afc-aff9-6d0bc6cce4a8 HTTP/1.1" status: 204 len: 168 time: 0.1734779 May 27 04:32:44.146653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:44.201125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-4a348c5b-8046-48b6-9c01-962370f7853b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f9954bd0c9a4aff81e4e8a69178d5f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527575 May 27 04:32:44.203634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:44.262062 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:44.287197 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:44.337844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:44.352115 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea18f86-857b-4dd5-87a8-047aaa0d3bff,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:44.358666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:44.359842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e94d0bdb-7a18-4c90-aa67-5509039994e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aea18f86-857b-4dd5-87a8-047aaa0d3bff HTTP/1.1" status: 204 len: 168 time: 0.1552863 May 27 04:32:46.317821 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54320) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:46.323737 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048541467', 'description': 'tempest-secgroup-smoke-2048541467 description', 'project_id': '1436d76866ee44d58a298f09fb0a88c6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:46.330946 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.335263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.338147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.344419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.353425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.369144 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.399851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.403631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.406400 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.412328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.483718 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.487350 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.527829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.530002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947713f3-2a32-4ee7-a514-4e1a1f2473a5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:46.534120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.537555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.543041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.597210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.601644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.643818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238518e0-d081-461a-a7d6-7d3c95973ab5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:46.646107 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.650373 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f1b8f385-bea8-4a1a-a6a0-b592b1058f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3315201 May 27 04:32:46.650525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:46.656933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:46.664111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.667934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.670793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.676403 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.693232 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.753108 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.756547 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.781163 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efecc9c-0584-41e2-9260-e02f4d025e0e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:46.790409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.791635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-16ee36ea-b194-4af5-9f7e-2347aaf79a07 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1392853 May 27 04:32:46.794418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:46.799558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:46.806432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.810218 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.813024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.818582 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.834675 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.893496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.896805 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.919238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b384aed-02a3-40cc-9fad-e6bbc539429b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:46.927288 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:46.929171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ea0d7ae2-fd5e-41d7-b924-bf4c05265cb3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1338239 May 27 04:32:46.931807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:46.937211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:46.943808 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:46.947613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:46.950428 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:46.956025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:46.971601 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.032458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.035716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.058215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b78c5f-9814-4b87-9728-9c31ca21b200,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:47.066724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.067903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fbdb855e-7b0e-4975-8d88-4f125e147e94 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1351359 May 27 04:32:47.070838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54336) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:47.076592 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:47.083682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:47.088169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:47.091130 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:47.096789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:47.113904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.177874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.181142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.280055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb78ae3-b532-4632-b372-340af1942b66,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:47.289391 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.290572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0de792b2-7002-4e80-8478-536d84149ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2185674 May 27 04:32:47.293305 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54340) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:47.298830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:47.305291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:47.309035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:47.311831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:47.317377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:47.327373 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:32:47.333705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.402020 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.405522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.428712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d52dd27-b54e-458a-97f9-5e3d5d056eea,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:47.438389 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.439719 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2766aacd-4f57-4772-b6b1-10994400ff18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1454856 May 27 04:32:47.442344 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54344) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:47.448035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '238518e0-d081-461a-a7d6-7d3c95973ab5', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:47.454291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:47.458296 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:47.461703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:47.467232 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:47.477770 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:32:47.483723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.546124 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.549571 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.572082 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017beaa6-ce50-4d50-80dd-b4e393e7e33a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:47.580867 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.582402 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f676d95a-e913-49a2-a1a6-080fe5311741 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1391485 May 27 04:32:47.585380 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:47.590645 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'network': {'name': 'tempest-network-smoke--822281046', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'port_security_enabled': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:47.596073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:47.599873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:network and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:47.603198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:47.608789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:47.619626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:32:47.622497 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.651577 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:32:47.659928 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.660257 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Added segment a25ba7aa-baf9-4acd-a9a0-1d8000288eb1 of type vlan for network 38018292-9dee-4804-9944-680d969fea41 May 27 04:32:47.685551 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.712782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.716422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:47.717029 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.813511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2269840 May 27 04:32:47.816198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:47.823327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'admin_state_up': True, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:47.832112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:47.834841 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7950f5c-c4ba-4984-a315-9f3894a4a8db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Network': ['ID=38018292-9dee-4804-9944-680d969fea41,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:47.838560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:router and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:47.841603 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:47.844783 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 38018292-9dee-4804-9944-680d969fea41 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:32:47.847509 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:47.857996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.858891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:47.876790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.021295 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.196215 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.224941 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.356670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.95 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5ce753fd-b788-4a23-96bc-a33ec1b7dfb9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:32:48.500693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.527194 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.595868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:32:48.599209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:48.601694 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:48.603812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:32:48.755347 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.755976 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:48.977167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 8f283e10-f66a-4426-b7da-8807f86a3ef8 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:32:49.258568 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:32:49.268040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Sync routers for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:32:49.279689 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:49.280287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:49.283293 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:49.284495 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1660e85d-9d2c-469d-aa65-86fa4cab34b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4674120 May 27 04:32:49.287756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54356) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:49.460455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4fc40a96-ccb0-488e-b21b-b8f1348d8d80 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=1436d76866ee44d58a298f09fb0a88c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1691961 May 27 04:32:49.461124 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54362) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:49.463090 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:49.590959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a91dbf-9ba2-4484-add0-9b2b772d5279 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:49.592398 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-98a91dbf-9ba2-4484-add0-9b2b772d5279 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308048 May 27 04:32:49.595318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54366) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:49.634229 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-08f4eb40-66e5-4171-9f08-5111339a7d5f tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377982 May 27 04:32:49.636782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54370) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:49.641873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1562055033', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:49.748276 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:49.752014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:subnet and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:32:49.754760 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:32:49.760318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:49.770403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:32:49.780527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:48Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:49.784390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Checking router: 8f283e10-f66a-4426-b7da-8807f86a3ef8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:32:49.784730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Updating router 8f283e10-f66a-4426-b7da-8807f86a3ef8 port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:32:49.834757 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:49.873634 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.085367 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.152426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.162239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Subnet': ['ID=690ec895-9dcc-4202-baa3-4f0a06d5650f,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:50.164284 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Transition to ACTIVE for port object 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:50.171473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.178639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Checking segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:32:50.178994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network hostable DHCP agents. Network: 38018292-9dee-4804-9944-680d969fea41, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:32:50.200175 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 38018292-9dee-4804-9944-680d969fea41 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:32:50.210139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 38018292-9dee-4804-9944-680d969fea41) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:50.214327 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:50.214904 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.222024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc2d5a-00f5-4b57-9852-43e66e22ac6e None None] Network 38018292-9dee-4804-9944-680d969fea41 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:32:50.235177 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ecb4276c-6142-4b5a-a902-8c4fee88ba09 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5974162 May 27 04:32:50.238055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54374) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:32:50.331975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60142120-1675-4952-af51-2cff2c593063 None None] Pushing event updated for resources: {'Port': ['ID=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:50.334019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Attempting to bind port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:32:50.334930 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Attempting to bind port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:32:50.335280 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Attempting to bind port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:32:50.354173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.354431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.354759 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.355084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.355404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.355720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.356040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.356356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.356661 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.356998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.357313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60142120-1675-4952-af51-2cff2c593063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:50.369715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:32:50.370074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:32:50.370461 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.370836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:32:50.371299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Bound port: 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:32:50.371660 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.501127 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] For port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:32:50.534774 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] For port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:32:50.540366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.595702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-38018292-9dee-4804-9944-680d969fea41', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:32:50.596492 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:50.684910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60142120-1675-4952-af51-2cff2c593063 None None] Pushing event updated for resources: {'Port': ['ID=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:50.697427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:50.698040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:50.933814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Allocated IP 172.20.0.2 (38018292-9dee-4804-9944-680d969fea41/690ec895-9dcc-4202-baa3-4f0a06d5650f/51d354eb-fb10-494d-aa0d-b6871c6ddb8c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:32:50.950062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:51.096002 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.412131 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.425805 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Transition to ACTIVE for port object 51d354eb-fb10-494d-aa0d-b6871c6ddb8c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:51.448133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Transition to ACTIVE for port object 51d354eb-fb10-494d-aa0d-b6871c6ddb8c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:51.454886 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.503082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:48Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:51.522447 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.1 (38018292-9dee-4804-9944-680d969fea41/690ec895-9dcc-4202-baa3-4f0a06d5650f/564ac086-0ec5-4171-afea-aa7c9bc38314) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:32:51.523282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e177e-a321-492d-9412-817068f45d18 None None] The sync data for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 is: [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:48Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:32:51.536944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Pushing event updated for resources: {'Port': ['ID=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:51.543292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Network 38018292-9dee-4804-9944-680d969fea41 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:32:51.543292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:51.545009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:32:51.639044 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Attempting to bind port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:32:51.639499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Attempting to bind port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:32:51.639919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Attempting to bind port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c on network 38018292-9dee-4804-9944-680d969fea41 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:32:51.647725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:32:51.648243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Checking segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:32:51.648701 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.649173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Bound using segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:32:51.649705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Bound port: 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:32:51.650399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.712687 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.739829 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 564ac086-0ec5-4171-afea-aa7c9bc38314 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:51.761338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:32:51.764162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.764640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:32:51.768609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:51.839866 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 38018292-9dee-4804-9944-680d969fea41 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:32:51.843228 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:51.847887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:32:51.877200 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:51.886107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d44a6f-b157-4d9e-9f2e-e7b2e543869e None None] Pushing event updated for resources: {'Port': ['ID=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:51.910736 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:52.005172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:52.449121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:52.453871 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:52.569908 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:52.573478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:52.722777 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 51d354eb-fb10-494d-aa0d-b6871c6ddb8c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:32:52.806244 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:52.812620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:32:52.818039 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 38018292-9dee-4804-9944-680d969fea41 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:32:52.819489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:52.859963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbc713-2a66-4d75-8513-6a4b33e61917 None None] Network 38018292-9dee-4804-9944-680d969fea41 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:32:52.980842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Provisioning for port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:53.001957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Provisioning complete for port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:53.002323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.031692 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:53.082566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:53.082967 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.243873 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 8f283e10-f66a-4426-b7da-8807f86a3ef8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:32:53.331772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.372148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.399286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:53.401146 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:53.404311 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.439912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.461439 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:32:53.474087 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-00c65134-1430-47f3-96ee-b8b9609c1665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/8f283e10-f66a-4426-b7da-8807f86a3ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2350206 May 27 04:32:53.484969 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a042c2-9171-497f-a9a8-06c0ffbae57d None None] Pushing event updated for resources: {'Port': ['ID=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:53.561174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:53.631175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Provisioning for port 564ac086-0ec5-4171-afea-aa7c9bc38314 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:53.637348 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Provisioning complete for port 564ac086-0ec5-4171-afea-aa7c9bc38314 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:53.637716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.670144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-2be28587-c6f5-4c5a-9f60-d42baa582e42 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:53.691870 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-2be28587-c6f5-4c5a-9f60-d42baa582e42 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:53.693978 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-2be28587-c6f5-4c5a-9f60-d42baa582e42 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048541467&fields=id&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 267 time: 0.0670111 May 27 04:32:53.747793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Port 564ac086-0ec5-4171-afea-aa7c9bc38314 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:32:53.762390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Provisioning complete for port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:53.762750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8788303f-4fc3-4008-852d-32a4feff1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:53.866551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-4b6cf5df-d3bf-4f7a-b056-edabaf98aa9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:53.867229 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-4b6cf5df-d3bf-4f7a-b056-edabaf98aa9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:53.886193 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-4b6cf5df-d3bf-4f7a-b056-edabaf98aa9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:53.887368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-4b6cf5df-d3bf-4f7a-b056-edabaf98aa9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 796 time: 0.1864290 May 27 04:32:53.906616 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-272d8f75-3f84-4b66-98b9-b1d1b6f41ba3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/quotas/1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 375 time: 0.0120425 May 27 04:32:53.988166 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-5427b5b6-bb01-4337-8453-81b247b4f764 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:54.005438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-5427b5b6-bb01-4337-8453-81b247b4f764 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:54.007225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-5427b5b6-bb01-4337-8453-81b247b4f764 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949743 May 27 04:32:54.010226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4be9ab32-30df-4549-96bb-c57ba03c38c4 None None] Provisioning complete for port 564ac086-0ec5-4171-afea-aa7c9bc38314 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:54.010579 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4be9ab32-30df-4549-96bb-c57ba03c38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:54.062324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ab32-30df-4549-96bb-c57ba03c38c4 None None] Port 564ac086-0ec5-4171-afea-aa7c9bc38314 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:32:54.145339 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-b2dae95f-2426-4c37-9b9f-b92214c6cf2f service neutron] 10.222.0.46 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264439 May 27 04:32:54.237485 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:54.278641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-8423da46-6f19-408e-b1f8-12c40882d9f9 service neutron] 10.222.0.46 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275229 May 27 04:32:54.464094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51acacad-4a0e-4fd0-ab26-1ab0744e88e5 req-f948e674-6fc4-46e4-b565-044deb759525 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 210 time: 0.0438151 May 27 04:32:54.668791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 51d354eb-fb10-494d-aa0d-b6871c6ddb8c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:32:54.739491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:54.740058 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:54.859334 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:32:54.927188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:54.927560 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:55.157597 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Sync routers for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:32:55.169587 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:55.170182 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:55.349605 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:55.482560 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-a36113d7-df1c-4854-b0dd-daa9cf6ec849 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:55.483981 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-a36113d7-df1c-4854-b0dd-daa9cf6ec849 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 796 time: 0.1495950 May 27 04:32:55.546784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-a76c5769-6a8a-4b0b-9deb-8603ccc4d9cf tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 380 time: 0.0510139 May 27 04:32:55.556246 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'port': {'device_id': '0506bdf8-bceb-42c7-8380-5d474822f463', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'admin_state_up': True, 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'security_groups': ['238518e0-d081-461a-a7d6-7d3c95973ab5']}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:55.667820 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:52Z', 'revision_number': 2, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:55.671748 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Checking router: 8f283e10-f66a-4426-b7da-8807f86a3ef8 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:32:55.672095 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Updating router 8f283e10-f66a-4426-b7da-8807f86a3ef8 port 564ac086-0ec5-4171-afea-aa7c9bc38314 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:32:55.729206 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:55.790311 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d14df987-cde1-415d-97aa-8bbc4a5e3799 req-a9a542cc-5233-40fe-9e5f-6fc45e3637c6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 210 time: 0.1659651 May 27 04:32:55.844273 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:32:55.854629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:32:55.864859 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'port': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:32:55.868505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.108599 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.122272 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Transition to ACTIVE for port object 564ac086-0ec5-4171-afea-aa7c9bc38314 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:56.130452 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.229738 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.9 (38018292-9dee-4804-9944-680d969fea41/690ec895-9dcc-4202-baa3-4f0a06d5650f/d0df5f10-bfd4-4360-b5d1-78c47c86c659) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:32:56.296018 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Pushing event updated for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:56.309525 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.309994 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.310336 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.310714 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.311036 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.311360 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.311678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.311994 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.312308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.312671 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.313028 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:32:56.375194 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Attempting to bind port 564ac086-0ec5-4171-afea-aa7c9bc38314 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:32:56.375537 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Attempting to bind port 564ac086-0ec5-4171-afea-aa7c9bc38314 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:32:56.375895 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Attempting to bind port 564ac086-0ec5-4171-afea-aa7c9bc38314 on network 38018292-9dee-4804-9944-680d969fea41 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:32:56.383216 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:32:56.384015 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Checking segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:32:56.384015 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.384330 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Bound using segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:32:56.384781 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Bound port: 564ac086-0ec5-4171-afea-aa7c9bc38314, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:32:56.385172 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.466874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.472807 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] For port 564ac086-0ec5-4171-afea-aa7c9bc38314, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:32:56.476492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] For port 564ac086-0ec5-4171-afea-aa7c9bc38314, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=564ac086-0ec5-4171-afea-aa7c9bc38314,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:32:56.481779 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.486630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object d0df5f10-bfd4-4360-b5d1-78c47c86c659 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:56.509874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.564330 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05403d-65e6-48c6-b2e0-07c35452621c None None] Pushing event updated for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:56.569554 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:32:56.570160 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:32:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:56.592266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 38018292-9dee-4804-9944-680d969fea41 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:32:56.593180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:56.596749 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:32:56.598848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:32:56.667711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:56.668316 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.695967 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-ce35dcf6-d93d-469c-86b3-7befd96be520 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1442287 May 27 04:32:56.755355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:32:56.776435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Request body: {'port': {'device_id': '0506bdf8-bceb-42c7-8380-5d474822f463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:32:56.889763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:56.903550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.027264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0537357-749f-4bbc-b44e-eadc8d18f0e4 req-820d4e7d-6b84-4ea8-a731-57dc0ef5154f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:57.028973 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0537357-749f-4bbc-b44e-eadc8d18f0e4 req-820d4e7d-6b84-4ea8-a731-57dc0ef5154f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 931 time: 0.0830648 May 27 04:32:57.059484 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9522b8d5-f8c8-4f85-b4c1-e3af70e2f726 None None] Provisioning for port d0df5f10-bfd4-4360-b5d1-78c47c86c659 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:57.066423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9522b8d5-f8c8-4f85-b4c1-e3af70e2f726 None None] Provisioning complete for port d0df5f10-bfd4-4360-b5d1-78c47c86c659 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:57.067042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9522b8d5-f8c8-4f85-b4c1-e3af70e2f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.123579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b0537357-749f-4bbc-b44e-eadc8d18f0e4 req-5122d61d-1465-44c3-9a67-6599723d5baa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869668 May 27 04:32:57.142014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:56Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:32:57.142014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cb88f-85ff-4208-840b-f7f70e0df6cd None None] The sync data for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 is: [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:56Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:32:57.142893 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-9522b8d5-f8c8-4f85-b4c1-e3af70e2f726 None None] Port d0df5f10-bfd4-4360-b5d1-78c47c86c659 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:32:57.306115 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0df5f10-bfd4-4360-b5d1-78c47c86c659 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:32:57.314363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.331569 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Transition to ACTIVE for port object d0df5f10-bfd4-4360-b5d1-78c47c86c659 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:32:57.336055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.472217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Pushing event updated for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:57.580086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Attempting to bind port d0df5f10-bfd4-4360-b5d1-78c47c86c659 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:32:57.580733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Attempting to bind port d0df5f10-bfd4-4360-b5d1-78c47c86c659 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:32:57.580733 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Attempting to bind port d0df5f10-bfd4-4360-b5d1-78c47c86c659 on network 38018292-9dee-4804-9944-680d969fea41 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:32:57.588174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Port d0df5f10-bfd4-4360-b5d1-78c47c86c659 on network 38018292-9dee-4804-9944-680d969fea41 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:32:57.588492 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Attempting to bind port d0df5f10-bfd4-4360-b5d1-78c47c86c659 on network 38018292-9dee-4804-9944-680d969fea41 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:32:57.594912 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:32:57.595241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Checking segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:32:57.595615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Bound using segment: {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:32:57.596031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Bound port: d0df5f10-bfd4-4360-b5d1-78c47c86c659, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '38018292-9dee-4804-9944-680d969fea41'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:32:57.596531 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.691003 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:32:57.694752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:32:57.699148 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.761873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.763225 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 1091 time: 1.0600123 May 27 04:32:57.763659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:32:57.784998 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fe410-7e64-4fe9-8861-841096fa6648 service neutron] Pushing event updated for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:57.852106 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b5b1f8-df6d-47ef-85c4-fe7e93d33b91'] response: {'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'status': 'completed', 'code': 200} May 27 04:32:57.897035 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-5ce0aece-7a4d-4a8d-94a3-16325ecaabd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1094 time: 0.0809658 May 27 04:32:57.945631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a914-87d4-4432-8093-e0636145e157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:57.971455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-c95c3d50-38d2-4bf9-89a8-745477cdb331 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 217 time: 0.0684597 May 27 04:32:58.038448 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-e002df43-e6f2-4a0e-96f7-8574694f8fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:58.040058 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-e002df43-e6f2-4a0e-96f7-8574694f8fe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.0621347 May 27 04:32:58.116565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-cd7e0e22-ffe3-4a8e-aafa-93f0d69e0254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699728 May 27 04:32:58.315049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4defc-f36e-4f93-9a65-d8227579a30b req-d4671a84-8254-4580-8fb0-bdbb9fed64f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:58.316489 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55e4defc-f36e-4f93-9a65-d8227579a30b req-d4671a84-8254-4580-8fb0-bdbb9fed64f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 943 time: 0.0790009 May 27 04:32:58.336566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-1cf9395d-7dd1-4848-b0f4-4770c7df0b75 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130306 May 27 04:32:58.362448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55e4defc-f36e-4f93-9a65-d8227579a30b req-d41fc8d6-0042-4e29-9df3-c079f38d9631 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 May 27 04:32:58.466118 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-125f2b34-aedc-4dc1-9396-d7e1140a8ec2 req-a522ed87-de8d-4d98-b080-0da225cb91fe service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233611 May 27 04:32:58.578089 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-ef2da7ae-48b0-4cf2-b4c0-88468ee35bbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1094 time: 0.0708053 May 27 04:32:58.685590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 564ac086-0ec5-4171-afea-aa7c9bc38314 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:32:58.711396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-65f40545-a14b-4f4b-a650-2772d3894415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:58.712943 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-65f40545-a14b-4f4b-a650-2772d3894415 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 897 time: 0.1288443 May 27 04:32:58.751521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 564ac086-0ec5-4171-afea-aa7c9bc38314 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:32:58.756047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 564ac086-0ec5-4171-afea-aa7c9bc38314 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:32:58.756484 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:58.780263 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-8dc46a91-4352-4823-99e2-1e9e08fe915a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 217 time: 0.0609369 May 27 04:32:58.845251 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-6d7a9f2b-f563-4f62-ae79-5aebad5cbfad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:58.846681 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-6d7a9f2b-f563-4f62-ae79-5aebad5cbfad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.0611475 May 27 04:32:58.872174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:58.902245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 564ac086-0ec5-4171-afea-aa7c9bc38314, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=564ac086-0ec5-4171-afea-aa7c9bc38314,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:32:58.906157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:32:58.919928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-c6d1f63c-0571-406b-a9d8-01f8cd5437ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674994 May 27 04:32:58.970593 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:32:59.056187 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-1d297214-dd6d-4401-8c70-6e7cdfc50eda service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304288 May 27 04:32:59.187047 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b43ec44-75b7-4451-84fc-d2affb56b5dd req-61c8c18a-5914-4a84-9290-42dcb14e2b35 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246512 May 27 04:32:59.566151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55046ae-29a7-4ee6-a8a7-006aa7c76e5f req-def9b394-01b6-4e23-b744-be02d3bdbc5e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:32:59.566828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b55046ae-29a7-4ee6-a8a7-006aa7c76e5f req-def9b394-01b6-4e23-b744-be02d3bdbc5e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:32:59.582170 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-b55046ae-29a7-4ee6-a8a7-006aa7c76e5f req-def9b394-01b6-4e23-b744-be02d3bdbc5e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:32:59.583253 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b55046ae-29a7-4ee6-a8a7-006aa7c76e5f req-def9b394-01b6-4e23-b744-be02d3bdbc5e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 943 time: 0.0952075 May 27 04:32:59.627562 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b55046ae-29a7-4ee6-a8a7-006aa7c76e5f req-69d9cf2b-63ea-4507-ba74-bc050e0ffaa7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 May 27 04:33:00.016067 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-efd933a8-4c83-4534-9343-10f9ef62a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:00.666341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 564ac086-0ec5-4171-afea-aa7c9bc38314 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:33:00.740968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 564ac086-0ec5-4171-afea-aa7c9bc38314 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:33:00.741338 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:00.825449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700460e1-2fd6-4030-8a20-5358e389982f req-b7ff4acf-5358-44e0-8c82-649fe754a4dd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:00.828001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-700460e1-2fd6-4030-8a20-5358e389982f req-b7ff4acf-5358-44e0-8c82-649fe754a4dd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 943 time: 0.0759659 May 27 04:33:00.874428 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-700460e1-2fd6-4030-8a20-5358e389982f req-515dd60e-2423-4537-ae47-dadef2f43bf0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 May 27 04:33:01.535783 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:01.566255 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:02.067564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26255142-9937-4b6f-9603-773e60658671 req-7ec605b6-6499-4114-98bf-6ce5db432919 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:02.069013 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26255142-9937-4b6f-9603-773e60658671 req-7ec605b6-6499-4114-98bf-6ce5db432919 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 943 time: 0.0741582 May 27 04:33:02.114757 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-26255142-9937-4b6f-9603-773e60658671 req-d8461b1c-b8f7-4d41-8bbd-8b4884b5ad92 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 May 27 04:33:02.420979 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d0df5f10-bfd4-4360-b5d1-78c47c86c659 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:33:02.552175 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:33:02.565095 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'port_id': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'mac_address': 'fa:16:3e:0c:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:33:02.617782 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:02.635462 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0df5f10-bfd4-4360-b5d1-78c47c86c659 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:33:02.650559 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:33:02.654035 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:02.720344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:33:02.954525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['d0df5f10-bfd4-4360-b5d1-78c47c86c659'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:33:03.232157 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:03.313680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908df498-051e-494b-8464-6ba7502611b0 req-c56d83cc-cc4a-4e45-a0e2-81e611f0793d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:03.315118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-908df498-051e-494b-8464-6ba7502611b0 req-c56d83cc-cc4a-4e45-a0e2-81e611f0793d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 944 time: 0.0789366 May 27 04:33:03.359743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-908df498-051e-494b-8464-6ba7502611b0 req-2f6f1817-dd56-4893-beb8-445857abf278 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 May 27 04:33:04.436736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d0df5f10-bfd4-4360-b5d1-78c47c86c659 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:33:04.503504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port d0df5f10-bfd4-4360-b5d1-78c47c86c659 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:33:04.508353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port d0df5f10-bfd4-4360-b5d1-78c47c86c659 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:33:04.508713 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:04.559925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4e1a-be95-4abd-9f8b-5f9dbe58e20a req-3ece6b0e-6027-44a0-9f8e-8b0c972224b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:04.561492 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be9a4e1a-be95-4abd-9f8b-5f9dbe58e20a req-3ece6b0e-6027-44a0-9f8e-8b0c972224b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 944 time: 0.0830309 May 27 04:33:04.618242 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be9a4e1a-be95-4abd-9f8b-5f9dbe58e20a req-a98df99e-08c4-4ae4-9f95-95c70d1c6e8e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462482 May 27 04:33:04.660578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:04.685793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:33:04.695406 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:33:04.699620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:04.766379 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:33:04.821938 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5691bc4-f0a4-4d44-8d78-3701ff048247'] response: {'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'code': 200} May 27 04:33:04.948330 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37d19cbc-b4f8-4697-a497-29f8c7a31df3 req-afcf7641-dfb5-441a-9f94-b77fef8df581 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1096 time: 0.0660985 May 27 04:33:04.992291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-37d19cbc-b4f8-4697-a497-29f8c7a31df3 req-991824ab-4eac-41a9-81a5-587ca5d2a25c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 May 27 04:33:05.816555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965846-374b-4177-98f8-0209a76699fd req-f27e39cd-1248-454e-8ce4-404b67e414fa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:05.817989 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a965846-374b-4177-98f8-0209a76699fd req-f27e39cd-1248-454e-8ce4-404b67e414fa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0743592 May 27 04:33:05.863284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0a965846-374b-4177-98f8-0209a76699fd req-ece7f724-44aa-4cf9-bc87-25a719622dcc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397465 May 27 04:33:07.056890 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d87a-1d71-409f-bdb5-f056f4b6baa5 req-482193bf-9f68-465d-b40c-54961b877369 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:07.058361 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84c9d87a-1d71-409f-bdb5-f056f4b6baa5 req-482193bf-9f68-465d-b40c-54961b877369 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0751421 May 27 04:33:07.107270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-84c9d87a-1d71-409f-bdb5-f056f4b6baa5 req-0aa1bdb7-40e1-49d6-ba4e-1a5c72f299e1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 May 27 04:33:07.305926 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01812129-8bb6-4224-aff3-e96ea6f76308 req-51869691-bced-426a-8625-fa914ab2f348 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:07.307368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01812129-8bb6-4224-aff3-e96ea6f76308 req-51869691-bced-426a-8625-fa914ab2f348 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0828907 May 27 04:33:07.354950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-01812129-8bb6-4224-aff3-e96ea6f76308 req-8d15d458-d499-4076-ac5c-65ec773a0783 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 May 27 04:33:07.382136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:07.448806 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70aa3546-8d4e-45ef-8178-b24bc1b39c6b tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1091 time: 0.0654922 May 27 04:33:07.451379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:07.456513 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:33:07.462430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:33:07.466172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:floatingip and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:33:07.468869 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:33:07.474453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:33:07.484486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:07.619172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:07.752128 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.178 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/223fadb0-60ba-41df-bd9d-38c71b4a9ccc) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:33:07.899209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:07.925141 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:07.988392 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:33:07.991544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:33:07.995189 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:33:08.027102 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=223fadb0-60ba-41df-bd9d-38c71b4a9ccc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:33:08.566150 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:08.620536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:08.821717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:08.826006 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:08.931721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=223fadb0-60ba-41df-bd9d-38c71b4a9ccc,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:33:08.946289 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:09.135898 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Floating IP c6cdf618-8793-4604-9fbf-489b43f5aaac associated. External IP: 172.25.8.178, port: d0df5f10-bfd4-4360-b5d1-78c47c86c659. May 27 04:33:09.530663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 8f283e10-f66a-4426-b7da-8807f86a3ef8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:33:09.830435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:33:09.840025 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Sync routers for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:33:09.852299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:33:09.853093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:33:09.855679 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:09.910287 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ce8c821c-d7cd-45d8-81b6-2caf1768b665 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4579244 May 27 04:33:09.910961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:33:09.968496 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9ca4d2-8384-4745-abc7-6b7228b81398'] response: {'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'status': 'completed', 'code': 200} May 27 04:33:10.033488 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:33:10.063869 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-a79c83c8-fc42-4be7-9ed9-bdfee5836987 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1096 time: 0.0723674 May 27 04:33:10.091329 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fc686-f381-4c3d-b648-71b5d99af615 req-2fa86bca-0c07-44f9-93fb-54c705704e20 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:10.092809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b39fc686-f381-4c3d-b648-71b5d99af615 req-2fa86bca-0c07-44f9-93fb-54c705704e20 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0808289 May 27 04:33:10.148440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b39fc686-f381-4c3d-b648-71b5d99af615 req-daf172e0-63d6-4e8f-a5c1-5a45f5f7e052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465970 May 27 04:33:10.181466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54438) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:10.368231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-7d60bbf9-5629-4a9f-b24d-d0bcccada023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:10.369611 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-7d60bbf9-5629-4a9f-b24d-d0bcccada023 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 897 time: 0.2998650 May 27 04:33:10.389319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c6cdf618-8793-4604-9fbf-489b43f5aaac', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'port_id': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'mac_address': 'fa:16:3e:0c:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0506bdf8-bceb-42c7-8380-5d474822f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:33:08Z', 'updated_at': '2022-05-27T04:33:08Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:33:10.393144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Checking router: 8f283e10-f66a-4426-b7da-8807f86a3ef8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:33:10.403990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:33:10.404578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:33:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:33:10.452662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-622d3829-efc0-44b0-b17a-97d212cc58f3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 991 time: 0.2679205 May 27 04:33:10.490660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-6169e049-2d64-4b24-819e-65c462f4b3dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 999 time: 0.1130505 May 27 04:33:10.557369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-30dc719d-8c38-4c1b-848b-2de84e483800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:10.558797 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-30dc719d-8c38-4c1b-848b-2de84e483800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.0630300 May 27 04:33:10.589583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:33:10.638845 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-cab91a57-d51f-43e3-ad8e-efe86ea45cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735197 May 27 04:33:10.768785 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-022f6646-630c-4d85-be31-b29746a777cb service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243978 May 27 04:33:10.905245 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53fcadcb-3fba-4721-993c-3f5411fdf80e req-204a9f67-3cfd-467a-ba18-2cb1ad63b850 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294565 May 27 04:33:10.942356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c6cdf618-8793-4604-9fbf-489b43f5aaac', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'port_id': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'mac_address': 'fa:16:3e:0c:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0506bdf8-bceb-42c7-8380-5d474822f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:33:08Z', 'updated_at': '2022-05-27T04:33:08Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:33:10.947001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a95d61-025a-41f3-87fd-8095a6e8801b None None] The sync data for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 is: [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c6cdf618-8793-4604-9fbf-489b43f5aaac', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'port_id': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'mac_address': 'fa:16:3e:0c:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0506bdf8-bceb-42c7-8380-5d474822f463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:33:08Z', 'updated_at': '2022-05-27T04:33:08Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:33:11.145153 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:33:11.457026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:11.560550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-fecdf95e-5c8d-4b7b-b914-828be4700c73 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 991 time: 0.1024735 May 27 04:33:12.563918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:12.668076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-08dc7364-79e6-4cf9-a164-e70759fda168 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 991 time: 0.1030345 May 27 04:33:13.671349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:13.775144 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0cee6972-eb47-4367-8b92-ec4323849fd3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 991 time: 0.1026087 May 27 04:33:14.185208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33263da-c649-40db-a659-20cd40564b31 None None] New status for floating IP c6cdf618-8793-4604-9fbf-489b43f5aaac: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:33:14.778729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54454) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:33:14.887276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a0f6fb33-8926-49d1-ad74-aa1663cf28ea tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 993 time: 0.1075139 May 27 04:33:16.189916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-933d2c22-74e2-4773-9550-a3665c713d41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679853 May 27 04:33:16.337305 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-45bced8b-0d51-4fc4-bee3-f6bfa10a58bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1096 time: 0.0673034 May 27 04:33:16.475767 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-db85a285-79b4-4802-8467-4593cffec660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:16.477122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-db85a285-79b4-4802-8467-4593cffec660 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 897 time: 0.1225369 May 27 04:33:16.580181 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-a9c196dc-021d-426c-89bc-c484d95793cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 1001 time: 0.0965559 May 27 04:33:16.646780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-566f5acf-3dc2-4f51-b4f0-5f2f6b7bdd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:33:16.648827 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-566f5acf-3dc2-4f51-b4f0-5f2f6b7bdd1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.0625973 May 27 04:33:16.724381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-9386b08e-64f3-4842-98af-722ce05b7a8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691745 May 27 04:33:16.852166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-25bd77fb-54b1-4a96-aec0-9c4c4e2dfffd service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 May 27 04:33:16.980644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-899fb02d-bce3-4586-8d38-2343cbc2f3ed req-68226294-ecbd-48eb-bb73-81456c13acee service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217027 May 27 04:33:24.224073 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:26.890064 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:27.938940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad31b-8541-46e6-adac-2470e44eb110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:30.018367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-176d1aeb-c3cb-4357-a8e2-b70795844ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:31.538917 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:31.567272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:33.229397 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:48.145612 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:33:54.252249 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:56.888445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:33:57.941056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5ecf-f4e3-4ca9-a6e9-06b0bafce165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:00.019434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e664fd50-d8ed-430f-af97-1b3bc1615d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:01.542538 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:01.567147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:03.228590 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:11.862826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71c8f-71ef-41fd-925d-0336acbac3b5 req-fc260812-8cc6-4d33-8807-77aeb43d5309 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:11.864300 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35e71c8f-71ef-41fd-925d-0336acbac3b5 req-fc260812-8cc6-4d33-8807-77aeb43d5309 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0763152 May 27 04:34:11.914449 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35e71c8f-71ef-41fd-925d-0336acbac3b5 req-66370fd0-5ef2-4004-9b35-8f8b29337260 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 May 27 04:34:13.125209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e3f8-dfe7-4c40-b694-1d170cf5df87 req-cb5ff093-e97f-46a3-ab75-34f1b03eab0b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:13.126641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5e9e3f8-dfe7-4c40-b694-1d170cf5df87 req-cb5ff093-e97f-46a3-ab75-34f1b03eab0b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0760188 May 27 04:34:13.171597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b5e9e3f8-dfe7-4c40-b694-1d170cf5df87 req-8ac696f0-7087-4113-a5f6-5f00977fd3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394032 May 27 04:34:13.198485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54488) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:13.303913 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b34107b8-a9da-475a-bca6-ab1beadc9c6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 993 time: 0.1042514 May 27 04:34:15.013629 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ebc06-1ebd-4229-b810-d63593180887 req-30cd990d-f90b-4b65-84b8-81f94c931464 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:15.014931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-205ebc06-1ebd-4229-b810-d63593180887 req-30cd990d-f90b-4b65-84b8-81f94c931464 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.1746833 May 27 04:34:15.060420 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-205ebc06-1ebd-4229-b810-d63593180887 req-f1d9e803-7a1f-4075-a0c0-7ec6f233f34e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 May 27 04:34:16.261877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cab20-330e-4c64-b067-2a436b0ed974 req-6cce87dd-52c7-4cf7-bb04-e7ada4ff58b1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:16.263323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a4cab20-330e-4c64-b067-2a436b0ed974 req-6cce87dd-52c7-4cf7-bb04-e7ada4ff58b1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0795457 May 27 04:34:16.308392 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a4cab20-330e-4c64-b067-2a436b0ed974 req-563bf955-c329-4e26-9e82-b27384776617 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 May 27 04:34:16.337748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:16.440313 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6ca9c973-416a-4ed7-af15-6029c39d5002 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 200 len: 993 time: 0.1014059 May 27 04:34:16.739000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:16.939565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 223fadb0-60ba-41df-bd9d-38c71b4a9ccc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:16.939897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:17.103746 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:17.104156 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:17.251293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 223fadb0-60ba-41df-bd9d-38c71b4a9ccc owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:17.353434 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-8c630ba1-806c-4ffd-b482-3dc84a8f88f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1855772 May 27 04:34:17.453130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:17.503303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=223fadb0-60ba-41df-bd9d-38c71b4a9ccc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:17.556057 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.556391 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.556723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.557076 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.557403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.557723 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.558041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.558357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.558670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.558982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.559292 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:17.620696 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:17.671685 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-db252ba9-fa94-48ff-bb22-604dd6e7d28f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1096 time: 0.2509298 May 27 04:34:17.881042 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-b167812b-44fc-4744-a2f6-7b47ab49533d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:17.883038 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-b167812b-44fc-4744-a2f6-7b47ab49533d service neutron] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 897 time: 0.1571193 May 27 04:34:17.955368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-e01da752-b410-4600-96ae-c37c0bdbcebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 217 time: 0.0651257 May 27 04:34:18.124308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-af2c8447-c7e7-4d41-96d8-2b5a9940fd35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:18.125750 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-af2c8447-c7e7-4d41-96d8-2b5a9940fd35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.1646752 May 27 04:34:18.336061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-ed0eee89-7b58-454c-9bea-042031248192 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011428 May 27 04:34:18.486931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-019e1d1c-265d-411e-95fa-cd0cd908fb32 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422644 May 27 04:34:18.515059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 8f283e10-f66a-4426-b7da-8807f86a3ef8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:34:18.741916 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ae76c82f-d874-4f6d-b6fa-ed0858e982dc req-d2c36894-d6a9-45dc-8aa8-415792771306 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465131 May 27 04:34:18.814287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:34:18.824057 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Sync routers for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:34:18.835783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:18.836179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:18.836780 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:18.891529 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b233a63b-b5e3-449e-bcbf-1f42fa3aff56 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/floatingips/c6cdf618-8793-4604-9fbf-489b43f5aaac HTTP/1.1" status: 204 len: 168 time: 2.1490197 May 27 04:34:18.891529 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:34:18.946334 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb7ed7a-eee3-488d-8f97-ccc0e7e951b9'] response: {'name': 'network-changed', 'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'status': 'completed', 'code': 200} May 27 04:34:19.018457 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:19.038394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-14d9a8c9-3bf3-4c8c-835c-0393d8edc5c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 1096 time: 0.0723321 May 27 04:34:19.185515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293efab7-d7e3-4766-81cd-fba12a682949 req-53cacae4-8577-4447-aebb-783c0bf46951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:19.186888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-53cacae4-8577-4447-aebb-783c0bf46951 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 200 len: 897 time: 0.1433241 May 27 04:34:19.294175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-dda4a9da-6bb5-4c11-9c43-520cfdc45be7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 200 len: 217 time: 0.1010404 May 27 04:34:19.344584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:19.348336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Checking router: 8f283e10-f66a-4426-b7da-8807f86a3ef8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:34:19.358912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:19.359694 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:19.370214 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293efab7-d7e3-4766-81cd-fba12a682949 req-b739259d-226a-4dae-97a2-15b6c19bbff9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:19.371621 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-b739259d-226a-4dae-97a2-15b6c19bbff9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 200 len: 835 time: 0.0671730 May 27 04:34:19.377762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423e3-d860-42d2-928d-fb590b6d3032 req-007f8394-9f16-483c-a2c0-182548daa012 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:19.378399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d2423e3-d860-42d2-928d-fb590b6d3032 req-007f8394-9f16-483c-a2c0-182548daa012 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:19.435722 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-0d2423e3-d860-42d2-928d-fb590b6d3032 req-007f8394-9f16-483c-a2c0-182548daa012 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:19.436758 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d2423e3-d860-42d2-928d-fb590b6d3032 req-007f8394-9f16-483c-a2c0-182548daa012 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.1972134 May 27 04:34:19.494301 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d2423e3-d860-42d2-928d-fb590b6d3032 req-563f74e9-332d-4d4b-a979-afda23431999 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498247 May 27 04:34:19.497070 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-304a28cf-ad75-4cd9-87da-df3ed59e63d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38018292-9dee-4804-9944-680d969fea41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161451 May 27 04:34:19.536018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:19.734424 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-418345f4-dc1b-4b09-a0a9-a85de0402fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305825 May 27 04:34:19.855955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:19.860140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8162b8-cd5f-4784-b535-dc58e5c3ab48 None None] The sync data for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 is: [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:32:51Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '564ac086-0ec5-4171-afea-aa7c9bc38314', 'name': '', 'network_id': '38018292-9dee-4804-9944-680d969fea41', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:87:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:51Z', 'updated_at': '2022-05-27T04:32:58Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '690ec895-9dcc-4202-baa3-4f0a06d5650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:34:19.865019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-293efab7-d7e3-4766-81cd-fba12a682949 req-7bd167fd-9f72-4858-8032-098a11595dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/38018292-9dee-4804-9944-680d969fea41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231139 May 27 04:34:20.074324 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3bebb-7eaa-455e-a918-0858a793afbc None None] New status for floating IP c6cdf618-8793-4604-9fbf-489b43f5aaac: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:34:20.689815 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a351725-b7ea-47e6-9c0c-b9347e803d04 req-ed071521-66ad-46a5-b30a-ec3cce801d30 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:20.691259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a351725-b7ea-47e6-9c0c-b9347e803d04 req-ed071521-66ad-46a5-b30a-ec3cce801d30 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0782015 May 27 04:34:20.736166 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a351725-b7ea-47e6-9c0c-b9347e803d04 req-98b63c38-a737-478a-b260-21e6645a5d81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=238518e0-d081-461a-a7d6-7d3c95973ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 May 27 04:34:20.860511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dac167-7880-41c5-826b-d8520c8247ec req-2d4bab7d-ac12-425f-a95e-366c537398d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:20.861928 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1dac167-7880-41c5-826b-d8520c8247ec req-2d4bab7d-ac12-425f-a95e-366c537398d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 945 time: 0.0750887 May 27 04:34:20.930860 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port d0df5f10-bfd4-4360-b5d1-78c47c86c659 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:20.931198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:21.176025 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port d0df5f10-bfd4-4360-b5d1-78c47c86c659, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=d0df5f10-bfd4-4360-b5d1-78c47c86c659,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:21.176315 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:21.298465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for d0df5f10-bfd4-4360-b5d1-78c47c86c659 owned by compute:nova {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:21.436380 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:21.484272 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=d0df5f10-bfd4-4360-b5d1-78c47c86c659,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:21.554071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] No DVR routers for this DVR port d0df5f10-bfd4-4360-b5d1-78c47c86c659 on host n-h2-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:34:21.556508 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:21.558950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'name': 'network-vif-deleted', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:34:21.575175 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1dac167-7880-41c5-826b-d8520c8247ec req-7b523a48-556b-4d5d-8709-c8c18c670870 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "DELETE /v2.0/ports/d0df5f10-bfd4-4360-b5d1-78c47c86c659 HTTP/1.1" status: 204 len: 173 time: 0.7076657 May 27 04:34:21.613095 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a76dfca-d7eb-40b0-b4b6-75143c5f9c0f'] response: {'server_uuid': '0506bdf8-bceb-42c7-8380-5d474822f463', 'name': 'network-vif-deleted', 'tag': 'd0df5f10-bfd4-4360-b5d1-78c47c86c659', 'status': 'completed', 'code': 200} May 27 04:34:21.913602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9fbe6cb9-6a7e-407d-bd88-2a67bfff923c req-966e1f8e-f381-45e8-8230-e951c45193f3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=0506bdf8-bceb-42c7-8380-5d474822f463 HTTP/1.1" status: 200 len: 210 time: 0.0406406 May 27 04:34:23.023579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:23.515620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:24.113359 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 564ac086-0ec5-4171-afea-aa7c9bc38314 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:24.113907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:24.251642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:24.298790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 564ac086-0ec5-4171-afea-aa7c9bc38314, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=564ac086-0ec5-4171-afea-aa7c9bc38314,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:24.299144 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:24.420171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 564ac086-0ec5-4171-afea-aa7c9bc38314 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:24.592302 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:24.642241 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=564ac086-0ec5-4171-afea-aa7c9bc38314,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:24.700062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d0df5f10-bfd4-4360-b5d1-78c47c86c659 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:34:24.714729 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.715066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.715407 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.715739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.716075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.716398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.716723 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.717075 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.717399 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.717721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.718039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:24.736861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: d0df5f10-bfd4-4360-b5d1-78c47c86c659 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:34:24.737230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device d0df5f10-bfd4-4360-b5d1-78c47c86c659 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:34:24.951498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:25.145894 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:34:25.608363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 8f283e10-f66a-4426-b7da-8807f86a3ef8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:34:25.803159 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:34:25.813016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Sync routers for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:34:25.816311 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0cc01ca-ce68-4844-89e4-3c30d4b7d3b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/8f283e10-f66a-4426-b7da-8807f86a3ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917147 May 27 04:34:25.819589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:25.825573 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:25.826172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:26.012852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting subnet 690ec895-9dcc-4202-baa3-4f0a06d5650f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:34:26.015648 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.042730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:26.069616 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.154597 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.225349 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.273644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Subnet': ['ID=690ec895-9dcc-4202-baa3-4f0a06d5650f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:26.278672 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.285309 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f43a2750-41a5-4665-98e5-9633748aa9a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/subnets/690ec895-9dcc-4202-baa3-4f0a06d5650f HTTP/1.1" status: 204 len: 168 time: 0.4647841 May 27 04:34:26.288384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54536) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:26.300918 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751beef4-15ed-463b-a58a-843abc474667 None None] Network 38018292-9dee-4804-9944-680d969fea41 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:34:26.487254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.491978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:34:24Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:26.498843 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Checking router: 8f283e10-f66a-4426-b7da-8807f86a3ef8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:34:26.517443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Routers {'8f283e10-f66a-4426-b7da-8807f86a3ef8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:26.518043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['8f283e10-f66a-4426-b7da-8807f86a3ef8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:26.643530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] DHCP port deletion for 38018292-9dee-4804-9944-680d969fea41 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:34:26.659512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Deleting port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:26.659512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.771935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 51d354eb-fb10-494d-aa0d-b6871c6ddb8c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:34:26.814226 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.824019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:26.824729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:26.871002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] Set router 8f283e10-f66a-4426-b7da-8807f86a3ef8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:26.998206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:26.998559 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.105306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.113350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:27.113737 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.118984 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:27.289031 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.333586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=5ce753fd-b788-4a23-96bc-a33ec1b7dfb9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:27.339885 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.360430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Calling delete_port for 51d354eb-fb10-494d-aa0d-b6871c6ddb8c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:27.478510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:27.505258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.548419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:34:27.548764 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:34:27.557256 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.591835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:27.605368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.605710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.606047 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.606380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.606710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.607034 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.607357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.607678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.607998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.608314 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.608631 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:27.617404 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:34:24Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:27.621326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797e822-f313-41af-a722-ce4c9b95ad85 None None] The sync data for ids ['8f283e10-f66a-4426-b7da-8807f86a3ef8'] in n-d-843301-2 is: [{'id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230913484', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:32:47Z', 'updated_at': '2022-05-27T04:34:24Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5ce753fd-b788-4a23-96bc-a33ec1b7dfb9', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f283e10-f66a-4426-b7da-8807f86a3ef8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:32:48Z', 'updated_at': '2022-05-27T04:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:34:27.812575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.816825 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.840877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.841645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Fanout notify agent at l3_agent the message router_deleted on router 8f283e10-f66a-4426-b7da-8807f86a3ef8 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:34:27.856540 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.857637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9947b9b8-59db-4ec2-aa44-20c0618af8b0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/routers/8f283e10-f66a-4426-b7da-8807f86a3ef8 HTTP/1.1" status: 204 len: 168 time: 1.5683594 May 27 04:34:27.860290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:27.943099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d4454bdd-d0cb-4828-a96c-f1ab75d04235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.972287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:27.983362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:27.983697 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:28.050027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Deleting port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:28.050716 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:28.262562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:28.262947 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:28.309117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,segment=NetworkSegment(a25ba7aa-baf9-4acd-a9a0-1d8000288eb1),segment_id=a25ba7aa-baf9-4acd-a9a0-1d8000288eb1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:28.309487 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:28.386073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Calling delete_port for 51d354eb-fb10-494d-aa0d-b6871c6ddb8c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:28.437350 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 51d354eb-fb10-494d-aa0d-b6871c6ddb8c owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:34:28.460334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:28.502992 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] Pushing event deleted for resources: {'Port': ['ID=51d354eb-fb10-494d-aa0d-b6871c6ddb8c,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:28.509703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ad63f-22a5-4f81-b255-6c17d77f4f6b None None] No DVR routers for this DVR port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:34:28.509868 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.db.api [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:34:28.510071 n-d-843301-2 neutron-server[84155]: DEBUG oslo_db.api [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:34:28.707238 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 564ac086-0ec5-4171-afea-aa7c9bc38314 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:34:28.743220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 564ac086-0ec5-4171-afea-aa7c9bc38314 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:34:28.743486 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 564ac086-0ec5-4171-afea-aa7c9bc38314 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:34:28.743883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:34:28.774858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:34:28.775203 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5ce753fd-b788-4a23-96bc-a33ec1b7dfb9 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:34:29.011570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 51d354eb-fb10-494d-aa0d-b6871c6ddb8c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:34:29.012106 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.078035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] The port '51d354eb-fb10-494d-aa0d-b6871c6ddb8c' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:34:29.195869 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.220665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38018292-9dee-4804-9944-680d969fea41']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:29.232283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:29.232575 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ba7aa-baf9-4acd-a9a0-1d8000288eb1') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:29.244177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.263799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.269766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:34:29.270145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: util.warn( May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: timer() May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:34:29.284128 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:34:29.369365 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.385801 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.396461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Network': ['ID=38018292-9dee-4804-9944-680d969fea41,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:29.409820 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8759c706-558c-4514-8947-5718fbdc774d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/networks/38018292-9dee-4804-9944-680d969fea41 HTTP/1.1" status: 204 len: 168 time: 1.5485868 May 27 04:34:29.412448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:29.483443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.512230 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.574205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.593726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238518e0-d081-461a-a7d6-7d3c95973ab5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:29.606029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.607188 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bc335470-d4ad-42d6-b321-a74b05ba1be0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/security-groups/238518e0-d081-461a-a7d6-7d3c95973ab5 HTTP/1.1" status: 204 len: 168 time: 0.1932917 May 27 04:34:29.896219 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:29.902465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189168370', 'description': 'tempest-secgroup-smoke-189168370 description', 'project_id': '1436d76866ee44d58a298f09fb0a88c6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:29.909147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:29.913830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:29.916703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:29.922317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:29.932290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:29.966096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:29.969777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:29.972444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:29.978599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.019744 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cebf4e36-407f-4c66-b231-305c645498b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.032651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.036161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.082426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d893f6c-76a5-419d-b974-69dc03c36025,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.085756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.089684 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-baa87c4d-efe0-47d9-8b08-5882c48ebb3d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1897140 May 27 04:34:30.089836 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.094987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.101818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.105598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.108530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.114025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.130167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.188659 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.192115 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.216889 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded237dd-a0cc-442a-b8c2-93f21875b62a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.225274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.226407 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a299846d-fea3-4e95-86eb-6137a3886f02 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1357090 May 27 04:34:30.229260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.234679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.241050 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.244847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.247806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.253472 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.269456 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.329744 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.333378 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.354251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8e3503-8b98-48e5-8d1e-bbcf444547b8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.364713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.365901 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8107b1aa-5e11-4421-a8c4-e86f92732037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1356761 May 27 04:34:30.368625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54564) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.373856 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.380105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.384470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.387618 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.393611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.412851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.475167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.478642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.501829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c38c788-5599-4239-965a-bdb8842602c5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.510772 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.511934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-da858eeb-4737-4c21-8f10-127dea6def81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1423931 May 27 04:34:30.514686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.520008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.526631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.530479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.533375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.539162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.555884 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.617372 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.620861 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.643780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee996c6d-7d5e-4111-b30b-46d0b4941d9d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.652871 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.656840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-71617f70-55da-44f1-8e0b-9c253818afba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1385894 May 27 04:34:30.657273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.662655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.669146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.673073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.675865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.682081 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.691942 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:34:30.698589 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.763646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.766994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.789264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6f8d3-fa0b-4efb-a438-5eed024b61ec,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.797741 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.798887 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a12df6b3-d711-42fa-b67d-ff8f48e19fe3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406550 May 27 04:34:30.801617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.808528 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '7d893f6c-76a5-419d-b974-69dc03c36025', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.815792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.819987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.822827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.828426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.838239 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:34:30.844710 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.908161 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.911360 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.934975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5931ba7-9248-47d3-9d1a-692dc0fef305,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:30.942845 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:30.944136 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-703ae96e-269c-4f68-8c70-0c78a1ca9dfa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416023 May 27 04:34:30.947063 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:30.952298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'network': {'name': 'tempest-network-smoke--1524665149', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:30.957918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:30.962021 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:network and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:30.964816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:30.970712 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:30.981177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:34:30.984271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.011830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:34:31.022774 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.023118 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Added segment 4a678405-a2b2-4f70-9d3c-c849747da945 of type vlan for network a3ed8965-b718-4868-b2ce-372df6ca57b3 May 27 04:34:31.049331 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.079907 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.083891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:31.084473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.186796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385831 May 27 04:34:31.189460 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54584) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:31.194734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'admin_state_up': True, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:31.194905 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455f814-04a7-4cab-b275-ed671d7ea40d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Network': ['ID=a3ed8965-b718-4868-b2ce-372df6ca57b3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:31.202241 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:31.204889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:34:31.206161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:router and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:31.209298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:31.219784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:31.230363 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.231584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.250650 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.394452 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.546824 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.568309 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.576906 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.609682 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.741630 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.191 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/2888d1ab-7a59-43a5-81d9-2cfeee86a7d0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:34:31.968558 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:31.994854 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:32.062978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:32.065987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:32.070373 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:34:32.094663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:32.225273 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:32.225929 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:32.447066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 4ed33259-c2ab-495c-9396-c6742e2f33c7 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:34:32.643294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:34:32.654532 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Sync routers for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:34:32.667686 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:32.668290 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:32.670057 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:32.671297 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d8e18590-ce5a-4568-b1cf-0b88c6c71246 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4808631 May 27 04:34:32.674486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54588) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:32.713920 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-287e8183-6895-4ff2-9f70-1fc3b1e0f2d0 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=1436d76866ee44d58a298f09fb0a88c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383387 May 27 04:34:32.716310 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54592) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:32.842179 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:32.847756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c9250-e184-4799-848c-a0ff3e380e8b tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:32.849325 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d01c9250-e184-4799-848c-a0ff3e380e8b tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320498 May 27 04:34:32.852659 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:32.893830 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-17153e48-56d2-4d43-bc67-3b6c0ceec505 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397496 May 27 04:34:32.896143 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54600) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:32.901823 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710831359', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:33.007213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:33.011195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:subnet and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:33.014104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:33.019892 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:33.030455 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:34:33.124324 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:32Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:33.128053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Checking router: 4ed33259-c2ab-495c-9396-c6742e2f33c7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:34:33.128393 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Updating router 4ed33259-c2ab-495c-9396-c6742e2f33c7 port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:34:33.133877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.178095 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.234997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.344140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.423954 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Subnet': ['ID=80614051-4f1c-41dc-87f4-d4ccc9beaf64,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:33.435313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Checking segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:34:33.435664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network hostable DHCP agents. Network: a3ed8965-b718-4868-b2ce-372df6ca57b3, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:34:33.458184 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:34:33.467474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, a3ed8965-b718-4868-b2ce-372df6ca57b3) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:33.471720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:33.472790 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.478316 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c32951-48f2-439f-bff5-2186443c0632 None None] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:34:33.500561 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.513641 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Transition to ACTIVE for port object 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:33.521398 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.594863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3de8a12a-17e7-451d-98f0-7cd6f29fa913 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6951957 May 27 04:34:33.595211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54604) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:33.607037 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Attempting to bind port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:34:33.607403 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Attempting to bind port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:34:33.607758 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Attempting to bind port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:34:33.609847 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Pushing event updated for resources: {'Port': ['ID=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:33.621911 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.622244 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.622576 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.622901 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.623222 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.623543 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.623858 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.624173 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.624485 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.624797 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.625134 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:34:33.629039 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:34:33.629558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:34:33.629797 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.630169 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:34:33.630627 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Bound port: 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:34:33.630991 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.704844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] For port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:34:33.708410 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-a3ed8965-b718-4868-b2ce-372df6ca57b3', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:34:33.709253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.714810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] For port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:34:33.719950 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:33.803784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9fdf6-3148-4045-be9e-c83d3099e975 None None] Pushing event updated for resources: {'Port': ['ID=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:33.806508 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:33.807191 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:33.878722 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Allocated IP 172.20.0.2 (a3ed8965-b718-4868-b2ce-372df6ca57b3/80614051-4f1c-41dc-87f4-d4ccc9beaf64/3939a4ce-65ff-4ae4-9913-ab0f2fca0d42) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:34:34.011593 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:34.128086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.139625 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Transition to ACTIVE for port object 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:34.157443 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Transition to ACTIVE for port object 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:34.165216 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.231307 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:34.235741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:34.239429 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:34:34.249073 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Pushing event updated for resources: {'Port': ['ID=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:34.326731 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:32Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:34.330562 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b1ae-316a-4e8b-8970-91edc8d146cd None None] The sync data for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 is: [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:32Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:34:34.332730 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Attempting to bind port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:34:34.333336 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Attempting to bind port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:34:34.333793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Attempting to bind port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 on network a3ed8965-b718-4868-b2ce-372df6ca57b3 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:34:34.341731 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:34:34.342178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Checking segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:34:34.342647 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.343461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Bound using segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:34:34.343678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Bound port: 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:34:34.344121 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.406776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.439972 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] For port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:34:34.443419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] For port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:34:34.449382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.562201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f63e-391b-4932-abf2-ba5ea5c36595 None None] Pushing event updated for resources: {'Port': ['ID=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:34.774447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:34.859821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:34.865998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:34.866463 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:34.917642 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.1 (a3ed8965-b718-4868-b2ce-372df6ca57b3/80614051-4f1c-41dc-87f4-d4ccc9beaf64/5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:34:35.002985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.020325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:35.024808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.094722 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.099546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:35.120506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:35.143779 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.223678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:35.224743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:35.227268 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:35.229393 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:34:35.285776 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.471996 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.574319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169b95f-9d59-4957-b8e4-e18134a2bc8a None None] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:34:35.694527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-69b6247f-03e4-4cee-a7b6-85e1361b3c27 None None] Provisioning for port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:35.890770 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:35.896586 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.012471 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:36.015222 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.045388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7b57b961-84c8-4a5b-a1d4-2f0450e6725d None None] Provisioning for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:36.052124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7b57b961-84c8-4a5b-a1d4-2f0450e6725d None None] Provisioning complete for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:36.052671 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7b57b961-84c8-4a5b-a1d4-2f0450e6725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.116185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-7b57b961-84c8-4a5b-a1d4-2f0450e6725d None None] Port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:34:36.165122 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:36.166231 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:36.238764 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ecddff4d-97e4-467b-b293-ea6e03f4e23d None None] Provisioning complete for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:36.239134 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ecddff4d-97e4-467b-b293-ea6e03f4e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.294001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ecddff4d-97e4-467b-b293-ea6e03f4e23d None None] Port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:34:36.414007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-a70a5a3d-bed9-407e-8ca0-60b976d0c4f0 None None] Provisioning complete for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:36.414369 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a70a5a3d-bed9-407e-8ca0-60b976d0c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.468423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-a70a5a3d-bed9-407e-8ca0-60b976d0c4f0 None None] Port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:34:36.544609 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 4ed33259-c2ab-495c-9396-c6742e2f33c7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:34:36.745620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:34:36.757833 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2fe447ba-ab34-4447-9975-c0653b802ceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/4ed33259-c2ab-495c-9396-c6742e2f33c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614144 May 27 04:34:36.781894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:36.849583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:36.854601 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:36.855045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.960144 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-dde76421-fa79-4882-b598-05af18b802b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:36.969127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:36.975560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-dde76421-fa79-4882-b598-05af18b802b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:36.976704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-dde76421-fa79-4882-b598-05af18b802b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189168370&fields=id&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 267 time: 0.0576503 May 27 04:34:37.001038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:37.004647 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:37.005541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:37.116475 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:37.128813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-ec49d4d4-103f-4f5d-b316-7bdaa88432f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:37.129519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-ec49d4d4-103f-4f5d-b316-7bdaa88432f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:37.133212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:37.133574 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:37.148665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-ec49d4d4-103f-4f5d-b316-7bdaa88432f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:37.149955 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-ec49d4d4-103f-4f5d-b316-7bdaa88432f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 797 time: 0.1665113 May 27 04:34:37.167551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-174e6b00-445d-42d1-b1f1-cda67680cf43 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/quotas/1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 375 time: 0.0113406 May 27 04:34:37.249382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-abadc18f-960b-4f8c-87a4-b9cc7f8a4872 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:37.265356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-abadc18f-960b-4f8c-87a4-b9cc7f8a4872 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:37.266719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-abadc18f-960b-4f8c-87a4-b9cc7f8a4872 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940218 May 27 04:34:37.408680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-75eef449-962b-4d76-a1cb-609f1514d6e3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:34:37.409680 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-75eef449-962b-4d76-a1cb-609f1514d6e3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1317446 May 27 04:34:37.624633 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-4f389dae-b51b-44b6-a537-5a85832ba9bf service neutron] 10.222.0.46 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087059 May 27 04:34:37.763170 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-895281c8-ccd4-40da-930f-c747512ed61f service neutron] 10.222.0.46 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328137 May 27 04:34:37.951466 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8bc1f78a-78fe-4ad3-8ff0-941920a1c7fc req-966d2a8a-9f43-4a3a-898b-aef43f6abc82 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:37.956066 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Sync routers for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:34:37.963419 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-8bc1f78a-78fe-4ad3-8ff0-941920a1c7fc req-966d2a8a-9f43-4a3a-898b-aef43f6abc82 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:37.964572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8bc1f78a-78fe-4ad3-8ff0-941920a1c7fc req-966d2a8a-9f43-4a3a-898b-aef43f6abc82 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 210 time: 0.0534134 May 27 04:34:37.968038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:37.968701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:38.171417 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:38.470186 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 2, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:38.473841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Checking router: 4ed33259-c2ab-495c-9396-c6742e2f33c7 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:34:38.474185 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Updating router 4ed33259-c2ab-495c-9396-c6742e2f33c7 port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:34:38.523036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:38.719681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:38.847291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:38.847657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:38.952205 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:38.969857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Transition to ACTIVE for port object 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:39.008494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:39.085990 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-acd46139-f19c-4631-9eec-8378489dba9c req-a290e5d3-1aff-4b58-9186-2e2d4815d5fb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 210 time: 0.0485184 May 27 04:34:39.103236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f836d3b-d06f-4141-9633-4f16e85593d6 None None] Pushing event updated for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:39.274068 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Attempting to bind port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:34:39.274575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Attempting to bind port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:34:39.275040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Attempting to bind port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 on network a3ed8965-b718-4868-b2ce-372df6ca57b3 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:34:39.282065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:34:39.282560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Checking segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:34:39.283062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:39.283534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Bound using segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:34:39.284190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Bound port: 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:34:39.284649 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:39.377206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] For port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:34:39.380360 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] For port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:34:39.384370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:39.472078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f836d3b-d06f-4141-9633-4f16e85593d6 None None] Pushing event updated for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:39.482286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:39.482895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:39.708884 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:40.017434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:39Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:40.021201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517dd74-fc18-4212-8a99-9dd731f898c8 None None] The sync data for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 is: [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:39Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:34:40.252163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee97f0c4-7ac1-4360-a5fe-81f934dfe937 req-37e0dd68-4d5b-4599-b20b-4bc402e39d55 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 210 time: 0.0407846 May 27 04:34:40.756675 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:40.835682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:40.840778 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:40.841181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:40.966402 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:40.997786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:41.001139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:41.065226 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:41.435882 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-0b6dc95e-0486-415f-a0fb-adadc104ba10 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:41.437305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-0b6dc95e-0486-415f-a0fb-adadc104ba10 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 797 time: 0.1975255 May 27 04:34:41.439224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5709f340-28a1-4e07-ac25-fb19b817ab72 req-0227c1f1-107e-4194-b416-845aeffd3890 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 210 time: 0.0671537 May 27 04:34:41.493559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-a1c7ca2c-9f4e-4e96-8c92-8386308e573f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 379 time: 0.0415070 May 27 04:34:41.502035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'port': {'device_id': '83fd1754-d85f-4852-9b44-e829533a8570', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'admin_state_up': True, 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'security_groups': ['7d893f6c-76a5-419d-b974-69dc03c36025']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:41.634918 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:41.644632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:41.654008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:34:41.657024 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:41.819364 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.10 (a3ed8965-b718-4868-b2ce-372df6ca57b3/80614051-4f1c-41dc-87f4-d4ccc9beaf64/868c21b9-22b0-45f1-86a0-4647639850cb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:34:42.005274 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.020282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 868c21b9-22b0-45f1-86a0-4647639850cb will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:42.042549 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.111957 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:42.114937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:42.118870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:34:42.149966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:42.187449 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:42.188053 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.214662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-2aaf8be4-b99a-4a0b-adbe-8e2b1fa83f3b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7159581 May 27 04:34:42.225523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Request body: {'port': {'device_id': '83fd1754-d85f-4852-9b44-e829533a8570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:42.311772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-241d5f63-b907-40e4-b49a-e55d2a3e3e78 None None] Provisioning for port 868c21b9-22b0-45f1-86a0-4647639850cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:42.316571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-241d5f63-b907-40e4-b49a-e55d2a3e3e78 None None] Provisioning complete for port 868c21b9-22b0-45f1-86a0-4647639850cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:42.316962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-241d5f63-b907-40e4-b49a-e55d2a3e3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.332469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.373192 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-241d5f63-b907-40e4-b49a-e55d2a3e3e78 None None] Port 868c21b9-22b0-45f1-86a0-4647639850cb cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:34:42.679432 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868c21b9-22b0-45f1-86a0-4647639850cb {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:34:42.687252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.702269 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Transition to ACTIVE for port object 868c21b9-22b0-45f1-86a0-4647639850cb will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:34:42.706877 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.723984 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:42.742941 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ddeb-765e-4120-99fa-734765ff3cfa req-de2cc6c7-bad9-4c68-a0ec-99a8f08c23a5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:42.744503 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0da2ddeb-765e-4120-99fa-734765ff3cfa req-de2cc6c7-bad9-4c68-a0ec-99a8f08c23a5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 932 time: 0.1851025 May 27 04:34:42.794459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:42.794836 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:42.797237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0da2ddeb-765e-4120-99fa-734765ff3cfa req-c9c27beb-4921-4384-8062-46a56ffb87e9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459929 May 27 04:34:42.835465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Pushing event updated for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:43.055774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Attempting to bind port 868c21b9-22b0-45f1-86a0-4647639850cb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:34:43.056027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Attempting to bind port 868c21b9-22b0-45f1-86a0-4647639850cb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:34:43.056351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Attempting to bind port 868c21b9-22b0-45f1-86a0-4647639850cb on network a3ed8965-b718-4868-b2ce-372df6ca57b3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:34:43.062068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Port 868c21b9-22b0-45f1-86a0-4647639850cb on network a3ed8965-b718-4868-b2ce-372df6ca57b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:34:43.062380 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Attempting to bind port 868c21b9-22b0-45f1-86a0-4647639850cb on network a3ed8965-b718-4868-b2ce-372df6ca57b3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:34:43.069090 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:34:43.069438 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Checking segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:34:43.069814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Bound using segment: {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:34:43.070232 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Bound port: 868c21b9-22b0-45f1-86a0-4647639850cb, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a678405-a2b2-4f70-9d3c-c849747da945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:34:43.070571 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:43.158482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:34:43.161378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=868c21b9-22b0-45f1-86a0-4647639850cb,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:34:43.166346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:43.226454 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:43.227813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 1092 time: 1.0065081 May 27 04:34:43.228233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:34:43.245405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d577f5-b579-4501-8902-4c4d999d67a4 service neutron] Pushing event updated for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:43.354277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-76024f82-56f4-4d92-856d-90614127b314 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1095 time: 0.0766664 May 27 04:34:43.410125 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310a2fd8-7a46-4dfd-b0d8-628c4961b74f'] response: {'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb', 'status': 'completed', 'code': 200} May 27 04:34:43.425324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-62bfdd4c-49c7-4107-be5b-44b8fb7b5f1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 217 time: 0.0634754 May 27 04:34:43.489046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-c5b918c4-f989-4aa4-8f7f-a99c4d63d8e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:43.490367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-c5b918c4-f989-4aa4-8f7f-a99c4d63d8e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0596111 May 27 04:34:43.562734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-3e81ffa2-1894-4ded-8a38-db3ec481fd7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666361 May 27 04:34:43.690615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-cee70a93-6c03-444a-a622-1581c7ec317d service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218717 May 27 04:34:43.818093 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-17fab761-fb08-4b73-a658-6f81e691fe66 req-53f4be69-bc37-4387-8aad-79a670065530 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214693 May 27 04:34:43.938708 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-e9aee67b-a20d-45fd-a927-502741e6c837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1095 time: 0.0744061 May 27 04:34:44.000530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af77ffb-6e84-476b-af12-7e07e2800fc9 req-fd4c63d9-bd98-41bd-a218-0a3876d5bd2e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:44.002006 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4af77ffb-6e84-476b-af12-7e07e2800fc9 req-fd4c63d9-bd98-41bd-a218-0a3876d5bd2e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 944 time: 0.0757222 May 27 04:34:44.048888 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4af77ffb-6e84-476b-af12-7e07e2800fc9 req-662ac108-dc3d-4ff2-b670-913e48a443fc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 May 27 04:34:44.072247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-429f3917-71f3-4db2-9290-6f10db61dec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:44.073722 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-429f3917-71f3-4db2-9290-6f10db61dec2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 898 time: 0.1293554 May 27 04:34:44.141327 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-b82c5e91-3fed-44b3-b14b-c898f8e1a82f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 217 time: 0.0604596 May 27 04:34:44.204082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-5dffa4bc-2466-4632-869d-0ff2d9862da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:44.205499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-5dffa4bc-2466-4632-869d-0ff2d9862da9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0587101 May 27 04:34:44.278365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-de0f17c3-f967-49c6-8692-1d7dfd890337 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664673 May 27 04:34:44.409618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-b55428c3-38d8-4e1a-ad09-f2d22d1c5ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241724 May 27 04:34:44.542817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d6b632fc-7c24-450b-89a6-3915847e8c7e req-374c7c98-949c-4586-9600-35ef672b9d47 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270938 May 27 04:34:45.335004 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f780b-8ed1-49dc-8364-b38684cf51c2 req-5aaae37a-74ca-4ae7-99d5-4a1face9a212 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:45.335727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-397f780b-8ed1-49dc-8364-b38684cf51c2 req-5aaae37a-74ca-4ae7-99d5-4a1face9a212 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:34:45.350699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-397f780b-8ed1-49dc-8364-b38684cf51c2 req-5aaae37a-74ca-4ae7-99d5-4a1face9a212 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:34:45.351735 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-397f780b-8ed1-49dc-8364-b38684cf51c2 req-5aaae37a-74ca-4ae7-99d5-4a1face9a212 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 944 time: 0.1774318 May 27 04:34:45.396235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-397f780b-8ed1-49dc-8364-b38684cf51c2 req-ba2922aa-652c-493f-b0d9-18fb8b0f2be9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388918 May 27 04:34:46.205164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 868c21b9-22b0-45f1-86a0-4647639850cb details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:34:46.333504 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=868c21b9-22b0-45f1-86a0-4647639850cb,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:46.345998 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '868c21b9-22b0-45f1-86a0-4647639850cb', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'port_id': '868c21b9-22b0-45f1-86a0-4647639850cb', 'mac_address': 'fa:16:3e:cf:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:34:46.397203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:46.413872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868c21b9-22b0-45f1-86a0-4647639850cb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:34:46.428878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=868c21b9-22b0-45f1-86a0-4647639850cb,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:46.432746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:46.500725 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:46.594911 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91850fc1-d8ef-421f-984e-01d8459d1fa3 req-1eaf01ca-cdb4-4c89-8c09-b3b7ebfcea0d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:46.596317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91850fc1-d8ef-421f-984e-01d8459d1fa3 req-1eaf01ca-cdb4-4c89-8c09-b3b7ebfcea0d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 945 time: 0.0814497 May 27 04:34:46.642077 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-91850fc1-d8ef-421f-984e-01d8459d1fa3 req-ecb310c7-f15d-439e-9f17-98275c4f31d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397420 May 27 04:34:46.650874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['868c21b9-22b0-45f1-86a0-4647639850cb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:34:47.833459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ab25-1bda-4d00-9d8c-4e31d6ee8c44 req-5725347a-9470-476d-92de-086c60899687 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:47.835396 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e946ab25-1bda-4d00-9d8c-4e31d6ee8c44 req-5725347a-9470-476d-92de-086c60899687 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 945 time: 0.0765965 May 27 04:34:47.880138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e946ab25-1bda-4d00-9d8c-4e31d6ee8c44 req-be270378-2141-4e6d-b3f2-233a208decba tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392351 May 27 04:34:48.205848 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 868c21b9-22b0-45f1-86a0-4647639850cb up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:34:48.272422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 868c21b9-22b0-45f1-86a0-4647639850cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:34:48.276919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 868c21b9-22b0-45f1-86a0-4647639850cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:34:48.277295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:48.396324 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:48.422686 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:34:48.431883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=868c21b9-22b0-45f1-86a0-4647639850cb,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:34:48.435365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:48.479982 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b4cad3-d1cb-4ca3-8c11-16aee9eb6291'] response: {'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb', 'code': 200} May 27 04:34:48.543107 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:48.605929 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ef628e62-9980-4ee5-b90b-eccf17a5a9ea req-26cffd0b-413c-4265-b19b-b54691b8d046 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1097 time: 0.0704069 May 27 04:34:48.649461 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ef628e62-9980-4ee5-b90b-eccf17a5a9ea req-437baae7-304e-4cdb-b4c7-7505794a297c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381734 May 27 04:34:49.073176 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7012-8c7e-43c9-be5d-df955c735f26 req-ddda9583-8add-42c0-b973-c7ed14ada362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:49.074636 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc4b7012-8c7e-43c9-be5d-df955c735f26 req-ddda9583-8add-42c0-b973-c7ed14ada362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0759089 May 27 04:34:49.119656 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fc4b7012-8c7e-43c9-be5d-df955c735f26 req-26cd4568-12ec-4379-a3df-13c6892fd4ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395730 May 27 04:34:50.315049 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893326c9-45f7-4973-8916-0d18578314b5 req-822726ba-177f-46dc-84b1-e1c68dd7ab27 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:50.316477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-893326c9-45f7-4973-8916-0d18578314b5 req-822726ba-177f-46dc-84b1-e1c68dd7ab27 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0749502 May 27 04:34:50.361159 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-893326c9-45f7-4973-8916-0d18578314b5 req-06c9a772-ceb8-4a2c-b16c-73461f2a87fd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 May 27 04:34:50.555022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489cd87-c070-481d-9cbf-89315910bdb3 req-4d7e28d9-defb-4b90-95c8-ce75e21b2abc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:50.556675 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1489cd87-c070-481d-9cbf-89315910bdb3 req-4d7e28d9-defb-4b90-95c8-ce75e21b2abc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0776243 May 27 04:34:50.601065 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1489cd87-c070-481d-9cbf-89315910bdb3 req-64bf2c40-b762-4621-9ec1-213f6b454d24 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 May 27 04:34:50.627398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:50.696981 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9205862d-2718-48f7-9a04-de2f664eccf4 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1092 time: 0.0684414 May 27 04:34:50.699663 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:50.704605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '868c21b9-22b0-45f1-86a0-4647639850cb', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:34:50.710855 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:34:50.714861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:floatingip and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:34:50.717609 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:34:50.723153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:34:50.736501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:50.864380 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:51.001539 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.155 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/d7f94709-608b-416d-bf50-957fe545ac73) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:34:51.145895 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:51.172455 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:51.241722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:34:51.244521 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:34:51.248852 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:34:51.272007 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=d7f94709-608b-416d-bf50-957fe545ac73,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:51.740682 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:51.793909 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:52.074167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:52.079779 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:52.179048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=d7f94709-608b-416d-bf50-957fe545ac73,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:34:52.198674 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:52.383964 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Floating IP 9a40f978-f78c-41d4-a189-f3b4edc1bdc9 associated. External IP: 172.25.8.155, port: 868c21b9-22b0-45f1-86a0-4647639850cb. May 27 04:34:52.763883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 4ed33259-c2ab-495c-9396-c6742e2f33c7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:34:52.960055 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:34:52.970105 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Sync routers for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:34:52.983722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:52.984322 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:52.984932 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:53.042770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b5bb1429-5736-43b5-8aed-eb514d95b2c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3395910 May 27 04:34:53.042770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:34:53.101046 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c89e6f-7875-477b-8011-8898b0670577'] response: {'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb', 'status': 'completed', 'code': 200} May 27 04:34:53.166741 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:53.193505 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-ee9c3e1b-1603-472a-bd40-62833bbe8d8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1097 time: 0.0717807 May 27 04:34:53.222711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c426f9-e139-4fdd-8a39-146a277644d1 req-4e5d4806-9470-4dcd-afb2-72c890dab99e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:53.224049 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03c426f9-e139-4fdd-8a39-146a277644d1 req-4e5d4806-9470-4dcd-afb2-72c890dab99e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0805025 May 27 04:34:53.269407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-03c426f9-e139-4fdd-8a39-146a277644d1 req-86749537-2220-479e-9249-042dfff3154d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392013 May 27 04:34:53.301833 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:53.328011 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-9b177496-0626-4964-b937-292b9f87ed8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:53.329472 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-9b177496-0626-4964-b937-292b9f87ed8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 898 time: 0.1295578 May 27 04:34:53.411596 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b4ae9c64-de12-4116-be71-56a7150bd32c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 992 time: 0.1074991 May 27 04:34:53.431755 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-89ceb03b-9c00-462b-a06f-102ad4adee5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 1000 time: 0.0962744 May 27 04:34:53.492692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-1a167dee-c32b-4bb9-85b3-bd5c29f7cea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:34:53.494060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-1a167dee-c32b-4bb9-85b3-bd5c29f7cea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0572963 May 27 04:34:53.513019 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9a40f978-f78c-41d4-a189-f3b4edc1bdc9', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'port_id': '868c21b9-22b0-45f1-86a0-4647639850cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'mac_address': 'fa:16:3e:cf:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd1754-d85f-4852-9b44-e829533a8570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:34:51Z', 'updated_at': '2022-05-27T04:34:51Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:53.516805 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Checking router: 4ed33259-c2ab-495c-9396-c6742e2f33c7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:34:53.527779 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:34:53.528390 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:34:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:53.665566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-34f5e8ea-1bd4-4d5a-9dc1-b094acce3d79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650341 May 27 04:34:53.676682 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-a4d792c6-9fb3-4062-9c64-e835df417c0e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:34:53.678333 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-a4d792c6-9fb3-4062-9c64-e835df417c0e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059886 May 27 04:34:53.711784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:34:53.818976 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-69210e07-4d10-4507-a446-0ab74b15860d service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323714 May 27 04:34:53.973629 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5932f42e-d4e2-4817-a78e-6f6335f49a68 req-0c0c060f-8f8d-4293-8af8-e03eb742b1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499896 May 27 04:34:54.093293 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9a40f978-f78c-41d4-a189-f3b4edc1bdc9', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'port_id': '868c21b9-22b0-45f1-86a0-4647639850cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'mac_address': 'fa:16:3e:cf:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd1754-d85f-4852-9b44-e829533a8570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:34:51Z', 'updated_at': '2022-05-27T04:34:51Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:34:54.097360 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb98fa-6e7e-4d62-90ec-42c46b3c6b57 None None] The sync data for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 is: [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '9a40f978-f78c-41d4-a189-f3b4edc1bdc9', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'port_id': '868c21b9-22b0-45f1-86a0-4647639850cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'mac_address': 'fa:16:3e:cf:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fd1754-d85f-4852-9b44-e829533a8570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:34:51Z', 'updated_at': '2022-05-27T04:34:51Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:34:54.276695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:54.414289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54684) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:54.522142 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5b8fe2fb-ef7a-44b5-96f9-3082bfcb331b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 992 time: 0.1062858 May 27 04:34:55.525836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54688) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:55.627813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f236622-4bf1-4933-ac92-ec83efb3f288 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 992 time: 0.1009004 May 27 04:34:56.630772 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54692) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:56.744709 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d567179d-8af7-4db5-b9d5-3ebbfbae1193 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 992 time: 0.1127684 May 27 04:34:56.900491 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:34:56.910482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0bb47-88e3-4631-be10-8a813fda0ba2 None None] New status for floating IP 9a40f978-f78c-41d4-a189-f3b4edc1bdc9: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:34:57.748507 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54696) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:34:57.850505 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6b1bc5f6-3caa-41ec-b2fd-49aa1a848c15 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 994 time: 0.1008208 May 27 04:34:57.945208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-82099062-e07e-43b1-b57f-ade4660d6a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:00.022812 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d327d5b-4078-4718-aa9f-9c8c0d79a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:01.548218 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:01.569346 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:02.145482 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:35:03.234412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:20.801539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-0ae19570-129e-401e-a40f-de426bf38623 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1097 time: 0.1273994 May 27 04:35:20.836883 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dca4b-1230-4563-83a0-275d69914f72 req-f7aa62d5-c95c-4d1b-9f03-f4bfbc4bb420 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:20.838263 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd9dca4b-1230-4563-83a0-275d69914f72 req-f7aa62d5-c95c-4d1b-9f03-f4bfbc4bb420 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.1203012 May 27 04:35:20.954969 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cd9dca4b-1230-4563-83a0-275d69914f72 req-6814ebbd-bf21-4c14-a496-c818ed8b54bb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715840 May 27 04:35:20.971825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-3bfb418d-e3dc-419d-8e7c-deb4a3022b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:20.973266 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-3bfb418d-e3dc-419d-8e7c-deb4a3022b4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 898 time: 0.1658061 May 27 04:35:21.077414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-90208dd4-1aec-4c94-9a49-59b036394a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 1002 time: 0.0981438 May 27 04:35:21.138037 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-7532b8ee-d302-4383-9afe-61182b8cbb05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:21.139435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-7532b8ee-d302-4383-9afe-61182b8cbb05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0567646 May 27 04:35:21.215027 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-9a6e1177-0896-43e5-ba4e-499249e9549b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693562 May 27 04:35:21.343091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-4825733e-eb5c-4864-984b-87e0adba1294 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215124 May 27 04:35:21.470422 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c26c332f-3cf5-4e2b-b07f-4263a2e664bd req-5b2f2ee4-29d3-4e40-99ea-76df7a773528 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216178 May 27 04:35:21.689189 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-9c797845-8a49-4ad1-af93-034490e16af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1097 time: 0.0680070 May 27 04:35:21.829726 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-4ba8591a-b698-402a-a284-e30b51e8af20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:21.831147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-4ba8591a-b698-402a-a284-e30b51e8af20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 898 time: 0.1231115 May 27 04:35:21.932119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-2a15cf46-ca05-4695-ae58-11fa86a7bda0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 1002 time: 0.0944948 May 27 04:35:21.993969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-3f1ac25e-f5fc-4750-a30c-5ab591b608f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:21.994936 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-3f1ac25e-f5fc-4750-a30c-5ab591b608f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0562911 May 27 04:35:22.160931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8e565-f12d-4ed8-a77f-2f795f0c42c4 req-eccdffde-387f-404b-9865-6fe6ce92b090 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:22.163019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aee8e565-f12d-4ed8-a77f-2f795f0c42c4 req-eccdffde-387f-404b-9865-6fe6ce92b090 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0826898 May 27 04:35:22.171419 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-10066ba2-4f29-4d45-adb8-5bed03953725 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694298 May 27 04:35:22.207595 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aee8e565-f12d-4ed8-a77f-2f795f0c42c4 req-97617deb-06a2-420a-b84c-d17090ab8743 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391288 May 27 04:35:22.302123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-6041cb3d-acac-4bc2-8301-fae5984fe39c service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249259 May 27 04:35:22.432754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-37cd627f-49cf-4cea-8b59-0bbc7f4f7a41 req-33ce419d-9e1c-4508-87c6-bc7edd90c467 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218269 May 27 04:35:23.411000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76ab34-dc8a-47b0-beca-b9305783dd6c req-f90a7ac3-655c-40f5-b90b-2454e3e2ac6b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:23.412326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e76ab34-dc8a-47b0-beca-b9305783dd6c req-f90a7ac3-655c-40f5-b90b-2454e3e2ac6b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0740254 May 27 04:35:23.456724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1e76ab34-dc8a-47b0-beca-b9305783dd6c req-f05856a7-57e5-430a-84bf-c05c1726ba98 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 May 27 04:35:24.297303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:24.652280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66427dd3-5904-4b91-a244-792e9de8b410 req-2fcb3919-a7e1-4e67-8f09-d94f8592af41 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:24.653733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66427dd3-5904-4b91-a244-792e9de8b410 req-2fcb3919-a7e1-4e67-8f09-d94f8592af41 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0761859 May 27 04:35:24.698190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-66427dd3-5904-4b91-a244-792e9de8b410 req-17b7d75e-78f1-4c0b-a94d-2d1720919d19 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390882 May 27 04:35:25.893746 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268cb28-f5bd-4d36-ac5d-16e1e0069405 req-5f475a83-2f34-48cb-8ac9-2ed74d233f71 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:25.895201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0268cb28-f5bd-4d36-ac5d-16e1e0069405 req-5f475a83-2f34-48cb-8ac9-2ed74d233f71 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0794675 May 27 04:35:25.948271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0268cb28-f5bd-4d36-ac5d-16e1e0069405 req-4daaee79-d6e6-49dc-a587-724b81a1adcf tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 May 27 04:35:26.898361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:27.155263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf7f1-7ee9-4101-b96b-f2958e277036 req-817514f3-2591-4885-a0d1-37728ada5b6a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:27.156699 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35bcf7f1-7ee9-4101-b96b-f2958e277036 req-817514f3-2591-4885-a0d1-37728ada5b6a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0787032 May 27 04:35:27.201462 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-35bcf7f1-7ee9-4101-b96b-f2958e277036 req-acd7ffc5-fbd4-412c-ba36-65f265db62e9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 May 27 04:35:27.946905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8d7729c-6d40-4baa-b8d0-580378551554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:28.395117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b759a37-5751-42bb-9988-ceeff9023da8 req-8e2cf01d-08ba-43d8-b5c4-b3bf2c2f6151 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:28.396444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b759a37-5751-42bb-9988-ceeff9023da8 req-8e2cf01d-08ba-43d8-b5c4-b3bf2c2f6151 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0749919 May 27 04:35:28.443829 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b759a37-5751-42bb-9988-ceeff9023da8 req-8e41ed66-732d-402e-ad1c-df5333914dc6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 May 27 04:35:29.638484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d6bd-3f7a-48a2-a1f0-e56df23de8a1 req-060579cc-f9e8-40cd-9ce0-3cff8c42600a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:29.639852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f578d6bd-3f7a-48a2-a1f0-e56df23de8a1 req-060579cc-f9e8-40cd-9ce0-3cff8c42600a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0756581 May 27 04:35:29.687072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f578d6bd-3f7a-48a2-a1f0-e56df23de8a1 req-cf9c647d-caea-4bbe-8c8d-69cfd846b166 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 May 27 04:35:30.025588 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-efd6034d-7897-4f85-a870-c487a1a901a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:30.889277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57aba5-9099-4f12-acf5-b15773952bb8 req-f5627311-c52d-42e6-a788-49df2fc2cb52 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:30.890720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac57aba5-9099-4f12-acf5-b15773952bb8 req-f5627311-c52d-42e6-a788-49df2fc2cb52 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0853362 May 27 04:35:30.935738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac57aba5-9099-4f12-acf5-b15773952bb8 req-a4385561-0f64-497c-96ad-19b7299a5046 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 May 27 04:35:31.550341 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:31.570293 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:32.128104 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318952b-82c2-4206-8e70-dfbfd6ff471a req-b977163d-3533-4919-a73f-b357fe912f23 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:32.129590 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3318952b-82c2-4206-8e70-dfbfd6ff471a req-b977163d-3533-4919-a73f-b357fe912f23 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0780971 May 27 04:35:32.178095 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3318952b-82c2-4206-8e70-dfbfd6ff471a req-c3a41c68-5bc8-4764-b306-9071e6324c1e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 May 27 04:35:33.238364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:33.376444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457353c-ff9b-44a5-8d05-3ec6e1b24cc1 req-b40b1d8d-a00c-4975-8079-965c598a2c65 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:35:33.377788 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f457353c-ff9b-44a5-8d05-3ec6e1b24cc1 req-b40b1d8d-a00c-4975-8079-965c598a2c65 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0793545 May 27 04:35:33.421942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f457353c-ff9b-44a5-8d05-3ec6e1b24cc1 req-b32a7c07-5711-4066-8595-6a1904b7347d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 May 27 04:35:33.449795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:35:33.553346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-01e1dab6-70c1-4352-bd57-526c0e36e495 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 200 len: 994 time: 0.1024609 May 27 04:35:39.145434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:35:54.288995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:56.898721 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:35:57.949950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fbbdcb04-e9a5-4063-b51a-767410c010f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:00.027786 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2256ea37-cda7-418a-bf37-73badd0763f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:01.554719 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:01.571033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:03.239739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:04.299616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:04.498172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port d7f94709-608b-416d-bf50-957fe545ac73 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:36:04.498388 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:04.673817 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:04.674135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:04.791683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for d7f94709-608b-416d-bf50-957fe545ac73 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:36:04.933575 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:05.062816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=d7f94709-608b-416d-bf50-957fe545ac73,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:05.129992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.130331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.130665 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.130992 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.131319 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.131643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.131981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.132279 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.132599 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.132928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.133244 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:05.162795 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:05.549425 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 4ed33259-c2ab-495c-9396-c6742e2f33c7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:36:05.742678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:36:05.753651 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Sync routers for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:36:05.764458 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:05.767903 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:05.768500 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:05.819904 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-207a62a0-3393-4628-92ab-87911a7829a7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/floatingips/9a40f978-f78c-41d4-a189-f3b4edc1bdc9 HTTP/1.1" status: 204 len: 168 time: 1.5170567 May 27 04:36:05.820138 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:36:05.879457 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54815380-17c6-4c68-91ae-2ed1c1ab40ed'] response: {'name': 'network-changed', 'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb', 'status': 'completed', 'code': 200} May 27 04:36:05.949275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:05.973562 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-5a78c8d5-a810-4d35-a222-a998239ce8da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 1097 time: 0.0709040 May 27 04:36:06.117070 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-7bc9d87c-ad66-462c-b0b0-39c2aa6965ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:06.118861 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-7bc9d87c-ad66-462c-b0b0-39c2aa6965ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 200 len: 898 time: 0.1380730 May 27 04:36:06.202548 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-438e87a7-8fd5-453d-ad68-9697e3ad5971 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 200 len: 217 time: 0.0737641 May 27 04:36:06.239289 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccfcf-16e6-4af2-91f0-80df639c66e1 req-82ff4f9f-b518-4c68-8ddb-5a7f369d9e1e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:06.240715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-183ccfcf-16e6-4af2-91f0-80df639c66e1 req-82ff4f9f-b518-4c68-8ddb-5a7f369d9e1e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0816302 May 27 04:36:06.267543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-0a68dc72-1614-4e57-9603-593814e7a128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:06.269236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-0a68dc72-1614-4e57-9603-593814e7a128 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 200 len: 834 time: 0.0594385 May 27 04:36:06.271995 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:06.275835 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Checking router: 4ed33259-c2ab-495c-9396-c6742e2f33c7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:36:06.287431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:06.288022 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:06.288190 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-183ccfcf-16e6-4af2-91f0-80df639c66e1 req-c6afbcf9-004d-487c-b2e9-d216618c5610 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413787 May 27 04:36:06.348459 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-c44d9dcf-14e3-4499-be4b-37d9ff44df9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3ed8965-b718-4868-b2ce-372df6ca57b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727952 May 27 04:36:06.461163 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:06.478226 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-75a347f9-46d4-4b29-a2ef-70ae16100465 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219747 May 27 04:36:06.707841 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-92d33768-5b37-42a5-b0cb-3e473eeb5f60 req-6659a6c9-94ef-4533-963b-d77aff14dc54 service neutron] 10.222.0.21 "GET /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232933 May 27 04:36:06.803254 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:06.807107 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ba709-40ef-48a3-a51e-f6086f894f03 None None] The sync data for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 is: [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7', 'name': '', 'network_id': 'a3ed8965-b718-4868-b2ce-372df6ca57b3', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:b0:23:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:34Z', 'updated_at': '2022-05-27T04:34:40Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '80614051-4f1c-41dc-87f4-d4ccc9beaf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:36:07.025957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10841cce-e413-4f52-9e42-afd8981f9298 None None] New status for floating IP 9a40f978-f78c-41d4-a189-f3b4edc1bdc9: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:36:07.489415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad9ef2-7a2e-4b42-909b-55bb012b6d3c req-67cb20d4-a67e-41cb-8780-0bd8c6459827 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:07.490087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-baad9ef2-7a2e-4b42-909b-55bb012b6d3c req-67cb20d4-a67e-41cb-8780-0bd8c6459827 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:07.504551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-baad9ef2-7a2e-4b42-909b-55bb012b6d3c req-67cb20d4-a67e-41cb-8780-0bd8c6459827 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:07.505770 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-baad9ef2-7a2e-4b42-909b-55bb012b6d3c req-67cb20d4-a67e-41cb-8780-0bd8c6459827 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0890965 May 27 04:36:07.601041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-baad9ef2-7a2e-4b42-909b-55bb012b6d3c req-abee188f-0fe0-4bb3-bbb6-979078d65351 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d893f6c-76a5-419d-b974-69dc03c36025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896270 May 27 04:36:07.622053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-458dc9e8-debe-4480-aefa-f4d5fd3265fc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:07.623445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-458dc9e8-debe-4480-aefa-f4d5fd3265fc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 946 time: 0.0935464 May 27 04:36:07.691305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 868c21b9-22b0-45f1-86a0-4647639850cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:36:07.691635 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:07.927654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 868c21b9-22b0-45f1-86a0-4647639850cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=868c21b9-22b0-45f1-86a0-4647639850cb,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:07.928342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:08.047182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 868c21b9-22b0-45f1-86a0-4647639850cb owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:36:08.187266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:08.233680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=868c21b9-22b0-45f1-86a0-4647639850cb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:08.307496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] No DVR routers for this DVR port 868c21b9-22b0-45f1-86a0-4647639850cb on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:36:08.310649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:08.313126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'name': 'network-vif-deleted', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:36:08.328345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f025e1d4-1c75-4859-a2d1-b7c8ab967b00 req-199bb668-2fb1-4840-bcb5-f77e9bab56d1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "DELETE /v2.0/ports/868c21b9-22b0-45f1-86a0-4647639850cb HTTP/1.1" status: 204 len: 173 time: 0.6993597 May 27 04:36:08.367548 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6121954c-c227-46d7-8290-a45dc37dac11'] response: {'server_uuid': '83fd1754-d85f-4852-9b44-e829533a8570', 'name': 'network-vif-deleted', 'tag': '868c21b9-22b0-45f1-86a0-4647639850cb', 'status': 'completed', 'code': 200} May 27 04:36:08.778397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1ccd882b-54ed-4f4b-a1f4-48c6291c8e07 req-e6d1d709-625e-4421-b2c2-1178ffe95f84 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:08.794120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-1ccd882b-54ed-4f4b-a1f4-48c6291c8e07 req-e6d1d709-625e-4421-b2c2-1178ffe95f84 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:08.795285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1ccd882b-54ed-4f4b-a1f4-48c6291c8e07 req-e6d1d709-625e-4421-b2c2-1178ffe95f84 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fd1754-d85f-4852-9b44-e829533a8570 HTTP/1.1" status: 200 len: 210 time: 0.0569043 May 27 04:36:09.899413 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:10.284153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:10.610288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 868c21b9-22b0-45f1-86a0-4647639850cb no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:36:10.642660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 868c21b9-22b0-45f1-86a0-4647639850cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:36:10.642987 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 868c21b9-22b0-45f1-86a0-4647639850cb not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:36:10.974824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:36:10.975382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:11.158019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:11.158375 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:11.281864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:36:11.450290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:11.497623 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:11.789191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:12.449202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 4ed33259-c2ab-495c-9396-c6742e2f33c7 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:36:12.643697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:36:12.653447 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Sync routers for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:36:12.660756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cf800423-99b3-4087-9f76-1af2e476db16 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/4ed33259-c2ab-495c-9396-c6742e2f33c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602615 May 27 04:36:12.663542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54792) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:12.665414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:12.666201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:12.851707 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:12.863560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting subnet 80614051-4f1c-41dc-87f4-d4ccc9beaf64 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:36:12.866489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:12.919780 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.006242 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.083040 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.125105 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Subnet': ['ID=80614051-4f1c-41dc-87f4-d4ccc9beaf64,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:13.128980 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:36:11Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:13.131561 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.132975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Checking router: 4ed33259-c2ab-495c-9396-c6742e2f33c7 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:36:13.138220 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-19d79e73-aea1-4d1d-bf09-61c83df0da3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/subnets/80614051-4f1c-41dc-87f4-d4ccc9beaf64 HTTP/1.1" status: 204 len: 168 time: 0.4736466 May 27 04:36:13.139611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d29a65-104d-4019-9dac-4da6ea711c97 None None] Network a3ed8965-b718-4868-b2ce-372df6ca57b3 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:36:13.140778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54796) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:13.144509 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Routers {'4ed33259-c2ab-495c-9396-c6742e2f33c7'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:13.145142 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['4ed33259-c2ab-495c-9396-c6742e2f33c7'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:13.328832 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] Set router 4ed33259-c2ab-495c-9396-c6742e2f33c7 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:13.345587 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.389144 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] DHCP port deletion for a3ed8965-b718-4868-b2ce-372df6ca57b3 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:36:13.393490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Deleting port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:36:13.393854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.557862 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.568538 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:36:13.568880 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.594389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] For port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,segment=NetworkSegment(4a678405-a2b2-4f70-9d3c-c849747da945),segment_id=4a678405-a2b2-4f70-9d3c-c849747da945)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:13.594717 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.614434 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:36:11Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:13.619082 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adece0-6152-4f33-bcd8-76eceade4763 None None] The sync data for ids ['4ed33259-c2ab-495c-9396-c6742e2f33c7'] in n-d-843301-2 is: [{'id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059424933', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:36:11Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '2888d1ab-7a59-43a5-81d9-2cfeee86a7d0', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed33259-c2ab-495c-9396-c6742e2f33c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:34:31Z', 'updated_at': '2022-05-27T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:36:13.724828 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Calling delete_port for 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:36:13.832331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.852423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:13.852706 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:13.880949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Pushing event deleted for resources: {'Port': ['ID=3939a4ce-65ff-4ae4-9913-ab0f2fca0d42,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:13.895878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] No DVR routers for this DVR port 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:36:13.898640 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.899046 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.899432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.899834 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.900109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.900454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.900807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.901154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.901501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.902357 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.902705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6c764-2342-425b-ba01-b06b558c7532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:13.975261 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:36:14.170160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.218544 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=2888d1ab-7a59-43a5-81d9-2cfeee86a7d0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:14.436407 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.689761 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.693882 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.721282 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.721825 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed33259-c2ab-495c-9396-c6742e2f33c7 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:36:14.737311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.741147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-02b0d956-504b-4b8f-9c13-f844f6ae6618 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/routers/4ed33259-c2ab-495c-9396-c6742e2f33c7 HTTP/1.1" status: 204 len: 168 time: 1.5968604 May 27 04:36:14.741477 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:14.820954 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:36:14.860032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:36:14.860476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 3939a4ce-65ff-4ae4-9913-ab0f2fca0d42 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:36:14.860964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:36:14.863736 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:14.892176 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:36:14.892617 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f1b5cbb-c46b-4cfa-9cad-1d3ccec1e9b7 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:36:15.088718 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.114108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed8965-b718-4868-b2ce-372df6ca57b3']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:15.126360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a678405-a2b2-4f70-9d3c-c849747da945') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:15.126648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a678405-a2b2-4f70-9d3c-c849747da945') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:15.137491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.152729 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.159811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:36:15.160208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: timer() May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:36:15.175124 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:36:15.262680 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.280041 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.290876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Network': ['ID=a3ed8965-b718-4868-b2ce-372df6ca57b3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:15.299982 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7dd1099f-c17e-412d-9b08-d14a3aec90b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/networks/a3ed8965-b718-4868-b2ce-372df6ca57b3 HTTP/1.1" status: 204 len: 168 time: 0.5573790 May 27 04:36:15.302520 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:15.369776 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.398015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.463063 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.482304 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d893f6c-76a5-419d-b974-69dc03c36025,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:15.493510 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.494748 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-823cf036-8658-4285-837b-5e9296237761 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/security-groups/7d893f6c-76a5-419d-b974-69dc03c36025 HTTP/1.1" status: 204 len: 168 time: 0.1913009 May 27 04:36:15.631854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:15.638018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765617662', 'description': 'tempest-secgroup-smoke-765617662 description', 'project_id': '1436d76866ee44d58a298f09fb0a88c6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:15.645204 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:15.649483 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:15.653095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:15.658781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:15.668851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.703072 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:15.707139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:15.709894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:15.716356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:15.772329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.775534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.818198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e86c2-19a9-49db-9005-b4f4659a930f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:15.820922 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.822112 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a1b152f5-54ed-47db-8e01-177616898682 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1892107 May 27 04:36:15.825641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:15.830870 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:15.837641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:15.841969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:15.844742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:15.850375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:15.865893 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.927263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.930428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.953837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff63cc1e-9c8c-4b06-868d-9ecee38ae6a5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:15.962605 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:15.963758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-af5f5e42-a36b-4821-9a80-76c9c365449b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1372242 May 27 04:36:15.967207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:15.972377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:15.978680 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:15.982527 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:15.985355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:15.991009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.007133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.068240 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.071666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.095973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813ce2ef-b505-4abb-83c9-8563a4fd3316,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.106353 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.108020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-5ac84c06-186f-4ffe-8133-7d99c6359462 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397994 May 27 04:36:16.110542 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54824) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.115948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.122911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.126725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.129551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.135155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.146529 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:36:16.152281 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.213498 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.216579 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.238958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc0c875-763b-4851-acab-94c637ef51e8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.247248 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.248410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-e4e9cd86-0f4b-410d-854f-5939e08b52a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369677 May 27 04:36:16.251100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54828) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.256540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.263398 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.267153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.269959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.275552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.293502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.356205 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.359401 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.386459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518f23eb-f2d7-430b-aa41-db3f7477d939,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.392915 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.394223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3be0a94b-aed9-4373-a84f-9fb74b7bead7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1421728 May 27 04:36:16.396796 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54832) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.402171 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.408546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.412325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.415153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.421523 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.431221 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:36:16.438074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.500958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.506329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.529713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be94d3e-ec81-4631-bcf4-02a5b8178c96,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.538078 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.539272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-854028f8-61e3-4ccf-a979-eaec9b371f48 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1414626 May 27 04:36:16.541979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.547802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '6b7e86c2-19a9-49db-9005-b4f4659a930f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.554184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.558624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.561447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.566999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.577244 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:36:16.583551 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.650139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.653474 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.676939 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d34e5d-cd62-4dbd-bdc4-e4f741a308ec,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.686136 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.687463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-194f1f15-adcf-4c95-a10c-23fcd3cb255b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1440520 May 27 04:36:16.690330 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.695563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'network': {'name': 'tempest-network-smoke--1746850500', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.701306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.705540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:network and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.708857 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.715640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.719728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:36:16.726242 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:36:16.729087 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.753222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:36:16.753494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 2888d1ab-7a59-43a5-81d9-2cfeee86a7d0 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:36:16.758222 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:36:16.766925 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.767297 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Added segment c37e8c71-48ec-4f12-a4cb-1361e1436504 of type vlan for network bc4c7a66-c2f4-465d-98c1-5c203016740e May 27 04:36:16.793390 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.820618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.824174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:16.824760 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.935695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2443483 May 27 04:36:16.938414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1fcd6-657a-48dd-b80d-de0277d933b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Network': ['ID=bc4c7a66-c2f4-465d-98c1-5c203016740e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:16.938558 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54844) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:16.943730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'admin_state_up': True, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:16.949760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network bc4c7a66-c2f4-465d-98c1-5c203016740e details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:36:16.951461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:16.955320 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:router and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:16.958412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:16.965186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:16.974815 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.975705 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:16.993930 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.234239 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.409374 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.437166 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.574399 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.225 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5597228a-3d07-4d6c-94c6-f199feff8747) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:36:17.717669 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.743826 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.809594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:17.812383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:17.815083 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:36:17.844461 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=5597228a-3d07-4d6c-94c6-f199feff8747,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:17.868065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.868404 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.868764 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.869118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.869443 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.869763 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.870080 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.870974 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.871291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.871610 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.871922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:17.985094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:17.985766 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:18.212054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:36:18.411186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:36:18.420973 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Sync routers for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:36:18.432408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:18.433045 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:18.436471 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:18.437665 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-db0ca229-3ba8-4f96-a9fb-f3a8cab6fc06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4980567 May 27 04:36:18.440859 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:18.481168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74ef4079-e6f0-47bb-89e2-be3c4c81dd5a tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=1436d76866ee44d58a298f09fb0a88c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391390 May 27 04:36:18.483740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:18.610627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:18.611767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f6131-1927-4908-9d6c-fd2c1ac403eb tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:18.613291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-535f6131-1927-4908-9d6c-fd2c1ac403eb tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286745 May 27 04:36:18.616131 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:18.660318 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-541b4b30-46e8-4d41-80b1-85955c085801 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430708 May 27 04:36:18.662785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:18.668340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1238483578', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:18.778816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:18.782605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:subnet and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:18.785381 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:18.790940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:18.803767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:36:18.894265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:17Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:18.898174 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Checking router: 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:36:18.898528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Updating router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc port 5597228a-3d07-4d6c-94c6-f199feff8747 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:36:18.916391 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:18.952295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.132170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.205303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Subnet': ['ID=ab956008-8ce9-47a7-bcf5-d4fb393f7d27,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:19.223196 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Checking segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:36:19.223549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network hostable DHCP agents. Network: bc4c7a66-c2f4-465d-98c1-5c203016740e, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:36:19.244798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network bc4c7a66-c2f4-465d-98c1-5c203016740e is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:36:19.254894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, bc4c7a66-c2f4-465d-98c1-5c203016740e) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:19.264448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:19.265208 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.271017 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073cb7d-463d-4f07-9858-f88a873f4102 None None] Network bc4c7a66-c2f4-465d-98c1-5c203016740e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:36:19.288384 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cdfcf1ed-780c-4a66-9f4c-aaf8b1e553e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6219373 May 27 04:36:19.288610 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54864) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:19.364033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.391230 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Transition to ACTIVE for port object 5597228a-3d07-4d6c-94c6-f199feff8747 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:19.401045 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.574399 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Attempting to bind port 5597228a-3d07-4d6c-94c6-f199feff8747 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:36:19.575109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Attempting to bind port 5597228a-3d07-4d6c-94c6-f199feff8747 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:36:19.575109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Attempting to bind port 5597228a-3d07-4d6c-94c6-f199feff8747 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:36:19.579279 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b128-12ec-4679-a335-4c0a1deb5449 None None] Pushing event updated for resources: {'Port': ['ID=5597228a-3d07-4d6c-94c6-f199feff8747,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:19.623506 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:36:19.623872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:36:19.624270 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.624643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:36:19.625205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Bound port: 5597228a-3d07-4d6c-94c6-f199feff8747, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:36:19.625486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.652964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-bc4c7a66-c2f4-465d-98c1-5c203016740e', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:36:19.653761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.758157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] For port 5597228a-3d07-4d6c-94c6-f199feff8747, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:36:19.778608 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] For port 5597228a-3d07-4d6c-94c6-f199feff8747, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5597228a-3d07-4d6c-94c6-f199feff8747,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:36:19.788253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:19.918476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Allocated IP 172.20.0.2 (bc4c7a66-c2f4-465d-98c1-5c203016740e/ab956008-8ce9-47a7-bcf5-d4fb393f7d27/36369395-ead0-4552-8c78-625ce383613c) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:36:19.920638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b128-12ec-4679-a335-4c0a1deb5449 None None] Pushing event updated for resources: {'Port': ['ID=5597228a-3d07-4d6c-94c6-f199feff8747,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:20.007597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:20.008204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:20.146239 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.284062 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:20.323763 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.389590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Transition to ACTIVE for port object 36369395-ead0-4552-8c78-625ce383613c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:20.476303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Transition to ACTIVE for port object 36369395-ead0-4552-8c78-625ce383613c will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:20.487143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.546768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.1 (bc4c7a66-c2f4-465d-98c1-5c203016740e/ab956008-8ce9-47a7-bcf5-d4fb393f7d27/965f8db2-105b-4c57-84a4-1bc9b50d1615) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:36:20.582815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Network bc4c7a66-c2f4-465d-98c1-5c203016740e is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:20.593592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:20.597494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Pushing event updated for resources: {'Port': ['ID=36369395-ead0-4552-8c78-625ce383613c,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:20.601157 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:36:20.709263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.724864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 965f8db2-105b-4c57-84a4-1bc9b50d1615 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:20.729296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Attempting to bind port 36369395-ead0-4552-8c78-625ce383613c on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:36:20.729794 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Attempting to bind port 36369395-ead0-4552-8c78-625ce383613c by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:36:20.730137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Attempting to bind port 36369395-ead0-4552-8c78-625ce383613c on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:36:20.742508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:36:20.742872 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Checking segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:36:20.743297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.743649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Bound using segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:36:20.744108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Bound port: 36369395-ead0-4552-8c78-625ce383613c, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:36:20.744494 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.747564 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.785578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:17Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:20.799615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e3632-dc9c-420b-920b-15069bdcfe96 None None] The sync data for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 is: [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:17Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:36:20.821698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network bc4c7a66-c2f4-465d-98c1-5c203016740e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:20.825887 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:20.827801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:20.829877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:36:20.843519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] For port 36369395-ead0-4552-8c78-625ce383613c, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:36:20.846637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] For port 36369395-ead0-4552-8c78-625ce383613c, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36369395-ead0-4552-8c78-625ce383613c,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:36:20.850979 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.891074 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:20.941914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b0d23-ea4d-4ef0-9e89-4182340f225b None None] Pushing event updated for resources: {'Port': ['ID=36369395-ead0-4552-8c78-625ce383613c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:20.987633 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:21.559611 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:21.564204 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:21.679919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:21.682828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:21.828112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network bc4c7a66-c2f4-465d-98c1-5c203016740e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:21.829312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:21.920237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe27dbe-7026-45b0-a8db-4517b9c42b23 None None] Network bc4c7a66-c2f4-465d-98c1-5c203016740e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:36:22.067902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-efd997b6-9b35-413d-93b0-619e57be00ff None None] Provisioning for port 36369395-ead0-4552-8c78-625ce383613c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:22.222699 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:36:22.414333 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bb1529f0-06f2-4eae-8668-402b53feaad6 None None] Provisioning for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:22.420350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bb1529f0-06f2-4eae-8668-402b53feaad6 None None] Provisioning complete for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:22.420710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bb1529f0-06f2-4eae-8668-402b53feaad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:22.430944 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:36:22.455420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a8ec8a08-34ff-44a8-a886-5274d27f7ca3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582072 May 27 04:36:22.482494 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bb1529f0-06f2-4eae-8668-402b53feaad6 None None] Port 965f8db2-105b-4c57-84a4-1bc9b50d1615 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:36:22.603999 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2dbbf0d9-4f5f-4fc4-9776-55b8f9fb63df None None] Provisioning complete for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:22.604370 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2dbbf0d9-4f5f-4fc4-9776-55b8f9fb63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:22.629690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-aefad7c4-f3bc-429e-88a2-45091b7f6f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:22.648249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-aefad7c4-f3bc-429e-88a2-45091b7f6f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:22.649573 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-aefad7c4-f3bc-429e-88a2-45091b7f6f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765617662&fields=id&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 267 time: 0.0626805 May 27 04:36:22.660327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2dbbf0d9-4f5f-4fc4-9776-55b8f9fb63df None None] Port 965f8db2-105b-4c57-84a4-1bc9b50d1615 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:36:22.781781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d83d26e8-fc3e-4671-98e2-64fa80831340 None None] Provisioning complete for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:22.782143 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d83d26e8-fc3e-4671-98e2-64fa80831340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:22.811287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1ed19080-502c-428f-a63e-827bea9e0e18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:22.811980 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1ed19080-502c-428f-a63e-827bea9e0e18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:22.830077 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1ed19080-502c-428f-a63e-827bea9e0e18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:22.831551 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1ed19080-502c-428f-a63e-827bea9e0e18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 797 time: 0.1744802 May 27 04:36:22.837030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5597228a-3d07-4d6c-94c6-f199feff8747 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:22.849302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-61b42f4e-2fa1-4cdc-b7b6-80b141ee0742 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/quotas/1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 375 time: 0.0120275 May 27 04:36:22.874911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d83d26e8-fc3e-4671-98e2-64fa80831340 None None] Port 965f8db2-105b-4c57-84a4-1bc9b50d1615 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:36:22.908248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5597228a-3d07-4d6c-94c6-f199feff8747 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:22.913369 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5597228a-3d07-4d6c-94c6-f199feff8747 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:22.913740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:22.934328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-6ff390b9-d93b-4631-9902-36f228ddf9aa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:22.951468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-6ff390b9-d93b-4631-9902-36f228ddf9aa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:22.953196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-6ff390b9-d93b-4631-9902-36f228ddf9aa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983684 May 27 04:36:23.027611 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:23.043678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5597228a-3d07-4d6c-94c6-f199feff8747, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5597228a-3d07-4d6c-94c6-f199feff8747,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:23.047183 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:23.048163 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36369395-ead0-4552-8c78-625ce383613c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:23.166359 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5597228a-3d07-4d6c-94c6-f199feff8747,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:23.179920 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 36369395-ead0-4552-8c78-625ce383613c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:23.185629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 36369395-ead0-4552-8c78-625ce383613c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:23.185999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:23.195218 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-40234a48-f959-4c9b-af12-94c3cd0bd22b service neutron] 10.222.0.46 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297699 May 27 04:36:23.296914 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:23.327719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 36369395-ead0-4552-8c78-625ce383613c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36369395-ead0-4552-8c78-625ce383613c,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:23.331931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:23.333650 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-cd11c547-44e1-4815-8196-f8fc039ce038 service neutron] 10.222.0.46 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326363 May 27 04:36:23.398362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=36369395-ead0-4552-8c78-625ce383613c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:23.523543 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89627a2a-b55d-4984-8371-0085e02879c6 req-2916f35c-22e8-4bfe-a589-cc772233bf6d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 210 time: 0.0450726 May 27 04:36:24.296285 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:24.372962 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Sync routers for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:36:24.384482 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:24.385165 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:24.503375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-719def91-6ba7-46ef-92ac-0a08cf040e58 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:24.504698 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-719def91-6ba7-46ef-92ac-0a08cf040e58 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 797 time: 0.1473894 May 27 04:36:24.569348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9ad3169a-1856-464e-9680-994312d46945 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 379 time: 0.0526044 May 27 04:36:24.581431 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'port': {'device_id': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'admin_state_up': True, 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'security_groups': ['6b7e86c2-19a9-49db-9005-b4f4659a930f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:24.605692 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:24.713906 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b7773bd9-ccda-4e44-8366-8a766162a274 req-e8aa707d-df6b-431c-a2d0-ebc212841037 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 210 time: 0.0478487 May 27 04:36:24.765916 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:24.775543 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:24.781806 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5597228a-3d07-4d6c-94c6-f199feff8747 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:24.787215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:36:24.790343 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:24.862075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5597228a-3d07-4d6c-94c6-f199feff8747 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:24.862434 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:24.936692 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:21Z', 'revision_number': 2, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:24.940947 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Checking router: 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:36:24.941373 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Updating router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc port 965f8db2-105b-4c57-84a4-1bc9b50d1615 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:36:24.958096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.6 (bc4c7a66-c2f4-465d-98c1-5c203016740e/ab956008-8ce9-47a7-bcf5-d4fb393f7d27/85d281c6-80ef-4380-92a6-7cb7d3780970) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:36:24.983272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36369395-ead0-4552-8c78-625ce383613c up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:24.998872 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.059383 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 36369395-ead0-4552-8c78-625ce383613c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:25.059746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.165912 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.182643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 85d281c6-80ef-4380-92a6-7cb7d3780970 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:25.204080 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.275631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network bc4c7a66-c2f4-465d-98c1-5c203016740e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:25.279179 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:25.281578 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:36:25.322929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:25.350552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:25.351174 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.379150 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1e5b285d-805a-49f5-8890-b2a10cbe35f0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032129 May 27 04:36:25.391415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Request body: {'port': {'device_id': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:25.424735 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.437613 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Transition to ACTIVE for port object 965f8db2-105b-4c57-84a4-1bc9b50d1615 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:25.446174 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.513692 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.515790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f35b97e4-58d9-40a9-a3ea-fa3a589a3812 None None] Provisioning for port 85d281c6-80ef-4380-92a6-7cb7d3780970 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:25.520802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f35b97e4-58d9-40a9-a3ea-fa3a589a3812 None None] Provisioning complete for port 85d281c6-80ef-4380-92a6-7cb7d3780970 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:25.521214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f35b97e4-58d9-40a9-a3ea-fa3a589a3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.586528 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Pushing event updated for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:25.600946 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f35b97e4-58d9-40a9-a3ea-fa3a589a3812 None None] Port 85d281c6-80ef-4380-92a6-7cb7d3780970 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:36:25.602431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.602768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.603097 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.603431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.603736 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.604050 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.604780 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.605090 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.605906 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.606224 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.606542 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:36:25.691992 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Attempting to bind port 965f8db2-105b-4c57-84a4-1bc9b50d1615 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:36:25.692355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Attempting to bind port 965f8db2-105b-4c57-84a4-1bc9b50d1615 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:36:25.692827 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Attempting to bind port 965f8db2-105b-4c57-84a4-1bc9b50d1615 on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:36:25.700019 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:36:25.700477 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Checking segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:36:25.700948 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.701392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Bound using segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:36:25.701907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Bound port: 965f8db2-105b-4c57-84a4-1bc9b50d1615, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:36:25.702330 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.797636 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] For port 965f8db2-105b-4c57-84a4-1bc9b50d1615, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:36:25.801808 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] For port 965f8db2-105b-4c57-84a4-1bc9b50d1615, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=965f8db2-105b-4c57-84a4-1bc9b50d1615,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:36:25.806204 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.888937 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d281c6-80ef-4380-92a6-7cb7d3780970 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:36:25.891321 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf71d-67ea-4f77-976e-8427c1e2a7f7 None None] Pushing event updated for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:25.896667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:25.897484 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:25.903694 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.922926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Transition to ACTIVE for port object 85d281c6-80ef-4380-92a6-7cb7d3780970 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:36:25.927649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:25.954278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448c6e-f448-47ed-b015-13c0b0aaa2d5 req-b72a04e1-198f-4aba-ae15-bd4fa6115f77 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:25.957170 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12448c6e-f448-47ed-b015-13c0b0aaa2d5 req-b72a04e1-198f-4aba-ae15-bd4fa6115f77 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 931 time: 0.1005247 May 27 04:36:26.023055 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-12448c6e-f448-47ed-b015-13c0b0aaa2d5 req-e3fc6212-4eec-4b02-82db-7ee3f4b27a89 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595672 May 27 04:36:26.102552 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:26.215812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:26.292844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:36:26.293312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:36:26.293708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:36:26.300928 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:36:26.301276 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:36:26.308761 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:36:26.309169 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Checking segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:36:26.309558 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Bound using segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:36:26.309994 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Bound port: 85d281c6-80ef-4380-92a6-7cb7d3780970, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:36:26.310342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:26.408493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:36:26.411414 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:36:26.416060 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:26.461066 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:25Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:26.465465 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1221544-778c-4a44-96f2-2519f4a7e0a7 None None] The sync data for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 is: [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:25Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:36:26.484287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:26.485669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] 10.222.0.21 "PUT /v2.0/ports/85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 1091 time: 1.0990980 May 27 04:36:26.486106 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:36:26.502683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813483e-bcfa-47be-ae7e-cf9fd186a368 service neutron] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:26.570878 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98c65f5-1db8-4964-9880-5b7e716267b8'] response: {'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'status': 'completed', 'code': 200} May 27 04:36:26.635236 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-1a57166e-50b5-4135-8590-1549012bc30a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1094 time: 0.0955493 May 27 04:36:26.707858 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-b0214e02-65e0-473b-b7f9-fe5826d60093 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 217 time: 0.0654624 May 27 04:36:26.795624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 965f8db2-105b-4c57-84a4-1bc9b50d1615 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:26.798135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-ef8d13e2-0f6f-42be-95f3-a2d6f80e2766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:26.799572 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-ef8d13e2-0f6f-42be-95f3-a2d6f80e2766 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0866215 May 27 04:36:26.876768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-fb4b2951-50ec-4e77-9c5f-949debb8e026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713675 May 27 04:36:26.877004 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:26.888706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:26.889085 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:26.937518 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:26.957146 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-3ec82290-2dfd-4658-a4f2-5f4b249f6808 req-1097ff0d-0aff-4724-906b-74c0b6076bfe tempest-ServerDiskConfigTestJSON-944289440 tempest-ServerDiskConfigTestJSON-944289440-project] (84155) timed out ('10.222.0.21', 54861) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:36:27.016442 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:27.025800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-ec4ad33f-df98-4e4a-9c29-280bd36427f2 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392467 May 27 04:36:27.053901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 965f8db2-105b-4c57-84a4-1bc9b50d1615, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=965f8db2-105b-4c57-84a4-1bc9b50d1615,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:27.058630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:27.143395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:27.189993 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-62e0a59c-c441-4ace-9f51-e2d17b82474b req-47eda6bb-01a7-4045-ba3a-a5a348a39536 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580448 May 27 04:36:27.259966 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396c8c-74c7-4563-bf7c-3a680b3be740 req-9355437d-e994-491d-8028-4038685b68f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:27.262283 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-74396c8c-74c7-4563-bf7c-3a680b3be740 req-9355437d-e994-491d-8028-4038685b68f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.0888898 May 27 04:36:27.313063 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-65b35490-1cf7-40c6-9430-11878f8196c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1094 time: 0.0728076 May 27 04:36:27.313539 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-74396c8c-74c7-4563-bf7c-3a680b3be740 req-f151aaec-a834-4118-b9dd-6ce1459dbe5c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455573 May 27 04:36:27.448925 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-1a9b61ca-2ce4-4b87-993f-f9ecc4df9e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:27.450398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-1a9b61ca-2ce4-4b87-993f-f9ecc4df9e3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1320441 May 27 04:36:27.522991 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-0f2e9634-2920-4258-9ee3-f088f3092c40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 217 time: 0.0653536 May 27 04:36:27.587285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-b320ef7d-4d30-4535-b85c-7ae30dd16efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:27.588695 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-b320ef7d-4d30-4535-b85c-7ae30dd16efd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0597165 May 27 04:36:27.670346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-abe9671b-e352-4947-8f9d-83f7d6fcc50b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751977 May 27 04:36:27.798903 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-545f0752-294f-45de-8976-47416c52d4a3 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214454 May 27 04:36:27.932185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e398e1a5-0dde-4849-ad9a-b1012c22614c req-fae47321-52e1-45dc-a8bd-fcc47585adac service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270499 May 27 04:36:27.951529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a5e937e6-ae27-4ee2-9b65-95ec4bc338ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:28.506987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53fb61-7658-44aa-8db7-9a7274c1518a req-c3b1df3a-4760-4198-83d3-88ed59c19935 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:28.507672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-de53fb61-7658-44aa-8db7-9a7274c1518a req-c3b1df3a-4760-4198-83d3-88ed59c19935 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:36:28.522891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-de53fb61-7658-44aa-8db7-9a7274c1518a req-c3b1df3a-4760-4198-83d3-88ed59c19935 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:36:28.524070 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de53fb61-7658-44aa-8db7-9a7274c1518a req-c3b1df3a-4760-4198-83d3-88ed59c19935 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.0897834 May 27 04:36:28.572001 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de53fb61-7658-44aa-8db7-9a7274c1518a req-220ff140-0a8e-4e55-a4e1-17ec62507e90 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415845 May 27 04:36:28.657014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:36:28.769534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 965f8db2-105b-4c57-84a4-1bc9b50d1615 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:28.861538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:28.881302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'mac_address': 'fa:16:3e:c8:4b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:36:28.942322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:28.951039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 965f8db2-105b-4c57-84a4-1bc9b50d1615 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:28.951415 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:29.001143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d281c6-80ef-4380-92a6-7cb7d3780970 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:36:29.023299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:29.028331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:29.139827 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:29.225810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['85d281c6-80ef-4380-92a6-7cb7d3780970'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:36:29.765720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7a94-e9c2-4415-a4e3-7327053aa5a4 req-95b544c5-61d6-463d-ae98-930afdea310b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:29.767141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11bb7a94-e9c2-4415-a4e3-7327053aa5a4 req-95b544c5-61d6-463d-ae98-930afdea310b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 944 time: 0.0749621 May 27 04:36:29.811950 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-11bb7a94-e9c2-4415-a4e3-7327053aa5a4 req-17b3998b-b4c1-4a9c-9c46-fcd54b64d94a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393665 May 27 04:36:30.029688 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-38ae1728-fd50-4cea-b0ce-c24dfdbc6fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:30.656434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:36:30.722894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 85d281c6-80ef-4380-92a6-7cb7d3780970 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:36:30.727507 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 85d281c6-80ef-4380-92a6-7cb7d3780970 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:36:30.727868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:30.840710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:30.867172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:36:30.876878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:36:30.881698 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:30.933141 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52472a64-c471-41b0-9b88-3850f7c76c8a'] response: {'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'code': 200} May 27 04:36:30.952177 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:31.166793 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb5e6-1d7d-4255-9702-d09ee4a847ce req-68aedf23-f847-4f2a-b872-9b510888ceb7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:31.168300 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-062cb5e6-1d7d-4255-9702-d09ee4a847ce req-68aedf23-f847-4f2a-b872-9b510888ceb7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.2308671 May 27 04:36:31.172085 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5218fd71-1765-4d6d-9cf0-855de1bf7e0f req-9c76b9c8-983b-4e11-824b-00301df350e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1096 time: 0.1060042 May 27 04:36:31.242759 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-062cb5e6-1d7d-4255-9702-d09ee4a847ce req-b9c7c585-308e-43ea-aa50-21d07468567c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688887 May 27 04:36:31.244292 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5218fd71-1765-4d6d-9cf0-855de1bf7e0f req-163d815c-4fa6-4ef1-9610-17e725d4be1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568748 May 27 04:36:31.556234 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:31.575939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:32.528389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d9a9-efbb-43d5-8cf1-c4883cdaa6f9 req-c827539c-fac5-49cd-b080-9d0bdc357dde tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:32.529832 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6171d9a9-efbb-43d5-8cf1-c4883cdaa6f9 req-c827539c-fac5-49cd-b080-9d0bdc357dde tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.1641934 May 27 04:36:32.577315 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6171d9a9-efbb-43d5-8cf1-c4883cdaa6f9 req-84d96e1a-78eb-4c64-8f0e-6f51122a73f3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417924 May 27 04:36:32.772298 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf2112-db0c-4c83-8326-5a1efec66cf3 req-3682146f-50e5-4f77-949b-41a177fcdd4b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:32.773839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bdf2112-db0c-4c83-8326-5a1efec66cf3 req-3682146f-50e5-4f77-949b-41a177fcdd4b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0802794 May 27 04:36:32.818920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2bdf2112-db0c-4c83-8326-5a1efec66cf3 req-ef857fd8-4eb5-4bac-894d-f4be430ff749 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396492 May 27 04:36:32.846054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:32.914523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d691e204-1e71-49ee-aba0-a418d5c4a89f tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1091 time: 0.0673592 May 27 04:36:32.917878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 54918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:32.922947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:36:32.929186 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:36:32.933642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:floatingip and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:36:32.936384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:36:32.941991 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:36:32.952171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:33.086464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:33.220833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.174 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/760ea6b2-f541-4324-b2ef-ba694df2e473) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:36:33.243072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:33.369328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:33.400909 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:33.466126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:36:33.468785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:36:33.472489 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:36:33.504964 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=760ea6b2-f541-4324-b2ef-ba694df2e473,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:33.964923 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:34.021473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:34.324781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:34.328844 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:34.433635 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=760ea6b2-f541-4324-b2ef-ba694df2e473,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:36:34.447406 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:34.643727 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Floating IP e41094ac-180b-40bc-a07b-495f9d0a7e73 associated. External IP: 172.25.8.174, port: 85d281c6-80ef-4380-92a6-7cb7d3780970. May 27 04:36:35.029949 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:36:35.231036 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:36:35.254664 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:35.314476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b5f00dce-01e8-4673-83b2-62d48cb8605f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3955922 May 27 04:36:35.315031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:36:35.367627 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd9c452-2397-4bcc-9032-82e1ec34b610'] response: {'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'status': 'completed', 'code': 200} May 27 04:36:35.457945 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-0f04e85e-efab-4a2e-9ecd-aff90deb8e39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1096 time: 0.0687907 May 27 04:36:35.483068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d4cf3-5bd8-4d0a-9f78-1dcf9d1ed4a9 req-b0d8565e-f07f-4cbc-a584-c20ddc49e1dd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:35.484516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac1d4cf3-5bd8-4d0a-9f78-1dcf9d1ed4a9 req-b0d8565e-f07f-4cbc-a584-c20ddc49e1dd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0751474 May 27 04:36:35.529883 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ac1d4cf3-5bd8-4d0a-9f78-1dcf9d1ed4a9 req-80d48cb2-5c7c-4ae1-83d1-a65abf12f5a0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398517 May 27 04:36:35.557065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54926) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:35.589290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-516044ed-f744-4b5d-a406-f5c2def592f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:35.590632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-516044ed-f744-4b5d-a406-f5c2def592f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1269660 May 27 04:36:35.663987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-530ef11f-9c0d-417f-bac8-cd3b89f77bc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 991 time: 0.1050811 May 27 04:36:35.691413 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-b28734bb-ddff-4422-ab72-88b6043b7e2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 999 time: 0.0950284 May 27 04:36:35.751114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-65a11eb5-b552-4915-9317-694e1d8c96d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:36:35.752466 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-65a11eb5-b552-4915-9317-694e1d8c96d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0559258 May 27 04:36:35.927168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-fcf10ef2-485a-4ab4-875c-ac75c269c555 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690981 May 27 04:36:36.054506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-102d6997-3e1b-4648-a549-b92d59865023 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211531 May 27 04:36:36.185353 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b3c4411-06d4-4100-9545-7034e1eae16e req-d235161c-f25e-414c-adfa-ee7aed3d1823 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247249 May 27 04:36:36.222735 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Sync routers for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:36:36.235531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:36.236134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:36.406571 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:36.668027 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54930) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:36.747297 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e41094ac-180b-40bc-a07b-495f9d0a7e73', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'mac_address': 'fa:16:3e:c8:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:36:33Z', 'updated_at': '2022-05-27T04:36:33Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:36.751123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Checking router: 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:36:36.762534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:36:36.763134 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:36:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:36.771790 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-af773e78-2373-45cc-a724-ddcee9ba2251 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 991 time: 0.1026387 May 27 04:36:36.937681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:36:37.303201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e41094ac-180b-40bc-a07b-495f9d0a7e73', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'mac_address': 'fa:16:3e:c8:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:36:33Z', 'updated_at': '2022-05-27T04:36:33Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:36:37.307032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67fb9-e460-4d80-be1f-f3c3614af54b None None] The sync data for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 is: [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'e41094ac-180b-40bc-a07b-495f9d0a7e73', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'mac_address': 'fa:16:3e:c8:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:36:33Z', 'updated_at': '2022-05-27T04:36:33Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:36:37.775533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54934) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:37.878826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9af5d65a-ef0a-4057-9067-af8f9697d6c4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 991 time: 0.1017070 May 27 04:36:38.882678 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54938) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:38.985966 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5571011f-d6a2-406d-9277-7cf661e840c9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 991 time: 0.1020815 May 27 04:36:39.989233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54942) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:40.093911 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f29465f7-5d27-4ac4-920e-2d5b367e34b6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 991 time: 0.1023965 May 27 04:36:40.285424 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3a311-4489-4235-9cc8-9967c562b732 None None] New status for floating IP e41094ac-180b-40bc-a07b-495f9d0a7e73: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:36:41.096685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54946) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:36:41.200163 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-775f7fc3-5f25-4eae-81cc-1e33a2c84700 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 993 time: 0.1022406 May 27 04:36:53.146471 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:36:54.314675 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:56.911826 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:36:57.954453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ff49-cdb8-49bc-bd2f-9c1ecba1c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:00.031209 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c5e44735-685c-48a1-9170-7aaadf06f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:01.558749 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:01.576044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:03.245815 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:03.920997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c557390c-b6a2-46dc-b040-12475d61cb72 req-f5a65a8f-39cf-48a2-88a3-0abc8a8ca559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1335180 May 27 04:37:04.186474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 54970) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:37:04.244255 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db599f-1f9e-496b-a13a-3c4022e2e0e0 req-5f1aca68-bfed-464f-a49e-4bb761e9930b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:04.250517 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7db599f-1f9e-496b-a13a-3c4022e2e0e0 req-5f1aca68-bfed-464f-a49e-4bb761e9930b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0851769 May 27 04:37:04.303791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f7db599f-1f9e-496b-a13a-3c4022e2e0e0 req-81a590f3-8406-4755-9654-0cadea0f8322 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497618 May 27 04:37:04.329000 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-dc68b817-e15c-436f-b5f5-3019c536a32e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413682 May 27 04:37:05.506004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe55c49-a202-4485-be4f-92a55802e737 req-809e3c2d-7eb0-4a83-ac02-20ca75c0dafd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:05.507415 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fe55c49-a202-4485-be4f-92a55802e737 req-809e3c2d-7eb0-4a83-ac02-20ca75c0dafd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0783312 May 27 04:37:05.551496 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1fe55c49-a202-4485-be4f-92a55802e737 req-f6556b46-8392-4ed1-bb84-afc82071579e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377924 May 27 04:37:05.757187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-9bd401e5-3f50-4d5c-9f82-793c1c731007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1096 time: 0.0710158 May 27 04:37:05.885245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607749-af92-4463-8cb2-4a262c00db62 req-aeb70853-2a39-41ea-b898-6f30854b5f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:05.887238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-aeb70853-2a39-41ea-b898-6f30854b5f0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1243742 May 27 04:37:05.996739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-bd39c12f-4802-4e8f-adea-28f49263bd42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 1001 time: 0.1031177 May 27 04:37:06.060777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607749-af92-4463-8cb2-4a262c00db62 req-04c31821-06a6-4e10-8c8c-74ae0eb5cf00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:06.062196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-04c31821-06a6-4e10-8c8c-74ae0eb5cf00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0596130 May 27 04:37:06.135009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-819fe8ce-bd24-467d-bc84-848e0c04b749 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664613 May 27 04:37:06.267061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-14bac186-8867-47bf-81e5-d1e200b41532 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250768 May 27 04:37:06.396478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-490d81f2-3e39-4993-a83b-3f71f6649d06 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227968 May 27 04:37:06.751087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b951276-aec7-415a-b545-d6bcda9d5272 req-44255159-aee1-4bbb-8495-6147ff9d928a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:06.752511 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b951276-aec7-415a-b545-d6bcda9d5272 req-44255159-aee1-4bbb-8495-6147ff9d928a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0795412 May 27 04:37:06.796787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0b951276-aec7-415a-b545-d6bcda9d5272 req-229a036b-dfd1-40fb-8a4a-46f65cc14522 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387435 May 27 04:37:07.988338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76614555-4dcb-42f2-bfb2-2b0856ed4ce0 req-7e44919e-d7df-4c9f-b0fb-a901b81b53f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:07.989786 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76614555-4dcb-42f2-bfb2-2b0856ed4ce0 req-7e44919e-d7df-4c9f-b0fb-a901b81b53f4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0743160 May 27 04:37:08.036662 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76614555-4dcb-42f2-bfb2-2b0856ed4ce0 req-90dcfa1f-0f5b-46e5-be8c-c18d5104ff7b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 May 27 04:37:09.230287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504d37b-d928-46e7-9818-b2cb3b59b67f req-653889ee-da55-4a28-ad2f-a4ab585d46b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:09.231736 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a504d37b-d928-46e7-9818-b2cb3b59b67f req-653889ee-da55-4a28-ad2f-a4ab585d46b3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0755994 May 27 04:37:09.275362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a504d37b-d928-46e7-9818-b2cb3b59b67f req-a26b3314-b97e-4cef-a54b-0fd2b9b66214 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 May 27 04:37:10.468853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda07144-2f1d-4f60-9c69-1cc84dc01c0b req-f6fa8bc7-167f-4c31-9582-408f04f07e06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:10.470248 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fda07144-2f1d-4f60-9c69-1cc84dc01c0b req-f6fa8bc7-167f-4c31-9582-408f04f07e06 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0755923 May 27 04:37:10.514191 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fda07144-2f1d-4f60-9c69-1cc84dc01c0b req-6ca4c672-ace7-4b5a-b356-1d5ac5a09471 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385349 May 27 04:37:11.712873 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684349ac-1b90-4968-93a2-c390c2d40ebb req-25e614a6-160b-4af3-b269-776e6690b984 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:11.714348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-684349ac-1b90-4968-93a2-c390c2d40ebb req-25e614a6-160b-4af3-b269-776e6690b984 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0783150 May 27 04:37:11.758793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-684349ac-1b90-4968-93a2-c390c2d40ebb req-df7d1aa7-b706-4b2b-afba-65bb957c3261 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 May 27 04:37:12.954015 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a526e-a1ce-4733-9f26-a3131dafcca9 req-507ad13a-a9bb-4abd-b51b-c26d66fa3cc8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:12.955442 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e1a526e-a1ce-4733-9f26-a3131dafcca9 req-507ad13a-a9bb-4abd-b51b-c26d66fa3cc8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0790498 May 27 04:37:13.005970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e1a526e-a1ce-4733-9f26-a3131dafcca9 req-85bb198e-2eb4-4bd0-8a24-bbaedaab84f1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 May 27 04:37:14.200430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c53ca-984b-4170-969a-e56e2272a62b req-b63ca24a-97f5-4796-a223-2cdded2eb5e8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:14.201875 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-716c53ca-984b-4170-969a-e56e2272a62b req-b63ca24a-97f5-4796-a223-2cdded2eb5e8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0759335 May 27 04:37:14.249020 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-716c53ca-984b-4170-969a-e56e2272a62b req-8b9c45c6-d7e5-4651-94c3-8adf99b95669 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414488 May 27 04:37:15.442449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc912b5-9070-4caa-bd14-96b16d82fca9 req-aa2581b9-c83e-4d21-ae63-0bdc1baced17 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:15.443793 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adc912b5-9070-4caa-bd14-96b16d82fca9 req-aa2581b9-c83e-4d21-ae63-0bdc1baced17 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0776596 May 27 04:37:15.487968 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-adc912b5-9070-4caa-bd14-96b16d82fca9 req-ab2c914d-ceca-4979-ae27-a1e8a60c66e2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387104 May 27 04:37:16.695750 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671b46-305d-48d1-9754-693043767cd9 req-c206bf7d-f2ef-4eb5-aae9-bdd705a2731a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:16.697209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73671b46-305d-48d1-9754-693043767cd9 req-c206bf7d-f2ef-4eb5-aae9-bdd705a2731a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0751998 May 27 04:37:16.742400 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73671b46-305d-48d1-9754-693043767cd9 req-21543cbe-228e-450f-916e-dbcc2cbba4ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392349 May 27 04:37:17.939800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b23a7-a236-4b56-9efa-513e66b4b9a2 req-70a6ab69-447d-4ef3-a2bc-1783cfe8f926 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:17.941237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b2b23a7-a236-4b56-9efa-513e66b4b9a2 req-70a6ab69-447d-4ef3-a2bc-1783cfe8f926 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0779860 May 27 04:37:17.985273 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3b2b23a7-a236-4b56-9efa-513e66b4b9a2 req-ff7f173a-7ae9-41ed-984f-649b15c2b30c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 May 27 04:37:18.312359 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-67607749-af92-4463-8cb2-4a262c00db62 req-5e9985fa-a0ea-4c57-8c64-3cd2c669177b service neutron] show failed (client error): The resource could not be found. May 27 04:37:18.313349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-5e9985fa-a0ea-4c57-8c64-3cd2c669177b service neutron] 10.222.0.21 "GET /v2.0/ports/85d281c6-80ef-4380-92a6-7cb7d3780970/bindings/n-h2-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.1397119 May 27 04:37:18.563858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-c115b607-2715-4018-8b18-1a7fe4bf3170 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 1096 time: 0.0678570 May 27 04:37:18.574041 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:37:18.763013 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.022987 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:37:19.051734 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h1-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:37:19.109938 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.125422 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Transition to ACTIVE for port object 85d281c6-80ef-4380-92a6-7cb7d3780970 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:37:19.126196 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:37:19.131763 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.193789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.41', 59333) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:37:19.258550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed735-cf0a-414c-b19f-c20de8f29d89 req-37ffeb3a-9585-40d2-ab83-b80f1ad6c619 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:19.260206 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee2ed735-cf0a-414c-b19f-c20de8f29d89 req-37ffeb3a-9585-40d2-ab83-b80f1ad6c619 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.1408527 May 27 04:37:19.337774 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] No DVR routers for this DVR port 85d281c6-80ef-4380-92a6-7cb7d3780970 on host n-h1-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:37:19.389679 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfacb5fa-0839-40d9-a47b-ab7482985381'] response: {'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'code': 200} May 27 04:37:19.390371 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:37:19.433342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ee2ed735-cf0a-414c-b19f-c20de8f29d89 req-0b6fc30e-fa13-462d-87e3-369da1512d40 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626747 May 27 04:37:19.445950 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-e60810ba-6595-4e24-bc40-240872140c08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1052 time: 0.2498407 May 27 04:37:19.476838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.477136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.477464 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.477789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.478116 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.478434 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.478748 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.479061 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.479370 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.479682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.479994 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:19.591630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-e6d88885-4166-430c-933c-7ac02909503d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:19.593752 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-e6d88885-4166-430c-933c-7ac02909503d service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1268854 May 27 04:37:19.609412 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:37:19.609808 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:37:19.610047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:37:19.615942 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:37:19.616257 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Attempting to bind port 85d281c6-80ef-4380-92a6-7cb7d3780970 on network bc4c7a66-c2f4-465d-98c1-5c203016740e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:37:19.622693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:37:19.623052 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Checking segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:37:19.623932 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Bound using segment: {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:37:19.624409 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Bound port: 85d281c6-80ef-4380-92a6-7cb7d3780970, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37e8c71-48ec-4f12-a4cb-1361e1436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:37:19.624877 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.708429 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-f54c6743-507c-4301-bb3f-77311508433d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 999 time: 0.1084824 May 27 04:37:19.720004 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:37:19.723161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:37:19.726569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.770900 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-f0bc288c-d5b0-4a54-82d0-e857f2fc26a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:19.772320 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-f0bc288c-d5b0-4a54-82d0-e857f2fc26a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0586288 May 27 04:37:19.790294 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:19.791671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] 10.222.0.41 "PUT /v2.0/ports/85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 1091 time: 1.2213523 May 27 04:37:19.805720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:37:19.852448 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-8098f533-6947-4b1c-85ce-26076c0eebce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742350 May 27 04:37:19.862891 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-51ba9262-b8ac-451d-8dbe-79e7d20485a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:37:19.863848 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-51ba9262-b8ac-451d-8dbe-79e7d20485a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048769 May 27 04:37:20.000811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-470b6065-1fef-4a5c-939e-fa24c71b6c41 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309767 May 27 04:37:20.133352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a49ace0-af8e-4c2e-bdc2-b4abc50c629b req-dd310020-0951-48eb-8ab7-bec197b7deb4 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262367 May 27 04:37:20.239682 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-c3230103-d33f-493f-a743-00289d5615ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1094 time: 0.0676067 May 27 04:37:20.372025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607749-af92-4463-8cb2-4a262c00db62 req-92d14645-97c5-44a6-a4d0-87784c916c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:20.373433 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-92d14645-97c5-44a6-a4d0-87784c916c68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1281040 May 27 04:37:20.476597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-2d75b686-fa5f-417a-b113-ee3a024cd186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 999 time: 0.0960560 May 27 04:37:20.538509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607749-af92-4463-8cb2-4a262c00db62 req-22696ccb-cf90-480d-ae6c-26916a8c8d69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:20.539953 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-22696ccb-cf90-480d-ae6c-26916a8c8d69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0581863 May 27 04:37:20.617538 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-7348d5b1-14c4-45a1-9e35-0800d4803e0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715170 May 27 04:37:20.706750 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327a14a-86ea-43df-b751-5a9d1c691a54 req-35841931-7f36-44ac-8f6a-ea592af96fc8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:20.708454 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e327a14a-86ea-43df-b751-5a9d1c691a54 req-35841931-7f36-44ac-8f6a-ea592af96fc8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.1507168 May 27 04:37:20.751277 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-6cb17b9d-e1bd-439c-9b46-985aa7cb8c81 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276977 May 27 04:37:20.754511 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e327a14a-86ea-43df-b751-5a9d1c691a54 req-3e12a90a-2a8f-477c-bd79-0f49ccffb064 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 May 27 04:37:20.828053 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:37:20.881651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-12a406e4-66ce-41a6-9f2d-88165e6ae298 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243081 May 27 04:37:20.882959 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:37:21.390503 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:37:21.458945 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ff8be4-eeb7-4a3f-bd5a-4e6104a7886c'] response: {'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'status': 'completed', 'code': 200} May 27 04:37:21.690696 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-7f32bcc9-3305-4909-a2c4-d0beff4fa8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1094 time: 0.1867113 May 27 04:37:21.694029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-a4832bd8-f9c1-4732-8be2-19944b18828b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1094 time: 0.2196968 May 27 04:37:21.930271 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-8c54d581-ee7a-4617-992b-7f2fd5fa5515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:21.931699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-8c54d581-ee7a-4617-992b-7f2fd5fa5515 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.2348413 May 27 04:37:21.932686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-1dd7b4cc-9c8b-4ac1-a0b6-d432786eab4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:21.933975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-1dd7b4cc-9c8b-4ac1-a0b6-d432786eab4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.2201736 May 27 04:37:21.956140 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c068791-8293-4dd1-b834-b12aac9bc3b5 req-1bd1dd56-1628-47ef-aa03-478bd3328127 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:21.957770 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c068791-8293-4dd1-b834-b12aac9bc3b5 req-1bd1dd56-1628-47ef-aa03-478bd3328127 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.0818732 May 27 04:37:22.003551 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9c068791-8293-4dd1-b834-b12aac9bc3b5 req-45d1d3cf-2eb7-498a-b31b-8e83cedf4e55 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401831 May 27 04:37:22.115350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-aafeb606-b529-4c06-8c55-7db3b3609f7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 999 time: 0.1772633 May 27 04:37:22.117003 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-26dbcf9a-11dc-4289-b21f-4f5300c26c5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 999 time: 0.1320784 May 27 04:37:22.227018 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-bb3fecd5-7e16-4aa9-a5a4-b85aee01edf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:22.228332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-bb3fecd5-7e16-4aa9-a5a4-b85aee01edf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.1067443 May 27 04:37:22.229608 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-9bb5fffb-0399-416c-8782-a17f6e1b665a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:22.230842 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-9bb5fffb-0399-416c-8782-a17f6e1b665a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0778925 May 27 04:37:22.358631 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-6081b0eb-7389-4c76-a953-4b9bc9db895b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239460 May 27 04:37:22.362010 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-d8d62317-0944-4c8e-b79d-1f6cbbf6743b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993769 May 27 04:37:22.594825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-16d3898d-f87a-4ad9-a762-35e023ec7743 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285304 May 27 04:37:22.596596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-33a5161b-9271-4f79-852d-9bff38fe45da service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134523 May 27 04:37:22.830169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-1fcd4400-ea7d-41cc-90dd-0f28a0c43776 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278869 May 27 04:37:22.832224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d819d81b-ed5b-42e9-b13e-31f7436d0da1 req-b6901e38-ecb3-439d-bb78-8077bbbbf7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132406 May 27 04:37:23.262027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601350c-57bd-4434-92ab-5fcd58421e27 req-31464ee7-7393-43c0-8cb3-a2a9a901d96a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:23.263465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b601350c-57bd-4434-92ab-5fcd58421e27 req-31464ee7-7393-43c0-8cb3-a2a9a901d96a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 943 time: 0.1395581 May 27 04:37:23.311665 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b601350c-57bd-4434-92ab-5fcd58421e27 req-ce66683a-41d7-48fe-afb6-e1ac1d83d359 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 May 27 04:37:23.414262 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:37:23.546344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:37:23.559019 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'port_id': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'mac_address': 'fa:16:3e:c8:4b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:37:23.616458 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:23.633605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d281c6-80ef-4380-92a6-7cb7d3780970 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:37:23.650201 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:37:23.653663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:23.720075 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:37:23.728633 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.728990 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.729328 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.729654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.729975 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.730294 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.730611 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.730925 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.731236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.731547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:23.731857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:37:24.015615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['85d281c6-80ef-4380-92a6-7cb7d3780970'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:37:24.323057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:24.505584 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e88e-156a-48d0-8ee8-bec12888b575 req-df43946e-8143-43eb-b7a8-29587b4409e7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:24.507017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7325e88e-156a-48d0-8ee8-bec12888b575 req-df43946e-8143-43eb-b7a8-29587b4409e7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 944 time: 0.0758414 May 27 04:37:24.554678 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7325e88e-156a-48d0-8ee8-bec12888b575 req-13873196-ef4c-45e4-a59f-03cab3c32a7a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 May 27 04:37:24.871781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-1924c9f3-3b9c-4bb3-8436-8bd2cc1029a2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:24.873715 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-1924c9f3-3b9c-4bb3-8436-8bd2cc1029a2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad&tenant_id=1436d76866ee44d58a298f09fb0a88c6&binding%3Ahost_id=n-h2-843301-2 HTTP/1.1" status: 200 len: 944 time: 0.0795796 May 27 04:37:24.875893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec1d94-ee21-4366-a16e-3fc327138723 req-45377be4-a46f-49ff-8b54-5f18878559fa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:24.877332 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a3ec1d94-ee21-4366-a16e-3fc327138723 req-45377be4-a46f-49ff-8b54-5f18878559fa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 944 time: 0.0769577 May 27 04:37:24.922572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a3ec1d94-ee21-4366-a16e-3fc327138723 req-51a15b74-a36b-40a1-a8de-80bb87532cda tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 May 27 04:37:24.949819 n-d-843301-2 neutron-server[84155]: INFO neutron.api.v2.resource [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-4968f613-eebe-482e-9ca1-33bfd356dcca service neutron] delete failed (client error): The resource could not be found. May 27 04:37:24.950930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-4968f613-eebe-482e-9ca1-33bfd356dcca service neutron] 10.222.0.21 "DELETE /v2.0/ports/85d281c6-80ef-4380-92a6-7cb7d3780970/bindings/n-h1-843301-2 HTTP/1.1" status: 404 len: 380 time: 0.0724218 May 27 04:37:25.257690 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-1c4c9969-8f56-4978-9766-2715db05ec2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1095 time: 0.2391276 May 27 04:37:25.266185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398422c-0d83-4e02-854b-55dd9eab8167 req-ab28fa89-aa6a-4123-9dfd-422f565d39a3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:25.267509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9398422c-0d83-4e02-854b-55dd9eab8167 req-ab28fa89-aa6a-4123-9dfd-422f565d39a3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 944 time: 0.1094329 May 27 04:37:25.402739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9398422c-0d83-4e02-854b-55dd9eab8167 req-b549fbb2-8072-41ed-8ef8-a551cd4220bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168323 May 27 04:37:25.413266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:37:25.425853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-363c0a84-d530-4afd-8977-95f9f97388eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:25.427764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-363c0a84-d530-4afd-8977-95f9f97388eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1594331 May 27 04:37:25.485305 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 85d281c6-80ef-4380-92a6-7cb7d3780970 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:37:25.489779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 85d281c6-80ef-4380-92a6-7cb7d3780970 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:37:25.490149 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:25.536545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-248c39f8-3563-4979-b9e9-1b00f7e4c640 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 1000 time: 0.1026280 May 27 04:37:25.597981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-bc65e6c6-58be-4a4a-9e46-17e7a70373d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:25.599398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-bc65e6c6-58be-4a4a-9e46-17e7a70373d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0578041 May 27 04:37:25.601762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:25.630143 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:37:25.641026 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:37:25.645389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:25.675766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-6b688d8f-497e-45d5-b049-2341c15eda1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711153 May 27 04:37:25.702367 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc85698e-4847-4d0c-8ad1-3a7219b851a6'] response: {'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'code': 200} May 27 04:37:25.716145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=9']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:37:25.810332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-cd017dcd-e162-4b5c-8faa-006048919d49 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292844 May 27 04:37:25.939045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4b8f90ba-8411-42b4-adad-98d7699d1888 req-8ea99646-2fcd-4b90-bd3e-608a84fb98f3 service neutron] 10.222.0.21 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233406 May 27 04:37:26.604117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747415c-aa71-422c-ba52-04428d62ea1a req-6d0ac49b-7b95-4472-9f0c-5e58d9438efa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:37:26.605579 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f747415c-aa71-422c-ba52-04428d62ea1a req-6d0ac49b-7b95-4472-9f0c-5e58d9438efa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0816472 May 27 04:37:26.652210 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f747415c-aa71-422c-ba52-04428d62ea1a req-404ee5b3-3fb3-420a-aa59-fcf6c5d055a6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 May 27 04:37:26.680378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:37:26.783825 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-492c4c20-40c6-4c06-931b-e8d47fa2b797 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 200 len: 993 time: 0.1023500 May 27 04:37:26.911549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:27.957151 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6b899566-6ab0-4a4f-8cb6-c016d572a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:30.033097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a6123dc6-32f5-4064-a58a-77bad0354e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:30.146881 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:37:31.567190 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:31.577547 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:33.247164 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:54.324758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:56.916239 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:37:57.958233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4edd78f1-ee4f-4d18-83e3-89732d4df716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:00.033302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-641c422a-43c5-415a-a032-803cdbc5814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:01.568323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:01.578499 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:03.251295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:07.146670 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:38:13.278841 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55082) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:13.476253 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 760ea6b2-f541-4324-b2ef-ba694df2e473 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:38:13.476504 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:13.643229 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:13.643553 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:13.857268 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 760ea6b2-f541-4324-b2ef-ba694df2e473 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:38:14.006222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:14.049307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=760ea6b2-f541-4324-b2ef-ba694df2e473,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:14.087478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.087826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.088168 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.088499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.088828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.089185 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.089507 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.089828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.090164 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.090510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.090780 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:14.153005 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:14.535801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:38:14.730082 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:38:14.739786 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Sync routers for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:38:14.751581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:14.752181 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:14.757807 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:14.816499 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9c5b5e9b-a96d-431d-a6b6-1c1b3db863b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/floatingips/e41094ac-180b-40bc-a07b-495f9d0a7e73 HTTP/1.1" status: 204 len: 168 time: 1.5360785 May 27 04:38:14.817411 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:38:14.874236 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e9e595-46da-4e6f-9964-bf184bfa82a3'] response: {'name': 'network-changed', 'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'status': 'completed', 'code': 200} May 27 04:38:14.970070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:15.045145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-833fcce9-d876-4144-8598-5b8eacfb58c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 1096 time: 0.1503518 May 27 04:38:15.207317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-284b0ef7-13fb-43dd-b371-400e928e844d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:15.208764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-284b0ef7-13fb-43dd-b371-400e928e844d service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 200 len: 898 time: 0.1513047 May 27 04:38:15.234369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8933-0781-4d47-a3b9-3e3069ae890a req-8c4c66f4-964d-464f-9130-cc267c0ac319 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:15.235810 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-246a8933-0781-4d47-a3b9-3e3069ae890a req-8c4c66f4-964d-464f-9130-cc267c0ac319 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0824821 May 27 04:38:15.282814 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-246a8933-0781-4d47-a3b9-3e3069ae890a req-f5ff2a21-0875-4329-8231-2ee254cd88a5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 May 27 04:38:15.283974 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-7336fb9a-d724-4551-a08b-80d4d485e4ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 200 len: 217 time: 0.0685225 May 27 04:38:15.290447 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:15.294380 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Checking router: 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:38:15.310684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:15.310684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:15.347919 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-2ec22384-ae6f-4181-bf22-64161608ba8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:15.349339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-2ec22384-ae6f-4181-bf22-64161608ba8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 200 len: 835 time: 0.0590036 May 27 04:38:15.428550 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-c50bc459-0f37-4933-8325-af9a98fdca91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4c7a66-c2f4-465d-98c1-5c203016740e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725901 May 27 04:38:15.488063 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:15.652891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-59f1122c-2073-4742-9d86-c59b00adb07d service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172880 May 27 04:38:15.784623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d27b52ee-c1d3-4975-b92d-a52922f077ea req-d3c181e1-2091-422f-b1b9-f86864ef1d4b service neutron] 10.222.0.41 "GET /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246479 May 27 04:38:15.801750 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:15.806223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5282f7-a82d-4b51-a355-0e27d7eea83c None None] The sync data for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 is: [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:36:20Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '965f8db2-105b-4c57-84a4-1bc9b50d1615', 'name': '', 'network_id': 'bc4c7a66-c2f4-465d-98c1-5c203016740e', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:9c:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:20Z', 'updated_at': '2022-05-27T04:36:27Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'ab956008-8ce9-47a7-bcf5-d4fb393f7d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:38:16.016412 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0705f9b-40a9-45f1-b6ca-5d82cfa2d520 None None] New status for floating IP e41094ac-180b-40bc-a07b-495f9d0a7e73: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:38:16.476585 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1622ad1-a8f0-4c35-b216-f8d706572847 req-ff0baa6d-de6a-4cc8-9a5c-4c5941b2d6ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:16.477203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f1622ad1-a8f0-4c35-b216-f8d706572847 req-ff0baa6d-de6a-4cc8-9a5c-4c5941b2d6ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:16.492487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f1622ad1-a8f0-4c35-b216-f8d706572847 req-ff0baa6d-de6a-4cc8-9a5c-4c5941b2d6ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:16.493617 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1622ad1-a8f0-4c35-b216-f8d706572847 req-ff0baa6d-de6a-4cc8-9a5c-4c5941b2d6ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0911634 May 27 04:38:16.537720 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f1622ad1-a8f0-4c35-b216-f8d706572847 req-26ac2868-785f-44a4-a3b2-075eae7334c5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b7e86c2-19a9-49db-9005-b4f4659a930f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 May 27 04:38:16.638147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-cce0b947-6675-4613-84a9-b783236a7c89 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:16.640110 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-cce0b947-6675-4613-84a9-b783236a7c89 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 945 time: 0.0795205 May 27 04:38:16.708416 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 85d281c6-80ef-4380-92a6-7cb7d3780970 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:38:16.709126 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:16.946634 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 85d281c6-80ef-4380-92a6-7cb7d3780970, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=85d281c6-80ef-4380-92a6-7cb7d3780970,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:16.946989 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:17.065183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 85d281c6-80ef-4380-92a6-7cb7d3780970 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:38:17.208441 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:17.255378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=85d281c6-80ef-4380-92a6-7cb7d3780970,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:17.330323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] No DVR routers for this DVR port 85d281c6-80ef-4380-92a6-7cb7d3780970 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:38:17.332994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:17.335466 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-deleted', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:38:17.350794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-265ceccc-7174-4b21-9a6d-43d6fe44c7be req-fdc5f179-bf61-4a65-9a8c-e645197e9c2d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.41 "DELETE /v2.0/ports/85d281c6-80ef-4380-92a6-7cb7d3780970 HTTP/1.1" status: 204 len: 173 time: 0.7053881 May 27 04:38:17.390957 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1af8e-f16c-4a5a-9fdc-09bc25ec6d9b'] response: {'server_uuid': '4427ec05-83f6-4fbd-8bbc-5b15731869ad', 'name': 'network-vif-deleted', 'tag': '85d281c6-80ef-4380-92a6-7cb7d3780970', 'status': 'completed', 'code': 200} May 27 04:38:17.726487 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f01c7cf-79d2-479a-9365-9890c2370f95 req-4e346534-6953-4329-a2d5-1d59fb32aceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:17.749266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2f01c7cf-79d2-479a-9365-9890c2370f95 req-4e346534-6953-4329-a2d5-1d59fb32aceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:17.750873 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f01c7cf-79d2-479a-9365-9890c2370f95 req-4e346534-6953-4329-a2d5-1d59fb32aceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=4427ec05-83f6-4fbd-8bbc-5b15731869ad HTTP/1.1" status: 200 len: 210 time: 0.0719535 May 27 04:38:18.865114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:19.253864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:19.937285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 965f8db2-105b-4c57-84a4-1bc9b50d1615 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:38:19.937945 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:20.119286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 965f8db2-105b-4c57-84a4-1bc9b50d1615, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=965f8db2-105b-4c57-84a4-1bc9b50d1615,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:20.119653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:20.243293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 965f8db2-105b-4c57-84a4-1bc9b50d1615 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:38:20.413291 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:20.461396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=965f8db2-105b-4c57-84a4-1bc9b50d1615,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:20.753501 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:21.413303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:38:21.608068 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:38:21.615995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:38:21.628801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-86908d27-b5e8-485c-b554-7e8b185ee6bc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7601373 May 27 04:38:21.629049 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:21.646456 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Sync routers for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:38:21.661162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 85d281c6-80ef-4380-92a6-7cb7d3780970 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:38:21.661499 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 85d281c6-80ef-4380-92a6-7cb7d3780970 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:38:21.671709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:21.672239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:21.834493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting subnet ab956008-8ce9-47a7-bcf5-d4fb393f7d27 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:38:21.837496 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:21.846243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:21.900139 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:21.985872 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.057459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.103440 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Subnet': ['ID=ab956008-8ce9-47a7-bcf5-d4fb393f7d27,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:22.111145 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.117994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bd866fd4-71fa-4814-b1f5-b02564a86ddd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/subnets/ab956008-8ce9-47a7-bcf5-d4fb393f7d27 HTTP/1.1" status: 204 len: 168 time: 0.4879725 May 27 04:38:22.120537 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:22.134398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd69a6-5903-4bfb-aa86-e58fe757fc60 None None] Network bc4c7a66-c2f4-465d-98c1-5c203016740e requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:38:22.320188 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.329947 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:38:20Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:22.337132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Checking router: 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:38:22.358002 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Routers {'08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:22.358606 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:22.416001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] DHCP port deletion for bc4c7a66-c2f4-465d-98c1-5c203016740e request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:38:22.484302 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Deleting port 36369395-ead0-4552-8c78-625ce383613c {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:38:22.484679 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.624544 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.633985 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 5597228a-3d07-4d6c-94c6-f199feff8747 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:38:22.634324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.652247 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] Set router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:22.816347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 5597228a-3d07-4d6c-94c6-f199feff8747, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5597228a-3d07-4d6c-94c6-f199feff8747,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:22.816723 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:22.827527 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 36369395-ead0-4552-8c78-625ce383613c no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:38:22.947010 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 5597228a-3d07-4d6c-94c6-f199feff8747 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:38:22.958240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] For port 36369395-ead0-4552-8c78-625ce383613c, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=36369395-ead0-4552-8c78-625ce383613c,segment=NetworkSegment(c37e8c71-48ec-4f12-a4cb-1361e1436504),segment_id=c37e8c71-48ec-4f12-a4cb-1361e1436504)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:22.958633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.086929 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Calling delete_port for 36369395-ead0-4552-8c78-625ce383613c owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:38:23.115198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.164940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=5597228a-3d07-4d6c-94c6-f199feff8747,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:23.304830 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.360013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] Pushing event deleted for resources: {'Port': ['ID=36369395-ead0-4552-8c78-625ce383613c,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:23.361752 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.382340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03712dd-b394-4946-b553-586d7f57aa9a None None] No DVR routers for this DVR port 36369395-ead0-4552-8c78-625ce383613c on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:38:23.401594 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.439342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:38:20Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:23.443466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ce2b4-b863-4d2b-bbc5-3d9784a6bfbe None None] The sync data for ids ['08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc'] in n-d-843301-2 is: [{'id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486255653', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:36:16Z', 'updated_at': '2022-05-27T04:38:20Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '5597228a-3d07-4d6c-94c6-f199feff8747', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:36:17Z', 'updated_at': '2022-05-27T04:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:38:23.655784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.659740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.682624 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.683209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Fanout notify agent at l3_agent the message router_deleted on router 08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:38:23.698171 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:23.699253 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-83d5de4f-e193-4f6e-bba7-e90c767c4ea3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/routers/08c20a5e-bf5e-4a97-9e88-f5320fcc2fdc HTTP/1.1" status: 204 len: 168 time: 1.5778048 May 27 04:38:23.702602 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55116) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:23.919860 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.052517 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.080588 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4c7a66-c2f4-465d-98c1-5c203016740e']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:24.092985 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37e8c71-48ec-4f12-a4cb-1361e1436504') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:24.093282 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37e8c71-48ec-4f12-a4cb-1361e1436504') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:24.104396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.120300 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.126791 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:38:24.127172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: timer() May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:38:24.141094 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:38:24.219336 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.236244 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.248783 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Network': ['ID=bc4c7a66-c2f4-465d-98c1-5c203016740e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:24.258666 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/networks/bc4c7a66-c2f4-465d-98c1-5c203016740e HTTP/1.1" status: 204 len: 168 time: 0.5548632 May 27 04:38:24.260174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.260515 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.260853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.261219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.261552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.261652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55120) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:24.261880 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.262205 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.262530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.262875 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.263169 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.263517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ca2ae-564a-4ccd-886a-7a555357f878 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:24.323330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.331720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.360324 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.432618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.450597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e86c2-19a9-49db-9005-b4f4659a930f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:24.465526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.466676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f0b4579-c618-4ad9-b63c-d3de97b41f45 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b7e86c2-19a9-49db-9005-b4f4659a930f HTTP/1.1" status: 204 len: 168 time: 0.2038598 May 27 04:38:24.602707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55128) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:24.608836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593255690', 'description': 'tempest-secgroup-smoke-1593255690 description', 'project_id': '1436d76866ee44d58a298f09fb0a88c6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:24.615411 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:24.619475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:24.622318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:24.628421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:24.638018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.673795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:24.677489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:24.680222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:24.685759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:24.739055 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.742622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.791820 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c445b-54ce-4c0b-a4f9-e9825646f09f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:24.794495 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.796353 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b39c14de-aa42-4894-be7f-3e0bbc239269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1919525 May 27 04:38:24.798521 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55132) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:24.804499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:24.812016 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:24.815876 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:24.818766 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:24.824615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:24.827967 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5597228a-3d07-4d6c-94c6-f199feff8747 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:38:24.841426 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.861505 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5597228a-3d07-4d6c-94c6-f199feff8747 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:38:24.861857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5597228a-3d07-4d6c-94c6-f199feff8747 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:38:24.862278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 965f8db2-105b-4c57-84a4-1bc9b50d1615 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:38:24.894001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 965f8db2-105b-4c57-84a4-1bc9b50d1615 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:38:24.894341 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 965f8db2-105b-4c57-84a4-1bc9b50d1615 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:38:24.901360 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.906522 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.929801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91885ad9-97d9-4f82-ac70-1addd716e7fa,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:24.939101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:24.940295 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fe36c46a-09dc-4bdf-94a7-cbe42769e19b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408026 May 27 04:38:24.943068 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55136) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:24.948445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:24.954905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:24.958903 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:24.961699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:24.967221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:24.983468 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.043569 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.047946 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.072357 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5eab80-fa73-4a3d-83c6-0b58e470c669,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.082514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.083767 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b00fdba2-00d5-48f6-a882-879f73a76a53 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397748 May 27 04:38:25.086664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55140) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.091935 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.098226 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.102308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.105120 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.111534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.128286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.191000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.194337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.217044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc722c4-2cb5-47ba-b9d0-2c0ca21abba5,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.225479 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.226612 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5dded96d-6b15-4f61-b9cb-04e842845362 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1390657 May 27 04:38:25.229248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55144) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.234934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.241114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.244845 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.247653 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.253800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.269366 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.329751 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.333202 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.355884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4045141-08d1-4bd7-b6cf-a1264af30ed8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.365443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.366598 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65aa9c33-6134-4668-8dda-346f828bf052 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1364768 May 27 04:38:25.369245 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55148) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.374753 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.381107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.384885 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.387703 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.393319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.402588 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:38:25.409181 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.472878 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.476329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.498904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd31138d-547c-45c4-9db3-7ad20e5257e0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.506667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.507815 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-aca69274-0ac0-45a6-8037-541e749b8f64 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376858 May 27 04:38:25.510538 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55152) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.516195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': 'fc6c445b-54ce-4c0b-a4f9-e9825646f09f', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.522523 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.526334 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.529171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.535324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.546160 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:38:25.552259 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.617637 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.620857 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.647258 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db64fd3d-d79d-4292-8275-4ca36627fa54,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.655396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.656542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-45ed6491-53f1-4bed-8f1f-273a29ace5c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1451027 May 27 04:38:25.659429 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55156) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.664634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'network': {'name': 'tempest-network-smoke--323010995', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'port_security_enabled': True}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.670318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.674615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:network and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.677462 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.685544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.694224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:38:25.697172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.728050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:38:25.736962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.737305 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Added segment e0544171-42a5-4eda-9b53-5e31cc9d8ddd of type vlan for network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c May 27 04:38:25.762357 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.790785 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.794332 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:25.794925 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.897856 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2372544 May 27 04:38:25.900479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:25.906345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'admin_state_up': True, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:25.907626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7aab6-90b3-403d-bdda-1385e874995b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Network': ['ID=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:25.914020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:25.917687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:38:25.918220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:router and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:25.922312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:25.928006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:25.937781 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.938646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:25.956797 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.200704 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.370775 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.402913 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.531603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.217 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/088594a9-a80f-4b32-9db4-7181b879c8be) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:38:26.682790 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.709815 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.777497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:26.780672 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:26.784584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:38:26.813495 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=088594a9-a80f-4b32-9db4-7181b879c8be,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:26.924436 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.941525 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:26.942254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:27.165065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 9490564c-58f3-4673-a276-39dfc8113158 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:38:27.360184 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:38:27.369154 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Sync routers for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:38:27.381009 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:27.381669 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:27.385724 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:27.387023 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-86b2e256-6a27-40b2-bcdb-bcaed21b394e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4855497 May 27 04:38:27.390270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:27.496778 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ecf986a5-0422-4ea0-88ec-23563aa69a04 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=1436d76866ee44d58a298f09fb0a88c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031234 May 27 04:38:27.497046 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:27.557790 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:27.623690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020dee2e-c761-4b2c-b4cb-5565689647c1 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:27.625149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-020dee2e-c761-4b2c-b4cb-5565689647c1 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271875 May 27 04:38:27.628084 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55174) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:27.671360 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-970c30ee-99e0-4f40-82e4-5dd90dcdb5ea tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420744 May 27 04:38:27.673789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55178) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:27.679359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878622163', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:27.792402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:27.796775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:subnet and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:27.799522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:27.805075 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:27.815802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:38:27.838250 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:26Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:27.842575 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Checking router: 9490564c-58f3-4673-a276-39dfc8113158 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:38:27.843557 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Updating router 9490564c-58f3-4673-a276-39dfc8113158 port 088594a9-a80f-4b32-9db4-7181b879c8be binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:38:27.894422 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:27.917813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:27.961728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-719d3e94-58f8-462e-8ca0-2af69022cbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.142101 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.214846 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Subnet': ['ID=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:28.230430 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Checking segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:38:28.230869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network hostable DHCP agents. Network: e1c02af5-b7ad-437e-99ec-d7a7cdc6612c, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:38:28.252999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:38:28.262396 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, e1c02af5-b7ad-437e-99ec-d7a7cdc6612c) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:28.266859 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.267597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:28.268545 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.274430 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b18fb8-7d5b-43ca-9037-d4556fdee254 None None] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:38:28.278870 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Transition to ACTIVE for port object 088594a9-a80f-4b32-9db4-7181b879c8be will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:28.285764 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.301247 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-074e1dc7-7aed-4a7e-a1d0-8e72b13b3cf2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6261339 May 27 04:38:28.303689 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55182) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:28.368505 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Pushing event updated for resources: {'Port': ['ID=088594a9-a80f-4b32-9db4-7181b879c8be,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:28.373431 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Attempting to bind port 088594a9-a80f-4b32-9db4-7181b879c8be on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:38:28.374045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Attempting to bind port 088594a9-a80f-4b32-9db4-7181b879c8be by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:38:28.374158 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Attempting to bind port 088594a9-a80f-4b32-9db4-7181b879c8be on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:38:28.385927 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.386275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.386602 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.386925 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.387243 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.387560 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.387878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.388311 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.389201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.389520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.389830 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:28.393027 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:38:28.393397 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:38:28.393786 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.394154 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:38:28.394614 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Bound port: 088594a9-a80f-4b32-9db4-7181b879c8be, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:38:28.394982 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.475053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] For port 088594a9-a80f-4b32-9db4-7181b879c8be, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:38:28.478445 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] For port 088594a9-a80f-4b32-9db4-7181b879c8be, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=088594a9-a80f-4b32-9db4-7181b879c8be,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:38:28.484146 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.507478 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:38:28.508569 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.569542 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:28.570154 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:28.678117 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Allocated IP 172.20.0.2 (e1c02af5-b7ad-437e-99ec-d7a7cdc6612c/a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c/fb0b4bca-d1f6-4633-b044-993b0bf33e39) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:38:28.680064 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991676d1-2389-4610-9b8d-96249ecb9fcf None None] Pushing event updated for resources: {'Port': ['ID=088594a9-a80f-4b32-9db4-7181b879c8be,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:28.753074 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:28.898814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:28.912080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Transition to ACTIVE for port object fb0b4bca-d1f6-4633-b044-993b0bf33e39 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:28.932707 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Transition to ACTIVE for port object fb0b4bca-d1f6-4633-b044-993b0bf33e39 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:28.940997 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.016638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:29.020396 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:29.024883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:38:29.028743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4bca-d1f6-4633-b044-993b0bf33e39,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:29.044601 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:26Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:29.049344 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aca615-df6d-454e-96ad-e9b2604e9891 None None] The sync data for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 is: [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:26Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:38:29.067563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.067902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.068254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.068569 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.068904 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.069255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.069580 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.069898 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.070216 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.070534 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.070850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:38:29.133971 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Attempting to bind port fb0b4bca-d1f6-4633-b044-993b0bf33e39 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:38:29.134339 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Attempting to bind port fb0b4bca-d1f6-4633-b044-993b0bf33e39 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:38:29.134709 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Attempting to bind port fb0b4bca-d1f6-4633-b044-993b0bf33e39 on network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:38:29.141751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:38:29.142119 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Checking segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:38:29.142570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.142894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Bound using segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:38:29.143546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Bound port: fb0b4bca-d1f6-4633-b044-993b0bf33e39, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:38:29.143867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.188046 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.241139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] For port fb0b4bca-d1f6-4633-b044-993b0bf33e39, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:38:29.244418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] For port fb0b4bca-d1f6-4633-b044-993b0bf33e39, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fb0b4bca-d1f6-4633-b044-993b0bf33e39,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:38:29.251879 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.363027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e61b5-e423-4dc0-855d-3e7ae941d9e0 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4bca-d1f6-4633-b044-993b0bf33e39,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:29.631171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.1 (e1c02af5-b7ad-437e-99ec-d7a7cdc6612c/a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c/97490a86-8a94-4199-9a54-b71f526ad20a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:38:29.816856 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.834254 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 97490a86-8a94-4199-9a54-b71f526ad20a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:29.856578 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:29.933103 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:29.936389 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:29.940837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:38:29.965826 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:30.001320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.046089 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-51583b78-26e8-48d2-9729-97f6dce92770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.092098 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.325856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a7d15-daab-4250-b285-64f59e0987c0 None None] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:38:30.431771 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4fc2e042-8e27-4b16-b5aa-a7d168509b77 None None] Provisioning for port fb0b4bca-d1f6-4633-b044-993b0bf33e39 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:30.617780 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.622706 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.734478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:30.737926 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.887936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3cd00d40-8d40-4c87-a0fc-e83b1aab02c2 None None] Provisioning for port 97490a86-8a94-4199-9a54-b71f526ad20a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:30.894855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:30.896048 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:30.900673 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3cd00d40-8d40-4c87-a0fc-e83b1aab02c2 None None] Provisioning complete for port 97490a86-8a94-4199-9a54-b71f526ad20a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:30.901070 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3cd00d40-8d40-4c87-a0fc-e83b1aab02c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:30.925662 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 088594a9-a80f-4b32-9db4-7181b879c8be up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:31.005208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3cd00d40-8d40-4c87-a0fc-e83b1aab02c2 None None] Port 97490a86-8a94-4199-9a54-b71f526ad20a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:38:31.023565 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 088594a9-a80f-4b32-9db4-7181b879c8be completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:31.029743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 088594a9-a80f-4b32-9db4-7181b879c8be triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:31.030251 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.176887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.182815 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-adb5838d-3a13-4167-91ae-c0131b3daae2 None None] Provisioning complete for port 97490a86-8a94-4199-9a54-b71f526ad20a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:31.183182 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-adb5838d-3a13-4167-91ae-c0131b3daae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.235123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 088594a9-a80f-4b32-9db4-7181b879c8be, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=088594a9-a80f-4b32-9db4-7181b879c8be,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:31.242334 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.243080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fb0b4bca-d1f6-4633-b044-993b0bf33e39 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:31.310242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-adb5838d-3a13-4167-91ae-c0131b3daae2 None None] Port 97490a86-8a94-4199-9a54-b71f526ad20a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:38:31.316147 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 9490564c-58f3-4673-a276-39dfc8113158 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:38:31.361416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=088594a9-a80f-4b32-9db4-7181b879c8be,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:31.374164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port fb0b4bca-d1f6-4633-b044-993b0bf33e39 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:31.379242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fb0b4bca-d1f6-4633-b044-993b0bf33e39 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:31.379525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.449802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cbb9fff2-488e-4276-afa2-edd5015084c5 None None] Provisioning complete for port 97490a86-8a94-4199-9a54-b71f526ad20a triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:31.450165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fff2-488e-4276-afa2-edd5015084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.515759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:38:31.530368 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-80a3fdfe-ca81-433e-b754-3abcd0162395 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/9490564c-58f3-4673-a276-39dfc8113158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256799 May 27 04:38:31.546261 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9fff2-488e-4276-afa2-edd5015084c5 None None] Port 97490a86-8a94-4199-9a54-b71f526ad20a cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:38:31.559583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.595388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.602902 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.616344 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port fb0b4bca-d1f6-4633-b044-993b0bf33e39, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fb0b4bca-d1f6-4633-b044-993b0bf33e39,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:31.620108 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:31.691271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=fb0b4bca-d1f6-4633-b044-993b0bf33e39,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:31.708207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6621a73a-fbf1-4573-8092-022041019250 req-9b25afa3-f2b5-44ec-a4f9-1b910c680315 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:31.723216 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6621a73a-fbf1-4573-8092-022041019250 req-9b25afa3-f2b5-44ec-a4f9-1b910c680315 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:31.724451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-9b25afa3-f2b5-44ec-a4f9-1b910c680315 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593255690&fields=id&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 267 time: 0.0573573 May 27 04:38:31.958603 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a73a-fbf1-4573-8092-022041019250 req-112af660-8dd3-4747-9777-f14b7e063570 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:31.959924 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-112af660-8dd3-4747-9777-f14b7e063570 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 796 time: 0.2284293 May 27 04:38:31.976445 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-829c0f85-b2f3-4383-b409-389e3be0e442 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/quotas/1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 375 time: 0.0109649 May 27 04:38:32.058061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6621a73a-fbf1-4573-8092-022041019250 req-7cad62cd-8958-4205-9cd0-1b62309f3699 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:32.073552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-6621a73a-fbf1-4573-8092-022041019250 req-7cad62cd-8958-4205-9cd0-1b62309f3699 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:32.074811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-7cad62cd-8958-4205-9cd0-1b62309f3699 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935943 May 27 04:38:32.213451 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-6d6fc245-26bf-4daa-a7c6-c0ff7b26168f service neutron] 10.222.0.46 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264069 May 27 04:38:32.346123 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-74050ecd-14ef-4fb1-bc51-99283b0de84f service neutron] 10.222.0.46 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265535 May 27 04:38:32.537437 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d15ba58-f27e-480f-b07d-f8f1261c4098 req-b27a7988-eaf5-48b0-8971-417be8c86f9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:32.551666 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-6d15ba58-f27e-480f-b07d-f8f1261c4098 req-b27a7988-eaf5-48b0-8971-417be8c86f9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:32.552852 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d15ba58-f27e-480f-b07d-f8f1261c4098 req-b27a7988-eaf5-48b0-8971-417be8c86f9f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0571289 May 27 04:38:32.608701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Sync routers for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:38:32.619941 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:32.620530 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:32.803463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:32.844303 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 088594a9-a80f-4b32-9db4-7181b879c8be up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:33.070516 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 088594a9-a80f-4b32-9db4-7181b879c8be triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:33.070882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.274652 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.277168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fb0b4bca-d1f6-4633-b044-993b0bf33e39 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:33.371599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 2, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:33.377916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Checking router: 9490564c-58f3-4673-a276-39dfc8113158 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:38:33.378257 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Updating router 9490564c-58f3-4673-a276-39dfc8113158 port 97490a86-8a94-4199-9a54-b71f526ad20a binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:38:33.433435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port fb0b4bca-d1f6-4633-b044-993b0bf33e39 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:33.433793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.461178 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.614439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a73a-fbf1-4573-8092-022041019250 req-0aec4e30-6067-4921-8a06-7c162654ca11 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:33.616006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-0aec4e30-6067-4921-8a06-7c162654ca11 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 796 time: 0.1597941 May 27 04:38:33.687373 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-58fd06e2-05d4-4a7e-97f0-e606d2d2104e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 380 time: 0.0592868 May 27 04:38:33.695690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'port': {'device_id': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'admin_state_up': True, 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'security_groups': ['fc6c445b-54ce-4c0b-a4f9-e9825646f09f']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:33.803564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-04394ddc-c9cd-4aed-9c20-9a4c952a4478 req-d81c6322-7ee3-4118-94c5-be9b14f0c9ce tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0942614 May 27 04:38:33.871377 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.873683 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:33.883362 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:33.884789 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Transition to ACTIVE for port object 97490a86-8a94-4199-9a54-b71f526ad20a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:33.892868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:33.893940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:38:33.896995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.021083 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec3ebb-2c66-4a64-9572-db533edc1945 None None] Pushing event updated for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:34.065758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.10 (e1c02af5-b7ad-437e-99ec-d7a7cdc6612c/a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c/c92815b1-de70-4c3b-8b10-3fe04583d1ef) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:38:34.115082 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Attempting to bind port 97490a86-8a94-4199-9a54-b71f526ad20a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:38:34.115851 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Attempting to bind port 97490a86-8a94-4199-9a54-b71f526ad20a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:38:34.116957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Attempting to bind port 97490a86-8a94-4199-9a54-b71f526ad20a on network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:38:34.126296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:38:34.126914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Checking segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:38:34.127382 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.127836 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Bound using segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:38:34.128368 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Bound port: 97490a86-8a94-4199-9a54-b71f526ad20a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:38:34.128810 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.220526 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] For port 97490a86-8a94-4199-9a54-b71f526ad20a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:38:34.223649 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] For port 97490a86-8a94-4199-9a54-b71f526ad20a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=97490a86-8a94-4199-9a54-b71f526ad20a,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:38:34.227059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.273548 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.289691 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object c92815b1-de70-4c3b-8b10-3fe04583d1ef will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:34.312652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.328108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec3ebb-2c66-4a64-9572-db533edc1945 None None] Pushing event updated for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:34.337197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:34.337810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:34.397028 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:34.400835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:34.405777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:38:34.444287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:34.471853 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:34.472486 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.500531 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-75f8bf89-2dde-40a7-bd4f-f0bc2c302e5d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8081782 May 27 04:38:34.511066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Request body: {'port': {'device_id': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:34.526697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:34.636874 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.781291 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ef5fce0d-9599-4411-af0d-33443a810296 None None] Provisioning for port c92815b1-de70-4c3b-8b10-3fe04583d1ef completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:34.799006 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ef5fce0d-9599-4411-af0d-33443a810296 None None] Provisioning complete for port c92815b1-de70-4c3b-8b10-3fe04583d1ef triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:34.799371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef5fce0d-9599-4411-af0d-33443a810296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:34.895966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fce0d-9599-4411-af0d-33443a810296 None None] Port c92815b1-de70-4c3b-8b10-3fe04583d1ef cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:38:34.930029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:34Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:34.934708 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd425b4-d665-4356-87e9-fdef329990b9 None None] The sync data for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 is: [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:34Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:38:35.044702 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53c29-a04c-462b-9aea-774bdd73db26 req-2a49b37e-4a08-4a80-a18f-e61c6e5b6964 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:35.052831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89a53c29-a04c-462b-9aea-774bdd73db26 req-2a49b37e-4a08-4a80-a18f-e61c6e5b6964 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 932 time: 0.1080298 May 27 04:38:35.113283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-89a53c29-a04c-462b-9aea-774bdd73db26 req-2a7f7d0d-cba8-4a9f-9518-89e17a144d92 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:35.114347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92815b1-de70-4c3b-8b10-3fe04583d1ef {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:38:35.121660 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:35.128303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-89a53c29-a04c-462b-9aea-774bdd73db26 req-2a7f7d0d-cba8-4a9f-9518-89e17a144d92 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:35.129896 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-89a53c29-a04c-462b-9aea-774bdd73db26 req-2a7f7d0d-cba8-4a9f-9518-89e17a144d92 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 May 27 04:38:35.137394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Transition to ACTIVE for port object c92815b1-de70-4c3b-8b10-3fe04583d1ef will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:38:35.142489 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:35.275727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:35.397277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Attempting to bind port c92815b1-de70-4c3b-8b10-3fe04583d1ef on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:38:35.397613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Attempting to bind port c92815b1-de70-4c3b-8b10-3fe04583d1ef by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:38:35.397942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Attempting to bind port c92815b1-de70-4c3b-8b10-3fe04583d1ef on network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:38:35.403932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Port c92815b1-de70-4c3b-8b10-3fe04583d1ef on network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:38:35.404847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Attempting to bind port c92815b1-de70-4c3b-8b10-3fe04583d1ef on network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:38:35.411703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:38:35.412039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Checking segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:38:35.412437 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Bound using segment: {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:38:35.412854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Bound port: c92815b1-de70-4c3b-8b10-3fe04583d1ef, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:38:35.413299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:35.511139 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:38:35.515465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:38:35.520120 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:35.583722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:35.585131 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 1092 time: 1.0781724 May 27 04:38:35.585577 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:38:35.605107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84f99-4b49-4805-aa65-47d26ab592d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:35.669801 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529f5f8d-ff89-4350-a524-62a7b3033d0c'] response: {'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'status': 'completed', 'code': 200} May 27 04:38:35.722939 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-ce0f5218-dd8b-449c-8e7f-a9ec5ae5a8be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1095 time: 0.0889416 May 27 04:38:35.796341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-dc3ec3a9-54fa-415f-b649-9dcb38301565 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 217 time: 0.0661008 May 27 04:38:35.866180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a73a-fbf1-4573-8092-022041019250 req-124e1b88-5b5d-4fc2-bc59-25761b3ab821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:35.867557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-124e1b88-5b5d-4fc2-bc59-25761b3ab821 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0660226 May 27 04:38:35.943092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-9166c51b-7539-459d-866d-fafa1349d874 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694823 May 27 04:38:36.072798 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-c3e2eedd-9b26-48ec-b60f-29d10716c591 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238523 May 27 04:38:36.204676 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6621a73a-fbf1-4573-8092-022041019250 req-d9e9761b-1883-4489-9eec-7127cff80478 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261237 May 27 04:38:36.315079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-fd90a140-1601-4c2c-8dfb-d2ef76801b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1095 time: 0.0671909 May 27 04:38:36.325183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2abc-1477-4a32-98ba-47fa8f26ee43 req-ce28074e-9dcb-4075-9d8e-034288a4214e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:36.327136 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba6b2abc-1477-4a32-98ba-47fa8f26ee43 req-ce28074e-9dcb-4075-9d8e-034288a4214e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 944 time: 0.0765734 May 27 04:38:36.375752 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba6b2abc-1477-4a32-98ba-47fa8f26ee43 req-6153634c-89d3-4abc-bb37-7c608153dcab tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 May 27 04:38:36.451555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-955d2e64-ae79-49bc-8bff-3b426e016a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:36.453043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-955d2e64-ae79-49bc-8bff-3b426e016a74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 897 time: 0.1319818 May 27 04:38:36.522784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-4eea9b03-8f03-4a4c-9c3c-6ad36a356ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 217 time: 0.0634120 May 27 04:38:36.587160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-2ded9f32-dcd3-4587-973d-bd1483956136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:36.588574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-2ded9f32-dcd3-4587-973d-bd1483956136 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0594647 May 27 04:38:36.665467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-01a8c1b6-5793-491e-a11f-4e49fdfb7adc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702279 May 27 04:38:36.853636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 97490a86-8a94-4199-9a54-b71f526ad20a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:36.895405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-eab4d2df-7e2d-442d-b263-3341dc0aeedb service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216945 May 27 04:38:36.965927 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 97490a86-8a94-4199-9a54-b71f526ad20a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:36.970500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 97490a86-8a94-4199-9a54-b71f526ad20a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:36.970870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:37.030410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-42f4151d-46d4-4eff-8200-e55103ba7770 req-18aa2f6c-1e94-46ab-91ba-852acdc84ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277015 May 27 04:38:37.082950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:37.114968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 97490a86-8a94-4199-9a54-b71f526ad20a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=97490a86-8a94-4199-9a54-b71f526ad20a,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:37.118965 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:37.182345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:37.199321 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c92815b1-de70-4c3b-8b10-3fe04583d1ef details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:38:37.330618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:37.344087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'port_id': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'mac_address': 'fa:16:3e:27:c7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:38:37.398708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:37.416008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92815b1-de70-4c3b-8b10-3fe04583d1ef {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:38:37.431096 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:37.434756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:37.499546 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:37.578074 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ea7d-f089-48e2-a21e-4774d8df86df req-26a4ed9c-dd8d-4baf-a5ce-afa21f291773 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:37.579239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f455ea7d-f089-48e2-a21e-4774d8df86df req-26a4ed9c-dd8d-4baf-a5ce-afa21f291773 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:38:37.595827 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f455ea7d-f089-48e2-a21e-4774d8df86df req-26a4ed9c-dd8d-4baf-a5ce-afa21f291773 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:38:37.596880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f455ea7d-f089-48e2-a21e-4774d8df86df req-26a4ed9c-dd8d-4baf-a5ce-afa21f291773 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0961702 May 27 04:38:37.635807 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['c92815b1-de70-4c3b-8b10-3fe04583d1ef'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:38:37.642281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f455ea7d-f089-48e2-a21e-4774d8df86df req-fa92e53b-0724-4e0e-b2a8-3cf993e516c9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 May 27 04:38:38.833607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 97490a86-8a94-4199-9a54-b71f526ad20a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:38.835804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130841f-eac6-4059-a93c-94d5257ce656 req-87016e6e-593b-47ce-8bb3-c07e7febc765 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:38.837291 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8130841f-eac6-4059-a93c-94d5257ce656 req-87016e6e-593b-47ce-8bb3-c07e7febc765 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0756507 May 27 04:38:38.882778 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8130841f-eac6-4059-a93c-94d5257ce656 req-5a50df7c-b81f-4f65-91fe-26d5fd9f36dd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 May 27 04:38:38.902867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 97490a86-8a94-4199-9a54-b71f526ad20a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:38.903237 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:39.200133 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c92815b1-de70-4c3b-8b10-3fe04583d1ef up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:38:39.267074 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port c92815b1-de70-4c3b-8b10-3fe04583d1ef completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:38:39.271500 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port c92815b1-de70-4c3b-8b10-3fe04583d1ef triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:38:39.271803 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:39.380909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:39.407251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:38:39.416651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:38:39.420558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:39.485721 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:39.532685 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a65818-bbc6-4159-ae6c-4b9dea140c8c'] response: {'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'code': 200} May 27 04:38:39.656249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15b38c51-9b04-409d-91ec-9642b2b4449d req-7b9bc658-3aca-414d-a4b8-0578e3fd3bfd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0701435 May 27 04:38:39.696821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15b38c51-9b04-409d-91ec-9642b2b4449d req-632968a8-c80a-4106-a0e5-77184d9791e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353382 May 27 04:38:40.083181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7ce06-9447-49fc-85a9-631283827ca5 req-d912b8fb-85b1-4b15-a176-aa4c1cf2f565 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:40.084600 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce7ce06-9447-49fc-85a9-631283827ca5 req-d912b8fb-85b1-4b15-a176-aa4c1cf2f565 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0780885 May 27 04:38:40.214019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ce7ce06-9447-49fc-85a9-631283827ca5 req-30cc8140-3a88-41db-a73f-e27f097208fc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238079 May 27 04:38:41.409860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ee48-3e83-481b-804c-75590f97beab req-a7e3294c-28d1-4f16-a4e6-5c2962cee4cc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:41.411197 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1159ee48-3e83-481b-804c-75590f97beab req-a7e3294c-28d1-4f16-a4e6-5c2962cee4cc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0755191 May 27 04:38:41.458726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1159ee48-3e83-481b-804c-75590f97beab req-d57015e2-5607-4b15-9ee2-61a37764fff5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 May 27 04:38:41.649590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843163fe-85d9-4b7d-ad72-624c4fb3dc61 req-cb19f5d7-ade8-42aa-be91-25ab4ddbf533 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:41.651123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-843163fe-85d9-4b7d-ad72-624c4fb3dc61 req-cb19f5d7-ade8-42aa-be91-25ab4ddbf533 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0759645 May 27 04:38:41.697960 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-843163fe-85d9-4b7d-ad72-624c4fb3dc61 req-c60efaa6-95c6-4d5c-bb42-3642231c9dde tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 May 27 04:38:41.725352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55230) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:41.796524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-798b2ece-1fcc-4899-b1d5-5c5ab6f12f04 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1092 time: 0.0700846 May 27 04:38:41.799141 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55234) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:41.804058 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:38:41.811502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:38:41.815248 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:floatingip and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:38:41.818012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:38:41.823522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:38:41.834567 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:41.969491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:42.105290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.26 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/cdc7cb1d-e580-4a26-8080-6b656f05e921) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:38:42.250379 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:42.276945 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:42.342416 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:38:42.345239 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:38:42.349425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:38:42.373109 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=cdc7cb1d-e580-4a26-8080-6b656f05e921,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:42.837337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:42.893461 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:43.088735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:43.093910 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:43.283369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=cdc7cb1d-e580-4a26-8080-6b656f05e921,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:38:43.298734 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:43.486080 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Floating IP aabc9ea7-a8b8-4fdf-9333-22ed32e693ed associated. External IP: 172.25.8.26, port: c92815b1-de70-4c3b-8b10-3fe04583d1ef. May 27 04:38:43.866810 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 9490564c-58f3-4673-a276-39dfc8113158 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:38:44.064283 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:38:44.088419 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:44.141090 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ce434bfe-c23d-4a4e-9e7c-5dd62840b5ac tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3408732 May 27 04:38:44.141581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:38:44.150689 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:38:44.194159 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c1fe10-78f5-4d1e-87c5-cb1455cca363'] response: {'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'status': 'completed', 'code': 200} May 27 04:38:44.351609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-65db5ff3-0e8b-4439-8a47-800cc234fa6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.1361077 May 27 04:38:44.358235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01073-6cf3-4bc5-b586-8a8d510a3e36 req-15b4bf6f-197d-4eea-9e64-3f5afbbc53a9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:44.359575 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27f01073-6cf3-4bc5-b586-8a8d510a3e36 req-15b4bf6f-197d-4eea-9e64-3f5afbbc53a9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.1154938 May 27 04:38:44.454673 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Sync routers for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:38:44.467246 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:44.467934 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:44.503342 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-27f01073-6cf3-4bc5-b586-8a8d510a3e36 req-4580a3bf-79ce-4a28-a658-a7f040d521bd tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243670 May 27 04:38:44.523003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-9417c062-b8f2-4c6c-81b5-213a418b7d67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:44.524434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-9417c062-b8f2-4c6c-81b5-213a418b7d67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 897 time: 0.1640325 May 27 04:38:44.531533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55242) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:44.631908 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-52ce47a7-ff83-4e6e-83ac-a5fb1f8651ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 999 time: 0.1018007 May 27 04:38:44.642657 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-307c880d-513c-453c-9c45-4f0591091cb7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 991 time: 0.1089783 May 27 04:38:44.650929 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:44.693655 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-f0934af2-755b-4694-8e08-d33c78e7302b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:38:44.694994 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-f0934af2-755b-4694-8e08-d33c78e7302b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0578156 May 27 04:38:44.769779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-2220c356-6e05-4cc1-b324-47f5848a2816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683928 May 27 04:38:44.900622 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-d676caac-a4b0-4d8f-9cd4-859a4e7d7edd service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250901 May 27 04:38:45.021909 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'aabc9ea7-a8b8-4fdf-9333-22ed32e693ed', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9490564c-58f3-4673-a276-39dfc8113158', 'port_id': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'mac_address': 'fa:16:3e:27:c7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:38:42Z', 'updated_at': '2022-05-27T04:38:42Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:45.025544 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Checking router: 9490564c-58f3-4673-a276-39dfc8113158 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:38:45.030230 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-625e241c-3493-4feb-b03d-9b9b00a5deba req-418c880d-a9c2-4e36-a011-d10ebfb2bdf2 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236234 May 27 04:38:45.036374 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:38:45.037004 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:38:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:45.211722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:38:45.545414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'aabc9ea7-a8b8-4fdf-9333-22ed32e693ed', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9490564c-58f3-4673-a276-39dfc8113158', 'port_id': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'mac_address': 'fa:16:3e:27:c7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:38:42Z', 'updated_at': '2022-05-27T04:38:42Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:38:45.549165 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73efb-7c43-485d-bc69-f2d90e80bea3 None None] The sync data for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 is: [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'aabc9ea7-a8b8-4fdf-9333-22ed32e693ed', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '9490564c-58f3-4673-a276-39dfc8113158', 'port_id': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'mac_address': 'fa:16:3e:27:c7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:38:42Z', 'updated_at': '2022-05-27T04:38:42Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:38:45.645479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55246) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:45.748795 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f8d476cf-ddb9-4e0c-9eb8-832beb0fa7fa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 991 time: 0.1016583 May 27 04:38:46.752620 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55250) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:46.855820 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ba4e1071-2478-4166-8ca7-b728e5bb07d5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 991 time: 0.1019931 May 27 04:38:47.859892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:47.963942 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-70a94193-7904-4064-99fe-52f12236fc39 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 991 time: 0.1028693 May 27 04:38:48.519518 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd713ae-20ab-4cfa-90c4-185abc5b6c7d None None] New status for floating IP aabc9ea7-a8b8-4fdf-9333-22ed32e693ed: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:38:48.967863 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55258) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:38:49.070419 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-8ea6de64-b6ff-44fa-a9f2-ff298ab23116 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 993 time: 0.1013920 May 27 04:38:54.328595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:56.923729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:38:57.964017 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-220edc4c-5ca9-4e19-9b57-cb110f9c088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:00.037865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9f477e4c-5f4a-4a38-82d8-02254901e1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:01.575234 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:01.589873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:03.255767 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:12.031286 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da78b0e-7671-4ecc-95c2-126c6862e015 req-0f55a61e-e4f8-4eaf-98cc-876d541e79ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:12.032627 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1da78b0e-7671-4ecc-95c2-126c6862e015 req-0f55a61e-e4f8-4eaf-98cc-876d541e79ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0746303 May 27 04:39:12.077806 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1da78b0e-7671-4ecc-95c2-126c6862e015 req-bcb18d8e-0bba-4ce0-913a-652648bb148c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 May 27 04:39:13.275476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beca591-80eb-4e15-b903-b4f7eb024f63 req-40f60fd8-4751-44e9-aca7-77ea4e7bd71c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:13.276948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5beca591-80eb-4e15-b903-b4f7eb024f63 req-40f60fd8-4751-44e9-aca7-77ea4e7bd71c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0793850 May 27 04:39:13.320809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5beca591-80eb-4e15-b903-b4f7eb024f63 req-79e0a657-c6df-48e1-a049-a098ef9e3c66 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383372 May 27 04:39:14.617698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc551c3e-dcf8-48bb-8ac2-f137ee390d14 req-894c00da-456e-4ef9-be98-6dced2a074d4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:14.619179 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc551c3e-dcf8-48bb-8ac2-f137ee390d14 req-894c00da-456e-4ef9-be98-6dced2a074d4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.1788568 May 27 04:39:14.664083 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bc551c3e-dcf8-48bb-8ac2-f137ee390d14 req-c6e5c07f-e587-4ac3-9fd3-6de4d811a19a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 May 27 04:39:15.856740 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319df3c1-a5f6-449e-8161-aa0c04d10b72 req-ca557bf6-63ec-4563-b3e7-47cb1c91786a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:15.858673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-319df3c1-a5f6-449e-8161-aa0c04d10b72 req-ca557bf6-63ec-4563-b3e7-47cb1c91786a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0759139 May 27 04:39:15.903135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-319df3c1-a5f6-449e-8161-aa0c04d10b72 req-34f1ac41-f68e-4616-bd40-fb790297dc95 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 May 27 04:39:17.104652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3381f-b70f-4505-8e88-28afa4feb874 req-8adb5751-9ac8-456c-84fd-030839ea2a99 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:17.106043 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ac3381f-b70f-4505-8e88-28afa4feb874 req-8adb5751-9ac8-456c-84fd-030839ea2a99 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0750742 May 27 04:39:17.150661 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ac3381f-b70f-4505-8e88-28afa4feb874 req-4ec5095c-0d1e-4da4-bdce-0439ad2936b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 May 27 04:39:18.437207 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bf8e8-ddab-4d96-b5f5-c85f52344e13 req-5ab45539-9af4-4480-be67-e8d9899062d7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:18.438547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-252bf8e8-ddab-4d96-b5f5-c85f52344e13 req-5ab45539-9af4-4480-be67-e8d9899062d7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.1669497 May 27 04:39:18.482807 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-252bf8e8-ddab-4d96-b5f5-c85f52344e13 req-06f2b12b-23f2-449f-b0ea-190ccfd282f5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 May 27 04:39:19.681475 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fee8f-cfa2-4cef-91f6-d562567c5eb8 req-863bec9f-fb1d-46f0-bf50-3f0b8e0eb402 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:19.682841 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee6fee8f-cfa2-4cef-91f6-d562567c5eb8 req-863bec9f-fb1d-46f0-bf50-3f0b8e0eb402 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0788472 May 27 04:39:19.727674 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ee6fee8f-cfa2-4cef-91f6-d562567c5eb8 req-bc73c63e-3a42-47d8-9478-5f74fe936b67 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 May 27 04:39:20.922965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ac9e-e04c-49be-91f5-a9f65e78de4b req-cef93fcc-a6b3-4e9a-a9e9-2fe59a16ec3c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:20.924436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5793ac9e-e04c-49be-91f5-a9f65e78de4b req-cef93fcc-a6b3-4e9a-a9e9-2fe59a16ec3c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0784087 May 27 04:39:20.969834 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5793ac9e-e04c-49be-91f5-a9f65e78de4b req-26ef1ba6-8a1d-4432-83c4-0a355df5646f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398571 May 27 04:39:21.150360 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:39:22.162108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedebd1-6d26-445a-be73-2e3b561fa81d req-92ce4603-bb19-4645-ab10-f0018cd158f9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:22.163531 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbedebd1-6d26-445a-be73-2e3b561fa81d req-92ce4603-bb19-4645-ab10-f0018cd158f9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0755718 May 27 04:39:22.209266 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cbedebd1-6d26-445a-be73-2e3b561fa81d req-7208c180-8d53-42bc-8e4a-0f860ba3f43b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 May 27 04:39:23.402441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7168f-2360-4a38-b3c9-3096eb5e7a60 req-bcc30644-1168-4d53-893f-9b2cd6507134 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:23.403812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ba7168f-2360-4a38-b3c9-3096eb5e7a60 req-bcc30644-1168-4d53-893f-9b2cd6507134 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0745411 May 27 04:39:23.457478 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2ba7168f-2360-4a38-b3c9-3096eb5e7a60 req-cbcf5f53-aa9b-4b32-8583-d4564af94697 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 May 27 04:39:23.490053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55292) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:39:23.592635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1be1d870-ce27-4864-b6e3-767f6d5127af tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 993 time: 0.1013620 May 27 04:39:24.342817 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:24.635576 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-08f8a578-b854-4784-a48c-301031f2efbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718949 May 27 04:39:24.792476 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-e1119f38-81a0-4400-964a-9b27edf2e937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0737152 May 27 04:39:24.945904 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-eaf470db-ab6d-4ea8-8ca0-dfa4384e3843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:24.947444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-eaf470db-ab6d-4ea8-8ca0-dfa4384e3843 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 897 time: 0.1357968 May 27 04:39:25.052104 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-db5273c6-4a67-4e05-bbe3-c0e294c6e3b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 1001 time: 0.0984919 May 27 04:39:25.066934 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e428ff-126c-4e39-a088-66e42cb56fb7 req-c6780c53-1fdc-4005-b2c3-a11cc0ff4025 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:25.068381 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08e428ff-126c-4e39-a088-66e42cb56fb7 req-c6780c53-1fdc-4005-b2c3-a11cc0ff4025 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0794585 May 27 04:39:25.116238 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-08e428ff-126c-4e39-a088-66e42cb56fb7 req-8f957cf1-9a58-4124-936c-a16eeba7bcda tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 May 27 04:39:25.117676 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-6a43c391-ee65-4ed5-9e85-70da4bc20b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:25.119135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-6a43c391-ee65-4ed5-9e85-70da4bc20b84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0616167 May 27 04:39:25.194460 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-e30a5352-1298-4956-abaa-a2ee0b20d83b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695426 May 27 04:39:25.319571 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-1ab7e515-6070-441d-91dd-a5beaf390d98 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197555 May 27 04:39:25.445828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2026502a-7ced-4815-9a6f-20b178e04d21 req-3f15cdf1-7663-4835-b5a4-67f855d3a89d service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200938 May 27 04:39:25.598670 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-bdfeb6e6-d24a-4cd3-b32a-d39d4f79054c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0681913 May 27 04:39:25.728396 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-1777f17e-f390-4c99-bbe2-adcfe266597a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:25.729801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-1777f17e-f390-4c99-bbe2-adcfe266597a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 897 time: 0.1256855 May 27 04:39:25.831731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-cdf62958-6538-458b-84a7-7003a7101a8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 1001 time: 0.0964282 May 27 04:39:25.892220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-d2a665fc-1576-4367-8501-25a931507d0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:25.893644 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-d2a665fc-1576-4367-8501-25a931507d0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0567276 May 27 04:39:25.972655 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-941d6e69-6803-486f-8368-3fe0512f5060 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733886 May 27 04:39:26.198683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-ea8cb1b3-554a-4d1a-a338-dc9525d731e2 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199228 May 27 04:39:26.379164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d1a6dacd-bd4d-4236-9c5e-b6eead1859de req-114e3dd9-2293-4371-8a67-14a7ef264932 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750319 May 27 04:39:26.392915 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57f3ac-600f-4c06-8ba4-2527364419fd req-7c9e88f5-eb10-4a51-9d5c-844aeb92b9a9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:26.394332 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df57f3ac-600f-4c06-8ba4-2527364419fd req-7c9e88f5-eb10-4a51-9d5c-844aeb92b9a9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.1240017 May 27 04:39:26.439076 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-df57f3ac-600f-4c06-8ba4-2527364419fd req-1af9dfb1-1675-4d39-a171-01a51b6c3269 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 May 27 04:39:26.921798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:27.633031 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605ed1-0961-4bce-a150-9fef783acd4e req-01f84691-fe4e-477e-ab77-89bb59274219 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:39:27.634472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6605ed1-0961-4bce-a150-9fef783acd4e req-01f84691-fe4e-477e-ab77-89bb59274219 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0780604 May 27 04:39:27.682214 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e6605ed1-0961-4bce-a150-9fef783acd4e req-175e0c33-10e1-4150-a510-646c44f61628 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 May 27 04:39:27.710904 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55306) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:39:27.810146 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-ca9fb15f-586d-4fb9-88fe-041e4cd932b4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 200 len: 993 time: 0.0980523 May 27 04:39:27.966587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d81b77f2-9c0f-4c34-848c-26c69980277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:30.039669 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fca9ef07-b5fc-4d7a-8516-a38de99ef50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:31.580657 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:31.585272 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:33.258563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:54.345905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:56.921606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:57.968884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b3dae813-b6c2-4566-95f2-620e01250ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:58.150864 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:39:58.527306 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55320) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:39:58.724294 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port cdc7cb1d-e580-4a26-8080-6b656f05e921 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:39:58.724628 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:58.890457 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:58.890783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:59.015731 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for cdc7cb1d-e580-4a26-8080-6b656f05e921 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:39:59.158715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:59.206315 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=cdc7cb1d-e580-4a26-8080-6b656f05e921,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:39:59.249872 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.250219 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.250556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.250891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.251433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.251776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.252110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.252442 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.252768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.253118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.253446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:39:59.308450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:39:59.794528 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 9490564c-58f3-4673-a276-39dfc8113158 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:40:00.005318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:40:00.018349 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Sync routers for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:40:00.030552 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:00.037587 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:00.038433 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:39:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:00.051957 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-16d8b924-9f1d-44d4-afd7-c114811afccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:00.090934 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f5a8e423-71ab-46ed-8d2b-a8bee2ffce6c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/floatingips/aabc9ea7-a8b8-4fdf-9333-22ed32e693ed HTTP/1.1" status: 204 len: 168 time: 1.5625432 May 27 04:40:00.091480 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:40:00.165661 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cc6b8f-992e-4aaf-8910-aef0eb128d93'] response: {'name': 'network-changed', 'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'status': 'completed', 'code': 200} May 27 04:40:00.261048 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:00.282530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-677b9e8e-8585-4c53-8181-29bd3a0e2fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0952711 May 27 04:40:00.431382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-fbfde089-aefc-48cf-9e96-52d4aabb159e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:00.433668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-fbfde089-aefc-48cf-9e96-52d4aabb159e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 200 len: 897 time: 0.1457896 May 27 04:40:00.540541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-b7c1c784-cb07-4add-ae83-5daa92115aa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 200 len: 217 time: 0.0749657 May 27 04:40:00.615163 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:00.619911 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-bd92bf5e-c1f6-42a1-901f-16f541d99dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:00.620190 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Checking router: 9490564c-58f3-4673-a276-39dfc8113158 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:40:00.621395 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-bd92bf5e-c1f6-42a1-901f-16f541d99dd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 200 len: 835 time: 0.0715072 May 27 04:40:00.628235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308de7a-b55c-4439-b821-da2c092552b5 req-84f50ae8-ef7e-49d5-a1c3-42f486716f62 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:00.629609 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e308de7a-b55c-4439-b821-da2c092552b5 req-84f50ae8-ef7e-49d5-a1c3-42f486716f62 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.1950710 May 27 04:40:00.631927 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:00.632524 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:00.721284 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e308de7a-b55c-4439-b821-da2c092552b5 req-21c9701d-acef-485e-9d5c-f946b8de8cf3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622578 May 27 04:40:00.734530 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-1a0da320-ccb1-4aa9-a9c0-64713a6fba6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040092 May 27 04:40:00.812244 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:00.868175 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-307220a8-1f48-40c6-bba3-c14ef2741c92 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267471 May 27 04:40:00.997427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4a1b1fb7-69db-4939-b1cb-f68c67ebce94 req-c99b7bb6-1b29-4486-a379-5ea79873e682 service neutron] 10.222.0.21 "GET /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222920 May 27 04:40:01.120697 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:01.125092 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e04cd-227f-4859-8737-f57cbd0d9313 None None] The sync data for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 is: [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:38:30Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '97490a86-8a94-4199-9a54-b71f526ad20a', 'name': '', 'network_id': 'e1c02af5-b7ad-437e-99ec-d7a7cdc6612c', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:d6:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:29Z', 'updated_at': '2022-05-27T04:38:37Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': 'a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:40:01.333598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c6d57-3f0a-4b81-a4c2-19945f8c9564 None None] New status for floating IP aabc9ea7-a8b8-4fdf-9333-22ed32e693ed: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:40:01.587148 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:01.591365 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:01.896522 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-fdad0e9b-dda8-4737-a793-ffa7344d2e7a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:01.897977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-fdad0e9b-dda8-4737-a793-ffa7344d2e7a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0803435 May 27 04:40:01.917752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a9c1a-c37e-4c8f-a17f-90044a6e60e8 req-96164af9-a185-4eaa-8233-13cc90ee68c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:01.918446 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-564a9c1a-c37e-4c8f-a17f-90044a6e60e8 req-96164af9-a185-4eaa-8233-13cc90ee68c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:01.933802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-564a9c1a-c37e-4c8f-a17f-90044a6e60e8 req-96164af9-a185-4eaa-8233-13cc90ee68c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:01.935089 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-564a9c1a-c37e-4c8f-a17f-90044a6e60e8 req-96164af9-a185-4eaa-8233-13cc90ee68c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 946 time: 0.0942817 May 27 04:40:01.968120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port c92815b1-de70-4c3b-8b10-3fe04583d1ef {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:40:01.968459 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:01.981396 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-564a9c1a-c37e-4c8f-a17f-90044a6e60e8 req-27c9e03a-9194-4eed-b62e-8e1dcd792746 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=fc6c445b-54ce-4c0b-a4f9-e9825646f09f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401418 May 27 04:40:02.207842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port c92815b1-de70-4c3b-8b10-3fe04583d1ef, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=c92815b1-de70-4c3b-8b10-3fe04583d1ef,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:02.208180 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:02.414116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for c92815b1-de70-4c3b-8b10-3fe04583d1ef owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:40:02.557287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:02.606312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=c92815b1-de70-4c3b-8b10-3fe04583d1ef,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:02.643099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.643446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.643785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.644120 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.644451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.644781 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.645136 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.645465 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.645792 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.646118 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.646439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:02.695409 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] No DVR routers for this DVR port c92815b1-de70-4c3b-8b10-3fe04583d1ef on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:40:02.697711 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:02.700126 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'name': 'network-vif-deleted', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:40:02.716025 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9263aca4-dd47-4dfe-aeaa-75fba66187ae req-c3265b7f-4346-45dc-b5d7-b4d8c75a4dca tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "DELETE /v2.0/ports/c92815b1-de70-4c3b-8b10-3fe04583d1ef HTTP/1.1" status: 204 len: 173 time: 0.8127239 May 27 04:40:02.842288 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0165e779-19f0-4641-8f97-79cc3aed1745'] response: {'server_uuid': '8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9', 'name': 'network-vif-deleted', 'tag': 'c92815b1-de70-4c3b-8b10-3fe04583d1ef', 'status': 'completed', 'code': 200} May 27 04:40:03.165111 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-696bc0ea-6eb2-4697-8d13-eb702231ac06 req-ab52b33e-1c07-4474-9fb8-da8ba9595bf4 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e844ca1-33be-4ed8-a9ad-8dee14ecc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0428524 May 27 04:40:03.261174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:04.270085 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55348) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:04.668342 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:05.349056 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 97490a86-8a94-4199-9a54-b71f526ad20a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:40:05.349754 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:05.530210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 97490a86-8a94-4199-9a54-b71f526ad20a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=97490a86-8a94-4199-9a54-b71f526ad20a,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:05.530459 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:05.651715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 97490a86-8a94-4199-9a54-b71f526ad20a owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:40:05.821481 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:05.867887 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=97490a86-8a94-4199-9a54-b71f526ad20a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:06.158243 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:06.808693 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 9490564c-58f3-4673-a276-39dfc8113158 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:40:07.004012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:40:07.013237 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Sync routers for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:40:07.016919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c06cf116-7262-49cb-8c6b-b6ac5034683c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/9490564c-58f3-4673-a276-39dfc8113158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7458057 May 27 04:40:07.019550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55352) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:07.025320 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:07.025943 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:07.198414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:07.202424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting subnet a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:40:07.205305 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.261733 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.342115 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.415028 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.453745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Subnet': ['ID=a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:07.458535 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.465820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779c0bb-82c8-424a-9168-ec36fef0f313 None None] Network e1c02af5-b7ad-437e-99ec-d7a7cdc6612c requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:40:07.466715 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d56804f8-5934-404d-8068-03a1a14bb934 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/subnets/a6eefff7-f8ae-4ce9-b8ef-fcfd0e3b446c HTTP/1.1" status: 204 len: 168 time: 0.4462101 May 27 04:40:07.469563 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:07.484339 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:40:05Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:07.488478 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Checking router: 9490564c-58f3-4673-a276-39dfc8113158 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:40:07.499340 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Routers {'9490564c-58f3-4673-a276-39dfc8113158'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:07.499923 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['9490564c-58f3-4673-a276-39dfc8113158'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:07.544810 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c92815b1-de70-4c3b-8b10-3fe04583d1ef no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:40:07.586717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: c92815b1-de70-4c3b-8b10-3fe04583d1ef {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:40:07.587132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device c92815b1-de70-4c3b-8b10-3fe04583d1ef not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:40:07.672580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.680859 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] Set router 9490564c-58f3-4673-a276-39dfc8113158 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:07.766164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] DHCP port deletion for e1c02af5-b7ad-437e-99ec-d7a7cdc6612c request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:40:07.770454 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Deleting port fb0b4bca-d1f6-4633-b044-993b0bf33e39 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:40:07.770818 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.877309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.887240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 088594a9-a80f-4b32-9db4-7181b879c8be {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:40:07.887652 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.979331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] For port fb0b4bca-d1f6-4633-b044-993b0bf33e39, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=fb0b4bca-d1f6-4633-b044-993b0bf33e39,segment=NetworkSegment(e0544171-42a5-4eda-9b53-5e31cc9d8ddd),segment_id=e0544171-42a5-4eda-9b53-5e31cc9d8ddd)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:07.979616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:07.993816 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:40:05Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:07.997896 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f7f34-f963-43b7-9bff-7d32b9dbfce0 None None] The sync data for ids ['9490564c-58f3-4673-a276-39dfc8113158'] in n-d-843301-2 is: [{'id': '9490564c-58f3-4673-a276-39dfc8113158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698906200', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:38:25Z', 'updated_at': '2022-05-27T04:40:05Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '088594a9-a80f-4b32-9db4-7181b879c8be', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9490564c-58f3-4673-a276-39dfc8113158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:38:26Z', 'updated_at': '2022-05-27T04:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:40:08.062464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 088594a9-a80f-4b32-9db4-7181b879c8be, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=088594a9-a80f-4b32-9db4-7181b879c8be,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:08.062906 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.106676 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Calling delete_port for fb0b4bca-d1f6-4633-b044-993b0bf33e39 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:40:08.178169 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.190239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 088594a9-a80f-4b32-9db4-7181b879c8be owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:40:08.223414 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Pushing event deleted for resources: {'Port': ['ID=fb0b4bca-d1f6-4633-b044-993b0bf33e39,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:08.233832 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] No DVR routers for this DVR port fb0b4bca-d1f6-4633-b044-993b0bf33e39 on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:40:08.241147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.241487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.241820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.242407 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.243167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.243167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.243695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.243695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.244124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.244290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.245487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4662d-883b-40bb-9f13-c0c58690c3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:08.353716 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.400245 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=088594a9-a80f-4b32-9db4-7181b879c8be,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:08.717819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.921841 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fb0b4bca-d1f6-4633-b044-993b0bf33e39 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:40:08.955420 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: fb0b4bca-d1f6-4633-b044-993b0bf33e39 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:40:08.955760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device fb0b4bca-d1f6-4633-b044-993b0bf33e39 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:40:08.956164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 97490a86-8a94-4199-9a54-b71f526ad20a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:40:08.977020 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.981224 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:08.986674 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 97490a86-8a94-4199-9a54-b71f526ad20a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:40:08.987018 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 97490a86-8a94-4199-9a54-b71f526ad20a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:40:09.006754 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.007257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Fanout notify agent at l3_agent the message router_deleted on router 9490564c-58f3-4673-a276-39dfc8113158 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:40:09.021528 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.023125 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cef48c57-8a22-4d42-852b-aebdae5d5da8 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/routers/9490564c-58f3-4673-a276-39dfc8113158 HTTP/1.1" status: 204 len: 168 time: 1.5522723 May 27 04:40:09.025888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55360) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:09.147162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.275129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.299533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c02af5-b7ad-437e-99ec-d7a7cdc6612c']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:09.311729 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:09.312023 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0544171-42a5-4eda-9b53-5e31cc9d8ddd') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:09.323030 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.338332 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.344155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:40:09.344533 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: timer() May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:40:09.358807 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:40:09.441188 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.463274 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.477154 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Network': ['ID=e1c02af5-b7ad-437e-99ec-d7a7cdc6612c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:09.482239 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-475b860f-3b44-429e-951f-50a58cf8f0b5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/networks/e1c02af5-b7ad-437e-99ec-d7a7cdc6612c HTTP/1.1" status: 204 len: 168 time: 0.4533441 May 27 04:40:09.483238 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55364) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:09.556891 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.588714 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.650455 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.668658 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c445b-54ce-4c0b-a4f9-e9825646f09f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:09.678470 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.679614 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1f00a992-f8e5-407a-9983-09f8472a1453 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc6c445b-54ce-4c0b-a4f9-e9825646f09f HTTP/1.1" status: 204 len: 168 time: 0.1957142 May 27 04:40:09.821195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55372) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:09.827356 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051332362', 'description': 'tempest-secgroup-smoke-1051332362 description', 'project_id': '1436d76866ee44d58a298f09fb0a88c6'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:09.834185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:09.838266 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:09.841102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:09.847830 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:09.857442 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.892535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:09.897112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:09.900201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:09.906589 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:09.961320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:09.964782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.008792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4aaff-60f0-4790-84a2-723017ad6327,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.011699 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.012872 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-28983339-1ebb-4081-93e5-a37517398736 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1907065 May 27 04:40:10.016216 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55376) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.021484 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.028005 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.032468 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.035324 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.041019 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.057563 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.206406 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.210429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.236517 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbba9619-ed71-4562-a3b0-f061b542728a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.246788 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.248645 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1b23e09d-5455-462c-97d6-37d8a039915c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2310030 May 27 04:40:10.251699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55380) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.257426 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.264757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.268542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.271489 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.277053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.291846 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.350897 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.354505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.376795 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef272d13-bd4f-4675-b3a1-fcf137ebf902,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.385584 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.386760 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10e4ff50-58ec-410c-b757-ff723fbf1a18 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1340954 May 27 04:40:10.390118 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55384) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.395363 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.401648 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.405433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.408191 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.413743 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.430171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.491491 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.494870 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.522012 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfcf428-73ce-45d1-aeb0-1e0f1af819bc,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.532143 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.533306 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3f904e4c-00ff-401e-8021-f7495c912dc7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422842 May 27 04:40:10.536044 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55388) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.541189 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.550185 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.552836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.556060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.564279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.582923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.646198 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.649727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.673011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b1747-1068-4142-8e81-e681a400e676,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.682171 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.683485 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d84fd501-fb4c-44ae-ad85-d67f21c30ccb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1464000 May 27 04:40:10.687057 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.692616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.699174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.702999 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.705898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.711767 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.721826 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:40:10.727958 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.790791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.794253 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.818035 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09808a07-9aa1-4c8b-9e7f-7acf56957005,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.826713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.828337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-968d234f-4be2-4b4e-a412-1d9c9ce863e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1402242 May 27 04:40:10.831034 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.834515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 088594a9-a80f-4b32-9db4-7181b879c8be no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:40:10.836794 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'security_group_rule': {'security_group_id': '34b4aaff-60f0-4790-84a2-723017ad6327', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.843400 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.847252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:security_group_rule and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:10.850122 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:10.855779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:10.866549 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Project 1436d76866ee44d58a298f09fb0a88c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:40:10.870409 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 088594a9-a80f-4b32-9db4-7181b879c8be {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:40:10.870762 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 088594a9-a80f-4b32-9db4-7181b879c8be not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:40:10.872990 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.945177 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.948490 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.971630 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f8f6fe-5346-44bb-a282-ae01f55c68ef,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:10.979527 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:10.980972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f11969d-6b16-4d9c-9031-e2452bda293e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1490011 May 27 04:40:10.984368 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:10.989736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'network': {'name': 'tempest-network-smoke--641319313', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:10.995083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:10.999177 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:network and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:11.002015 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:11.007607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:11.017152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:40:11.019982 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.047935 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:40:11.056646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.057051 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Added segment 47ad8280-3c72-487e-9eed-2841331424c4 of type vlan for network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 May 27 04:40:11.082476 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.113470 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.117230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:11.117806 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.226255 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2407606 May 27 04:40:11.229014 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55404) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:11.233572 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499df98-b954-45e7-a586-6d95398e2af6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Network': ['ID=af4f2d06-9c46-4eb5-9ea3-e76a309ac064,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:11.234210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'admin_state_up': True, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:11.241890 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:11.243963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:40:11.245486 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:router and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:11.248778 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:11.255114 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:11.265863 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.266752 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.284152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.429661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.605337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.634019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.769888 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.151 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/14340824-9268-41ea-8738-9458cf2e2d67) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:40:11.912592 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:11.938932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:12.003780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:12.006599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:12.011519 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:40:12.037745 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=14340824-9268-41ea-8738-9458cf2e2d67,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:12.166771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:12.167416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:12.385910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 1a993031-1b62-4c4e-af40-fcdc17843910 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:40:12.579101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:40:12.589986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Sync routers for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:40:12.601433 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:12.602733 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:12.605337 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:12.606532 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5f728ba7-5734-4675-ac1c-ee0af45ccac6 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3765240 May 27 04:40:12.609953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:12.652232 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8c03f3bc-a70d-4aa1-9760-81a6f7692124 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=1436d76866ee44d58a298f09fb0a88c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388243 May 27 04:40:12.652447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:12.783024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b154a5-1639-409a-9249-73b85490d7fe tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:12.787180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14b154a5-1639-409a-9249-73b85490d7fe tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311610 May 27 04:40:12.787637 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:12.810342 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:12.830854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-31469903-8737-434b-8457-c3a67e25c556 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=78c6c8de-0bc8-479b-abbb-9dce98c4c8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420029 May 27 04:40:12.833470 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:12.838566 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377738837', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:12.945738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:12.949541 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:subnet and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:12.952351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:12.958220 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:12.968490 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:40:13.069358 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.095378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:12Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:13.099125 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Checking router: 1a993031-1b62-4c4e-af40-fcdc17843910 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:40:13.099466 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Updating router 1a993031-1b62-4c4e-af40-fcdc17843910 port 14340824-9268-41ea-8738-9458cf2e2d67 binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:40:13.149746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.287756 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.363938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2fa81-61c6-4de1-96f9-87cacb3375e6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:13.376614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Checking segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:40:13.376977 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network hostable DHCP agents. Network: af4f2d06-9c46-4eb5-9ea3-e76a309ac064, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:40:13.398770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:40:13.409031 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, af4f2d06-9c46-4eb5-9ea3-e76a309ac064) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:13.412752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:13.413502 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.435301 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dca4d634-f22e-4f3a-9c2e-e3f4d63d3a8b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6008263 May 27 04:40:13.438048 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:13.445944 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da298d6-dba0-4034-9972-8ab237be285d None None] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:40:13.557102 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.585858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Transition to ACTIVE for port object 14340824-9268-41ea-8738-9458cf2e2d67 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:13.603753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.725595 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dab289-88ba-4c7d-8107-89fa1fec1a03 None None] Pushing event updated for resources: {'Port': ['ID=14340824-9268-41ea-8738-9458cf2e2d67,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:13.729630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Attempting to bind port 14340824-9268-41ea-8738-9458cf2e2d67 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:40:13.729996 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Attempting to bind port 14340824-9268-41ea-8738-9458cf2e2d67 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:40:13.730395 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Attempting to bind port 14340824-9268-41ea-8738-9458cf2e2d67 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:40:13.766553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:40:13.766926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:40:13.767319 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.767701 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:40:13.768183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Bound port: 14340824-9268-41ea-8738-9458cf2e2d67, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:40:13.768551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.818278 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:40:13.819072 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:13.909791 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] For port 14340824-9268-41ea-8738-9458cf2e2d67, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:40:13.933180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] For port 14340824-9268-41ea-8738-9458cf2e2d67, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14340824-9268-41ea-8738-9458cf2e2d67,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:40:13.938544 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.068545 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Allocated IP 172.20.0.2 (af4f2d06-9c46-4eb5-9ea3-e76a309ac064/4bd2fa81-61c6-4de1-96f9-87cacb3375e6/11d1e06c-37ed-433f-b225-d5325f30eafd) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:40:14.081878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dab289-88ba-4c7d-8107-89fa1fec1a03 None None] Pushing event updated for resources: {'Port': ['ID=14340824-9268-41ea-8738-9458cf2e2d67,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:14.090362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:14.090980 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:14.317602 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.465776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:14.582829 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.612667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Transition to ACTIVE for port object 11d1e06c-37ed-433f-b225-d5325f30eafd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:14.688749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Transition to ACTIVE for port object 11d1e06c-37ed-433f-b225-d5325f30eafd will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:14.697940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.758378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.1 (af4f2d06-9c46-4eb5-9ea3-e76a309ac064/4bd2fa81-61c6-4de1-96f9-87cacb3375e6/4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:40:14.823923 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:14.828329 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:14.831351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Pushing event updated for resources: {'Port': ['ID=11d1e06c-37ed-433f-b225-d5325f30eafd,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:14.833852 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:40:14.920784 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.936114 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:14.936653 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Attempting to bind port 11d1e06c-37ed-433f-b225-d5325f30eafd on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:40:14.937093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Attempting to bind port 11d1e06c-37ed-433f-b225-d5325f30eafd by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:40:14.937408 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Attempting to bind port 11d1e06c-37ed-433f-b225-d5325f30eafd on network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:40:14.948345 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:12Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:14.950340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:40:14.950705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Checking segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:40:14.951136 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.951513 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Bound using segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:40:14.951970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Bound port: 11d1e06c-37ed-433f-b225-d5325f30eafd, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:40:14.952342 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.958629 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:14.967233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf47627-4f6f-445f-a696-b2b6affb6dd0 None None] The sync data for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 is: [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:12Z', 'revision_number': 3, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:40:15.040686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:15.044378 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:15.047320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:40:15.053503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] For port 11d1e06c-37ed-433f-b225-d5325f30eafd, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:40:15.057524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] For port 11d1e06c-37ed-433f-b225-d5325f30eafd, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11d1e06c-37ed-433f-b225-d5325f30eafd,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:40:15.070962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:15.084174 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:15.118272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:15.168233 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e861-a21f-4508-a3c3-beb1ee4b53e8 None None] Pushing event updated for resources: {'Port': ['ID=11d1e06c-37ed-433f-b225-d5325f30eafd,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:15.230905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:15.787322 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:15.794194 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:15.902727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:15.912408 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:16.054441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:16.055649 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:16.131587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671d4d8-c672-4a15-aa5c-1f3393ccd8e2 None None] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:40:16.240388 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-31d3052c-3a00-46fb-89ff-a8631bb2cabf None None] Provisioning for port 11d1e06c-37ed-433f-b225-d5325f30eafd completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:16.445435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 1a993031-1b62-4c4e-af40-fcdc17843910 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:40:16.590602 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bd63a572-0704-4729-91f3-783c2da3439f None None] Provisioning for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:16.599036 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bd63a572-0704-4729-91f3-783c2da3439f None None] Provisioning complete for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:16.599409 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bd63a572-0704-4729-91f3-783c2da3439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:16.657733 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:40:16.659472 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-bd63a572-0704-4729-91f3-783c2da3439f None None] Port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:40:16.671288 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-10019aca-7fc8-42f4-a259-f633ee78f094 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/1a993031-1b62-4c4e-af40-fcdc17843910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322164 May 27 04:40:16.783265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-98b325e9-365b-4596-9873-2b931a4da3a5 None None] Provisioning complete for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:16.783632 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-98b325e9-365b-4596-9873-2b931a4da3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:16.846818 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-98b325e9-365b-4596-9873-2b931a4da3a5 None None] Port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:40:16.963503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11d1e06c-37ed-433f-b225-d5325f30eafd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:16.964067 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-486ea957-5ed6-4825-9f7b-27053cd7139c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:16.978999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-486ea957-5ed6-4825-9f7b-27053cd7139c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:16.980139 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-486ea957-5ed6-4825-9f7b-27053cd7139c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051332362&fields=id&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 267 time: 0.1735847 May 27 04:40:17.020212 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-79b0157e-d232-425a-b647-ee203197c6f4 None None] Provisioning complete for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:17.020483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-79b0157e-d232-425a-b647-ee203197c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.078338 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-79b0157e-d232-425a-b647-ee203197c6f4 None None] Port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:40:17.088829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 11d1e06c-37ed-433f-b225-d5325f30eafd completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:17.094060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 11d1e06c-37ed-433f-b225-d5325f30eafd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:17.094420 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.127328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789171a1-73ff-4597-8f99-9e6469e57908 req-aa7a244e-f4ae-4f71-bf87-b88e0df805fb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:17.127992 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-aa7a244e-f4ae-4f71-bf87-b88e0df805fb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:17.147551 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-aa7a244e-f4ae-4f71-bf87-b88e0df805fb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:17.148643 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-aa7a244e-f4ae-4f71-bf87-b88e0df805fb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 796 time: 0.1619980 May 27 04:40:17.165655 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-dd0b90e4-e60c-427d-863a-0e66f87c135e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/quotas/1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 375 time: 0.0112810 May 27 04:40:17.211031 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.241936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 11d1e06c-37ed-433f-b225-d5325f30eafd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11d1e06c-37ed-433f-b225-d5325f30eafd,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:17.243181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-1bddc40c-e5ac-4afc-bbe2-0388fc273bd0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:17.245722 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.246551 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14340824-9268-41ea-8738-9458cf2e2d67 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:17.258939 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-1bddc40c-e5ac-4afc-bbe2-0388fc273bd0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:17.260197 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-1bddc40c-e5ac-4afc-bbe2-0388fc273bd0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895462 May 27 04:40:17.276740 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-0df9eeb4-10b6-4d2c-a2fa-84c1ad63a70e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84156) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:40:17.277863 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-0df9eeb4-10b6-4d2c-a2fa-84c1ad63a70e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051165 May 27 04:40:17.399290 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=11d1e06c-37ed-433f-b225-d5325f30eafd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:17.413995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 14340824-9268-41ea-8738-9458cf2e2d67 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:17.414813 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-89c4e7a1-4313-42c6-82e7-be68626faa9e service neutron] 10.222.0.46 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304607 May 27 04:40:17.419030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 14340824-9268-41ea-8738-9458cf2e2d67 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:17.419398 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.533635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.548560 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-58c2a098-7129-4fa0-86ea-9cf4e8a716b1 service neutron] 10.222.0.46 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274271 May 27 04:40:17.550179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 14340824-9268-41ea-8738-9458cf2e2d67, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14340824-9268-41ea-8738-9458cf2e2d67,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:17.554153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:17.621592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=14340824-9268-41ea-8738-9458cf2e2d67,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:17.742296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0ae16d49-3748-4629-8132-8f61b5b3be97 req-6574678a-4e1a-47c4-a056-c546e6ae1ed3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:17.755287 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0ae16d49-3748-4629-8132-8f61b5b3be97 req-6574678a-4e1a-47c4-a056-c546e6ae1ed3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:17.756468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0ae16d49-3748-4629-8132-8f61b5b3be97 req-6574678a-4e1a-47c4-a056-c546e6ae1ed3 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 210 time: 0.0570018 May 27 04:40:18.521744 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Sync routers for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:40:18.533832 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:18.534417 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:18.720521 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:18.912270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789171a1-73ff-4597-8f99-9e6469e57908 req-3df53ce8-4dc0-4289-803e-d26d8b9f0a57 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:18.913642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-3df53ce8-4dc0-4289-803e-d26d8b9f0a57 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:18.926191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11d1e06c-37ed-433f-b225-d5325f30eafd up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:18.931654 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-789171a1-73ff-4597-8f99-9e6469e57908 req-3df53ce8-4dc0-4289-803e-d26d8b9f0a57 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:18.932869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-3df53ce8-4dc0-4289-803e-d26d8b9f0a57 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 796 time: 0.1941268 May 27 04:40:18.973530 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-2e0ffbf1-d515-414c-8639-3d5ed1463f27 req-b95b2e3f-57c3-4c96-8ea0-4ef5e4dd5e15 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 210 time: 0.0539463 May 27 04:40:19.019887 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 11d1e06c-37ed-433f-b225-d5325f30eafd triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:19.020304 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.110618 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-6edc2042-7027-4ef9-8ad2-03216f265d57 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1436d76866ee44d58a298f09fb0a88c6 HTTP/1.1" status: 200 len: 380 time: 0.1657479 May 27 04:40:19.121464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'port': {'device_id': '44f3f3b2-ac59-45af-b039-706626667b1d', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'admin_state_up': True, 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'security_groups': ['34b4aaff-60f0-4790-84a2-723017ad6327']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:19.129576 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 2, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:19.133828 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Checking router: 1a993031-1b62-4c4e-af40-fcdc17843910 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:40:19.133997 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Updating router 1a993031-1b62-4c4e-af40-fcdc17843910 port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:40:19.142151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14340824-9268-41ea-8738-9458cf2e2d67 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:19.187664 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.211888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 14340824-9268-41ea-8738-9458cf2e2d67 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:19.212407 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.263129 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:19.272631 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:19.283251 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Made reservation on behalf of 1436d76866ee44d58a298f09fb0a88c6 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:40:19.286857 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.526101 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.537290 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Transition to ACTIVE for port object 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:19.543658 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.612956 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.20.0.11 (af4f2d06-9c46-4eb5-9ea3-e76a309ac064/4bd2fa81-61c6-4de1-96f9-87cacb3375e6/cfc2e379-4686-4602-b0f6-d991aea597cb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:40:19.673578 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Pushing event updated for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:19.740478 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.740815 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.741166 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.741491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.741793 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.742104 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.742414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.742728 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.743032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.743341 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.743637 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:40:19.774843 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Attempting to bind port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:40:19.775491 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Attempting to bind port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:40:19.775838 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Attempting to bind port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 on network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:40:19.782567 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:40:19.782919 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Checking segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:40:19.783303 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.783676 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Bound using segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:40:19.784127 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Bound port: 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:40:19.784503 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.818170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.834816 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Transition to ACTIVE for port object cfc2e379-4686-4602-b0f6-d991aea597cb will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:19.856448 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.902417 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] For port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:40:19.906228 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] For port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:40:19.911352 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:19.940795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:19.943826 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:19.947832 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:40:19.993586 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:20.008373 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c495-3ec4-4e6c-86b0-d32c5a60c018 None None] Pushing event updated for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:20.012623 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:20.013255 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:20.022795 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:20.023615 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:20.055245 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-965daffa-67d7-4c7f-9d7c-5bd273d6bcaa tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9387105 May 27 04:40:20.068569 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Request body: {'port': {'device_id': '44f3f3b2-ac59-45af-b039-706626667b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:20.210924 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:20.252102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-35893188-822a-4ce5-814b-b6e9f982dc5a None None] Provisioning for port cfc2e379-4686-4602-b0f6-d991aea597cb completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:20.259922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-35893188-822a-4ce5-814b-b6e9f982dc5a None None] Provisioning complete for port cfc2e379-4686-4602-b0f6-d991aea597cb triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:20.260638 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-35893188-822a-4ce5-814b-b6e9f982dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:20.280316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:20.338736 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-35893188-822a-4ce5-814b-b6e9f982dc5a None None] Port cfc2e379-4686-4602-b0f6-d991aea597cb cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:40:20.372272 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38f49e-4e8d-40da-8233-2ce58d338b2e req-f3c616bb-596a-46ba-96d2-51f49ffefb2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:20.373198 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-da38f49e-4e8d-40da-8233-2ce58d338b2e req-f3c616bb-596a-46ba-96d2-51f49ffefb2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:40:20.434798 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-da38f49e-4e8d-40da-8233-2ce58d338b2e req-f3c616bb-596a-46ba-96d2-51f49ffefb2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:40:20.435986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-da38f49e-4e8d-40da-8233-2ce58d338b2e req-f3c616bb-596a-46ba-96d2-51f49ffefb2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 932 time: 0.2737210 May 27 04:40:20.543734 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:19Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:20.547675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d50776-68e2-49e1-8fd4-ebb1365c5b45 None None] The sync data for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 is: [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:19Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:40:20.564640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-da38f49e-4e8d-40da-8233-2ce58d338b2e req-d87bc1b0-bc13-4390-82ed-26cd5d2b5a00 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227963 May 27 04:40:20.735633 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc2e379-4686-4602-b0f6-d991aea597cb {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:40:20.742839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:20.759080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Transition to ACTIVE for port object cfc2e379-4686-4602-b0f6-d991aea597cb will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:40:20.762733 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:20.898061 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:20.922741 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:21.020205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Attempting to bind port cfc2e379-4686-4602-b0f6-d991aea597cb on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:40:21.020776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:21.021306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Attempting to bind port cfc2e379-4686-4602-b0f6-d991aea597cb by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:40:21.021804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Attempting to bind port cfc2e379-4686-4602-b0f6-d991aea597cb on network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:40:21.026351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:21.026963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.028863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Port cfc2e379-4686-4602-b0f6-d991aea597cb on network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:40:21.029305 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Attempting to bind port cfc2e379-4686-4602-b0f6-d991aea597cb on network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:40:21.036714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:40:21.037147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Checking segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:40:21.037459 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Bound using segment: {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:40:21.037888 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Bound port: cfc2e379-4686-4602-b0f6-d991aea597cb, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad8280-3c72-487e-9eed-2841331424c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:40:21.038236 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.151165 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:40:21.154419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=cfc2e379-4686-4602-b0f6-d991aea597cb,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:40:21.158719 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.173849 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.213103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:21.221320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.224485 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:21.225910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] 10.222.0.21 "PUT /v2.0/ports/cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 1092 time: 1.1624897 May 27 04:40:21.226377 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:40:21.272419 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0c3e8-5e92-4cfe-9e7d-566a13316aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:21.324169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:21.418918 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ce5b4-5b5b-4488-83de-a5f610c64aab'] response: {'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'status': 'completed', 'code': 200} May 27 04:40:21.462738 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-654ddc56-8884-4670-beac-c0aad6791d45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1095 time: 0.1864429 May 27 04:40:21.534480 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-f5e95105-848a-447c-89a0-c3d40a431be5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 217 time: 0.0654411 May 27 04:40:21.601224 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789171a1-73ff-4597-8f99-9e6469e57908 req-917ba993-6c56-4d1a-a55d-49a9e140f51b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:21.602705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-917ba993-6c56-4d1a-a55d-49a9e140f51b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 200 len: 834 time: 0.0593331 May 27 04:40:21.680213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-efa0c6e1-569b-4507-a3f2-b99d1ed12f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710785 May 27 04:40:21.862801 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-c8a19e65-83f7-4139-ade5-dbfba6491acc service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760690 May 27 04:40:21.872616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660b522-e866-4a42-a876-2b1431a43a89 req-ce7f737a-9d5f-4704-8e05-13761726862b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:21.874016 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660b522-e866-4a42-a876-2b1431a43a89 req-ce7f737a-9d5f-4704-8e05-13761726862b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 944 time: 0.1704667 May 27 04:40:22.007956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e660b522-e866-4a42-a876-2b1431a43a89 req-926a1871-4404-40e8-8057-03306289fd76 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158750 May 27 04:40:22.031774 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-789171a1-73ff-4597-8f99-9e6469e57908 req-7402773a-7efd-43e5-9a8c-15cff5685d88 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568530 May 27 04:40:22.143638 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-c67c630f-9881-48ac-b10b-8f98841c5aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1095 time: 0.0713856 May 27 04:40:22.271382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79149694-8661-4f6e-98db-385b92666d9c req-e1f95bdc-5a77-450b-b35e-fc25f91083cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:22.272796 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-e1f95bdc-5a77-450b-b35e-fc25f91083cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 897 time: 0.1234014 May 27 04:40:22.339734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-1ed6e4bf-ed50-4c65-a0b7-4f19b4a18a2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 217 time: 0.0595169 May 27 04:40:22.402844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79149694-8661-4f6e-98db-385b92666d9c req-6b35251f-e2a1-48f4-9b04-dbd872d41d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:22.404181 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-6b35251f-e2a1-48f4-9b04-dbd872d41d32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 200 len: 834 time: 0.0589368 May 27 04:40:22.475794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-29652317-b5bb-4fb2-ab32-f7c510b33636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654986 May 27 04:40:22.609397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-953271e6-3d7f-41df-9aee-1ae988350868 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238964 May 27 04:40:22.739543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-79149694-8661-4f6e-98db-385b92666d9c req-3ac10188-fd3c-489d-b521-d14c7aa3ea24 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237972 May 27 04:40:22.879211 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:22.948358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:22.948720 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:23.203308 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44a0f-902b-4f7f-a48e-1abd5d4abe11 req-1508b3ca-3e95-422e-b37a-b2de3cf28b65 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:23.204738 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44d44a0f-902b-4f7f-a48e-1abd5d4abe11 req-1508b3ca-3e95-422e-b37a-b2de3cf28b65 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 944 time: 0.0754018 May 27 04:40:23.250211 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-44d44a0f-902b-4f7f-a48e-1abd5d4abe11 req-5794d04c-5c0a-407d-8287-440ad3c78042 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396335 May 27 04:40:24.351141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:24.451326 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8e80e-373f-4b3e-b09a-34a82f4c3a26 req-2b371d19-5580-41f9-a43f-bfcf5a1f584a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:24.452768 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9aa8e80e-373f-4b3e-b09a-34a82f4c3a26 req-2b371d19-5580-41f9-a43f-bfcf5a1f584a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 944 time: 0.0804410 May 27 04:40:24.498521 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9aa8e80e-373f-4b3e-b09a-34a82f4c3a26 req-0a7ef6df-f883-40b0-a01e-d9f22c983b58 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 May 27 04:40:25.587717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device cfc2e379-4686-4602-b0f6-d991aea597cb details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:40:25.702148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21a7cc-2cf0-4a17-a40c-fc44770d90ed req-0f952cb6-50a8-44da-a11f-d07557b9c219 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:25.703573 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9e21a7cc-2cf0-4a17-a40c-fc44770d90ed req-0f952cb6-50a8-44da-a11f-d07557b9c219 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 944 time: 0.0839460 May 27 04:40:25.725937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=cfc2e379-4686-4602-b0f6-d991aea597cb,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:25.739260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'port_id': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'mac_address': 'fa:16:3e:61:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:40:25.749586 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-9e21a7cc-2cf0-4a17-a40c-fc44770d90ed req-8b7906ba-73eb-476e-9623-972a1ed5f5b7 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 May 27 04:40:25.792478 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:25.809622 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc2e379-4686-4602-b0f6-d991aea597cb {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:40:25.824581 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=cfc2e379-4686-4602-b0f6-d991aea597cb,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:25.828833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:25.891940 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:26.031528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['cfc2e379-4686-4602-b0f6-d991aea597cb'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:40:26.921766 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:26.944370 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ea6f-f578-4110-bdf3-b82e76f6571d req-52ca5321-ddb3-46d6-a028-8dc36807421c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:26.945826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43c0ea6f-f578-4110-bdf3-b82e76f6571d req-52ca5321-ddb3-46d6-a028-8dc36807421c tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 945 time: 0.0750017 May 27 04:40:26.990832 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-43c0ea6f-f578-4110-bdf3-b82e76f6571d req-fd62d779-cda3-4ea2-9fae-5f036a36dcfc tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 May 27 04:40:27.603427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device cfc2e379-4686-4602-b0f6-d991aea597cb up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:40:27.669970 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port cfc2e379-4686-4602-b0f6-d991aea597cb completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:40:27.674528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port cfc2e379-4686-4602-b0f6-d991aea597cb triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:40:27.674896 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:27.811197 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:27.836831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:40:27.846124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=cfc2e379-4686-4602-b0f6-d991aea597cb,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:40:27.850136 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:27.891621 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da013664-936d-4ff3-88a7-aba46c675547'] response: {'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'code': 200} May 27 04:40:27.916346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:27.970479 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d74286c-c99d-4944-aba3-9cb6a4668ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:28.106138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a791ca9-9922-4142-8cf0-f0f38d8de33d req-246f35fd-04b1-4e82-bd4f-0efe4ff55cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1097 time: 0.1634459 May 27 04:40:28.199867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3a791ca9-9922-4142-8cf0-f0f38d8de33d req-bf861b64-c60f-460e-bb21-b5c1d14a26a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881019 May 27 04:40:28.225027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ec9c5-5acd-4b8b-b92c-cff7025feaaa req-a1364293-011c-4d20-9e6b-123203ecff26 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:28.226457 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f53ec9c5-5acd-4b8b-b92c-cff7025feaaa req-a1364293-011c-4d20-9e6b-123203ecff26 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.1016269 May 27 04:40:28.271348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f53ec9c5-5acd-4b8b-b92c-cff7025feaaa req-f6eaf833-0538-43a0-ad62-34c550b2b9b2 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392854 May 27 04:40:29.464270 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b790-b802-450e-be74-0ed5826d21aa req-3a4829a7-28ac-450b-ab22-c6210c3971c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:29.465664 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f415b790-b802-450e-be74-0ed5826d21aa req-3a4829a7-28ac-450b-ab22-c6210c3971c1 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0758774 May 27 04:40:29.510237 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f415b790-b802-450e-be74-0ed5826d21aa req-21f76632-c44c-4ad8-b0e2-37d312c1d23b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 May 27 04:40:29.709596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6f58e-3649-4bef-aa01-0b8cd52f00bb req-3351d055-3460-404f-9d81-8c64b34c7951 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:29.711045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9d6f58e-3649-4bef-aa01-0b8cd52f00bb req-3351d055-3460-404f-9d81-8c64b34c7951 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0843298 May 27 04:40:29.756002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9d6f58e-3649-4bef-aa01-0b8cd52f00bb req-06404168-75d3-4755-80f8-2d337dda0495 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 May 27 04:40:29.782757 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:29.858121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1bb1fb63-27ae-496d-b168-bb4a600efe53 tempest-TestNetworkAdvancedServerOps-130708673 tempest-TestNetworkAdvancedServerOps-130708673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1092 time: 0.0742402 May 27 04:40:29.860736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:29.865743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:40:29.871728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:40:29.875551 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Usage tracker for resource:floatingip and tenant:1436d76866ee44d58a298f09fb0a88c6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:40:29.878344 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:40:29.883922 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:40:29.894156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.030423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.050036 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb3-c7ba-4947-b2cf-c775be5d9656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.166501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Allocated IP 172.25.8.46 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/43dc20b6-0900-4fae-95af-cf8b7d97e1f8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:40:30.311816 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.340960 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.406052 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:40:30.408763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:40:30.412540 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:40:30.441352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=43dc20b6-0900-4fae-95af-cf8b7d97e1f8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:30.905196 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:30.959306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.249577 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.254016 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.358789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event updated for resources: {'Port': ['ID=43dc20b6-0900-4fae-95af-cf8b7d97e1f8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:40:31.370290 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.553069 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Floating IP 7234541f-afcf-4478-8b57-be63cd5b01dc associated. External IP: 172.25.8.46, port: cfc2e379-4686-4602-b0f6-d991aea597cb. May 27 04:40:31.585525 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.589451 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:31.938533 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 1a993031-1b62-4c4e-af40-fcdc17843910 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:40:32.134982 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:40:32.145283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Sync routers for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:40:32.156477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:32.157154 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:32.159305 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:32.218891 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e3c4474-cee5-47ce-905b-9e43fe7e8f2a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3569436 May 27 04:40:32.219288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:40:32.294383 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867e7217-0dd7-4165-9c5b-efa3555e7edc'] response: {'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'status': 'completed', 'code': 200} May 27 04:40:32.345548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:32.388493 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-bbc8f2ce-d4de-4aed-8d90-15a5581c0aeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1097 time: 0.0723298 May 27 04:40:32.412237 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8627e-44be-4bc7-a01c-459947a268f1 req-974d44c8-aea7-4932-98eb-91f770a608db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:32.413708 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53c8627e-44be-4bc7-a01c-459947a268f1 req-974d44c8-aea7-4932-98eb-91f770a608db tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0796788 May 27 04:40:32.460490 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-53c8627e-44be-4bc7-a01c-459947a268f1 req-11b4ddc9-7050-4fcd-83b9-a77a2e37d5c0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 May 27 04:40:32.488063 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55492) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:32.522953 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-3fff9af8-6756-45a0-9633-ee846c7e29f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:32.524412 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-3fff9af8-6756-45a0-9633-ee846c7e29f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 897 time: 0.1306195 May 27 04:40:32.594746 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-2168301b-a007-4225-b2b0-46d7d34615e5 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 991 time: 0.1055446 May 27 04:40:32.629758 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-1b5a5122-f54a-414e-9efd-7c9aed91efd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 999 time: 0.0993004 May 27 04:40:32.691468 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-954769fc-7fa7-4373-8665-45c2edf7553b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:40:32.692952 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-954769fc-7fa7-4373-8665-45c2edf7553b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 200 len: 834 time: 0.0580175 May 27 04:40:32.708869 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7234541f-afcf-4478-8b57-be63cd5b01dc', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'port_id': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'mac_address': 'fa:16:3e:61:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3f3b2-ac59-45af-b039-706626667b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:40:30Z', 'updated_at': '2022-05-27T04:40:30Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:32.712682 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Checking router: 1a993031-1b62-4c4e-af40-fcdc17843910 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:40:32.723605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:40:32.724206 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:40:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:32.766866 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-2dd2119e-faeb-4454-ad69-2ea8d0b25bd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682673 May 27 04:40:32.910064 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:40:33.006107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-0358c429-9935-4d47-a849-39a1bc3be3ca service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331507 May 27 04:40:33.136194 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-71cb093e-8d52-48b7-bee3-fd24469914fa req-8cc52600-33d7-4b26-827e-12a6ccb5a86a service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241558 May 27 04:40:33.248747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7234541f-afcf-4478-8b57-be63cd5b01dc', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'port_id': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'mac_address': 'fa:16:3e:61:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3f3b2-ac59-45af-b039-706626667b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:40:30Z', 'updated_at': '2022-05-27T04:40:30Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:40:33.258476 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d587f5-4ce5-40f8-ae3d-4b912c8a2482 None None] The sync data for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 is: [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '7234541f-afcf-4478-8b57-be63cd5b01dc', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'port_id': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'mac_address': 'fa:16:3e:61:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3f3b2-ac59-45af-b039-706626667b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:40:30Z', 'updated_at': '2022-05-27T04:40:30Z', 'revision_number': 0, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:40:33.269762 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:33.598597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55496) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:33.708835 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a60c9f2b-dee2-4f79-bbcc-1515c53001ad tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 991 time: 0.1091287 May 27 04:40:34.711824 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55500) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:34.811672 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a9979966-8e27-42d3-8572-d582c916e05b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 991 time: 0.0987442 May 27 04:40:35.152054 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:40:35.815186 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:35.921123 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-7fc52915-f05e-4264-a7af-046c8859659a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 991 time: 0.1047289 May 27 04:40:36.508448 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc419f3-8456-433d-b9c4-48dc120a69dc None None] New status for floating IP 7234541f-afcf-4478-8b57-be63cd5b01dc: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:40:36.924902 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55508) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:40:37.028439 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-831cb98e-7e70-45bb-ad06-85436e52b841 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 993 time: 0.1022522 May 27 04:40:54.351961 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:56.919571 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:40:57.972303 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe5e0-9954-478b-af1a-59075dcb9e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:00.042075 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1b712119-0365-4720-b48c-163d34916f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:01.589620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:01.591691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:03.266747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:04.716561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae430f-fc67-45e0-ae52-043a325b6af1 req-12a478bf-2097-4297-b6b8-2bdc9f849d3f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:04.717931 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ae430f-fc67-45e0-ae52-043a325b6af1 req-12a478bf-2097-4297-b6b8-2bdc9f849d3f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0793314 May 27 04:41:04.765264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-25ae430f-fc67-45e0-ae52-043a325b6af1 req-0eb42eed-d3a0-4fb6-a9c0-34c35020a68b tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 May 27 04:41:05.961851 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b48bd-6790-44f5-ae18-52334a8b68a1 req-3334ca11-5bd3-4b8d-ba8b-57926964712a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:05.963293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-892b48bd-6790-44f5-ae18-52334a8b68a1 req-3334ca11-5bd3-4b8d-ba8b-57926964712a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0783904 May 27 04:41:06.093721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-892b48bd-6790-44f5-ae18-52334a8b68a1 req-2993c6c9-5ba5-4efa-9665-df5b09020b8e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243610 May 27 04:41:06.128013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55530) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:06.230850 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75de7a4a-afa9-4158-ab7c-a82611be734e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 993 time: 0.1016822 May 27 04:41:07.745209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-ea409655-2aef-4ccc-812c-f6651f8e77ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1097 time: 0.1258702 May 27 04:41:07.756737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77901dc-e87f-4722-ab27-ba6e7cc2fedb req-cd35c90b-4303-41af-a627-e7f527f15944 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:07.758092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77901dc-e87f-4722-ab27-ba6e7cc2fedb req-cd35c90b-4303-41af-a627-e7f527f15944 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.1061893 May 27 04:41:07.893730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c77901dc-e87f-4722-ab27-ba6e7cc2fedb req-bc023ac6-5ed6-4d0a-b40d-6cf95d00253d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167262 May 27 04:41:07.915340 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-84de6411-ed5c-4d99-8bcf-72ead343d8d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:07.916811 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-84de6411-ed5c-4d99-8bcf-72ead343d8d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 897 time: 0.1655676 May 27 04:41:08.016595 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-d84dd50a-49df-43dd-bb56-3b290ab20523 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 1001 time: 0.0940189 May 27 04:41:08.076614 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-d9c7b2bd-b282-4509-b3f6-c8a06580ba2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:08.078034 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-d9c7b2bd-b282-4509-b3f6-c8a06580ba2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 200 len: 834 time: 0.0559511 May 27 04:41:08.152449 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-aad577d0-56b7-411e-809a-b11b55755116 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688710 May 27 04:41:08.279463 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-27973e7a-fd2e-4015-a18a-2d3b4fd5ef35 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210208 May 27 04:41:08.409592 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1c7b9bff-f212-4777-a1cb-d7b79c8680dd req-cf5c370b-ea07-4a80-bf4c-796e8c0a4d38 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 May 27 04:41:09.090644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64067fcb-40b9-4905-8b38-3069e5c738a5 req-b4a6dffd-6cbc-4475-a1fc-447e8c2fa754 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:09.092115 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64067fcb-40b9-4905-8b38-3069e5c738a5 req-b4a6dffd-6cbc-4475-a1fc-447e8c2fa754 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0782151 May 27 04:41:09.139060 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-64067fcb-40b9-4905-8b38-3069e5c738a5 req-a84ca949-120d-4a53-9421-e3c779458849 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 May 27 04:41:10.330809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edd6ae-4492-480b-94be-d0c158cbb1d8 req-a8c18bf0-027f-489f-aba8-17f2d1624c1d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:10.332519 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9edd6ae-4492-480b-94be-d0c158cbb1d8 req-a8c18bf0-027f-489f-aba8-17f2d1624c1d tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0760422 May 27 04:41:10.376397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c9edd6ae-4492-480b-94be-d0c158cbb1d8 req-06fc167e-e7e6-43b5-bb23-c725d1e2b03a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 May 27 04:41:10.405564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:10.510730 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-7dc74d39-c5ba-47bc-ac05-6e8e53303173 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 200 len: 993 time: 0.1040237 May 27 04:41:10.763792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55552) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:10.963784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 43dc20b6-0900-4fae-95af-cf8b7d97e1f8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:41:10.964120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:11.130659 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:11.130980 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:11.248652 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 43dc20b6-0900-4fae-95af-cf8b7d97e1f8 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:41:11.397882 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:11.448377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=43dc20b6-0900-4fae-95af-cf8b7d97e1f8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:11.492999 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.493341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.493671 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.494000 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.494325 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.494646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.494965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.495285 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.495597 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.495910 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.496220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:11.550396 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:11.937195 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 1a993031-1b62-4c4e-af40-fcdc17843910 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:41:12.154350 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:41:12.216581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:12.225865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Sync routers for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:12.236661 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:12.237766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:12.238381 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:12.290635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-422a6561-4b9b-4f51-b7ab-e333fd71f47a tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/floatingips/7234541f-afcf-4478-8b57-be63cd5b01dc HTTP/1.1" status: 204 len: 168 time: 1.5258780 May 27 04:41:12.291280 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:41:12.355962 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a3cc58-df18-4b1e-83c1-d4c78c3a57f5'] response: {'name': 'network-changed', 'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'status': 'completed', 'code': 200} May 27 04:41:12.449421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-40722e0f-7a89-4d09-b51f-2c097dae22c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1436d76866ee44d58a298f09fb0a88c6&device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 1097 time: 0.0740197 May 27 04:41:12.465166 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:12.694206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01b0a-9809-47dd-811f-89d74ca46f2c req-b517cca8-7cec-4e81-a14e-d097db856426 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:12.695361 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-76d01b0a-9809-47dd-811f-89d74ca46f2c req-b517cca8-7cec-4e81-a14e-d097db856426 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:12.696653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-f335533c-8c1e-4f51-a265-71accc710d5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:12.698141 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-f335533c-8c1e-4f51-a265-71accc710d5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 200 len: 897 time: 0.2432938 May 27 04:41:12.712388 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-76d01b0a-9809-47dd-811f-89d74ca46f2c req-b517cca8-7cec-4e81-a14e-d097db856426 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:12.713880 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76d01b0a-9809-47dd-811f-89d74ca46f2c req-b517cca8-7cec-4e81-a14e-d097db856426 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.1017826 May 27 04:41:12.764853 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-76d01b0a-9809-47dd-811f-89d74ca46f2c req-b793cd11-d57b-4f5a-88f4-fb8aa7e845e9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 May 27 04:41:12.770697 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-3fee7472-ad2f-44e7-a1e1-01ea92785c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 200 len: 217 time: 0.0658705 May 27 04:41:12.794242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:12.798460 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Checking router: 1a993031-1b62-4c4e-af40-fcdc17843910 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:12.808874 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:12.809501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:12.834885 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-3640cbdb-572c-4d2e-aabc-2265e2576edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:12.836305 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-3640cbdb-572c-4d2e-aabc-2265e2576edc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 200 len: 834 time: 0.0591853 May 27 04:41:12.909918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-0dae3ab2-4082-4214-8451-6f72a69de0ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af4f2d06-9c46-4eb5-9ea3-e76a309ac064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668807 May 27 04:41:12.989087 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:13.042568 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-040d8c94-ae62-4362-8755-e634c62e3a55 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252611 May 27 04:41:13.176060 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-18bc6a0e-d6f6-4d26-9306-ce0a76c30243 req-ab101bd9-62ad-4295-b1d2-cd9d1abd0478 service neutron] 10.222.0.21 "GET /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264150 May 27 04:41:13.298421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:13.302245 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f7203-808c-4d20-8d95-da2131570342 None None] The sync data for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 is: [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:15Z', 'revision_number': 4, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850', 'name': '', 'network_id': 'af4f2d06-9c46-4eb5-9ea3-e76a309ac064', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:14Z', 'updated_at': '2022-05-27T04:40:21Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'subnets': [{'id': '4bd2fa81-61c6-4de1-96f9-87cacb3375e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:13.520281 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da1e7e-05a4-4286-8ea7-8e467386ec60 None None] New status for floating IP 7234541f-afcf-4478-8b57-be63cd5b01dc: DOWN {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:41:13.966552 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a543-0b99-43c1-b959-bb80b953eec7 req-e5effdd7-f7b2-42f5-9e8f-3503790dea81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:13.968415 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe62a543-0b99-43c1-b959-bb80b953eec7 req-e5effdd7-f7b2-42f5-9e8f-3503790dea81 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0806966 May 27 04:41:14.012635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fe62a543-0b99-43c1-b959-bb80b953eec7 req-ccd8a077-6c96-4d0c-858b-a1b5b1e388e0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4aaff-60f0-4790-84a2-723017ad6327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386472 May 27 04:41:14.104314 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-c019b8cc-a623-40c8-9351-c20a9e872477 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:14.105756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-c019b8cc-a623-40c8-9351-c20a9e872477 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 946 time: 0.0739584 May 27 04:41:14.174317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port cfc2e379-4686-4602-b0f6-d991aea597cb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:41:14.174649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:14.410593 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port cfc2e379-4686-4602-b0f6-d991aea597cb, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=cfc2e379-4686-4602-b0f6-d991aea597cb,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:14.411199 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:14.534252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for cfc2e379-4686-4602-b0f6-d991aea597cb owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:41:14.675484 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:14.722454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=cfc2e379-4686-4602-b0f6-d991aea597cb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:14.734095 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.734444 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.734782 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.735117 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.735447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.735775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.736098 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.736423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.736745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.737091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.737897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:14.805229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] No DVR routers for this DVR port cfc2e379-4686-4602-b0f6-d991aea597cb on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:41:14.807670 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:14.810111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'name': 'network-vif-deleted', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:41:14.825741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-752f3473-dab6-425d-bd47-2a5fb7eaae85 req-53bbc72e-cf3a-449f-b38b-758e859f0c3e tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.21 "DELETE /v2.0/ports/cfc2e379-4686-4602-b0f6-d991aea597cb HTTP/1.1" status: 204 len: 173 time: 0.7148371 May 27 04:41:14.866947 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75128414-9c76-4e6e-9c80-85b67b2b32dc'] response: {'server_uuid': '44f3f3b2-ac59-45af-b039-706626667b1d', 'name': 'network-vif-deleted', 'tag': 'cfc2e379-4686-4602-b0f6-d991aea597cb', 'status': 'completed', 'code': 200} May 27 04:41:15.194807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bd42ea42-dcfb-43ee-966e-5f9f2ba78f3d req-4208e0db-20a3-4fb6-8621-caf44f469b6f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Synchronizing usage tracker for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:15.210941 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bd42ea42-dcfb-43ee-966e-5f9f2ba78f3d req-4208e0db-20a3-4fb6-8621-caf44f469b6f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Unset dirty status for tenant:1436d76866ee44d58a298f09fb0a88c6 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:15.212138 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd42ea42-dcfb-43ee-966e-5f9f2ba78f3d req-4208e0db-20a3-4fb6-8621-caf44f469b6f tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "GET /v2.0/ports?device_id=44f3f3b2-ac59-45af-b039-706626667b1d HTTP/1.1" status: 200 len: 210 time: 0.0625076 May 27 04:41:16.315135 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55570) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:16.712641 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:17.309905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:41:17.310245 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:17.587816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:17.588525 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:17.708792 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:41:17.757957 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device cfc2e379-4686-4602-b0f6-d991aea597cb no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:41:17.790032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: cfc2e379-4686-4602-b0f6-d991aea597cb {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:41:17.790366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device cfc2e379-4686-4602-b0f6-d991aea597cb not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:41:17.879536 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:17.923755 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:18.219655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:18.774586 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Router 1a993031-1b62-4c4e-af40-fcdc17843910 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:41:19.060688 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:19.069986 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Sync routers for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:19.079825 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e242ee02-c6a2-43f3-b997-37e31f7edceb tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "PUT /v2.0/routers/1a993031-1b62-4c4e-af40-fcdc17843910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636065 May 27 04:41:19.082809 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55574) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:19.082966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:19.083568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:19.272225 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting subnet 4bd2fa81-61c6-4de1-96f9-87cacb3375e6 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:41:19.275062 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.305978 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:19.327921 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.408123 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.484044 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.521213 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2fa81-61c6-4de1-96f9-87cacb3375e6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:19.527869 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.534213 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-27f42fe4-23e8-4315-b628-932ee95f48ae tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/subnets/4bd2fa81-61c6-4de1-96f9-87cacb3375e6 HTTP/1.1" status: 204 len: 168 time: 0.4499366 May 27 04:41:19.536819 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55578) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:19.555568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1963111-1525-4fba-86cc-10ce956ab772 None None] Network af4f2d06-9c46-4eb5-9ea3-e76a309ac064 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:41:19.750665 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.753376 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:41:17Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:19.765964 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Checking router: 1a993031-1b62-4c4e-af40-fcdc17843910 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:19.786678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Routers {'1a993031-1b62-4c4e-af40-fcdc17843910'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:19.787271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['1a993031-1b62-4c4e-af40-fcdc17843910'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:19.847685 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] DHCP port deletion for af4f2d06-9c46-4eb5-9ea3-e76a309ac064 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:41:19.915995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Deleting port 11d1e06c-37ed-433f-b225-d5325f30eafd {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:41:19.916368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.955132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:19.965581 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Deleting port 14340824-9268-41ea-8738-9458cf2e2d67 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:41:19.965922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:20.140610 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] Set router 1a993031-1b62-4c4e-af40-fcdc17843910 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:20.141720 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] For port 14340824-9268-41ea-8738-9458cf2e2d67, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=14340824-9268-41ea-8738-9458cf2e2d67,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:20.142080 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:20.261293 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Calling delete_port for 14340824-9268-41ea-8738-9458cf2e2d67 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:41:20.278491 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] For port 11d1e06c-37ed-433f-b225-d5325f30eafd, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=11d1e06c-37ed-433f-b225-d5325f30eafd,segment=NetworkSegment(47ad8280-3c72-487e-9eed-2841331424c4),segment_id=47ad8280-3c72-487e-9eed-2841331424c4)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:20.278895 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:20.425953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:20.455905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Calling delete_port for 11d1e06c-37ed-433f-b225-d5325f30eafd owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:41:20.469855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Port': ['ID=14340824-9268-41ea-8738-9458cf2e2d67,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:20.649203 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724'] for port, after_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:20.704264 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Pushing event deleted for resources: {'Port': ['ID=11d1e06c-37ed-433f-b225-d5325f30eafd,revision_number=None']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:20.719734 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] No DVR routers for this DVR port 11d1e06c-37ed-433f-b225-d5325f30eafd on host n-d-843301-2 {{(pid=84157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:41:20.721853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.722207 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.722553 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.722888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.723217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.723550 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.723883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.724214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.724536 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.724857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.725205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918c41f-4413-44a1-97d1-6f1d596944c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:20.745411 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:41:17Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:20.750393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb30a-7242-405e-afd3-10fcc3f3bdcf None None] The sync data for ids ['1a993031-1b62-4c4e-af40-fcdc17843910'] in n-d-843301-2 is: [{'id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55729094', 'tenant_id': '1436d76866ee44d58a298f09fb0a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '14340824-9268-41ea-8738-9458cf2e2d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:41:17Z', 'revision_number': 5, 'project_id': '1436d76866ee44d58a298f09fb0a88c6', 'gw_port': {'id': '14340824-9268-41ea-8738-9458cf2e2d67', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a993031-1b62-4c4e-af40-fcdc17843910', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:40:11Z', 'updated_at': '2022-05-27T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:20.805116 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.052152 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.056261 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.091812 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.096698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Fanout notify agent at l3_agent the message router_deleted on router 1a993031-1b62-4c4e-af40-fcdc17843910 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:41:21.116340 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.120194 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1d87c161-9dc6-442d-b69c-24fbd2d041ff tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/routers/1a993031-1b62-4c4e-af40-fcdc17843910 HTTP/1.1" status: 204 len: 168 time: 1.5801084 May 27 04:41:21.120810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:21.211161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:41:21.246948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:41:21.247434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4dc8fb9f-9aa9-4579-89c3-e9c60d6bb850 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:41:21.248577 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11d1e06c-37ed-433f-b225-d5325f30eafd no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:41:21.281933 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 11d1e06c-37ed-433f-b225-d5325f30eafd {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:41:21.282273 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 11d1e06c-37ed-433f-b225-d5325f30eafd not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:41:21.326021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.458722 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.484235 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4f2d06-9c46-4eb5-9ea3-e76a309ac064']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:21.495801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad8280-3c72-487e-9eed-2841331424c4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:21.496101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.services.segments.db [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad8280-3c72-487e-9eed-2841331424c4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:21.507135 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249526'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.522243 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.528130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:41:21.528512 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2923629'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: Traceback (most recent call last): May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: timer() May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: cb(*args, **kw) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: return func(*args, **kwargs) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: self._notify() May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: self.callback(batched_events) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: event.method(event) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: return f(self, *a, **k) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: return self._get(url).json() May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: return self.request(url, 'GET', **kwargs) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:41:21.542865 n-d-843301-2 neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:41:21.621896 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.639712 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.651764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'Network': ['ID=af4f2d06-9c46-4eb5-9ea3-e76a309ac064,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:21.658922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-965d798d-2a6c-4c6f-906b-03751f3c9ed9 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/networks/af4f2d06-9c46-4eb5-9ea3-e76a309ac064 HTTP/1.1" status: 204 len: 168 time: 0.5370607 May 27 04:41:21.661677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55586) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:21.729251 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.759883 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.825633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.843485 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4aaff-60f0-4790-84a2-723017ad6327,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:21.855192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:21.856343 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-1adaa74a-c94a-4284-8117-5820581f8cc0 tempest-TestNetworkAdvancedServerOps-1999470623 tempest-TestNetworkAdvancedServerOps-1999470623-project] 10.222.0.46 "DELETE /v2.0/security-groups/34b4aaff-60f0-4790-84a2-723017ad6327 HTTP/1.1" status: 204 len: 168 time: 0.1937065 May 27 04:41:22.246730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55596) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:22.415566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-0f7d0298-cae4-4508-818b-f837b6f044f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1436d76866ee44d58a298f09fb0a88c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676333 May 27 04:41:22.417948 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55602) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:22.477142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:22.502888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:22.551655 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:22.567435 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947713f3-2a32-4ee7-a514-4e1a1f2473a5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:22.575553 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:22.576671 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-96578f8e-4777-499c-8778-32c581cefcab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/947713f3-2a32-4ee7-a514-4e1a1f2473a5 HTTP/1.1" status: 204 len: 168 time: 0.1578467 May 27 04:41:22.863418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14340824-9268-41ea-8738-9458cf2e2d67 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:41:22.900161 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 14340824-9268-41ea-8738-9458cf2e2d67 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:41:22.900501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 14340824-9268-41ea-8738-9458cf2e2d67 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:41:22.903874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55612) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:22.922727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:22.953787 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:22.957812 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e24a4c1b9a440f8a6ea5fcda839186 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:22.960553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:22.966161 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:23.030498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.034191 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.080556 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd58cb5-4459-4502-ac0e-39d2cb9cb53f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:23.086085 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3c773a75-1ba9-4860-a070-780cff8462f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3e24a4c1b9a440f8a6ea5fcda839186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1806848 May 27 04:41:23.088627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55616) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:23.150076 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.175697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.225160 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.240803 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd58cb5-4459-4502-ac0e-39d2cb9cb53f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:23.245649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:23.246755 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-78f6ea36-990c-4970-a2a1-80e71011cd4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dd58cb5-4459-4502-ac0e-39d2cb9cb53f HTTP/1.1" status: 204 len: 168 time: 0.1561983 May 27 04:41:24.093644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55638) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:24.218864 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1799202273-network', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:24.224180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:24.227967 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Usage tracker for resource:network and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:24.230773 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:24.237107 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:24.247287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Made reservation on behalf of 4aaa8ff8a0c147889d6e2337f4401d24 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:41:24.250236 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.262270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.291928 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:24.296218 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:24.298950 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:24.304735 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:24.366616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.373041 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.376543 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.405570 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:41:24.414165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acae2b7-d4cd-411a-ac35-387854b6c13c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:24.419738 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.420588 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Added segment 857d9b3d-eee0-4cfb-b006-1ebd643cd8a3 of type vlan for network 7a9af1c6-0897-4e58-9272-935d1e7da8be May 27 04:41:24.446376 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.476074 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.477071 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:24.477737 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.579341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9af1c6-0897-4e58-9272-935d1e7da8be,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:24.582623 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cc26644e-e7ae-480a-b2df-c3b4f0d7dd19 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4879627 May 27 04:41:24.585637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:24.589315 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:41:24.590781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Request body: {'subnet': {'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1799202273-subnet', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:24.596807 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:24.600583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Usage tracker for resource:subnet and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:24.603402 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:24.609628 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:24.619848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Made reservation on behalf of 4aaa8ff8a0c147889d6e2337f4401d24 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:41:24.622351 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.821775 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:24.975190 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8b004a-64a3-44a5-bea8-c7811a0531a8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:24.997417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:24.997793 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Network hostable DHCP agents. Network: 7a9af1c6-0897-4e58-9272-935d1e7da8be, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:41:25.018488 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:41:25.026831 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 7a9af1c6-0897-4e58-9272-935d1e7da8be) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:25.031180 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:25.031759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.037190 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b81a9-2267-4be7-bb81-a0e25feca449 None None] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:41:25.057409 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-24293b12-ef44-4b52-8093-6aba86d382e3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4681602 May 27 04:41:25.057741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:25.062955 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:25.068451 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:25.072277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Usage tracker for resource:router and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:25.075121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:25.081331 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:25.095523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.096619 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.121888 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.255072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-7a9af1c6-0897-4e58-9272-935d1e7da8be', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:41:25.255874 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.268461 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.409760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Allocated IP 172.20.0.2 (7a9af1c6-0897-4e58-9272-935d1e7da8be/1e8b004a-64a3-44a5-bea8-c7811a0531a8/a904dbcf-d036-489b-a61f-50b540dea1c6) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:25.452148 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.481266 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.613756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.618071 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Allocated IP 172.25.8.108 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/c40bf57a-a913-4a55-b6e9-267bb5e51ef4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:25.625010 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Transition to ACTIVE for port object a904dbcf-d036-489b-a61f-50b540dea1c6 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:25.643389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Transition to ACTIVE for port object a904dbcf-d036-489b-a61f-50b540dea1c6 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:25.648758 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.719856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:25.720873 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:25.724583 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:25.730715 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Pushing event updated for resources: {'Port': ['ID=a904dbcf-d036-489b-a61f-50b540dea1c6,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:25.768839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.796014 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.813985 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Attempting to bind port a904dbcf-d036-489b-a61f-50b540dea1c6 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:25.814346 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Attempting to bind port a904dbcf-d036-489b-a61f-50b540dea1c6 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:25.814704 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Attempting to bind port a904dbcf-d036-489b-a61f-50b540dea1c6 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:25.820914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:25.821286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:25.821678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.822060 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Bound using segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:25.822515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Bound port: a904dbcf-d036-489b-a61f-50b540dea1c6, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:25.822882 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:25.866439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:25.869307 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:25.872554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:25.902266 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Pushing event updated for resources: {'Port': ['ID=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:25.914665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] For port a904dbcf-d036-489b-a61f-50b540dea1c6, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:25.918009 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] For port a904dbcf-d036-489b-a61f-50b540dea1c6, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a904dbcf-d036-489b-a61f-50b540dea1c6,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:25.922029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:26.008089 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163b06f-05a3-4f9f-92f5-8608768e90d9 None None] Pushing event updated for resources: {'Port': ['ID=a904dbcf-d036-489b-a61f-50b540dea1c6,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:26.050112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:26.051008 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:26.298039 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Router c8652487-3e1b-482f-9b1a-86364596b870 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:41:26.603684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:26.614966 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:26.628518 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:26.628700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:26.629138 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:26.632844 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-146e7abe-e065-4fe6-a045-9bd7478c150b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5714388 May 27 04:41:26.633210 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:26.813691 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:26.930695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:26.994901 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a904dbcf-d036-489b-a61f-50b540dea1c6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:27.036835 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4cf00-9bf3-4327-b2ba-d14d54b606b2 None None] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:41:27.156025 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:25Z', 'revision_number': 3, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:27.159950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:27.160286 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Updating router c8652487-3e1b-482f-9b1a-86364596b870 port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:41:27.194519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Provisioning for port a904dbcf-d036-489b-a61f-50b540dea1c6 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:27.200481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a904dbcf-d036-489b-a61f-50b540dea1c6 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:27.206629 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Provisioning complete for port a904dbcf-d036-489b-a61f-50b540dea1c6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:27.207261 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.213679 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.235498 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a904dbcf-d036-489b-a61f-50b540dea1c6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:27.235953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.445735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.550331 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.550753 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.562903 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Transition to ACTIVE for port object c40bf57a-a913-4a55-b6e9-267bb5e51ef4 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:27.569565 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.594838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.624955 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a904dbcf-d036-489b-a61f-50b540dea1c6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a904dbcf-d036-489b-a61f-50b540dea1c6,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:27.633413 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.650250 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Attempting to bind port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:27.651031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Attempting to bind port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:27.651031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Attempting to bind port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:27.659907 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Pushing event updated for resources: {'Port': ['ID=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:27.673382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.673975 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.674558 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.675012 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.675333 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.676014 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.676536 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.677314 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.677633 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.677950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.678263 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:41:27.682193 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:27.682596 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:27.682945 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.683802 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:27.684810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Bound port: c40bf57a-a913-4a55-b6e9-267bb5e51ef4, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:27.685419 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.697940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Allocated IP 172.20.0.1 (7a9af1c6-0897-4e58-9272-935d1e7da8be/1e8b004a-64a3-44a5-bea8-c7811a0531a8/f2d20158-a351-4714-84e7-d2711fc0439e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:27.758118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:41:27.758472 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-e17f1bd4-30bd-41d3-be22-fde9be4cd0c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:41:27.759084 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a904dbcf-d036-489b-a61f-50b540dea1c6,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:27.774439 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] For port c40bf57a-a913-4a55-b6e9-267bb5e51ef4, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:27.777678 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] For port c40bf57a-a913-4a55-b6e9-267bb5e51ef4, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:27.783515 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.866930 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75576bdd-d52b-4545-96c8-a1bc47187d96 None None] Pushing event updated for resources: {'Port': ['ID=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:27.873476 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:27.874063 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:27.891105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.907920 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Transition to ACTIVE for port object f2d20158-a351-4714-84e7-d2711fc0439e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:27.929278 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.978016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-734b0630-4631-4eb5-94ed-02bc7fa24cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:27.996847 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:28.004267 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:28.010140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:28.037696 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:28.064462 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:28.067473 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.161918 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.357776 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:25Z', 'revision_number': 3, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:28.362012 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddf078-c21b-4705-b86d-1c64e560767c None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:25Z', 'revision_number': 3, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:28.439427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Provisioning for port f2d20158-a351-4714-84e7-d2711fc0439e completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:28.444743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Provisioning complete for port f2d20158-a351-4714-84e7-d2711fc0439e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:28.445159 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.500149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.503418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Port f2d20158-a351-4714-84e7-d2711fc0439e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:41:28.505423 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.517028 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Provisioning complete for port a904dbcf-d036-489b-a61f-50b540dea1c6 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:28.517570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-41a49836-dfab-42ca-b0ed-42fc44c05ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.631600 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:28.642845 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:28.779441 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:28.780606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:28.997543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c40bf57a-a913-4a55-b6e9-267bb5e51ef4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:29.079666 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d5f843eb-7919-46c4-9aea-6143caa081bd None None] Provisioning complete for port f2d20158-a351-4714-84e7-d2711fc0439e triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:29.079952 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5f843eb-7919-46c4-9aea-6143caa081bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:29.142109 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:29.145375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-d5f843eb-7919-46c4-9aea-6143caa081bd None None] Port f2d20158-a351-4714-84e7-d2711fc0439e cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:41:29.148642 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:29.149033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:29.220612 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:41:29.268724 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:29.284846 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port c40bf57a-a913-4a55-b6e9-267bb5e51ef4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:29.288595 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:29.289398 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a904dbcf-d036-489b-a61f-50b540dea1c6 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:29.400269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:29.414072 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a904dbcf-d036-489b-a61f-50b540dea1c6 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:29.414435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:29.427878 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:29.437134 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0d606817-0b3c-4e27-96ce-6a5a75a12750 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8652487-3e1b-482f-9b1a-86364596b870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8027627 May 27 04:41:30.045429 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a412fbab-e4f6-42b2-9974-4b92e18c2447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.243505 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:30.249802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1307425980-network', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:30.255707 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:30.260097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Usage tracker for resource:network and tenant:b4cd2ae6133c4332a4959849d4dc62f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:30.263352 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:30.269274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:30.279109 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Made reservation on behalf of b4cd2ae6133c4332a4959849d4dc62f4 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:41:30.281435 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.293623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.325134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:30.329299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cd2ae6133c4332a4959849d4dc62f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:30.332238 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:30.337814 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:30.402430 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.406534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.440336 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:41:30.445372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1389b6-8598-474b-a2ff-b3c1a421977f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:30.451947 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.452281 n-d-843301-2 neutron-server[84155]: INFO neutron.db.segments_db [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Added segment 5fbe8cc5-e276-449b-80e8-70052b66af38 of type vlan for network 11466789-6b2c-4378-893a-aa08bba9d490 May 27 04:41:30.478254 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.506225 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.507042 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:30.507614 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.609810 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3652186 May 27 04:41:30.610737 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c576f-5a8f-4197-8fd7-35a8fc9975d9 admin admin] Pushing event updated for resources: {'Network': ['ID=11466789-6b2c-4378-893a-aa08bba9d490,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:30.612639 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55680) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:30.618599 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Request body: {'subnet': {'network_id': '11466789-6b2c-4378-893a-aa08bba9d490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1307425980-subnet', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'ip_version': 4}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:30.621657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 11466789-6b2c-4378-893a-aa08bba9d490 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:41:30.624343 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:30.628202 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Usage tracker for resource:subnet and tenant:b4cd2ae6133c4332a4959849d4dc62f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:30.631032 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:30.636646 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:30.646730 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Made reservation on behalf of b4cd2ae6133c4332a4959849d4dc62f4 for: {'subnet': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:41:30.649128 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2917964'] for subnet, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.847286 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3164757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2917982'] for subnet, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.913833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c40bf57a-a913-4a55-b6e9-267bb5e51ef4 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:30.923438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb3dc57-49ed-4789-9e75-1a057f3f9ff4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:30.935088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Checking segment: {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:30.935445 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Network hostable DHCP agents. Network: 11466789-6b2c-4378-893a-aa08bba9d490, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:41:30.958129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Network 11466789-6b2c-4378-893a-aa08bba9d490 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:41:30.968382 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 11466789-6b2c-4378-893a-aa08bba9d490) {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:30.973564 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:30.974320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:30.977652 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524aae62-0168-4728-ab50-daf59661d0a7 None None] Network 11466789-6b2c-4378-893a-aa08bba9d490 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:41:30.995556 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-c98305ca-38b3-4d81-8bda-fc54116dd4df admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3812490 May 27 04:41:30.998227 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55686) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:31.003313 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:31.009757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:31.014150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Usage tracker for resource:router and tenant:b4cd2ae6133c4332a4959849d4dc62f4 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:31.017018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:31.022644 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:31.033644 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.034640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.053565 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.056375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:31.057139 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.204707 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.290355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-11466789-6b2c-4378-893a-aa08bba9d490', 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'fixed_ips': [{'subnet_id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:41:31.291427 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.398232 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.427328 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.484543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Allocated IP 172.20.0.2 (11466789-6b2c-4378-893a-aa08bba9d490/8fb3dc57-49ed-4789-9e75-1a057f3f9ff4/0ee8f899-a656-4544-8da4-94f157ff60bc) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:31.565059 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Allocated IP 172.25.8.129 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/6aa81e87-afc7-45b8-a55a-6f7608009344) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:31.613206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.616827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.711666 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.721744 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Transition to ACTIVE for port object 0ee8f899-a656-4544-8da4-94f157ff60bc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:31.722129 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.740397 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Transition to ACTIVE for port object 0ee8f899-a656-4544-8da4-94f157ff60bc will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:31.748228 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.751901 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.817525 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Network 11466789-6b2c-4378-893a-aa08bba9d490 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:31.820362 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:31.822336 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:31.825035 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:31.825685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:31.826679 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Pushing event updated for resources: {'Port': ['ID=0ee8f899-a656-4544-8da4-94f157ff60bc,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:31.827953 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:31.863139 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa81e87-afc7-45b8-a55a-6f7608009344,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:31.912248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Attempting to bind port 0ee8f899-a656-4544-8da4-94f157ff60bc on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:31.912615 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Attempting to bind port 0ee8f899-a656-4544-8da4-94f157ff60bc by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:31.913001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Attempting to bind port 0ee8f899-a656-4544-8da4-94f157ff60bc on network 11466789-6b2c-4378-893a-aa08bba9d490 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:31.920098 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:31.920470 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Checking segment: {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:31.920868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.921299 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Bound using segment: {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:31.921760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Bound port: 0ee8f899-a656-4544-8da4-94f157ff60bc, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:31.922129 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.936413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:31.993796 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.994528 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:31.995372 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:31.995988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:32.149647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] For port 0ee8f899-a656-4544-8da4-94f157ff60bc, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:32.164995 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] For port 0ee8f899-a656-4544-8da4-94f157ff60bc, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0ee8f899-a656-4544-8da4-94f157ff60bc,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:32.171374 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:32.229667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Router 3b984642-dc49-410c-920e-3db4eeb0178e is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:41:32.270358 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:32.322911 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29073434-0ffb-4b34-b390-3add59c766f5 None None] Pushing event updated for resources: {'Port': ['ID=0ee8f899-a656-4544-8da4-94f157ff60bc,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:32.573684 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:32.588643 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Sync routers for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:32.601783 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:32.602027 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:32.602492 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:32.604948 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-32af8cdc-012b-413d-afea-c600a128a879 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6041927 May 27 04:41:32.606383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55690) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:32.640861 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 2, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:32.644702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:32.645199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Updating router c8652487-3e1b-482f-9b1a-86364596b870 port f2d20158-a351-4714-84e7-d2711fc0439e binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:41:32.703854 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:32.806527 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:33.065331 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0ee8f899-a656-4544-8da4-94f157ff60bc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:33.162164 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:31Z', 'revision_number': 3, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:33.166478 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Checking router: 3b984642-dc49-410c-920e-3db4eeb0178e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:33.166823 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Updating router 3b984642-dc49-410c-920e-3db4eeb0178e port 6aa81e87-afc7-45b8-a55a-6f7608009344 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:41:33.218749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 0ee8f899-a656-4544-8da4-94f157ff60bc completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:33.235738 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.236120 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.251480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Transition to ACTIVE for port object f2d20158-a351-4714-84e7-d2711fc0439e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:33.271012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.323606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.393296 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde4f6f-6eeb-4b8a-ba7d-b3fe9d235805 None None] Network 11466789-6b2c-4378-893a-aa08bba9d490 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:41:33.439942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867a4bc-63a8-4d1e-a360-0ae6c0778a47 None None] Pushing event updated for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:33.513636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Provisioning for port 0ee8f899-a656-4544-8da4-94f157ff60bc completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:33.521909 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Provisioning complete for port 0ee8f899-a656-4544-8da4-94f157ff60bc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:33.522412 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.621997 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.633269 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Transition to ACTIVE for port object 6aa81e87-afc7-45b8-a55a-6f7608009344 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:33.639881 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.669170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.694285 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Attempting to bind port f2d20158-a351-4714-84e7-d2711fc0439e on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:33.694793 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Attempting to bind port f2d20158-a351-4714-84e7-d2711fc0439e by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:33.695268 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Attempting to bind port f2d20158-a351-4714-84e7-d2711fc0439e on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:33.723322 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58f89c-82cf-4e9c-8896-b2ce6c750d4a None None] Pushing event updated for resources: {'Port': ['ID=6aa81e87-afc7-45b8-a55a-6f7608009344,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:33.725681 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Attempting to bind port 6aa81e87-afc7-45b8-a55a-6f7608009344 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:33.726036 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Attempting to bind port 6aa81e87-afc7-45b8-a55a-6f7608009344 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:33.726381 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Attempting to bind port 6aa81e87-afc7-45b8-a55a-6f7608009344 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:33.735119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:33.735119 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:33.735442 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.735900 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:33.736306 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Bound port: 6aa81e87-afc7-45b8-a55a-6f7608009344, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:33.736605 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.752248 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:33.752758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:33.753279 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.754080 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Bound using segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:33.754319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Bound port: f2d20158-a351-4714-84e7-d2711fc0439e, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:33.754774 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.809161 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] For port 6aa81e87-afc7-45b8-a55a-6f7608009344, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:33.813456 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] For port 6aa81e87-afc7-45b8-a55a-6f7608009344, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6aa81e87-afc7-45b8-a55a-6f7608009344,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:33.818227 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.888801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Allocated IP 172.20.0.1 (11466789-6b2c-4378-893a-aa08bba9d490/8fb3dc57-49ed-4789-9e75-1a057f3f9ff4/d89b10b6-ef78-4d7a-9633-0417e67942f0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:33.903396 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58f89c-82cf-4e9c-8896-b2ce6c750d4a None None] Pushing event updated for resources: {'Port': ['ID=6aa81e87-afc7-45b8-a55a-6f7608009344,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:33.908757 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:33.909389 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:33.917450 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:33.975162 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] For port f2d20158-a351-4714-84e7-d2711fc0439e, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:33.978766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] For port f2d20158-a351-4714-84e7-d2711fc0439e, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2d20158-a351-4714-84e7-d2711fc0439e,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:33.988029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.029477 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] For port 0ee8f899-a656-4544-8da4-94f157ff60bc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0ee8f899-a656-4544-8da4-94f157ff60bc,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:34.048835 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.052029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.079096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Transition to ACTIVE for port object d89b10b6-ef78-4d7a-9633-0417e67942f0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:34.098014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867a4bc-63a8-4d1e-a360-0ae6c0778a47 None None] Pushing event updated for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:34.128210 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.150495 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:34.169924 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:34.174223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:34.211591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Network 11466789-6b2c-4378-893a-aa08bba9d490 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:34.214946 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:34.217702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:34.280152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:34.316373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.391623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cdfdb-c999-47ca-8b3a-f2fc3fc482d6 None None] Pushing event updated for resources: {'Port': ['ID=0ee8f899-a656-4544-8da4-94f157ff60bc,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:34.437580 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.457490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:34.593404 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:31Z', 'revision_number': 3, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:34.602572 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abea99-ba11-4b43-9557-6ec37861ed8a None None] The sync data for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 is: [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:31Z', 'revision_number': 3, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:34.703743 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-d0a64cca-0ac4-4378-9d61-6c21513c0f90 None None] Provisioning complete for port 0ee8f899-a656-4544-8da4-94f157ff60bc triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:34.704016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cca-0ac4-4378-9d61-6c21513c0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.729653 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.734937 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.837536 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:34.841025 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:34.924027 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0ee8f899-a656-4544-8da4-94f157ff60bc up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:34.980043 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Network 11466789-6b2c-4378-893a-aa08bba9d490 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:34.981209 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:35.010796 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:33Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:35.020013 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68296c20-be7f-4d5f-9da3-bdc4b80a427f None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:33Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:35.027820 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 0ee8f899-a656-4544-8da4-94f157ff60bc triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:35.028168 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:35.197825 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ec770d37-cda6-45a5-96b1-e239b0647dbc None None] Provisioning for port d89b10b6-ef78-4d7a-9633-0417e67942f0 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:35.205917 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ec770d37-cda6-45a5-96b1-e239b0647dbc None None] Provisioning complete for port d89b10b6-ef78-4d7a-9633-0417e67942f0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:35.206901 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ec770d37-cda6-45a5-96b1-e239b0647dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:35.275555 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-ec770d37-cda6-45a5-96b1-e239b0647dbc None None] Port d89b10b6-ef78-4d7a-9633-0417e67942f0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:41:35.402282 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03d7bcdc-cfd6-4497-9507-0672e18a8ea7 None None] Provisioning complete for port d89b10b6-ef78-4d7a-9633-0417e67942f0 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:35.402953 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03d7bcdc-cfd6-4497-9507-0672e18a8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:35.463295 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03d7bcdc-cfd6-4497-9507-0672e18a8ea7 None None] Port d89b10b6-ef78-4d7a-9633-0417e67942f0 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:41:35.547812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Router 3b984642-dc49-410c-920e-3db4eeb0178e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:41:35.783040 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:35.801446 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-48bed9a4-a6b2-4142-9f41-1fc6a2b073d2 admin admin] 10.222.0.46 "PUT /v2.0/routers/3b984642-dc49-410c-920e-3db4eeb0178e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938715 May 27 04:41:36.242436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:36.248813 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010258996', 'description': 'tempest-secgroup-smoke-1010258996 description', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:36.255849 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.259926 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.263282 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.269263 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.280033 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.320684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.324611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.327536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.333461 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.390852 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.394434 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.438390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301792b4-994a-4ccc-8201-edbf0a854ec9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:36.441283 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.442467 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-20863945-3d1d-4a7a-a238-565bd4acb26d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1989949 May 27 04:41:36.445614 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55704) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:36.451054 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:36.457922 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.461670 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.465155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.471504 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.487421 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.551825 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.555204 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.577345 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c89384f-0128-41d3-88c9-f21ea6aabcf0,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:36.586583 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.587887 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cefbb834-f2f6-4384-a726-cf190818590f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1412716 May 27 04:41:36.590438 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55708) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:36.596221 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:36.602530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.606319 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.609776 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.615359 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.631577 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.695417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.698783 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.725683 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a04829-8d36-46da-825d-16f563b39c83,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:36.733005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.734156 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-894705d8-ed53-4965-9656-d9d3256d4f65 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1428246 May 27 04:41:36.736853 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55712) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:36.742009 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:36.748425 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.752234 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.755151 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.760789 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.777158 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.841953 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.845711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.868752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d9b26b-c76f-49e9-82f8-2d4404cebb5a,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:36.878172 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.879592 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-df1cd8fd-c8f5-444f-8bb2-a55b26ba976f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1415985 May 27 04:41:36.885391 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:36.891447 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:36.901705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:36.906230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:36.909215 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:36.915270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:36.931677 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:36.962529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2d20158-a351-4714-84e7-d2711fc0439e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:36.996117 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.003311 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.027355 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea3cfd-72e5-4c69-b5c0-cfddbb0a58cb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:37.036965 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.038590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-6d9b053a-5144-4be8-8046-e68657bdb96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1521344 May 27 04:41:37.041533 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55720) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:37.042200 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f2d20158-a351-4714-84e7-d2711fc0439e completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:37.047322 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:37.047481 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f2d20158-a351-4714-84e7-d2711fc0439e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:37.047756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.054069 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:37.057969 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:37.061035 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:37.066650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:37.078414 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Project 4aaa8ff8a0c147889d6e2337f4401d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:41:37.085649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.151250 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.155216 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.169582 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.177752 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dcf0fe-6712-4d16-aed0-6efafc68013e,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:37.188127 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.191894 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62e9d909-4a24-4d89-b0e7-4a0cbb5f29c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1467667 May 27 04:41:37.192160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 55724) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:37.197583 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '301792b4-994a-4ccc-8201-edbf0a854ec9', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:37.204949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f2d20158-a351-4714-84e7-d2711fc0439e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2d20158-a351-4714-84e7-d2711fc0439e,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:37.206479 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:37.209163 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.209968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6aa81e87-afc7-45b8-a55a-6f7608009344 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:37.210526 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:37.213377 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:37.219038 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:37.229638 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Project 4aaa8ff8a0c147889d6e2337f4401d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:41:37.235988 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.302095 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.306231 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.327891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:37.329937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a33542-33a8-4b39-b9ea-2a6f682c110d,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:37.340017 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.341403 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-f4cbd131-2bba-4145-80e2-f8cd3569932f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482975 May 27 04:41:37.343118 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 6aa81e87-afc7-45b8-a55a-6f7608009344 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:37.347982 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6aa81e87-afc7-45b8-a55a-6f7608009344 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:37.348351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.462827 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.478894 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 6aa81e87-afc7-45b8-a55a-6f7608009344, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6aa81e87-afc7-45b8-a55a-6f7608009344,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:37.483949 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:37.516009 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-fd9007ad-75ba-473a-8e36-6a4a7772e968 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:37.532019 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-fd9007ad-75ba-473a-8e36-6a4a7772e968 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:37.533427 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-fd9007ad-75ba-473a-8e36-6a4a7772e968 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010258996&fields=id&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 267 time: 0.0607638 May 27 04:41:37.554605 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=6aa81e87-afc7-45b8-a55a-6f7608009344,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:37.682754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-99da1178-c36f-444d-9eae-eb2922df3419 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:37.684090 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-99da1178-c36f-444d-9eae-eb2922df3419 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 809 time: 0.1442275 May 27 04:41:37.701872 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-d8985359-7167-464d-80f7-0b5b17a98ec8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/quotas/4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 375 time: 0.0118375 May 27 04:41:37.783013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-e3666715-df64-4f03-b73e-869ec44243ca tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:37.799650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-e3666715-df64-4f03-b73e-869ec44243ca tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:37.801398 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-e3666715-df64-4f03-b73e-869ec44243ca tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941284 May 27 04:41:38.057260 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-1663c15d-a722-48d0-b88c-e9e49485abd3 service neutron] 10.222.0.46 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435696 May 27 04:41:38.186876 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-7da39bc1-4d4b-4433-8f94-9b725ecacf0a service neutron] 10.222.0.46 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238868 May 27 04:41:38.924150 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2d20158-a351-4714-84e7-d2711fc0439e up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:38.991139 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f2d20158-a351-4714-84e7-d2711fc0439e triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:38.991423 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:39.106517 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6aa81e87-afc7-45b8-a55a-6f7608009344 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:39.170833 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 6aa81e87-afc7-45b8-a55a-6f7608009344 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:39.171192 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:39.407365 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b2b6182d-abd3-4eee-bb33-bd1b6fec42e4 req-e6560fa9-b664-428b-9ecf-8919d5654329 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 210 time: 0.0430253 May 27 04:41:40.524817 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-eca530b0-ae67-4b76-bd7a-b51c2d65c7fb req-76467f53-9543-4cd5-bac7-f2e3d418e4a8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 210 time: 0.0464251 May 27 04:41:41.687261 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c7d1a048-5429-49c1-8469-d25f4c8e5b06 req-aa4e2048-a2a4-4cd7-a13b-642a1f4ad79e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 210 time: 0.0405896 May 27 04:41:42.465347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-8baa460e-fd44-4dd5-9b03-aad536e0039e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:42.467962 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-8baa460e-fd44-4dd5-9b03-aad536e0039e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 809 time: 0.1530073 May 27 04:41:42.519462 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6ff6b9ec-be2c-42d1-9102-533f214c0b4f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 380 time: 0.0404515 May 27 04:41:42.528517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'port': {'device_id': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'admin_state_up': True, 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'security_groups': ['301792b4-994a-4ccc-8201-edbf0a854ec9']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:42.755784 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:42.769615 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:42.781248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Made reservation on behalf of 4aaa8ff8a0c147889d6e2337f4401d24 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:41:42.784450 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:42.954091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Allocated IP 172.20.0.11 (7a9af1c6-0897-4e58-9272-935d1e7da8be/1e8b004a-64a3-44a5-bea8-c7811a0531a8/01939330-21b6-41b6-93ae-d9a48f8e79b3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:43.008440 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e3f6389f-5a96-40ac-b22a-e50d59ba5e69 req-f01f1f1f-bb1a-40c4-844f-7cdfc8a160b7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 210 time: 0.0498090 May 27 04:41:43.181189 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.196321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Transition to ACTIVE for port object 01939330-21b6-41b6-93ae-d9a48f8e79b3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:43.217673 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.288137 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:43.291152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:43.295499 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:43.323940 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:43.362929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:43.363555 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.389724 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-6e8374d6-7f03-4f91-ab8c-60a585e19a31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8649004 May 27 04:41:43.400351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Request body: {'port': {'device_id': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:43.514191 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.533421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eef9f268-23c8-47f5-bb90-aede99a361ad None None] Provisioning for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:43.539102 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-eef9f268-23c8-47f5-bb90-aede99a361ad None None] Provisioning complete for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:43.539642 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eef9f268-23c8-47f5-bb90-aede99a361ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.596558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-eef9f268-23c8-47f5-bb90-aede99a361ad None None] Port 01939330-21b6-41b6-93ae-d9a48f8e79b3 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:41:43.846963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:41:43.853620 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:43.868379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Transition to ACTIVE for port object 01939330-21b6-41b6-93ae-d9a48f8e79b3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:43.871623 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:44.000561 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:44.114401 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:44.114728 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:44.115054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:44.122133 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:41:44.122588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:44.129234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:44.129564 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:44.129948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Bound using segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:44.130374 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Bound port: 01939330-21b6-41b6-93ae-d9a48f8e79b3, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:44.130720 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:44.213576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30634bde-6a84-43b8-8acf-0f50edd6afce req-0a2613d3-bc52-44dd-bec4-88eb46da3710 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:44.215138 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30634bde-6a84-43b8-8acf-0f50edd6afce req-0a2613d3-bc52-44dd-bec4-88eb46da3710 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 944 time: 0.0784280 May 27 04:41:44.218588 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:44.221824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:44.227709 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:44.261165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-30634bde-6a84-43b8-8acf-0f50edd6afce req-cd3b02ea-a51b-4c08-b9ed-880a4591159a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:44.273203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-30634bde-6a84-43b8-8acf-0f50edd6afce req-cd3b02ea-a51b-4c08-b9ed-880a4591159a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:44.274371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-30634bde-6a84-43b8-8acf-0f50edd6afce req-cd3b02ea-a51b-4c08-b9ed-880a4591159a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527458 May 27 04:41:44.292658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:44.294107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] 10.222.0.21 "PUT /v2.0/ports/01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1092 time: 0.8979197 May 27 04:41:44.296529 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:41:44.327503 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba013965-87a4-4bf8-98d7-889a4ecd7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:44.372248 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70defbfd-2e9d-4d09-9643-416132149803'] response: {'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'status': 'completed', 'code': 200} May 27 04:41:44.415723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-2892ecd8-b429-4a55-8310-b3875da26890 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1095 time: 0.0774822 May 27 04:41:44.584425 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-7a110bfb-6757-4b4d-86de-524414af2e64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 217 time: 0.1616199 May 27 04:41:44.646290 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-75ca8d6b-abf6-4098-abbb-d932ad86e6dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:44.647590 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-75ca8d6b-abf6-4098-abbb-d932ad86e6dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0571203 May 27 04:41:44.721164 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-c530f0b2-e1fc-4b8f-a339-0a9a7412c8fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676439 May 27 04:41:44.852345 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-d804c353-3e67-466d-973a-b1394a821e3a service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252694 May 27 04:41:44.985145 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fe56d9b-fb71-44a6-8c02-fbfdcd342d80 req-9d3f6f4a-b0c8-4945-af9f-b291a0b82f75 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269422 May 27 04:41:45.100140 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-2d02de1d-f977-4b0f-983a-706d95bf4a94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1095 time: 0.0717893 May 27 04:41:45.230321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-3392861e-35ea-499e-a8cb-044ae9539110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:45.231662 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-3392861e-35ea-499e-a8cb-044ae9539110 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1251135 May 27 04:41:45.297506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-5ff851be-dbcd-4d6a-991d-c2ff0b68a675 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 217 time: 0.0591748 May 27 04:41:45.362679 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-3af16e21-be2f-4302-a707-7e92cc0c10aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:45.364201 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-3af16e21-be2f-4302-a707-7e92cc0c10aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0608649 May 27 04:41:45.437740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-22038b47-0750-4495-a5d1-c5ddd891cd41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669069 May 27 04:41:45.468160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2688be-a011-40d7-a80b-ca2f591188ce req-23412583-bf98-44a0-936f-98698e1bd68a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:45.469603 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d2688be-a011-40d7-a80b-ca2f591188ce req-23412583-bf98-44a0-936f-98698e1bd68a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 944 time: 0.0761483 May 27 04:41:45.513826 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-0d2688be-a011-40d7-a80b-ca2f591188ce req-81efabef-5c3a-459a-8de8-c2d7e327eaba tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 May 27 04:41:45.568268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-8e9ecef1-5430-47a7-ae3f-7db2e613360e service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242769 May 27 04:41:45.699496 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d263562f-7fb0-4e00-84ab-56c320c1c505 req-a72a9acc-7a68-4f23-b1b0-d80030798a17 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 May 27 04:41:46.711844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efe8b-ccea-46c2-822c-4d19a4efc0cc req-43ecb26a-9c46-4ef5-ae73-6ee364a9f46d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:46.712567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814efe8b-ccea-46c2-822c-4d19a4efc0cc req-43ecb26a-9c46-4ef5-ae73-6ee364a9f46d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:46.727981 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-814efe8b-ccea-46c2-822c-4d19a4efc0cc req-43ecb26a-9c46-4ef5-ae73-6ee364a9f46d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:46.729147 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814efe8b-ccea-46c2-822c-4d19a4efc0cc req-43ecb26a-9c46-4ef5-ae73-6ee364a9f46d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 944 time: 0.0961344 May 27 04:41:46.774435 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-814efe8b-ccea-46c2-822c-4d19a4efc0cc req-d681b4b9-9a18-44a8-bd6c-b6f19a794583 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 May 27 04:41:47.882419 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:41:47.973222 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1a62-e812-43ee-92f8-9b6ca8f7b72d req-1009ecf5-48cb-4f71-877f-553ac9839bab tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:47.974647 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa9c1a62-e812-43ee-92f8-9b6ca8f7b72d req-1009ecf5-48cb-4f71-877f-553ac9839bab tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 944 time: 0.0783918 May 27 04:41:48.014758 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:48.019570 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-aa9c1a62-e812-43ee-92f8-9b6ca8f7b72d req-b343e3aa-9612-4f20-9123-45df2c117d76 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 May 27 04:41:48.028208 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:41:48.082357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:48.099670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:41:48.114255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:48.119009 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:48.185040 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:48.315482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['01939330-21b6-41b6-93ae-d9a48f8e79b3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:41:49.155053 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:41:49.212972 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4fee-ef9e-48ad-a358-f17050bf4028 req-900a9402-3464-4b1a-85ca-c69533e233a5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:49.214414 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b8c4fee-ef9e-48ad-a358-f17050bf4028 req-900a9402-3464-4b1a-85ca-c69533e233a5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0749624 May 27 04:41:49.258912 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b8c4fee-ef9e-48ad-a358-f17050bf4028 req-8e2a537e-81df-4a2c-8105-24ccea92266d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385742 May 27 04:41:49.897643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:41:49.963766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:41:49.968363 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:41:49.968731 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:50.080225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:50.105953 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:41:50.115502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:41:50.120127 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:50.166643 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6088dada-d57d-4fda-b1c5-a452d9d3c3e9'] response: {'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'code': 200} May 27 04:41:50.195041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:50.284416 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd7f251a-08d9-4f3c-baaa-ea33392d5a44 req-117d52cc-5aaa-4deb-bc84-6bbcec8f94eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1097 time: 0.0686939 May 27 04:41:50.327168 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-fd7f251a-08d9-4f3c-baaa-ea33392d5a44 req-cafcb96f-1e03-42a4-a8b5-b804a884959b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 May 27 04:41:50.449684 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2410d1-5331-46d4-bafb-4f4a948a9dfc req-239f013b-dc40-48e5-81d8-eed2fa765cf8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:50.451007 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b2410d1-5331-46d4-bafb-4f4a948a9dfc req-239f013b-dc40-48e5-81d8-eed2fa765cf8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0741038 May 27 04:41:50.498289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5b2410d1-5331-46d4-bafb-4f4a948a9dfc req-0a113073-471b-4cb8-80f0-31720c476c42 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 May 27 04:41:51.692316 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08294a-1f79-4037-b0fd-5ea583d959a3 req-5e1e940d-4e44-4d0f-98ec-51a30c533f60 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:51.693759 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be08294a-1f79-4037-b0fd-5ea583d959a3 req-5e1e940d-4e44-4d0f-98ec-51a30c533f60 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0757282 May 27 04:41:51.738524 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-be08294a-1f79-4037-b0fd-5ea583d959a3 req-f4fbd909-e241-4e6e-8814-ff22451b9b9e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 May 27 04:41:51.932589 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10180943-3ee7-449f-b8fc-753863047e07 req-b6378099-98ff-43a8-984e-b99dcb9107e5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:51.934045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-10180943-3ee7-449f-b8fc-753863047e07 req-b6378099-98ff-43a8-984e-b99dcb9107e5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0796266 May 27 04:41:51.978264 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-10180943-3ee7-449f-b8fc-753863047e07 req-1efb4ff3-2d52-4b57-96e7-5d292810cf4c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381980 May 27 04:41:52.005842 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:52.140223 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b6ef5d44-70f5-496f-90c4-adda6ea24d86 tempest-TestShelveInstance-1130627463 tempest-TestShelveInstance-1130627463-project-admin] Synchronizing usage tracker for tenant:b4cd2ae6133c4332a4959849d4dc62f4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:41:52.157027 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b6ef5d44-70f5-496f-90c4-adda6ea24d86 tempest-TestShelveInstance-1130627463 tempest-TestShelveInstance-1130627463-project-admin] Unset dirty status for tenant:b4cd2ae6133c4332a4959849d4dc62f4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:41:52.158143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b6ef5d44-70f5-496f-90c4-adda6ea24d86 tempest-TestShelveInstance-1130627463 tempest-TestShelveInstance-1130627463-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1092 time: 0.1514068 May 27 04:41:52.161337 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 55788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:41:52.166351 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:41:52.173065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:41:52.176801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:floatingip and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:41:52.179619 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:41:52.185302 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:41:52.194773 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:52.413649 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:52.549116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Allocated IP 172.25.8.97 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/72e06137-734c-493a-a397-01db97e86a89) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:41:52.701900 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:52.729424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:52.793567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:41:52.796233 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:41:52.799943 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:41:52.829455 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=72e06137-734c-493a-a397-01db97e86a89,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:53.299526 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:53.354294 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:53.554951 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:53.559231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:53.667579 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=72e06137-734c-493a-a397-01db97e86a89,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:53.682944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:53.867039 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Floating IP 219b1803-f056-4acb-9da8-a18554e87ac0 associated. External IP: 172.25.8.97, port: 01939330-21b6-41b6-93ae-d9a48f8e79b3. May 27 04:41:54.346376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:41:54.364033 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:54.543677 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:41:54.553756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:54.566697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:54.567341 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:54.567479 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:54.628988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-f1911760-1998-4390-9332-4a988b7f2681 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4664485 May 27 04:41:54.629394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:41:54.683460 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2b5d2d-7d08-4dc5-a614-a2b4d88e1847'] response: {'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'status': 'completed', 'code': 200} May 27 04:41:54.750435 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:54.771839 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-cfa3bc64-5db0-4243-8920-287ec4a5024e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1097 time: 0.0686905 May 27 04:41:54.902101 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-b6a177da-c796-4176-8d17-9c51f6565d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:54.903495 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-b6a177da-c796-4176-8d17-9c51f6565d41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1255617 May 27 04:41:55.006224 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-c0fb037d-dd5f-4233-949b-80b58899288d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 999 time: 0.0974159 May 27 04:41:55.069199 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-7dfe5d37-dc34-4274-a778-d2d5f1fde546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:41:55.070914 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-7dfe5d37-dc34-4274-a778-d2d5f1fde546 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0580695 May 27 04:41:55.089877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '219b1803-f056-4acb-9da8-a18554e87ac0', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:41:53Z', 'updated_at': '2022-05-27T04:41:53Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:55.094266 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:55.104616 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:55.105240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:55.149564 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-1ee9d101-60bb-48ed-b83b-72efac9362bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731454 May 27 04:41:55.280782 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-c44b7520-3e79-4aae-927f-2800ead3ffe2 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235988 May 27 04:41:55.283687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:55.408989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c0b12824-262a-44d7-be55-ff422dee37e9 req-2e99cc7c-580b-4d43-90ce-a9a3a142ffc0 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230140 May 27 04:41:55.652413 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '219b1803-f056-4acb-9da8-a18554e87ac0', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:41:53Z', 'updated_at': '2022-05-27T04:41:53Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:55.656857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d060d7-241b-4bbc-a8bc-f7551f9fb13a None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': '219b1803-f056-4acb-9da8-a18554e87ac0', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:41:53Z', 'updated_at': '2022-05-27T04:41:53Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:41:56.919373 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:56.946379 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Sync routers for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:41:56.959403 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:56.960004 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:56.965340 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf144ab1-0d39-48fd-a263-4178305e2b9d None None] New status for floating IP 219b1803-f056-4acb-9da8-a18554e87ac0: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:41:57.133361 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:57.442461 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:34Z', 'revision_number': 4, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd89b10b6-ef78-4d7a-9633-0417e67942f0', 'name': '', 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'mac_address': 'fa:16:3e:ac:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:33Z', 'updated_at': '2022-05-27T04:41:34Z', 'revision_number': 2, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'subnets': [{'id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:57.446056 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Checking router: 3b984642-dc49-410c-920e-3db4eeb0178e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:41:57.446392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Updating router 3b984642-dc49-410c-920e-3db4eeb0178e port d89b10b6-ef78-4d7a-9633-0417e67942f0 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:41:57.520761 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:57.979546 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bd509737-c553-4ef0-8c4e-8187590aef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.019068 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.030806 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Transition to ACTIVE for port object d89b10b6-ef78-4d7a-9633-0417e67942f0 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:41:58.036948 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.156675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127af3-ee20-403d-9fc8-9f56ef89d50e None None] Pushing event updated for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:58.260756 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Attempting to bind port d89b10b6-ef78-4d7a-9633-0417e67942f0 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:41:58.261128 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Attempting to bind port d89b10b6-ef78-4d7a-9633-0417e67942f0 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:41:58.261482 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Attempting to bind port d89b10b6-ef78-4d7a-9633-0417e67942f0 on network 11466789-6b2c-4378-893a-aa08bba9d490 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:41:58.267848 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:41:58.268206 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Checking segment: {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:41:58.268590 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.269005 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Bound using segment: {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:41:58.269451 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Bound port: d89b10b6-ef78-4d7a-9633-0417e67942f0, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbe8cc5-e276-449b-80e8-70052b66af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:41:58.269808 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.390815 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] For port d89b10b6-ef78-4d7a-9633-0417e67942f0, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:41:58.393663 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] For port d89b10b6-ef78-4d7a-9633-0417e67942f0, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d89b10b6-ef78-4d7a-9633-0417e67942f0,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:41:58.398418 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:41:58.475423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127af3-ee20-403d-9fc8-9f56ef89d50e None None] Pushing event updated for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=4']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:41:58.483275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:41:58.484034 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:41:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:58.684562 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:41:58.990295 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:34Z', 'revision_number': 4, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd89b10b6-ef78-4d7a-9633-0417e67942f0', 'name': '', 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'mac_address': 'fa:16:3e:ac:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:33Z', 'updated_at': '2022-05-27T04:41:58Z', 'revision_number': 4, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'subnets': [{'id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:41:58.994065 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941c98a-7501-48c6-958f-fd558d9b8534 None None] The sync data for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 is: [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:34Z', 'revision_number': 4, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'd89b10b6-ef78-4d7a-9633-0417e67942f0', 'name': '', 'network_id': '11466789-6b2c-4378-893a-aa08bba9d490', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'mac_address': 'fa:16:3e:ac:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:33Z', 'updated_at': '2022-05-27T04:41:58Z', 'revision_number': 4, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'subnets': [{'id': '8fb3dc57-49ed-4789-9e75-1a057f3f9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:42:00.028932 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-25514732-f31b-4bd8-b286-ef166ca7dcb6 req-8c2d9a8f-437c-4d1d-a9a6-6b22fcfa3618 service neutron] (84155) timed out ('10.222.0.46', 51464) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:42:00.051640 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6849df4d-0aeb-49d6-ad75-3db49cb1e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:00.942078 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d89b10b6-ef78-4d7a-9633-0417e67942f0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:42:01.010781 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d89b10b6-ef78-4d7a-9633-0417e67942f0 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:42:01.015187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d89b10b6-ef78-4d7a-9633-0417e67942f0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:42:01.015549 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:01.125395 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:01.155831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port d89b10b6-ef78-4d7a-9633-0417e67942f0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d89b10b6-ef78-4d7a-9633-0417e67942f0,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:42:01.159189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:01.224755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:42:01.595859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:01.597312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:02.928597 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d89b10b6-ef78-4d7a-9633-0417e67942f0 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:42:02.994319 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d89b10b6-ef78-4d7a-9633-0417e67942f0 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:42:02.994681 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:03.272838 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:24.370393 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:26.155483 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:42:26.932350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:27.691356 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-f236a4e2-2f04-4f8e-8555-1fef2cd3230e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332195 May 27 04:42:27.825228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-52ddca76-7015-441b-9aad-5235f9c3b7e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1097 time: 0.0666087 May 27 04:42:27.981447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d37fa8ec-3d83-4dd2-9f61-e99504e8defe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:28.080225 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-d472a6e2-d1ab-4751-8225-41b66d2a00e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:42:28.081597 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-d472a6e2-d1ab-4751-8225-41b66d2a00e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.2367544 May 27 04:42:28.182826 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-e0e20c3e-4fcc-432d-9322-6e70b2621b58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1001 time: 0.0944176 May 27 04:42:28.246303 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-ad19ea17-e3e1-4ede-9b3f-679fe193b0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:42:28.247637 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-ad19ea17-e3e1-4ede-9b3f-679fe193b0c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0587254 May 27 04:42:28.328394 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-39d3aad9-8c69-4440-8e13-9d0253ad87e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741522 May 27 04:42:28.458015 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-a1507caf-2c0f-4b75-bb7a-2c8ce470cd39 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224098 May 27 04:42:28.587528 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b6142e88-d3b9-4402-802e-2510255b94c8 req-07cb0a89-b0e5-4c15-81a6-ff5459c87c54 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231902 May 27 04:42:30.047337 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b906aa02-c8ad-46e0-b97e-0eb49197adbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:31.596867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:31.599056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:33.276289 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:54.378263 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:56.949456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:42:57.984474 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-09fa1a15-b9ae-4886-9c49-a7ccc4247625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:00.051427 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-223ff78d-16a9-4485-b74d-adfad6bb00b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:01.598519 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:01.600220 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:03.156116 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:43:03.278368 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:24.408322 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:26.947596 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:27.985604 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c2dd952c-a38d-477f-a143-98e136ad16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:28.628509 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-121710a0-565d-4438-9154-fc4d4bc0becb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706630 May 27 04:43:28.763045 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-a8051e41-20b1-42d6-92d7-c63783c97404 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1097 time: 0.0679557 May 27 04:43:28.905093 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99794b5d-4307-479f-a4e9-881952201134 req-70a6fd46-2699-4973-a88e-c05d1f4ed36b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:28.906421 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-70a6fd46-2699-4973-a88e-c05d1f4ed36b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1252282 May 27 04:43:29.011688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-c8519a1b-b455-4232-9919-d275115e781e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1001 time: 0.0989587 May 27 04:43:29.073155 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99794b5d-4307-479f-a4e9-881952201134 req-2e38fd74-507c-4210-a9c4-a3f03d73741b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:29.074599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-2e38fd74-507c-4210-a9c4-a3f03d73741b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0572481 May 27 04:43:29.151343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-6ef9e5ea-96f0-407f-bac4-b0910f8213bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711946 May 27 04:43:29.280915 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-ec13dd10-ef9f-4cef-be08-9126adb90a5d service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235926 May 27 04:43:29.410809 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-99794b5d-4307-479f-a4e9-881952201134 req-36e6729e-8e5d-4bcc-bed0-8b33f2615447 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243708 May 27 04:43:30.054067 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1b15b76a-9ad4-448a-987d-a4e1c38c8a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:31.597963 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:31.600037 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:33.280256 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:40.157844 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:43:49.854427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde589-ae07-47b6-8386-c6dd7d1309e0 req-37354ec2-d7d9-45be-be16-e533dd316db5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:49.855879 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2fde589-ae07-47b6-8386-c6dd7d1309e0 req-37354ec2-d7d9-45be-be16-e533dd316db5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.1440382 May 27 04:43:49.900470 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c2fde589-ae07-47b6-8386-c6dd7d1309e0 req-fe1689f7-cfd7-4963-a743-af360a2d4d40 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391252 May 27 04:43:51.132644 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da325a-98db-426d-a60d-7f6943c5190f req-44877207-cbcd-478d-bdf7-a444663648a7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:51.134092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3da325a-98db-426d-a60d-7f6943c5190f req-44877207-cbcd-478d-bdf7-a444663648a7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0798595 May 27 04:43:51.178756 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3da325a-98db-426d-a60d-7f6943c5190f req-1f1f72f1-de19-4a9b-a416-c95f4695b0d1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 May 27 04:43:52.398481 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b71ac-0735-4791-a853-68154abdccd1 req-0a154d73-5b43-4b64-9fb1-f82600b115c1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:52.399816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b34b71ac-0735-4791-a853-68154abdccd1 req-0a154d73-5b43-4b64-9fb1-f82600b115c1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0784621 May 27 04:43:52.444406 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b34b71ac-0735-4791-a853-68154abdccd1 req-5f95778c-e8e4-468d-842a-8ea8cf2d468b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 May 27 04:43:53.725260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf775a-50b6-4eb7-9f25-14f2df5329fa req-2158543b-d639-401b-937c-1548585a6946 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:53.726693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5cf775a-50b6-4eb7-9f25-14f2df5329fa req-2158543b-d639-401b-937c-1548585a6946 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.1661518 May 27 04:43:53.770937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5cf775a-50b6-4eb7-9f25-14f2df5329fa req-2a821ad7-60c4-4897-8336-34c76dbe51f9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 May 27 04:43:54.394893 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:54.962530 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2c49-3bac-4bb6-a25e-a03d566fa1b4 req-051f9da6-8388-4b4c-b1fb-4bef817ef160 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:54.963997 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-650f2c49-3bac-4bb6-a25e-a03d566fa1b4 req-051f9da6-8388-4b4c-b1fb-4bef817ef160 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0763822 May 27 04:43:55.008450 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-650f2c49-3bac-4bb6-a25e-a03d566fa1b4 req-e0ecde0b-7c66-4ff7-8fe4-41640ceb03d0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 May 27 04:43:56.199424 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b857-4c46-4ff1-867c-e7ba160894f9 req-1281846c-219a-4a3c-96f9-bcf776efcb1d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:56.200849 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea65b857-4c46-4ff1-867c-e7ba160894f9 req-1281846c-219a-4a3c-96f9-bcf776efcb1d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0747833 May 27 04:43:56.245452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ea65b857-4c46-4ff1-867c-e7ba160894f9 req-1d4f6454-86b8-4608-8a3a-c16874be573e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 May 27 04:43:56.945459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:57.442990 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298632-7114-4a61-89a3-a4ac6320f3df req-77b03431-39c2-41aa-b5fd-c04ae97d5e4f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:57.444400 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b298632-7114-4a61-89a3-a4ac6320f3df req-77b03431-39c2-41aa-b5fd-c04ae97d5e4f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0782180 May 27 04:43:57.489141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-4b298632-7114-4a61-89a3-a4ac6320f3df req-a6ea3b8c-2be9-4faf-a988-d97df9a95b1d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392444 May 27 04:43:57.987207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e622e4a2-9b3c-49de-b9a6-4a39edafc24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:43:58.686315 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d72e5-7c99-4747-ad3d-3132f76569db req-0471fce0-e951-4dbb-9846-af19ab82fa73 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:58.687723 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c64d72e5-7c99-4747-ad3d-3132f76569db req-0471fce0-e951-4dbb-9846-af19ab82fa73 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0792072 May 27 04:43:58.733910 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c64d72e5-7c99-4747-ad3d-3132f76569db req-02cbbd28-9ae9-4773-9beb-0e1b35dc72b9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 May 27 04:43:59.932882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5175f-cd9c-4319-9c48-5c0ab47ef21f req-b07414a9-a75f-4340-a16c-aa2d31bc9b60 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:43:59.934341 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3e5175f-cd9c-4319-9c48-5c0ab47ef21f req-b07414a9-a75f-4340-a16c-aa2d31bc9b60 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0763154 May 27 04:43:59.978774 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-d3e5175f-cd9c-4319-9c48-5c0ab47ef21f req-15c0abd0-e414-49c0-a15a-9c1cf4555989 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 May 27 04:44:00.055912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ce671948-7a05-463e-81a0-b459ad298e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:01.176492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b705f8f-00be-4177-aff7-d49a6a05a344 req-d11ecc05-b7d0-42b9-8ad8-ad915d2bbbc2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:01.177868 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b705f8f-00be-4177-aff7-d49a6a05a344 req-d11ecc05-b7d0-42b9-8ad8-ad915d2bbbc2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0750959 May 27 04:44:01.228323 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b705f8f-00be-4177-aff7-d49a6a05a344 req-b99bd40d-7739-4fb1-95ff-df9e9ec392f3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 May 27 04:44:01.596570 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:01.600959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:02.430590 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c56a20-c464-4026-b7f1-c045130ad71f req-c06debe6-5635-40ba-a4b2-5fabaf3c5b23 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:02.432293 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21c56a20-c464-4026-b7f1-c045130ad71f req-c06debe6-5635-40ba-a4b2-5fabaf3c5b23 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0839376 May 27 04:44:02.479371 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-21c56a20-c464-4026-b7f1-c045130ad71f req-5fd2625b-db7b-44c3-bfce-980675b63188 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 May 27 04:44:02.561431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:44:02.702416 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:02.717343 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:44:02.776519 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:02.829594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:44:02.846590 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:02.850806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:02.925352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:02.931293 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['01939330-21b6-41b6-93ae-d9a48f8e79b3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:44:02.988797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.989159 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.989524 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.990039 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.990495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.991016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.991531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.992052 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.992620 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.993217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:02.993720 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:03.290987 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:03.703097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c26b5-66cc-4c90-9fea-17aba1f08667 req-294d952a-ba69-483d-bb26-80b719ffd249 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:03.705315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b33c26b5-66cc-4c90-9fea-17aba1f08667 req-294d952a-ba69-483d-bb26-80b719ffd249 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0870008 May 27 04:44:03.773988 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b33c26b5-66cc-4c90-9fea-17aba1f08667 req-2255a7f8-69e6-4403-8571-4500f4324c46 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621886 May 27 04:44:04.585327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:44:04.672213 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:44:04.672575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:04.804557 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:04.841356 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:44:04.854442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:04.864603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:04.967687 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:05.046044 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d43e502-828e-45b0-8535-3f83a2c79716'] response: {'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'code': 200} May 27 04:44:05.161818 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d939ced-0246-4157-85c0-326cbb1a59dd req-c9e7341f-ebdf-45ae-84cd-42cea304b7ff tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:05.163284 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d939ced-0246-4157-85c0-326cbb1a59dd req-c9e7341f-ebdf-45ae-84cd-42cea304b7ff tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0803649 May 27 04:44:05.229456 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d939ced-0246-4157-85c0-326cbb1a59dd req-36abed90-97fa-4711-bd85-25dcb805047f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602570 May 27 04:44:06.448116 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd02b1-8293-4392-a07e-e27ce14f8f4e req-e93697e8-82fc-46d8-bd7d-3e6fed230e57 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:06.449522 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80dd02b1-8293-4392-a07e-e27ce14f8f4e req-e93697e8-82fc-46d8-bd7d-3e6fed230e57 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0916567 May 27 04:44:06.509434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-80dd02b1-8293-4392-a07e-e27ce14f8f4e req-71f255cb-b429-4c55-a018-9dddc34dd008 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540767 May 27 04:44:07.721857 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc050-b6a0-4ea4-89cd-f79e85ec2c90 req-e00377c1-efff-400e-b503-592ce14cb9cb tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:07.724072 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-697dc050-b6a0-4ea4-89cd-f79e85ec2c90 req-e00377c1-efff-400e-b503-592ce14cb9cb tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0826657 May 27 04:44:07.772667 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-697dc050-b6a0-4ea4-89cd-f79e85ec2c90 req-5cc96397-8ec2-4a26-9705-53757097649a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 May 27 04:44:08.984581 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153ff06-0c10-4a62-838e-659491bfa01d req-08eff470-4709-43be-84bd-aa2f389b4af9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:08.989363 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c153ff06-0c10-4a62-838e-659491bfa01d req-08eff470-4709-43be-84bd-aa2f389b4af9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0900440 May 27 04:44:09.035783 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c153ff06-0c10-4a62-838e-659491bfa01d req-fd81029b-b65a-47f5-8b7f-9efa89518f92 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 May 27 04:44:10.256838 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b9ef1-9bd0-4593-9bc6-269f1382d8e1 req-9e95cdf1-b8a0-4d75-9b80-55a1a408c94a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:10.258429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-921b9ef1-9bd0-4593-9bc6-269f1382d8e1 req-9e95cdf1-b8a0-4d75-9b80-55a1a408c94a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0835814 May 27 04:44:10.309875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-921b9ef1-9bd0-4593-9bc6-269f1382d8e1 req-dfe5149c-8ead-432d-8519-9340e110b355 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 May 27 04:44:11.524085 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8454f3-bf52-4321-bb98-2d088afade9c req-1328071c-9689-4e44-ad78-4a2f06ed458a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:11.525700 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a8454f3-bf52-4321-bb98-2d088afade9c req-1328071c-9689-4e44-ad78-4a2f06ed458a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0917420 May 27 04:44:11.579409 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6a8454f3-bf52-4321-bb98-2d088afade9c req-6875485d-3cf9-4cee-9f31-354716e581e7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473835 May 27 04:44:12.746765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-731fd239-5b4f-4c33-bd06-b4a0eeddb490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1097 time: 0.0688517 May 27 04:44:12.784212 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65479178-1ae9-4561-a0b3-11b439c9f3cf req-741feb7b-5bf6-40d1-b4dd-9b493b2fd9dd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:12.785743 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65479178-1ae9-4561-a0b3-11b439c9f3cf req-741feb7b-5bf6-40d1-b4dd-9b493b2fd9dd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0753565 May 27 04:44:12.830865 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-65479178-1ae9-4561-a0b3-11b439c9f3cf req-d1e7b246-56cb-47ac-a7b8-efaca23a6204 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 May 27 04:44:12.879936 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-7dc1c16f-d5e8-451a-955b-4c43fa656dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:12.881343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-7dc1c16f-d5e8-451a-955b-4c43fa656dc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1285005 May 27 04:44:12.983452 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-fadce3a8-13b6-4a01-a438-a7c5d1ff7ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1001 time: 0.0964777 May 27 04:44:13.045345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-78559d6d-63aa-46d3-bdef-9aa3609694c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:13.046721 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-78559d6d-63aa-46d3-bdef-9aa3609694c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0563383 May 27 04:44:13.122706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-6ba53ca2-d633-4105-a0d7-84aefc85c9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702615 May 27 04:44:13.252599 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-5cab675e-96ee-45a7-a823-af3c4fc96d2e service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231263 May 27 04:44:13.383187 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7d2ae03d-d4d8-4d87-ad79-321d510c1dfd req-aa2f7583-c123-4451-9ba9-1f1029285adc service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246204 May 27 04:44:14.023417 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f2be1-e3e2-42d3-afc5-8ac553595002 req-29e26827-34e2-46b4-94ee-f63e4f5c8653 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:14.024831 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a31f2be1-e3e2-42d3-afc5-8ac553595002 req-29e26827-34e2-46b4-94ee-f63e4f5c8653 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0749850 May 27 04:44:14.069238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a31f2be1-e3e2-42d3-afc5-8ac553595002 req-f2e89f82-7ea1-4e6a-9eef-8cb495bea9b6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 May 27 04:44:15.274664 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad5e1-e22b-4b82-a1ce-69a7b230c7fa req-ff640f23-918f-45de-ae06-e52668c32519 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:15.276106 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8aad5e1-e22b-4b82-a1ce-69a7b230c7fa req-ff640f23-918f-45de-ae06-e52668c32519 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0807295 May 27 04:44:15.322787 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e8aad5e1-e22b-4b82-a1ce-69a7b230c7fa req-4972d437-d4ff-45bc-bc2f-ccdc1a1d56d2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 May 27 04:44:15.511465 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-15faa6f8-54d5-4e01-9d1f-37489ae8befd req-2b587c1e-2178-4f9b-82d5-a840d8586924 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705712 May 27 04:44:15.777756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019d616-2db3-4993-a13a-e9677b561e7c req-f2d2137b-6c39-41c9-90b4-8d7cfa4941e6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:15.779202 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3019d616-2db3-4993-a13a-e9677b561e7c req-f2d2137b-6c39-41c9-90b4-8d7cfa4941e6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0796974 May 27 04:44:15.876461 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3019d616-2db3-4993-a13a-e9677b561e7c req-a4e50b5b-caeb-41cc-b840-464aba5bcc0b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910673 May 27 04:44:15.890550 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-98f38bac-e433-4f0c-9c68-bbbdd2907656 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891031 May 27 04:44:16.654434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-ec0b23bb-5f7c-4d24-875c-1a095cf36718 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 1097 time: 0.1317134 May 27 04:44:16.665038 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843301-2', 'device_owner': 'compute:nova'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:44:16.672332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:44:16.787646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:16.820289 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:44:16.831214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:16.837695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:16.873434 n-d-843301-2 neutron-server[84157]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1477cdc3-679d-4f44-bccd-e57ace1df2eb']: {'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'code': 422} returned with failed status May 27 04:44:16.877127 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:16.904183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:17.083094 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c048e-2895-4bee-8ce5-3dfc6ce71581 req-13fab771-255b-4213-8794-ec8cc359989e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:17.084542 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-759c048e-2895-4bee-8ce5-3dfc6ce71581 req-13fab771-255b-4213-8794-ec8cc359989e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 944 time: 0.0783737 May 27 04:44:17.135071 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-759c048e-2895-4bee-8ce5-3dfc6ce71581 req-63fd38a1-d394-43bd-96b3-6de7718e19f2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 May 27 04:44:17.158262 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:44:17.159811 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:17.191249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:44:17.242259 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:44:17.249523 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:17.264152 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Transition to ACTIVE for port object 01939330-21b6-41b6-93ae-d9a48f8e79b3 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:44:17.268279 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:17.411509 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=9']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:17.432650 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.433013 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.433349 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.433678 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.434003 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.434323 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.434640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.434960 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.435274 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.435584 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.435897 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:44:17.476720 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] No DVR routers for this DVR port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:44:17.718959 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:44:17.719646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:44:17.719646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:44:17.725714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:44:17.726026 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Attempting to bind port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:44:17.732073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:44:17.732394 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:44:17.732763 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Bound using segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:44:17.733211 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Bound port: 01939330-21b6-41b6-93ae-d9a48f8e79b3, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:44:17.733545 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:17.817598 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:44:17.820525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:44:17.825850 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:17.885491 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:17.887118 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1092 time: 1.2258384 May 27 04:44:17.895722 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:44:17.953748 n-d-843301-2 neutron-server[84155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3cf07151-3a0f-4cba-92e8-9bcdd0f3a7c7']: {'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'status': 'failed', 'code': 422} returned with failed status May 27 04:44:17.958334 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7234a0-8281-4b79-b34e-5b036da6a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=10']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:17.991541 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-291976ba-76a2-47b9-a6fb-9d480f376479 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1096 time: 0.0816405 May 27 04:44:18.125170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-90c7843e-ba68-4fc4-b679-6aef763033aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:18.127410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-90c7843e-ba68-4fc4-b679-6aef763033aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1296723 May 27 04:44:18.234503 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-7fc37cc2-a06a-4617-a7cd-b71f0358866b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 999 time: 0.1014490 May 27 04:44:18.296473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-6908e5bb-8e22-4d12-b07f-7f2470ede4ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:18.297934 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-6908e5bb-8e22-4d12-b07f-7f2470ede4ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0574815 May 27 04:44:18.336930 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16990727-6bec-485e-9825-e948a2ae54f0 req-6ce56895-15a6-46a6-847c-ea8b45c5d6c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:18.338710 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16990727-6bec-485e-9825-e948a2ae54f0 req-6ce56895-15a6-46a6-847c-ea8b45c5d6c2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0773480 May 27 04:44:18.376999 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-cd5d87eb-f5bf-4c6a-a899-b38043f2e229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718300 May 27 04:44:18.386923 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-16990727-6bec-485e-9825-e948a2ae54f0 req-c775e152-d86c-4994-8e32-a17e1f8cad68 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 May 27 04:44:18.605456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-26a01b84-7511-4f74-948b-89510d1ffb26 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230072 May 27 04:44:18.738827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6d8bb5d4-bc95-4cad-a316-4ee1c8a667fd req-b465ba0f-a458-42a2-9a04-7b8a005d2793 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259434 May 27 04:44:19.654065 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1da18-953f-4c87-887e-4b48fa80997f req-346ad74f-2cfa-426d-80c3-d364bc9cb964 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:19.655959 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cd1da18-953f-4c87-887e-4b48fa80997f req-346ad74f-2cfa-426d-80c3-d364bc9cb964 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0929163 May 27 04:44:19.708155 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3cd1da18-953f-4c87-887e-4b48fa80997f req-ab30ae5b-cfe9-45b9-a645-cc1130d1c443 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 May 27 04:44:20.915352 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c4382-80f6-45ac-a19a-b47e1935b3a8 req-2004c921-6941-4128-913b-b9ccd7e0a7a4 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:20.917034 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc7c4382-80f6-45ac-a19a-b47e1935b3a8 req-2004c921-6941-4128-913b-b9ccd7e0a7a4 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0813434 May 27 04:44:21.061063 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fc7c4382-80f6-45ac-a19a-b47e1935b3a8 req-50e12cfb-0cbb-4eae-8415-7698baf3ef36 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383357 May 27 04:44:22.294613 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b42f-0d29-4627-adee-76611f278eb5 req-a0426705-83cb-4e64-b58b-cea4eba0b0bf tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:22.296084 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e68b42f-0d29-4627-adee-76611f278eb5 req-a0426705-83cb-4e64-b58b-cea4eba0b0bf tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0824237 May 27 04:44:22.344776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0e68b42f-0d29-4627-adee-76611f278eb5 req-f0c03c30-5bc9-4ee4-865a-464548992a59 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 May 27 04:44:23.551267 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300853-5a94-4ed6-b542-90b1325468c5 req-c6d0d05a-d7ab-4a62-a5e7-4d412f3511e6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:23.552884 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c300853-5a94-4ed6-b542-90b1325468c5 req-c6d0d05a-d7ab-4a62-a5e7-4d412f3511e6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0801237 May 27 04:44:23.601809 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c300853-5a94-4ed6-b542-90b1325468c5 req-686fdae5-fade-44db-961b-be91f468315c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 May 27 04:44:24.407988 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:24.809108 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b28a4-b219-4258-9d3e-9517ff13247a req-865b00d8-daa4-4c99-ae1f-c5f12141fda8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:24.813374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba9b28a4-b219-4258-9d3e-9517ff13247a req-865b00d8-daa4-4c99-ae1f-c5f12141fda8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0893331 May 27 04:44:24.865840 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ba9b28a4-b219-4258-9d3e-9517ff13247a req-9891d11a-9c63-4fe6-9b85-49ee8c96fca0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489702 May 27 04:44:26.073711 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654103b-2227-4c0e-885a-d27e05f5fd5a req-1b28a636-5adf-44a5-9ac4-3e0487bf0d57 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:26.075902 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a654103b-2227-4c0e-885a-d27e05f5fd5a req-1b28a636-5adf-44a5-9ac4-3e0487bf0d57 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0845079 May 27 04:44:26.129568 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a654103b-2227-4c0e-885a-d27e05f5fd5a req-eb66f1d2-8ab9-4a36-97b3-3fa8de7b19b0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 May 27 04:44:26.959801 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:27.332702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018cad-b69b-4dc3-b8dc-b450343c424d req-a6b7d185-59be-49de-85dd-9b45fcb3f14b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:27.334129 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21018cad-b69b-4dc3-b8dc-b450343c424d req-a6b7d185-59be-49de-85dd-9b45fcb3f14b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0747385 May 27 04:44:27.378596 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-21018cad-b69b-4dc3-b8dc-b450343c424d req-e30cb885-6a19-4730-bf66-9bfadf04781d tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 May 27 04:44:27.988367 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f64b-c66b-4e02-bb9e-9932f71024fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:28.571712 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce817-a31b-424c-99fc-742054909b13 req-92a2edfe-829d-41f9-bb50-aaefb9d0775a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:28.573150 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfbce817-a31b-424c-99fc-742054909b13 req-92a2edfe-829d-41f9-bb50-aaefb9d0775a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0743241 May 27 04:44:28.619899 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfbce817-a31b-424c-99fc-742054909b13 req-cd7fd90a-cca1-4231-b670-1229d870916b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 May 27 04:44:28.934552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-fed3e847-2015-4a89-99b9-4e27f209e98d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1096 time: 0.0715804 May 27 04:44:29.077325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-d5315988-0318-4072-b96f-d8d5522d8a5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:29.078765 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-d5315988-0318-4072-b96f-d8d5522d8a5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1265380 May 27 04:44:29.183386 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-6678f254-0c4e-4e29-a359-21c7b9f21017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 999 time: 0.0980830 May 27 04:44:29.243745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-16c66653-bdb5-45e6-a5b4-c58c355a5d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:29.245077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-16c66653-bdb5-45e6-a5b4-c58c355a5d43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0558379 May 27 04:44:29.316018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-bba1673b-916d-4e97-831c-521232078554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654323 May 27 04:44:29.444570 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-3e19fac0-b509-4e0d-afe3-37ffde6433f7 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227956 May 27 04:44:29.576845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-52060de4-5672-4f8c-9ab5-4294bb7b015f req-8faa574b-f5bb-4c52-803d-f7c05830c5b6 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 May 27 04:44:29.815626 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216616fc-a1a6-4b35-af98-b66c91f31d43 req-f7ded73f-f1ac-4664-9e47-0ff47508696c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:29.817096 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-216616fc-a1a6-4b35-af98-b66c91f31d43 req-f7ded73f-f1ac-4664-9e47-0ff47508696c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0803232 May 27 04:44:29.860947 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-216616fc-a1a6-4b35-af98-b66c91f31d43 req-99fe57d2-21a4-47df-a191-ba7e433ba6bd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 May 27 04:44:30.060663 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-92b0583b-6abc-41ca-8c91-146ba1e2cb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:31.057253 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f161c-9972-43cf-b6ed-236ca8095cfb req-f2371d5f-b27d-4287-8e89-8c3c12288ffd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:31.058703 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad0f161c-9972-43cf-b6ed-236ca8095cfb req-f2371d5f-b27d-4287-8e89-8c3c12288ffd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0764771 May 27 04:44:31.104652 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ad0f161c-9972-43cf-b6ed-236ca8095cfb req-9a2934b7-ddc0-46a3-bc51-c016edb0b063 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 May 27 04:44:31.596771 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:31.600962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:32.298430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e960171-8123-4740-9384-a47118f2212b req-5c720ba6-bf26-4bc6-8c69-49c720c057d0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:32.299867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e960171-8123-4740-9384-a47118f2212b req-5c720ba6-bf26-4bc6-8c69-49c720c057d0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 945 time: 0.0756500 May 27 04:44:32.348114 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6e960171-8123-4740-9384-a47118f2212b req-6a1d1ca0-7257-4a1b-a0fb-2e722830a162 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 May 27 04:44:33.214142 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:44:33.319643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:33.356542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:33.369710 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'port_id': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'mac_address': 'fa:16:3e:ba:21:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:44:33.421512 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:33.438752 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:44:33.453660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:33.457480 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:33.527389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=11']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:33.551920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc4134-69f2-4e0e-a4cb-91cb279c287c req-c488e750-5934-43c2-9782-176e9610ae44 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:33.553378 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99dc4134-69f2-4e0e-a4cb-91cb279c287c req-c488e750-5934-43c2-9782-176e9610ae44 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0886893 May 27 04:44:33.598314 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-99dc4134-69f2-4e0e-a4cb-91cb279c287c req-54d03d47-bf2c-43d0-be14-b9a32a4c1628 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394039 May 27 04:44:33.829540 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['01939330-21b6-41b6-93ae-d9a48f8e79b3'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:44:34.793281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f462-3fb8-4df4-8357-b808a37df374 req-7cbad452-e18e-4efb-a13a-8ce9303bcbda tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:34.794705 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de33f462-3fb8-4df4-8357-b808a37df374 req-7cbad452-e18e-4efb-a13a-8ce9303bcbda tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 946 time: 0.0745432 May 27 04:44:34.839628 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-de33f462-3fb8-4df4-8357-b808a37df374 req-4a7e87c4-9ffb-4e21-a29b-573b6feaccc6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 May 27 04:44:35.227937 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:44:35.292948 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:44:35.297432 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port 01939330-21b6-41b6-93ae-d9a48f8e79b3 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:44:35.297791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:35.410099 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:35.436326 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:44:35.446353 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:44:35.450123 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:35.513643 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=12']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:44:36.035518 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620af3-43de-4fbe-9c3c-7bd35d9a5a51 req-bd135ca7-6231-469f-89ad-23f2711f9dad tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:36.036961 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0620af3-43de-4fbe-9c3c-7bd35d9a5a51 req-bd135ca7-6231-469f-89ad-23f2711f9dad tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0777793 May 27 04:44:36.171341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0620af3-43de-4fbe-9c3c-7bd35d9a5a51 req-58d09fde-786b-4d9a-86f9-695bd8f942de tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287007 May 27 04:44:36.509795 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ea09aa-c19c-47f6-8900-403346e050ba'] response: {'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'code': 200} May 27 04:44:36.717561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32223189-8f87-41d8-95f9-527d253abf38 req-a4bdcc0d-12e6-465e-be16-a31cc1c67755 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1098 time: 0.0669765 May 27 04:44:36.758540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32223189-8f87-41d8-95f9-527d253abf38 req-569b76b6-1ca8-4808-a349-20ec33adb058 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355501 May 27 04:44:37.366322 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abc585-105e-4cd0-a4ca-388823f741f7 req-6443e0a4-22f6-4420-a388-fe725a1c50f8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:37.367666 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5abc585-105e-4cd0-a4ca-388823f741f7 req-6443e0a4-22f6-4420-a388-fe725a1c50f8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0773888 May 27 04:44:37.412273 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f5abc585-105e-4cd0-a4ca-388823f741f7 req-ed5708eb-fcad-449b-a650-837a964e358c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 May 27 04:44:38.606806 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf593bed-3d7e-4773-8ec7-11457b53e333 req-40196012-5c7c-4c7d-a611-dde24a7ff2a5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:38.609644 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf593bed-3d7e-4773-8ec7-11457b53e333 req-40196012-5c7c-4c7d-a611-dde24a7ff2a5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0762248 May 27 04:44:38.654472 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bf593bed-3d7e-4773-8ec7-11457b53e333 req-6fa4ee99-3bed-44bc-94ac-6e9cf705b217 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405951 May 27 04:44:39.850313 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dfa72-2a26-48ad-97c9-3f20a759558f req-09757b88-8876-4c7c-b690-d2f0cb24f8d3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:44:39.851754 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c31dfa72-2a26-48ad-97c9-3f20a759558f req-09757b88-8876-4c7c-b690-d2f0cb24f8d3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0763848 May 27 04:44:39.899481 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c31dfa72-2a26-48ad-97c9-3f20a759558f req-718c9a8b-fc1b-442a-ae2b-13c2ccda58d4 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 May 27 04:44:54.160008 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:44:54.420521 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:56.958691 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:44:57.992798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-51b4d829-e09e-425d-8f1c-ae02ec70ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:00.062353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7f126950-49f3-41ac-a143-01cf9d32df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:01.591654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:01.603832 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:03.289171 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:24.423899 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:26.972181 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:27.995012 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-740d9990-bdb8-44fe-907c-de2683a532ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:28.151456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-6dae6a90-2cc0-4c5c-9488-b6a2ce815fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677600 May 27 04:45:28.285965 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-35995917-e51e-4f13-b12c-fba171e6aff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1098 time: 0.0679858 May 27 04:45:28.425666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124c4d-7672-415d-9306-b66ec2286f7a req-a6297b77-9fe9-40cc-bb80-9651f1a70c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:45:28.427092 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-a6297b77-9fe9-40cc-bb80-9651f1a70c1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1232736 May 27 04:45:28.527895 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-1496b201-6dcf-4118-a244-c25860187328 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 1001 time: 0.0947781 May 27 04:45:28.591961 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124c4d-7672-415d-9306-b66ec2286f7a req-c3f76748-f482-4b70-b1fd-7fe2a8b7be4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:45:28.593420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-c3f76748-f482-4b70-b1fd-7fe2a8b7be4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0590832 May 27 04:45:28.665854 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-997b35d1-cd98-4440-9c46-afbcec019bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661907 May 27 04:45:28.793815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-49695902-7b77-41bc-bc0f-dd90226fcea8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213915 May 27 04:45:28.924091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-26124c4d-7672-415d-9306-b66ec2286f7a req-a57ad1ab-e08f-4696-bca0-d2366eeb3f06 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230800 May 27 04:45:30.063811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a47f1790-bd39-48e2-8aa6-0bc0b8b41a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:31.160695 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:45:31.602283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:31.606400 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:33.298694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:54.435308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:56.973508 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:45:57.996483 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-79f20b5f-94c8-44b7-867a-bbd275f934b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:00.067550 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-06cb61b5-5510-4f3c-962a-28212b610171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:01.602645 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:01.606850 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:03.293564 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:08.161675 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:46:24.433552 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:24.444966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:24.647397 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Deleting port 72e06137-734c-493a-a397-01db97e86a89 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:46:24.647735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:24.811105 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:24.811428 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:25.011583 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Calling delete_port for 72e06137-734c-493a-a397-01db97e86a89 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:46:25.172334 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:25.217636 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'Port': ['ID=72e06137-734c-493a-a397-01db97e86a89,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:25.255752 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.256087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.256418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.256807 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.257161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.257481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.257799 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.258112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.258427 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.258741 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.259054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:25.318717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:25.699971 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:46:25.895064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:46:25.904445 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6188-38c8-4620-910b-b78807b795af None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:46:25.914110 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:25.916757 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:46:25.917384 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:46:25.967216 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-0268eedb-1737-4091-9624-83ae70d04e00 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "DELETE /v2.0/floatingips/219b1803-f056-4acb-9da8-a18554e87ac0 HTTP/1.1" status: 204 len: 168 time: 1.5210679 May 27 04:46:25.967708 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:46:26.102806 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:46:26.127459 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d84f3ff-a3fc-4ce3-a773-541190eb9a5e'] response: {'name': 'network-changed', 'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'status': 'completed', 'code': 200} May 27 04:46:26.227787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-b32155e6-5c5c-40de-a62f-4b734c8b5702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 1098 time: 0.0792294 May 27 04:46:26.415824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-06095e62-7c38-4ad6-a199-4b42a8fd4981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:26.417297 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-06095e62-7c38-4ad6-a199-4b42a8fd4981 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1837196 May 27 04:46:26.426426 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4660b-fe99-4c72-8e6d-01f9a1ac09cf req-bdf366c4-15a5-479d-904d-10cbf7dd9c33 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:26.427097 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-30e4660b-fe99-4c72-8e6d-01f9a1ac09cf req-bdf366c4-15a5-479d-904d-10cbf7dd9c33 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:46:26.455032 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:46:26.459082 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6188-38c8-4620-910b-b78807b795af None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:46:26.469615 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:46:26.470667 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:46:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:46:26.500078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-2dd702f6-6edf-4eb5-8b88-49a4a03ef665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 200 len: 217 time: 0.0702732 May 27 04:46:26.504308 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-30e4660b-fe99-4c72-8e6d-01f9a1ac09cf req-bdf366c4-15a5-479d-904d-10cbf7dd9c33 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:46:26.505469 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30e4660b-fe99-4c72-8e6d-01f9a1ac09cf req-bdf366c4-15a5-479d-904d-10cbf7dd9c33 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.2062535 May 27 04:46:26.595501 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-fe8df139-c3d6-4c09-89a3-e58e79a58fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:26.596918 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-fe8df139-c3d6-4c09-89a3-e58e79a58fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0897529 May 27 04:46:26.601542 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-30e4660b-fe99-4c72-8e6d-01f9a1ac09cf req-a7cf1c3f-91f0-4649-beff-9fdc4dcd793f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652459 May 27 04:46:26.649256 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:46:26.768948 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-6b118575-c5ae-4148-aa1b-448116bb12ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657848 May 27 04:46:26.899018 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-cba819be-ba55-47d2-9228-1b0f5ccd991e service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230023 May 27 04:46:26.958721 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-690d6188-38c8-4620-910b-b78807b795af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:46:26.962719 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6188-38c8-4620-910b-b78807b795af None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:46:26.988362 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:27.038827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-50a1277f-959f-4b7f-b02e-f9452798b415 req-bedb9c85-aafe-4543-846f-12ae6af717a8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338086 May 27 04:46:27.203867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d524ef-2e5c-4d1e-8770-f334048f77b0 None None] New status for floating IP 219b1803-f056-4acb-9da8-a18554e87ac0: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:46:27.798738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-c5597238-7721-49b6-9288-ba4ec0af7c32 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:27.800161 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-c5597238-7721-49b6-9288-ba4ec0af7c32 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0851383 May 27 04:46:27.803123 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee33bb9-a626-4baf-b3df-c0c95a725828 req-a1891448-532b-46fb-bada-7b745386fd0f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:27.804605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ee33bb9-a626-4baf-b3df-c0c95a725828 req-a1891448-532b-46fb-bada-7b745386fd0f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 947 time: 0.0790021 May 27 04:46:27.849747 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8ee33bb9-a626-4baf-b3df-c0c95a725828 req-c135e8a0-f5f1-46d5-88e0-13cb77010c36 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=301792b4-994a-4ccc-8201-edbf0a854ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 May 27 04:46:27.871642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Deleting port 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:46:27.872007 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:27.998172 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7fe936b8-7e12-44f0-b2b2-cb91b5f8fc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:28.111363 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] For port 01939330-21b6-41b6-93ae-d9a48f8e79b3, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=01939330-21b6-41b6-93ae-d9a48f8e79b3,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:46:28.111714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:28.228457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Calling delete_port for 01939330-21b6-41b6-93ae-d9a48f8e79b3 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:46:28.367329 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:28.414804 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'Port': ['ID=01939330-21b6-41b6-93ae-d9a48f8e79b3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:28.486560 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] No DVR routers for this DVR port 01939330-21b6-41b6-93ae-d9a48f8e79b3 on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:46:28.489095 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:28.491525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-deleted', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:46:28.507019 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d2f6693f-578d-4b02-8ff1-270c6efe17ee req-9a3f8754-3ab9-495f-8343-409119754b03 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.41 "DELETE /v2.0/ports/01939330-21b6-41b6-93ae-d9a48f8e79b3 HTTP/1.1" status: 204 len: 173 time: 0.7015984 May 27 04:46:28.554257 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd1c5bb-cba9-4b57-b59e-3a5c9a508b6f'] response: {'server_uuid': '17ae351d-79a1-40b6-840d-c418fc2f6617', 'name': 'network-vif-deleted', 'tag': '01939330-21b6-41b6-93ae-d9a48f8e79b3', 'status': 'completed', 'code': 200} May 27 04:46:29.027319 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-52a2052c-69c3-4295-9ee5-cd21ec142891 req-2628aed7-15fb-4b8c-8064-ba9f65a0e3c8 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=17ae351d-79a1-40b6-840d-c418fc2f6617 HTTP/1.1" status: 200 len: 210 time: 0.0403450 May 27 04:46:30.074654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d760010-5e9a-4d08-94be-1d34f552b613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.138844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:30.206736 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.236320 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.299026 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.317212 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301792b4-994a-4ccc-8201-edbf0a854ec9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:30.327044 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.328165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2f25a442-4a84-4ea5-9d50-badcd83c5d85 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "DELETE /v2.0/security-groups/301792b4-994a-4ccc-8201-edbf0a854ec9 HTTP/1.1" status: 204 len: 168 time: 0.1883490 May 27 04:46:30.466550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:30.472748 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152172982', 'description': 'tempest-secgroup-smoke-152172982 description', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:30.479258 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:30.483386 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:30.486205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:30.491739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:30.501153 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.536727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:30.540653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:30.543493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:30.549111 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:30.609149 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.613004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.655703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912bd9ec-f32d-423a-931f-6948bf81b6b0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:30.659040 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.660196 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-bf521859-0643-4364-8003-7eaf63900b7c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1926455 May 27 04:46:30.663000 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:30.668134 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:30.674567 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:30.678335 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:30.681135 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:30.686702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:30.703166 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.762179 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.765508 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.783375 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfb0399-156b-433a-8392-dea2dadfcf21,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:30.798339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.799492 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-14a683fc-7740-483b-bccb-777fa88549b1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356008 May 27 04:46:30.802262 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:30.807704 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:30.814497 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:30.818194 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:30.820948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:30.826492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:30.843280 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.905966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.909299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.932044 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b157dbfe-100f-4ed7-8400-d43285bd6122,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:30.940831 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:30.942094 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-ebb0aeae-9c5b-45dc-ae0c-d7e2a461dd2f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389275 May 27 04:46:30.944800 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:30.950112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:30.957328 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:30.961083 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:30.963865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:30.969436 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:30.984415 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.045116 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.048667 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.071519 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5eac72-dc87-4c2c-8bb5-d77167c0dd6e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:31.081222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.082766 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1f5e5dcc-6a3b-4628-ae2e-3fbdb6b72b14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369920 May 27 04:46:31.085510 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:31.090867 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:31.097463 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:31.101237 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:31.104020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:31.109755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:31.126828 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.187328 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.191299 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.214273 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a3e7aa-c7e5-4a05-a642-cdb496b60479,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:31.223058 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.224290 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-84251fac-95c5-43e2-a328-5b3f6ca32c06 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1378329 May 27 04:46:31.227110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56138) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:31.232477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:31.239506 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:31.243398 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:31.246211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:31.252279 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:31.262447 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Project 4aaa8ff8a0c147889d6e2337f4401d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:46:31.268792 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.334619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.338040 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.362780 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d558fc9a-627e-42d2-8837-f8d5fd82c1dd,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:31.375078 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.378480 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1503160 May 27 04:46:31.379892 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:46:31.380026 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.380328 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.380667 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.381128 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.381459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.381784 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.382098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.382470 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.382816 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.383138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.383459 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14330-585c-468a-af42-e4b081044342 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:46:31.385484 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'security_group_rule': {'security_group_id': '912bd9ec-f32d-423a-931f-6948bf81b6b0', 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:31.393755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:31.397562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:security_group_rule and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:46:31.400325 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:46:31.406001 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:31.419119 n-d-843301-2 neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Project 4aaa8ff8a0c147889d6e2337f4401d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:46:31.425842 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.489749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.493361 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.521320 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc29375-d12c-42be-9293-9b9fcaa7f4ac,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:31.527800 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.529061 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-c8c03521-c144-43a8-81fe-bbd6aa23fc31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481562 May 27 04:46:31.608955 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.614299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:31.692389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:46:31.724831 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: 01939330-21b6-41b6-93ae-d9a48f8e79b3 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:46:31.725225 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device 01939330-21b6-41b6-93ae-d9a48f8e79b3 not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:46:33.296739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:45.161620 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:46:45.518860 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-5f4eac62-53ac-4216-a154-6ca5f6a4ab23 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152172982&fields=id&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 267 time: 0.0405142 May 27 04:46:45.660637 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0006b-f422-4b36-b399-3068e735ec1b req-39d89247-6b4c-432c-8114-b60046ecd01f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:45.661314 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-60d0006b-f422-4b36-b399-3068e735ec1b req-39d89247-6b4c-432c-8114-b60046ecd01f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:network {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:46:45.679144 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-60d0006b-f422-4b36-b399-3068e735ec1b req-39d89247-6b4c-432c-8114-b60046ecd01f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:network {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:46:45.680581 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-39d89247-6b4c-432c-8114-b60046ecd01f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 809 time: 0.1557300 May 27 04:46:45.698572 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-eeeda160-42a1-456b-8d02-058e1d3587ea tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/quotas/4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 375 time: 0.0122507 May 27 04:46:45.776121 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-6f2ae3e6-a0da-4cea-8884-4edeb320a4c7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728855 May 27 04:46:46.002270 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-b90f13bc-5391-420d-877d-7dd6d0ca8eba service neutron] 10.222.0.46 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149510 May 27 04:46:46.132017 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-b6458077-ca9c-4dfe-9c8f-39ce23fa2c1f service neutron] 10.222.0.46 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240380 May 27 04:46:46.507693 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f21bc094-cfe8-4577-bd9f-833f6ffcf399 req-5eaf7e1d-79b5-4bd1-a7f7-b88e64d2d3da tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:46:46.522701 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-f21bc094-cfe8-4577-bd9f-833f6ffcf399 req-5eaf7e1d-79b5-4bd1-a7f7-b88e64d2d3da tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:46:46.523803 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f21bc094-cfe8-4577-bd9f-833f6ffcf399 req-5eaf7e1d-79b5-4bd1-a7f7-b88e64d2d3da tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0562320 May 27 04:46:47.634154 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-46cc432b-124b-42cf-aa45-2a2fdf7a7c7d req-3af00e46-2523-401e-8032-f28999c4067b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0440960 May 27 04:46:48.743819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f3fdd6a2-8dd5-48fb-8d05-d8989cff7518 req-34ba4531-a246-4730-beda-c8205d395c21 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0435393 May 27 04:46:49.849412 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-121edefb-639d-4c41-9948-a466285a2059 req-013f15ef-90d9-4262-a9c5-14ae03ac1d94 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0400648 May 27 04:46:51.024080 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-530eb2a5-5535-48d0-ada7-e7e9774fa586 req-a0918777-b50e-403c-822d-4f4bda2e8e18 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0417078 May 27 04:46:51.813864 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0006b-f422-4b36-b399-3068e735ec1b req-f9b58db3-26f7-4097-8d93-46e561c76aec tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:51.815272 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-f9b58db3-26f7-4097-8d93-46e561c76aec tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 809 time: 0.2323456 May 27 04:46:51.872664 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-60d0006b-f422-4b36-b399-3068e735ec1b req-b852074f-ce73-422e-9e7e-3ea25bc626ee tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:46:51.887471 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-60d0006b-f422-4b36-b399-3068e735ec1b req-b852074f-ce73-422e-9e7e-3ea25bc626ee tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:46:51.888584 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-b852074f-ce73-422e-9e7e-3ea25bc626ee tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 379 time: 0.0612195 May 27 04:46:51.897080 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'port': {'device_id': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'admin_state_up': True, 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'security_groups': ['912bd9ec-f32d-423a-931f-6948bf81b6b0']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:52.033073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:46:52.042481 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:46:52.068091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Made reservation on behalf of 4aaa8ff8a0c147889d6e2337f4401d24 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:46:52.071198 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.197987 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7a1c3737-e8fe-4f2d-897e-4d60582e0c6a req-f5eb0a48-a1b9-4792-a508-ff11df8fbfb5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0422528 May 27 04:46:52.249968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Allocated IP 172.20.0.5 (7a9af1c6-0897-4e58-9272-935d1e7da8be/1e8b004a-64a3-44a5-bea8-c7811a0531a8/1f37670e-97ae-4267-b91b-86f9d954b05b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:46:52.439995 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.456192 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Transition to ACTIVE for port object 1f37670e-97ae-4267-b91b-86f9d954b05b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:46:52.479195 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.551053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:46:52.554006 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:46:52.557775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:46:52.600172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:52.634861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:52.635563 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.670285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-189a25ef-7b93-4e0a-8821-f8321627a024 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766750 May 27 04:46:52.681053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-fac8effe-9dba-4ecc-8107-2d21059abcc3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:46:52.682268 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-fac8effe-9dba-4ecc-8107-2d21059abcc3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059316 May 27 04:46:52.693485 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Request body: {'port': {'device_id': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:46:52.807000 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.827870 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e7d0611-ef99-4952-b165-1b102df1aada None None] Provisioning for port 1f37670e-97ae-4267-b91b-86f9d954b05b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:46:52.834790 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4e7d0611-ef99-4952-b165-1b102df1aada None None] Provisioning complete for port 1f37670e-97ae-4267-b91b-86f9d954b05b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:46:52.835244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0611-ef99-4952-b165-1b102df1aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:52.892032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d0611-ef99-4952-b165-1b102df1aada None None] Port 1f37670e-97ae-4267-b91b-86f9d954b05b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:46:53.158721 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f37670e-97ae-4267-b91b-86f9d954b05b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:46:53.165666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:53.180421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Transition to ACTIVE for port object 1f37670e-97ae-4267-b91b-86f9d954b05b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:46:53.184424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:53.386868 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:53.493482 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Attempting to bind port 1f37670e-97ae-4267-b91b-86f9d954b05b on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:46:53.493969 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Attempting to bind port 1f37670e-97ae-4267-b91b-86f9d954b05b by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:46:53.494383 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Attempting to bind port 1f37670e-97ae-4267-b91b-86f9d954b05b on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:46:53.509260 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fd66c-f0f0-4bc6-bb46-bd98177a2c1e req-595931b9-9586-4300-90b2-1cd83143de9e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:53.509948 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2c3fd66c-f0f0-4bc6-bb46-bd98177a2c1e req-595931b9-9586-4300-90b2-1cd83143de9e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:46:53.513388 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Port 1f37670e-97ae-4267-b91b-86f9d954b05b on network 7a9af1c6-0897-4e58-9272-935d1e7da8be not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:46:53.513709 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Attempting to bind port 1f37670e-97ae-4267-b91b-86f9d954b05b on network 7a9af1c6-0897-4e58-9272-935d1e7da8be {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:46:53.526824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:46:53.527157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Checking segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:46:53.527534 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Bound using segment: {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:46:53.527962 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Bound port: 1f37670e-97ae-4267-b91b-86f9d954b05b, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:46:53.528306 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:53.543512 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-2c3fd66c-f0f0-4bc6-bb46-bd98177a2c1e req-595931b9-9586-4300-90b2-1cd83143de9e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:46:53.544651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c3fd66c-f0f0-4bc6-bb46-bd98177a2c1e req-595931b9-9586-4300-90b2-1cd83143de9e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.1546903 May 27 04:46:53.651324 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2c3fd66c-f0f0-4bc6-bb46-bd98177a2c1e req-5d2c7317-ca9f-401d-8c38-3e5e9abbd6bc tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766592 May 27 04:46:53.655051 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:46:53.658785 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:46:53.662252 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:53.724985 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:53.726366 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 1091 time: 1.0371335 May 27 04:46:53.726801 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:46:53.745203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa04b4-82b6-4317-8e36-86923a08f803 service neutron] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:46:53.910227 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7f969c-0eeb-499b-b881-d383f56ce035'] response: {'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'status': 'completed', 'code': 200} May 27 04:46:53.946743 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-fe1724b1-9a2c-40f4-a031-74dc14adbc32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1094 time: 0.1761534 May 27 04:46:54.017128 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-848be07e-e333-4109-8503-3aa89ca80dad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 217 time: 0.0625689 May 27 04:46:54.077073 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0006b-f422-4b36-b399-3068e735ec1b req-4419754e-0f21-43a1-bf18-96e8dc95b01e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:54.079101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-4419754e-0f21-43a1-bf18-96e8dc95b01e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0564237 May 27 04:46:54.153507 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-0defe2b7-a5c6-4777-95b5-23471a281109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695748 May 27 04:46:54.282087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-89f07f36-3682-4d9e-b52e-6a1c433702c8 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224151 May 27 04:46:54.409683 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-60d0006b-f422-4b36-b399-3068e735ec1b req-0d3a7a25-fe7f-48f7-bdf9-3b0d2dbfb319 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224608 May 27 04:46:54.427046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:54.520235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-246a122f-d963-4dbf-92d1-47bb685dd85c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1094 time: 0.0693822 May 27 04:46:54.650180 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-3159abec-ddb4-4119-8417-f3a1f861af15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:54.651623 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-3159abec-ddb4-4119-8417-f3a1f861af15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1256943 May 27 04:46:54.722276 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-3a7663c7-58d7-4f81-8f17-53b0372baa4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 217 time: 0.0636020 May 27 04:46:54.821877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-13540ca8-1306-42ee-b4cd-6e7619d38569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:54.823269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-13540ca8-1306-42ee-b4cd-6e7619d38569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0950971 May 27 04:46:54.907228 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883568ef-4e0e-47ef-a63e-741428c638ee req-79340ce4-336b-45bc-9423-766db95cd583 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:54.908559 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-883568ef-4e0e-47ef-a63e-741428c638ee req-79340ce4-336b-45bc-9423-766db95cd583 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.1334658 May 27 04:46:54.953079 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-d59a9e06-eda1-4927-8ba7-53a857628bd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226103 May 27 04:46:54.981946 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-883568ef-4e0e-47ef-a63e-741428c638ee req-89b67948-8548-4f2b-be27-bbf6f8f71ddd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672426 May 27 04:46:55.087029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-4ce6aebf-c576-498a-b797-ac1d64b86f0c service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258192 May 27 04:46:55.217116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-781dc1ae-61d9-41fe-9473-424c96268e66 req-84342e74-1eeb-4c1d-a9a6-25cfefda1b44 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233325 May 27 04:46:56.213417 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390998-603c-4577-94dc-18179ade44d7 req-7f5e336c-0848-444e-957b-5ace07daef78 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:56.214829 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1390998-603c-4577-94dc-18179ade44d7 req-7f5e336c-0848-444e-957b-5ace07daef78 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0781896 May 27 04:46:56.261141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e1390998-603c-4577-94dc-18179ade44d7 req-3ace2d58-6056-499e-8bcd-44695f6c0375 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 May 27 04:46:57.000909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:57.453288 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57783b7-4827-4813-bf5d-e4b49cfc9226 req-526513ae-1aba-4609-bcdd-484099353b31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:57.455337 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e57783b7-4827-4813-bf5d-e4b49cfc9226 req-526513ae-1aba-4609-bcdd-484099353b31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0785103 May 27 04:46:57.499011 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e57783b7-4827-4813-bf5d-e4b49cfc9226 req-b7938eb2-c7ee-491f-b395-ab7c0285af14 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 May 27 04:46:58.000061 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-339070dc-a377-42d8-b593-28e0b6e54fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:46:58.688717 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417c66-c40a-4a96-b7ca-bf324c02fe17 req-4581ab2a-e0d8-4ab3-a568-9508db1f57ee tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:58.690166 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5417c66-c40a-4a96-b7ca-bf324c02fe17 req-4581ab2a-e0d8-4ab3-a568-9508db1f57ee tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0746896 May 27 04:46:58.741635 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-f5417c66-c40a-4a96-b7ca-bf324c02fe17 req-b0dbe406-65d3-4741-a108-1b2c42a806a0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458736 May 27 04:46:59.932348 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e36e8-39fe-49f8-9962-4b7c88250207 req-199ec46c-dbb4-4bbd-a9c4-3186f07b1444 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:46:59.933808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d6e36e8-39fe-49f8-9962-4b7c88250207 req-199ec46c-dbb4-4bbd-a9c4-3186f07b1444 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0740266 May 27 04:46:59.980350 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2d6e36e8-39fe-49f8-9962-4b7c88250207 req-143b35a4-d9c6-4bd3-bc1b-70d33eaff7ac tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 May 27 04:47:00.066624 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-65193855-d088-49c5-8b10-7affb4016a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:01.169651 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea513a-5980-4de8-ac73-61ebeb065ec1 req-3e6a78ef-3d02-4262-a238-385bc62afcac tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:01.171061 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94ea513a-5980-4de8-ac73-61ebeb065ec1 req-3e6a78ef-3d02-4262-a238-385bc62afcac tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0739498 May 27 04:47:01.215418 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-94ea513a-5980-4de8-ac73-61ebeb065ec1 req-db464b84-ea5a-4f91-a6a0-4c0bba0b101c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390022 May 27 04:47:01.593277 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:01.610232 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:02.497950 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814ed63-dc3e-4c13-a009-066d89f9e249 req-4d9e4a20-c8e5-4b12-b3f2-1a18ca00c91e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:02.499291 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6814ed63-dc3e-4c13-a009-066d89f9e249 req-4d9e4a20-c8e5-4b12-b3f2-1a18ca00c91e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.1649210 May 27 04:47:02.546225 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-6814ed63-dc3e-4c13-a009-066d89f9e249 req-fa502a89-f02e-4d1a-8030-118eb2898ba4 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 May 27 04:47:03.298340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:03.393878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:47:03.523145 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:47:03.535865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'mac_address': 'fa:16:3e:bc:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:47:03.588678 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:03.605510 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f37670e-97ae-4267-b91b-86f9d954b05b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:47:03.620647 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:47:03.625931 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:03.693106 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:47:03.703311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.703678 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.704008 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.704332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.704654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.705001 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.705325 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.705638 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.705949 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.706260 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.706865 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:47:03.748066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f9a8f-db7b-40c7-bdbb-d7b2404fa381 req-e701c7e7-858e-4e43-b94f-260c8a971e22 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:03.748996 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-345f9a8f-db7b-40c7-bdbb-d7b2404fa381 req-e701c7e7-858e-4e43-b94f-260c8a971e22 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 944 time: 0.0802684 May 27 04:47:03.797988 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-345f9a8f-db7b-40c7-bdbb-d7b2404fa381 req-51988e28-94a7-47e7-ac34-cf7c03954ae2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 May 27 04:47:03.858850 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1f37670e-97ae-4267-b91b-86f9d954b05b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:47:04.990421 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb23fb6-908a-4fdc-9aef-16137adc4b09 req-65504cef-5fd2-49a5-afac-ae3ebbb74e96 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:04.991850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cb23fb6-908a-4fdc-9aef-16137adc4b09 req-65504cef-5fd2-49a5-afac-ae3ebbb74e96 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 944 time: 0.0761762 May 27 04:47:05.036270 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2cb23fb6-908a-4fdc-9aef-16137adc4b09 req-476efd59-1723-467e-a56d-6bd55a961770 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 May 27 04:47:05.410670 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:47:05.476434 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 1f37670e-97ae-4267-b91b-86f9d954b05b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:47:05.480968 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1f37670e-97ae-4267-b91b-86f9d954b05b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:47:05.481335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:05.591768 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:05.617863 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:47:05.627543 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:47:05.631283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:05.674147 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3d9a8c-9840-4847-bdcc-6e4e90af353c'] response: {'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'code': 200} May 27 04:47:05.700867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:47:05.799862 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fcdc545-619c-4765-bea2-83b610e75b68 req-9e9460ac-b968-4f60-b848-4913b2ad92ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0693758 May 27 04:47:05.840793 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0fcdc545-619c-4765-bea2-83b610e75b68 req-245b4101-cb0d-4aaa-bf8e-63a6377bd129 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 May 27 04:47:06.233645 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a21eb-0344-4b44-90df-ecbbdf4d75c4 req-c281a6dc-1565-4c9c-aad0-69c4c57c7a56 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:06.235121 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-174a21eb-0344-4b44-90df-ecbbdf4d75c4 req-c281a6dc-1565-4c9c-aad0-69c4c57c7a56 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0794761 May 27 04:47:06.282805 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-174a21eb-0344-4b44-90df-ecbbdf4d75c4 req-902af306-3661-4f07-9e46-65cec302ab6c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422494 May 27 04:47:07.473163 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9983136-6d03-40fd-ae96-c454e5e81461 req-d29ad682-e682-466e-9f51-13f3c3bbe784 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:07.474609 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9983136-6d03-40fd-ae96-c454e5e81461 req-d29ad682-e682-466e-9f51-13f3c3bbe784 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0751472 May 27 04:47:07.518288 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a9983136-6d03-40fd-ae96-c454e5e81461 req-e3933593-c7bf-4ce6-a98c-3f72557a192a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 May 27 04:47:07.709554 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b835-e711-4c4b-9dc6-fa771762d338 req-e5a817a3-f24f-4e93-a397-408b709d905f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:07.710889 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f577b835-e711-4c4b-9dc6-fa771762d338 req-e5a817a3-f24f-4e93-a397-408b709d905f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0755420 May 27 04:47:07.754794 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f577b835-e711-4c4b-9dc6-fa771762d338 req-9e214d01-2c0a-47dd-928a-ad8835557dc0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384979 May 27 04:47:07.782299 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:47:07.917719 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-aabc2f1c-c937-4112-ab2b-84bf80c53c22 tempest-TestShelveInstance-1130627463 tempest-TestShelveInstance-1130627463-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1091 time: 0.1342435 May 27 04:47:07.920338 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:47:07.925275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:47:07.931382 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:47:07.935281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Usage tracker for resource:floatingip and tenant:4aaa8ff8a0c147889d6e2337f4401d24 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:47:07.938648 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:47:07.944183 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:47:07.955373 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:08.092295 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:08.221942 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Allocated IP 172.25.8.6 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/1c695885-65c6-42ba-9551-831fc6a2c987) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:47:08.365813 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:08.391908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:08.458727 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:47:08.461360 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:47:08.465132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:47:08.494005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=1c695885-65c6-42ba-9551-831fc6a2c987,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:47:08.987424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:09.044482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:09.368666 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:09.373339 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:09.485104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event updated for resources: {'Port': ['ID=1c695885-65c6-42ba-9551-831fc6a2c987,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:47:09.498158 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:09.682416 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Floating IP c9dcf0cd-0390-4efc-8ec7-4311c20ecc57 associated. External IP: 172.25.8.6, port: 1f37670e-97ae-4267-b91b-86f9d954b05b. May 27 04:47:10.066809 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:47:10.266454 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:47:10.276265 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:47:10.288652 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:47:10.289479 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:47:10.291860 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:10.345746 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2fbd98cd-0e25-497b-911f-93ed3a458466 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4243248 May 27 04:47:10.346384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:47:10.399628 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d5648d-15aa-488d-b4e5-09c57afbc542'] response: {'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'status': 'completed', 'code': 200} May 27 04:47:10.469796 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:47:10.495473 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-646b8446-36a3-4ea7-90aa-93b8e00e16cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0706468 May 27 04:47:10.624372 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-48b709e3-b75c-43c7-997e-0153a0862314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:10.626259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-48b709e3-b75c-43c7-997e-0153a0862314 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1250994 May 27 04:47:10.725740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-82bcc912-7037-419c-af93-e348dc2a70c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 997 time: 0.0939908 May 27 04:47:10.810944 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c9dcf0cd-0390-4efc-8ec7-4311c20ecc57', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:bc:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:47:08Z', 'updated_at': '2022-05-27T04:47:08Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:47:10.815583 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:47:10.826278 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:47:10.826880 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:47:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:47:10.895173 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-1fdf6905-75b3-4129-8f64-5f0dbfffac71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:10.896539 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-1fdf6905-75b3-4129-8f64-5f0dbfffac71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.1649532 May 27 04:47:10.969635 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-3bf39ee2-6a5a-4ca3-83fe-72fc45e46bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674963 May 27 04:47:11.044743 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:47:11.107156 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-318232ed-1718-468a-821b-f822172af66b service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314123 May 27 04:47:11.243279 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7444a2ec-7ee8-43ae-824f-f349abfc3403 req-33addb9d-8b5e-4364-a33d-337bff347be2 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308501 May 27 04:47:11.393969 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c9dcf0cd-0390-4efc-8ec7-4311c20ecc57', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:bc:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:47:08Z', 'updated_at': '2022-05-27T04:47:08Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:47:11.397810 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fffd60-2314-4473-ba12-238cd18ecaa2 None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'c9dcf0cd-0390-4efc-8ec7-4311c20ecc57', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'mac_address': 'fa:16:3e:bc:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:47:08Z', 'updated_at': '2022-05-27T04:47:08Z', 'revision_number': 0, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:47:11.598914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252d3bf0-1a78-4036-8a4d-b4e8055bd1b3 None None] New status for floating IP c9dcf0cd-0390-4efc-8ec7-4311c20ecc57: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:47:22.161183 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:47:24.424267 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:27.035868 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:28.002796 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc5ca-8640-4083-95ab-4e1cb2ff9b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:30.075616 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d8e30908-8a37-49f6-ab41-9a477f48b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:31.595702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:31.614457 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:31.693963 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-f3888be3-7304-4d3b-87ae-c7b6b0d0d7ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374116 May 27 04:47:31.830198 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-28df5a66-e493-4f08-8948-f7929041880e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0673544 May 27 04:47:31.975175 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-69f64c66-6b41-46ae-bf44-a169d0ed3724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:31.976587 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-69f64c66-6b41-46ae-bf44-a169d0ed3724 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1298344 May 27 04:47:32.081818 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-ec6ca729-6f72-47b2-b75e-f6724298dcee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 999 time: 0.0982423 May 27 04:47:32.146789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-20411d50-1888-4465-9265-0d78fe9a2869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:47:32.148223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-20411d50-1888-4465-9265-0d78fe9a2869 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0614235 May 27 04:47:32.229048 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-ad7f5c57-1cf3-47e9-9988-40e63e7d8414 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743344 May 27 04:47:32.366558 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-5f3da150-342f-498d-884f-8c07892dda2d service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314359 May 27 04:47:32.503909 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4c178245-93cd-4258-80ed-2d01f7c26660 req-f75aedda-5613-4ae7-bcba-6c709612ebca service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323950 May 27 04:47:33.302242 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:54.430872 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:57.046985 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:58.004095 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1fee6776-9eee-4581-b07f-165c9eef469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:47:59.161713 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:48:00.066946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04121ac3-2e37-4f8d-86fb-ae83dda03528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:01.590468 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:01.616055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:03.304025 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:24.449087 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:27.045793 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:28.006298 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8127d4a3-b29c-4fbe-85ab-55f113e367d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:30.070347 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e47c72f6-b5ce-4ef3-b6a0-7d2907cda445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:31.594500 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:31.618991 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:31.620269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-4a54fcd5-64b5-41ee-bdcf-0265f30c3c8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693784 May 27 04:48:31.757515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-1ce1d919-966e-4c5d-a908-a9630f959f77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0711460 May 27 04:48:31.897306 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-dc5534d5-2da5-4535-979f-402f6fad23c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:48:31.898674 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-dc5534d5-2da5-4535-979f-402f6fad23c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1241260 May 27 04:48:32.003352 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-301e8274-58e5-4418-a7de-bb1459f4bbe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 999 time: 0.0983562 May 27 04:48:32.157112 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-b2e8f650-34a6-4404-b672-9d284bb6f084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:48:32.158513 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-b2e8f650-34a6-4404-b672-9d284bb6f084 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.1494756 May 27 04:48:32.233381 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-b0df39e1-cbf1-4a42-ba7e-5471192c4101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686305 May 27 04:48:32.364041 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-88aa7ba1-ccf8-4255-98d7-663c56dbf0ad service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253955 May 27 04:48:32.491821 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c6e2a8e-5c99-4991-a95d-aeaaba073d01 req-a8e450ee-113a-47a4-bd5e-a34eb50d2004 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219671 May 27 04:48:33.306603 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:36.163311 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:48:54.444978 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:57.046093 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:48:58.007501 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-158e2320-71e0-475d-a9ff-f4fdcc451f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:00.076042 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-14226718-f048-4c76-93be-00e4704c8290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:01.596074 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:01.620515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:03.309426 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:06.460374 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338679ba-5b36-4028-81b6-0a82c82c498c req-4d6a1b62-310b-4308-b784-3153b2d50166 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:06.461733 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-338679ba-5b36-4028-81b6-0a82c82c498c req-4d6a1b62-310b-4308-b784-3153b2d50166 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.1639204 May 27 04:49:06.505698 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-338679ba-5b36-4028-81b6-0a82c82c498c req-bcaed006-16d9-4ceb-97a7-dd0f3252479b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384295 May 27 04:49:07.769686 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60f3c-464d-4ef9-a082-34a449489489 req-1c418029-4fc9-4f07-808f-23b1566e7c5f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:07.771186 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2d60f3c-464d-4ef9-a082-34a449489489 req-1c418029-4fc9-4f07-808f-23b1566e7c5f tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.1416364 May 27 04:49:07.817174 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a2d60f3c-464d-4ef9-a082-34a449489489 req-8d299d5d-9c1d-46df-b58d-4499def85f31 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 May 27 04:49:09.035021 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26846b-77fc-4cf7-9f64-0712a50ef706 req-b5e172ed-2346-431d-b64f-be0af75f97d5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:09.036444 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c26846b-77fc-4cf7-9f64-0712a50ef706 req-b5e172ed-2346-431d-b64f-be0af75f97d5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0756078 May 27 04:49:09.086218 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c26846b-77fc-4cf7-9f64-0712a50ef706 req-3d81668e-7d7d-4905-a2f8-ca08933d8d47 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 May 27 04:49:10.293240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3934-16dd-41d4-8858-3a1deafb9b67 req-fb8e1f2e-542b-4b0c-b940-58a9424188fe tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:10.294668 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0bb3934-16dd-41d4-8858-3a1deafb9b67 req-fb8e1f2e-542b-4b0c-b940-58a9424188fe tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0811958 May 27 04:49:10.339432 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0bb3934-16dd-41d4-8858-3a1deafb9b67 req-11c31d69-060c-4140-a1d2-103c2c948f33 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391240 May 27 04:49:11.528553 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507721d6-4769-4d3b-9fa8-1ed49b54dada req-43b8d3a7-e849-4791-8b6a-33da344ca02e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:11.530435 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-507721d6-4769-4d3b-9fa8-1ed49b54dada req-43b8d3a7-e849-4791-8b6a-33da344ca02e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0746872 May 27 04:49:11.575078 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-507721d6-4769-4d3b-9fa8-1ed49b54dada req-a0abfbad-a2b7-41c4-ad02-75cef4e0b3b4 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 May 27 04:49:12.764828 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c90bd-66a0-4907-89f9-9d6ed802ea45 req-ec454047-a2dd-4062-9e7b-e1d546fef7e3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:12.766271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b2c90bd-66a0-4907-89f9-9d6ed802ea45 req-ec454047-a2dd-4062-9e7b-e1d546fef7e3 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0740221 May 27 04:49:12.810444 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b2c90bd-66a0-4907-89f9-9d6ed802ea45 req-eee29fcb-c967-448d-8daa-27267690fad0 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 May 27 04:49:13.163971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:49:14.016424 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594a68-72a3-43d3-be04-d37685eb961b req-4acf799e-f4b9-4a5d-91dd-dfb594f04212 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:14.017891 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5594a68-72a3-43d3-be04-d37685eb961b req-4acf799e-f4b9-4a5d-91dd-dfb594f04212 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0837662 May 27 04:49:14.062317 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e5594a68-72a3-43d3-be04-d37685eb961b req-f690dab9-ee30-4693-9c19-d6d64838a986 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389850 May 27 04:49:15.261965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197e2a-1169-472e-9d80-c938a6c50f7d req-8ea7312c-c594-437f-816b-d09597dd1e54 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:15.263569 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4197e2a-1169-472e-9d80-c938a6c50f7d req-8ea7312c-c594-437f-816b-d09597dd1e54 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0791550 May 27 04:49:15.308468 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f4197e2a-1169-472e-9d80-c938a6c50f7d req-eaa02b4c-b26f-43cd-88aa-87c1c6705dd6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 May 27 04:49:16.426362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-e509ab40-5ffa-4b6c-82dd-c5a9cc547e10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0676765 May 27 04:49:16.502655 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915184fe-c004-49db-a7e6-191e3d1b609e req-2557fc53-a128-47ff-8dc6-d2f0826e77ec tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:16.504100 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-915184fe-c004-49db-a7e6-191e3d1b609e req-2557fc53-a128-47ff-8dc6-d2f0826e77ec tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0752604 May 27 04:49:16.548784 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-915184fe-c004-49db-a7e6-191e3d1b609e req-6ea032ef-c282-491f-a234-99d949b3bfb7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 May 27 04:49:16.557289 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117290c-08ef-422f-bac3-ca421a2f495c req-cd01d026-f9b2-43c7-a2cb-6b3b49536053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:16.558819 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-cd01d026-f9b2-43c7-a2cb-6b3b49536053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1265388 May 27 04:49:16.660235 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-66b05ae9-5cfd-4896-bcdd-658cee447e0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 999 time: 0.0959575 May 27 04:49:16.725492 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117290c-08ef-422f-bac3-ca421a2f495c req-66e4fbf1-58db-4078-95f5-747a2ca49a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:16.726779 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-66e4fbf1-58db-4078-95f5-747a2ca49a25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0601339 May 27 04:49:16.797828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-39095c28-bcff-472c-be33-b8637ebbb19f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645740 May 27 04:49:16.924967 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-2efe0ab5-0288-4222-b963-7f315cbb1c85 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211257 May 27 04:49:17.054205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5117290c-08ef-422f-bac3-ca421a2f495c req-4fcf7dbe-70f1-463f-9d34-1fd6ef221170 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 May 27 04:49:17.741660 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c5a2-0fbf-488e-a85d-23cf654fe7ec req-af88f9c5-2b11-40f6-a66f-8384fb24d5b9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:17.743250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e209c5a2-0fbf-488e-a85d-23cf654fe7ec req-af88f9c5-2b11-40f6-a66f-8384fb24d5b9 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0767393 May 27 04:49:17.872447 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e209c5a2-0fbf-488e-a85d-23cf654fe7ec req-6efbb74b-6ec5-44a7-8303-5ff42201012a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229732 May 27 04:49:19.159210 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4a6b-7c22-48ae-a9d1-8554d5e62963 req-753316ec-bb5a-4c70-b47b-65c28ee0de75 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:19.160641 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c6a4a6b-7c22-48ae-a9d1-8554d5e62963 req-753316ec-bb5a-4c70-b47b-65c28ee0de75 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.1642013 May 27 04:49:19.205234 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c6a4a6b-7c22-48ae-a9d1-8554d5e62963 req-97a8c1f8-888c-4910-89b4-c92d93d260c1 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 May 27 04:49:19.457315 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-662dd989-cde5-40ba-a1b9-5136d02165e7 req-05e8c449-a67e-4b87-bb23-db1248007662 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1353242 May 27 04:49:19.764679 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-d12e1c7d-b7ca-47b3-8f38-3d02eb3f3950 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884191 May 27 04:49:19.770751 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ad9b-3e85-43c9-bf30-3c1817068081 req-f3f0c99a-d26b-4a58-a3c5-5610684c0f68 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:19.772074 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c871ad9b-3e85-43c9-bf30-3c1817068081 req-f3f0c99a-d26b-4a58-a3c5-5610684c0f68 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.1047993 May 27 04:49:19.817858 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-c871ad9b-3e85-43c9-bf30-3c1817068081 req-ee0b88ac-e836-4974-826b-863c35edfaea tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 May 27 04:49:21.017553 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22598e-7fba-4584-9447-f40f354b7073 req-4071cfe1-fb6b-4464-9ffb-fc14597f3938 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:21.018986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be22598e-7fba-4584-9447-f40f354b7073 req-4071cfe1-fb6b-4464-9ffb-fc14597f3938 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0811889 May 27 04:49:21.064455 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-be22598e-7fba-4584-9447-f40f354b7073 req-6fdf9fd3-4e9d-4893-834e-ce174d4ebc84 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398881 May 27 04:49:21.958828 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-53dd0c2b-8d25-4a70-a8d4-e7caed6f0203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&tenant_id=4aaa8ff8a0c147889d6e2337f4401d24 HTTP/1.1" status: 200 len: 1096 time: 0.0688794 May 27 04:49:22.051930 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-e52b8b9d-e18d-4f47-81bd-b0856b81a46d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0720451 May 27 04:49:22.060589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:49:22.170556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:22.189249 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055341-e187-40fc-81cc-49b4107fad42 req-ee25d07e-a317-4f13-8fe6-5042282369ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:22.190921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-ee25d07e-a317-4f13-8fe6-5042282369ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1315122 May 27 04:49:22.199942 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:49:22.210521 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:49:22.216194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:22.289868 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec4512-54b4-434d-9d29-fa714d5aac6b req-65881fd8-c65d-46fd-977d-1bfb4dbdf855 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:22.290438 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:49:22.296615 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-ec516224-7192-46b0-82c8-c4537ff8c0e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 997 time: 0.0993791 May 27 04:49:22.299265 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfec4512-54b4-434d-9d29-fa714d5aac6b req-65881fd8-c65d-46fd-977d-1bfb4dbdf855 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.1050320 May 27 04:49:22.300140 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.300487 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.300826 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.301214 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.301547 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.301889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.302215 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.302538 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.302858 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.303180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.303497 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:49:22.343363 n-d-843301-2 neutron-server[84157]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d95d8ff8-f5dd-4bed-92c1-5f5e4e95cdc0']: {'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'code': 422} returned with failed status May 27 04:49:22.343486 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-cfec4512-54b4-434d-9d29-fa714d5aac6b req-12719306-2e23-46b3-93e7-82b2528412d6 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 May 27 04:49:22.372640 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055341-e187-40fc-81cc-49b4107fad42 req-2886e4f9-4b92-4a25-9336-6f4e1a4de5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:22.374107 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-2886e4f9-4b92-4a25-9336-6f4e1a4de5eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0719266 May 27 04:49:22.446185 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-7394d719-9355-4249-9931-93ed9a0a85d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665033 May 27 04:49:22.574928 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-a887d49c-face-4d71-b1a6-689c77a82aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229300 May 27 04:49:22.702741 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-1bd84e56-7802-454e-8976-075196956322 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221261 May 27 04:49:23.542594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1abaf-68f6-4624-96e0-71957c4604ee req-a8fdc8d5-ba97-4df6-aff8-26b246a58602 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:23.544043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32f1abaf-68f6-4624-96e0-71957c4604ee req-a8fdc8d5-ba97-4df6-aff8-26b246a58602 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0817823 May 27 04:49:23.589331 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-32f1abaf-68f6-4624-96e0-71957c4604ee req-ab524591-2fea-4f88-99a3-95d4526e9cae tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391550 May 27 04:49:24.464646 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:24.781663 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd66f-c047-48c6-b09d-f520ada9483a req-ce533d2c-7a23-48d2-a8e1-dd35b4fdd445 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:24.782970 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b57dd66f-c047-48c6-b09d-f520ada9483a req-ce533d2c-7a23-48d2-a8e1-dd35b4fdd445 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0736308 May 27 04:49:24.826026 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-b57dd66f-c047-48c6-b09d-f520ada9483a req-cdb6f348-d22b-40ea-ab02-1e7eb76b1c54 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376921 May 27 04:49:26.027227 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b386a74-0213-437b-ae26-e11b740bc1a3 req-bf221655-ea21-4582-9053-59be81c868da tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:26.029202 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b386a74-0213-437b-ae26-e11b740bc1a3 req-bf221655-ea21-4582-9053-59be81c868da tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0739591 May 27 04:49:26.074285 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2b386a74-0213-437b-ae26-e11b740bc1a3 req-18bc6b41-6955-4d8c-b8d4-3bc9a1dd4999 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 May 27 04:49:27.043083 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:27.268566 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032e82c-ac5e-4f6a-b7c2-30bd68d7d787 req-486dd136-f423-4184-956d-11913a1d969e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:27.270001 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8032e82c-ac5e-4f6a-b7c2-30bd68d7d787 req-486dd136-f423-4184-956d-11913a1d969e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0776663 May 27 04:49:27.313475 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-8032e82c-ac5e-4f6a-b7c2-30bd68d7d787 req-fb2f4dd7-d711-4c15-8b38-2aa483d94cc5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380995 May 27 04:49:28.008516 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-211509aa-50e5-4c06-b36a-179ecdc15ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:28.507059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799684-a993-4f01-8dde-4fda8a37f94d req-8ac04160-6467-4bd1-af83-b9d3b0ec3754 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:28.508491 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7799684-a993-4f01-8dde-4fda8a37f94d req-8ac04160-6467-4bd1-af83-b9d3b0ec3754 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0784347 May 27 04:49:28.552792 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e7799684-a993-4f01-8dde-4fda8a37f94d req-71454d11-5d3e-4d2d-ba36-4712324ca990 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 May 27 04:49:29.179694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a89e1a-5d8c-4be2-a826-1c73d5238f49 req-d70fef91-3619-4183-98e1-465d7119be30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1094 time: 0.0662642 May 27 04:49:29.224006 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-51a89e1a-5d8c-4be2-a826-1c73d5238f49 req-8af52372-78ff-491d-ae43-61c1b019a93b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 May 27 04:49:29.749491 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628185-b570-42ca-8ce9-746327ac8406 req-73f86aa9-8582-46c9-ac7c-e477e78bba48 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:29.750908 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa628185-b570-42ca-8ce9-746327ac8406 req-73f86aa9-8582-46c9-ac7c-e477e78bba48 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 943 time: 0.0760145 May 27 04:49:29.797660 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fa628185-b570-42ca-8ce9-746327ac8406 req-85e36434-25de-46fb-b216-2b970b801d0b tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412810 May 27 04:49:30.076809 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-eccdbffb-6821-49a2-b865-e0d81283cefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:30.086878 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:49:30.225103 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:49:30.242231 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'port_id': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'mac_address': 'fa:16:3e:bc:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:49:30.299496 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:30.318665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f37670e-97ae-4267-b91b-86f9d954b05b {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:49:30.334330 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:49:30.337950 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:30.401169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:49:30.550560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['1f37670e-97ae-4267-b91b-86f9d954b05b'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:49:30.990423 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce901-324a-4387-9600-065b43d322c7 req-37bf6780-1c40-46fa-a3ad-2ec3e888c3c7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:30.991869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-770ce901-324a-4387-9600-065b43d322c7 req-37bf6780-1c40-46fa-a3ad-2ec3e888c3c7 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 944 time: 0.0760911 May 27 04:49:31.036632 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-770ce901-324a-4387-9600-065b43d322c7 req-6e8dea2b-0d33-48a9-9597-56d58f0dc96c tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 May 27 04:49:31.598437 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:31.623750 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:32.091587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:49:32.160054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 1f37670e-97ae-4267-b91b-86f9d954b05b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:49:32.160414 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:32.268808 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:32.328352 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:49:32.337905 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:49:32.342351 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:32.385109 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60634504-1330-4ffa-85cc-e35e8824d776'] response: {'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'code': 200} May 27 04:49:32.406766 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:49:32.614975 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-60f67357-880c-4e1c-96b0-0547f635dcb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701377 May 27 04:49:32.752869 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-8f404fc0-0278-4b58-b9e4-96b0b97f5a8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0718255 May 27 04:49:32.973064 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-28c04bb2-7858-4acf-b406-dabeab7f258a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:32.974404 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-28c04bb2-7858-4acf-b406-dabeab7f258a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.2040260 May 27 04:49:33.074734 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-f297233e-1fda-465e-aeaa-903106ad640b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 999 time: 0.0940900 May 27 04:49:33.136053 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-7baf3503-fe5d-4728-afa6-72b9930049d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:49:33.137497 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-7baf3503-fe5d-4728-afa6-72b9930049d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0569828 May 27 04:49:33.212523 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-79c6e5a5-4bb8-491d-8863-78b6cd871bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693929 May 27 04:49:33.313215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:33.342922 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-6025be8b-d246-4f67-80e2-c8c4cf3e4f3f service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239150 May 27 04:49:33.472087 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-e96464d1-4480-4280-afbf-19d62e84f0bc req-fefad173-a418-4598-88a6-0dbcf358e9a6 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235518 May 27 04:49:50.169308 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:49:54.474811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:57.060238 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:49:58.009326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e5eee2cf-1263-4919-aeca-c86042ac7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:00.079326 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7a0f58f2-bf1c-431f-842d-b7279e6db141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:01.600107 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:01.626052 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:03.317065 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:24.475210 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:27.079152 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:27.165849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:50:28.010695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ece8e6c6-1519-4e2c-b6fe-fe3b26071680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:30.087704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f821c833-2d6e-41bd-8940-3f4c8698311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:31.601814 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:31.629465 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:32.609119 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-32cac936-cb13-466d-adc8-20b03ff77a75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656865 May 27 04:50:32.744341 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-5ae96188-7cfa-4838-8377-e483a0b17ffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0701447 May 27 04:50:32.884764 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-461fd9ad-e79f-46f1-842f-c415503960a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:32.886212 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-461fd9ad-e79f-46f1-842f-c415503960a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.1251686 May 27 04:50:32.983406 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-b81729fb-be33-4920-a927-b3f72101f7cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 999 time: 0.0914207 May 27 04:50:33.046789 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-80856699-df43-4839-a6cf-77c6e02c0b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:33.048165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-80856699-df43-4839-a6cf-77c6e02c0b46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0592682 May 27 04:50:33.120725 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-3b184a66-a3f4-40f4-8ff0-d75424e26e6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669963 May 27 04:50:33.250669 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-e67a5753-cdb1-4005-bc8a-fa4512f637e6 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232684 May 27 04:50:33.318956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:33.381879 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a746225d-e756-4009-a7f6-b2371a6f68ac req-080604b4-c37f-49ec-a4a0-4aa973c7be96 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259611 May 27 04:50:46.220223 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56472) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:46.415931 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Deleting port 1c695885-65c6-42ba-9551-831fc6a2c987 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:46.416201 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:46.591748 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:46.592069 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:46.708782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Calling delete_port for 1c695885-65c6-42ba-9551-831fc6a2c987 owned by network:floatingip {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:46.858416 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:46.900341 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'Port': ['ID=1c695885-65c6-42ba-9551-831fc6a2c987,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:46.914959 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.915298 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.915638 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.915965 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.916291 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.916615 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.917297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.917297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.917571 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.917891 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:46.918204 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:47.005505 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:47.471421 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:50:47.665372 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:50:47.675184 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:50:47.685478 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:47.686831 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:50:47.687423 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:47.742141 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-b89fa7c2-4bc3-4ffd-8d40-55d3c6135a2e tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "DELETE /v2.0/floatingips/c9dcf0cd-0390-4efc-8ec7-4311c20ecc57 HTTP/1.1" status: 204 len: 168 time: 1.5207288 May 27 04:50:47.742625 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:50:47.864144 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:50:47.903360 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d140b08-15a4-4e76-9182-6975478096a5'] response: {'name': 'network-changed', 'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'status': 'completed', 'code': 200} May 27 04:50:48.016410 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-0fc6d9bb-95cc-439c-9f59-f038db988174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 1096 time: 0.0878251 May 27 04:50:48.136882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72aaf3-b904-4352-ba45-98e06ce9d5f2 req-a01b56d1-356e-4290-b83e-d8f302088cfa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:48.137427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c72aaf3-b904-4352-ba45-98e06ce9d5f2 req-a01b56d1-356e-4290-b83e-d8f302088cfa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:50:48.154073 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-7c72aaf3-b904-4352-ba45-98e06ce9d5f2 req-a01b56d1-356e-4290-b83e-d8f302088cfa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:50:48.155538 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c72aaf3-b904-4352-ba45-98e06ce9d5f2 req-a01b56d1-356e-4290-b83e-d8f302088cfa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0981233 May 27 04:50:48.209254 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7c72aaf3-b904-4352-ba45-98e06ce9d5f2 req-d80911b4-504e-4537-ba4e-8a6f19a8f4dd tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 May 27 04:50:48.249163 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:48.253054 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:50:48.257968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-c70b3980-f84e-4598-a7dd-82b6ea9992fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:48.259397 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-c70b3980-f84e-4598-a7dd-82b6ea9992fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 200 len: 910 time: 0.2355671 May 27 04:50:48.263355 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:50:48.263940 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:48.327837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-b267a185-445a-45bc-97bb-26dc220a09e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 200 len: 217 time: 0.0616367 May 27 04:50:48.388570 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-862026df-f4e3-4730-aafb-ba19e24c73b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:48.390032 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-862026df-f4e3-4730-aafb-ba19e24c73b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 200 len: 848 time: 0.0561535 May 27 04:50:48.438886 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:50:48.463787 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-e9b4d2ff-9eaf-4968-8746-0b5cf7666a94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a9af1c6-0897-4e58-9272-935d1e7da8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674515 May 27 04:50:48.596365 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-4fa0bf06-5487-4c58-9d02-ed5d809fb4a5 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255991 May 27 04:50:48.727898 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-d58d479d-c049-4c95-95ba-8602a2618e34 req-e8c2d33d-341f-42a8-b497-3e78fadf4c14 service neutron] 10.222.0.21 "GET /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254482 May 27 04:50:48.752012 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:48.756092 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740097f-f38a-43de-998d-110b52661ae9 None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:28Z', 'revision_number': 4, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'f2d20158-a351-4714-84e7-d2711fc0439e', 'name': '', 'network_id': '7a9af1c6-0897-4e58-9272-935d1e7da8be', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'mac_address': 'fa:16:3e:fc:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:27Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'subnets': [{'id': '1e8b004a-64a3-44a5-bea8-c7811a0531a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:50:48.977270 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461cb8f-64a1-4437-a73d-71bb6f9041b1 None None] New status for floating IP c9dcf0cd-0390-4efc-8ec7-4311c20ecc57: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:50:49.438517 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66406b-00dc-43c8-b467-fbafa4a90118 req-5caaae9f-1efe-4f2d-b0fd-7e56e27d812a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:49.439937 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f66406b-00dc-43c8-b467-fbafa4a90118 req-5caaae9f-1efe-4f2d-b0fd-7e56e27d812a tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0793495 May 27 04:50:49.532171 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f66406b-00dc-43c8-b467-fbafa4a90118 req-0375ef6c-d75a-4c5f-8ac0-bf5f080b71cb tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/security-groups?id=912bd9ec-f32d-423a-931f-6948bf81b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860865 May 27 04:50:49.553479 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-75c24723-139c-4626-ba4b-1b4656fb86e5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:50:49.554865 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-75c24723-139c-4626-ba4b-1b4656fb86e5 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 945 time: 0.0959506 May 27 04:50:49.623770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Deleting port 1f37670e-97ae-4267-b91b-86f9d954b05b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:49.624112 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:49.864596 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] For port 1f37670e-97ae-4267-b91b-86f9d954b05b, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=1f37670e-97ae-4267-b91b-86f9d954b05b,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:49.864974 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:49.984008 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Calling delete_port for 1f37670e-97ae-4267-b91b-86f9d954b05b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:50.126908 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:50.175717 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'Port': ['ID=1f37670e-97ae-4267-b91b-86f9d954b05b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:50.213629 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.213975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.214317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.214653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.214987 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.215321 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.215646 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.215970 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.216295 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.216620 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.216965 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:50:50.259201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] No DVR routers for this DVR port 1f37670e-97ae-4267-b91b-86f9d954b05b on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:50:50.261586 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:50.263998 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-deleted', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:50:50.279213 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-b563818a-1fb5-4678-9ab4-c1de8f399a20 req-e90f3cfc-ba7d-4ec5-9779-b52833e2bff2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.21 "DELETE /v2.0/ports/1f37670e-97ae-4267-b91b-86f9d954b05b HTTP/1.1" status: 204 len: 173 time: 0.7190628 May 27 04:50:50.319068 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e3adcc-d4e8-48ff-a517-01c4e53a2090'] response: {'server_uuid': '699a1e51-9889-44a9-a7e3-93ca081b2b04', 'name': 'network-vif-deleted', 'tag': '1f37670e-97ae-4267-b91b-86f9d954b05b', 'status': 'completed', 'code': 200} May 27 04:50:50.708066 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-056a2f5f-aef7-493a-86e7-a4468270ca4b req-e4ba396b-1fa3-44e7-9c52-9c42a39157fa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Synchronizing usage tracker for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:50:50.726865 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-056a2f5f-aef7-493a-86e7-a4468270ca4b req-e4ba396b-1fa3-44e7-9c52-9c42a39157fa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Unset dirty status for tenant:4aaa8ff8a0c147889d6e2337f4401d24 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:50:50.728058 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-056a2f5f-aef7-493a-86e7-a4468270ca4b req-e4ba396b-1fa3-44e7-9c52-9c42a39157fa tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "GET /v2.0/ports?device_id=699a1e51-9889-44a9-a7e3-93ca081b2b04 HTTP/1.1" status: 200 len: 210 time: 0.0628867 May 27 04:50:51.835326 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56498) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:51.905019 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:51.934211 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:51.998511 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:52.017716 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912bd9ec-f32d-423a-931f-6948bf81b6b0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:52.030922 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:52.035407 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-e170b262-dd3a-4c22-92a5-2bf87677aec2 tempest-TestShelveInstance-2085750442 tempest-TestShelveInstance-2085750442-project] 10.222.0.46 "DELETE /v2.0/security-groups/912bd9ec-f32d-423a-931f-6948bf81b6b0 HTTP/1.1" status: 204 len: 168 time: 0.1964607 May 27 04:50:52.089433 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56504) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:52.459313 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:50:52.495147 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 1f37670e-97ae-4267-b91b-86f9d954b05b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:50:52.495480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 1f37670e-97ae-4267-b91b-86f9d954b05b not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:50:52.609701 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:53.299098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Deleting port f2d20158-a351-4714-84e7-d2711fc0439e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:53.299782 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:53.472552 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] For port f2d20158-a351-4714-84e7-d2711fc0439e, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f2d20158-a351-4714-84e7-d2711fc0439e,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:53.472822 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:53.588474 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Calling delete_port for f2d20158-a351-4714-84e7-d2711fc0439e owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:53.747635 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:53.791198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d20158-a351-4714-84e7-d2711fc0439e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:54.085647 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:54.487896 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:54.738053 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Router c8652487-3e1b-482f-9b1a-86364596b870 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:50:54.937473 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:50:54.946436 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Sync routers for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:50:54.953302 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-70537a6b-a400-4083-8eec-79214ace09d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/c8652487-3e1b-482f-9b1a-86364596b870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628070 May 27 04:50:54.956472 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56510) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:54.960725 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:50:54.961444 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:55.138201 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:50:55.153140 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:55.348301 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:55.357700 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Deleting port c40bf57a-a913-4a55-b6e9-267bb5e51ef4 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:55.358094 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:55.417949 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:50:53Z', 'revision_number': 5, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port': {'id': 'c40bf57a-a913-4a55-b6e9-267bb5e51ef4', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:55.421749 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Checking router: c8652487-3e1b-482f-9b1a-86364596b870 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:50:55.432523 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Routers {'c8652487-3e1b-482f-9b1a-86364596b870'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:50:55.433139 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:50:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['c8652487-3e1b-482f-9b1a-86364596b870'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:55.526802 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] For port c40bf57a-a913-4a55-b6e9-267bb5e51ef4, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:55.527154 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:55.616715 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] Set router c8652487-3e1b-482f-9b1a-86364596b870 gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:50:55.648882 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Calling delete_port for c40bf57a-a913-4a55-b6e9-267bb5e51ef4 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:55.721301 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:50:55Z', 'revision_number': 6, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:55.725161 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1aac4-6d62-4d58-b1a2-883d06d37901 None None] The sync data for ids ['c8652487-3e1b-482f-9b1a-86364596b870'] in n-d-843301-2 is: [{'id': 'c8652487-3e1b-482f-9b1a-86364596b870', 'name': 'tempest-TestShelveInstance-1799202273-router', 'tenant_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:25Z', 'updated_at': '2022-05-27T04:50:55Z', 'revision_number': 6, 'project_id': '4aaa8ff8a0c147889d6e2337f4401d24', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:50:55.811693 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:55.859174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40bf57a-a913-4a55-b6e9-267bb5e51ef4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:56.188465 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.435130 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.439183 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.462968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.463522 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8652487-3e1b-482f-9b1a-86364596b870 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:50:56.477607 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.478731 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-65b9658d-703f-4ef1-85e8-76d36be6dd91 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c8652487-3e1b-482f-9b1a-86364596b870 HTTP/1.1" status: 204 len: 168 time: 1.5213232 May 27 04:50:56.481420 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:56.543835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Deleting subnet 1e8b004a-64a3-44a5-bea8-c7811a0531a8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:50:56.546759 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.689717 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.766534 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.832839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.881851 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8b004a-64a3-44a5-bea8-c7811a0531a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:56.885752 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:56.891705 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614aece-4619-4515-864a-bf325ca99cc5 None None] Network 7a9af1c6-0897-4e58-9272-935d1e7da8be requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:50:56.892357 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2726259b-0d79-4a85-84eb-59aa65f7b36a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1e8b004a-64a3-44a5-bea8-c7811a0531a8 HTTP/1.1" status: 204 len: 168 time: 0.4099021 May 27 04:50:56.894991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56520) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:56.996968 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.007505 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Deleting port a904dbcf-d036-489b-a61f-50b540dea1c6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:57.007911 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.082057 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.161223 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42456e19-8174-4127-a775-c593b31552e4 None None] DHCP port deletion for 7a9af1c6-0897-4e58-9272-935d1e7da8be request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:50:57.165637 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Deleting port a904dbcf-d036-489b-a61f-50b540dea1c6 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:57.166016 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.214180 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2d20158-a351-4714-84e7-d2711fc0439e no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:50:57.222323 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] For port a904dbcf-d036-489b-a61f-50b540dea1c6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a904dbcf-d036-489b-a61f-50b540dea1c6,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:57.222677 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.251218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f2d20158-a351-4714-84e7-d2711fc0439e {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:50:57.251483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f2d20158-a351-4714-84e7-d2711fc0439e not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:50:57.251895 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c40bf57a-a913-4a55-b6e9-267bb5e51ef4 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:50:57.306459 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: c40bf57a-a913-4a55-b6e9-267bb5e51ef4 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:50:57.306797 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device c40bf57a-a913-4a55-b6e9-267bb5e51ef4 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:50:57.344217 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Calling delete_port for a904dbcf-d036-489b-a61f-50b540dea1c6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:57.414643 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.434718 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-42456e19-8174-4127-a775-c593b31552e4 None None] For port a904dbcf-d036-489b-a61f-50b540dea1c6, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a904dbcf-d036-489b-a61f-50b540dea1c6,segment=NetworkSegment(857d9b3d-eee0-4cfb-b006-1ebd643cd8a3),segment_id=857d9b3d-eee0-4cfb-b006-1ebd643cd8a3)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:57.435107 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.457682 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=a904dbcf-d036-489b-a61f-50b540dea1c6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:57.463594 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] No DVR routers for this DVR port a904dbcf-d036-489b-a61f-50b540dea1c6 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:50:57.560563 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Calling delete_port for a904dbcf-d036-489b-a61f-50b540dea1c6 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:57.578769 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.606843 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9af1c6-0897-4e58-9272-935d1e7da8be']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:57.619339 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:57.619631 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857d9b3d-eee0-4cfb-b006-1ebd643cd8a3') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:50:57.629339 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:50:57.629692 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:50:57.631352 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.647132 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.655263 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:50:57.655652 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: timer() May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:50:57.669079 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:50:57.743480 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.847841 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:57.853604 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9af1c6-0897-4e58-9272-935d1e7da8be,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:57.869875 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-fee0f3ef-c862-4dd8-b3b8-27f8f3371dfe admin admin] 10.222.0.46 "DELETE /v2.0/networks/7a9af1c6-0897-4e58-9272-935d1e7da8be HTTP/1.1" status: 204 len: 168 time: 0.9738345 May 27 04:50:57.872874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56524) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:50:58.012460 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc4ca-e7f5-46ef-b309-3186a6d44e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:58.130966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Deleting port a904dbcf-d036-489b-a61f-50b540dea1c6 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:58.131403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-42456e19-8174-4127-a775-c593b31552e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:58.207502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-42456e19-8174-4127-a775-c593b31552e4 None None] The port 'a904dbcf-d036-489b-a61f-50b540dea1c6' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:50:58.261053 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:58.837088 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Deleting port d89b10b6-ef78-4d7a-9633-0417e67942f0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:50:58.837417 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:59.008540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] For port d89b10b6-ef78-4d7a-9633-0417e67942f0, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d89b10b6-ef78-4d7a-9633-0417e67942f0,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:50:59.008888 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:59.127110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Calling delete_port for d89b10b6-ef78-4d7a-9633-0417e67942f0 owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:50:59.173575 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a904dbcf-d036-489b-a61f-50b540dea1c6 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:50:59.205198 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a904dbcf-d036-489b-a61f-50b540dea1c6 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:50:59.205529 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a904dbcf-d036-489b-a61f-50b540dea1c6 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:50:59.378289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:50:59.420415 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Pushing event deleted for resources: {'Port': ['ID=d89b10b6-ef78-4d7a-9633-0417e67942f0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:50:59.705403 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:00.081207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e86e3e0b-0c46-44e1-a747-bc74c4475b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:00.261482 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Router 3b984642-dc49-410c-920e-3db4eeb0178e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:51:00.457797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:00.468412 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Sync routers for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:00.478309 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-277acafc-a457-4302-85d4-a4dc90fe583b admin admin] 10.222.0.46 "PUT /v2.0/routers/3b984642-dc49-410c-920e-3db4eeb0178e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038635 May 27 04:51:00.478742 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:00.481627 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:00.482242 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:00.696770 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:00.699966 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:00.894443 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:00.903705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Deleting port 6aa81e87-afc7-45b8-a55a-6f7608009344 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:51:00.904099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:00.976137 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:50:59Z', 'revision_number': 5, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port': {'id': '6aa81e87-afc7-45b8-a55a-6f7608009344', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:00.979939 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Checking router: 3b984642-dc49-410c-920e-3db4eeb0178e for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:00.990910 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Routers {'3b984642-dc49-410c-920e-3db4eeb0178e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:00.991501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['3b984642-dc49-410c-920e-3db4eeb0178e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:01.079933 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] For port 6aa81e87-afc7-45b8-a55a-6f7608009344, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=6aa81e87-afc7-45b8-a55a-6f7608009344,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:01.080285 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.146249 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] Set router 3b984642-dc49-410c-920e-3db4eeb0178e gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:01.204690 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Calling delete_port for 6aa81e87-afc7-45b8-a55a-6f7608009344 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:51:01.251350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:51:00Z', 'revision_number': 6, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:01.255197 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012760f9-f0a6-4d8a-a2b3-a92c499d1916 None None] The sync data for ids ['3b984642-dc49-410c-920e-3db4eeb0178e'] in n-d-843301-2 is: [{'id': '3b984642-dc49-410c-920e-3db4eeb0178e', 'name': 'tempest-TestShelveInstance-1307425980-router', 'tenant_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:41:31Z', 'updated_at': '2022-05-27T04:51:00Z', 'revision_number': 6, 'project_id': 'b4cd2ae6133c4332a4959849d4dc62f4', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:01.371192 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.414099 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa81e87-afc7-45b8-a55a-6f7608009344,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:01.605209 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.635350 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.638758 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.989740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:01.994231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.020819 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.021632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b984642-dc49-410c-920e-3db4eeb0178e {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:51:02.034843 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.035964 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-369b5d0b-5344-412c-904b-165e7f5d7d84 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3b984642-dc49-410c-920e-3db4eeb0178e HTTP/1.1" status: 204 len: 168 time: 1.5562544 May 27 04:51:02.038847 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56532) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:02.097369 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Deleting subnet 8fb3dc57-49ed-4789-9e75-1a057f3f9ff4 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:51:02.100633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.152755 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.230404 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.303120 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.434715 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb3dc57-49ed-4789-9e75-1a057f3f9ff4,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:02.441656 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.446767 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ccf3f-357b-4a89-b114-15cc71f807d4 None None] Network 11466789-6b2c-4378-893a-aa08bba9d490 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:51:02.447479 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-6a7d2cda-482e-4842-91d2-a8fcb7b52024 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8fb3dc57-49ed-4789-9e75-1a057f3f9ff4 HTTP/1.1" status: 204 len: 168 time: 0.4076333 May 27 04:51:02.449878 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56536) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:02.556021 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.571211 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Deleting port 0ee8f899-a656-4544-8da4-94f157ff60bc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:51:02.571549 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.689437 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] DHCP port deletion for 11466789-6b2c-4378-893a-aa08bba9d490 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:51:02.693651 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Deleting port 0ee8f899-a656-4544-8da4-94f157ff60bc {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:51:02.694022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.773290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] For port 0ee8f899-a656-4544-8da4-94f157ff60bc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0ee8f899-a656-4544-8da4-94f157ff60bc,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:02.773640 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.892232 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] For port 0ee8f899-a656-4544-8da4-94f157ff60bc, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=0ee8f899-a656-4544-8da4-94f157ff60bc,segment=NetworkSegment(5fbe8cc5-e276-449b-80e8-70052b66af38),segment_id=5fbe8cc5-e276-449b-80e8-70052b66af38)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:02.892615 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:02.895898 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Calling delete_port for 0ee8f899-a656-4544-8da4-94f157ff60bc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:51:02.966771 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.009748 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Calling delete_port for 0ee8f899-a656-4544-8da4-94f157ff60bc owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:51:03.010155 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee8f899-a656-4544-8da4-94f157ff60bc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:03.016168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] No DVR routers for this DVR port 0ee8f899-a656-4544-8da4-94f157ff60bc on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:51:03.077388 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:51:03.077736 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:51:03.131329 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.161499 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11466789-6b2c-4378-893a-aa08bba9d490']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:03.174036 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbe8cc5-e276-449b-80e8-70052b66af38') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:03.174340 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbe8cc5-e276-449b-80e8-70052b66af38') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:03.177436 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d89b10b6-ef78-4d7a-9633-0417e67942f0 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:51:03.185805 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.201108 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.207349 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:51:03.207730 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.212866 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: d89b10b6-ef78-4d7a-9633-0417e67942f0 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:51:03.213243 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d89b10b6-ef78-4d7a-9633-0417e67942f0 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:51:03.213654 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0ee8f899-a656-4544-8da4-94f157ff60bc no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: timer() May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:51:03.221074 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:51:03.244919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 0ee8f899-a656-4544-8da4-94f157ff60bc {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:51:03.245283 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 0ee8f899-a656-4544-8da4-94f157ff60bc not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:51:03.245681 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6aa81e87-afc7-45b8-a55a-6f7608009344 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:51:03.276122 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 6aa81e87-afc7-45b8-a55a-6f7608009344 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:51:03.276448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 6aa81e87-afc7-45b8-a55a-6f7608009344 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:51:03.296957 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.314711 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.319023 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.323037 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11466789-6b2c-4378-893a-aa08bba9d490,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:03.330565 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-a47347b4-353f-4802-b519-3e78ca9b9bb8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/11466789-6b2c-4378-893a-aa08bba9d490 HTTP/1.1" status: 204 len: 168 time: 0.8797774 May 27 04:51:03.461065 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56544) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:03.510535 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9e61d1fa-82f9-4e69-bd49-c966f608ec21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4aaa8ff8a0c147889d6e2337f4401d24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483382 May 27 04:51:03.512920 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56548) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:03.570207 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.580867 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Deleting port 0ee8f899-a656-4544-8da4-94f157ff60bc {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:51:03.581271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.596289 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.647385 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.665148 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acae2b7-d4cd-411a-ac35-387854b6c13c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:03.672005 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:03.673165 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-10aeccd9-320a-4aae-8fda-ca2477160ec7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7acae2b7-d4cd-411a-ac35-387854b6c13c HTTP/1.1" status: 204 len: 168 time: 0.1593227 May 27 04:51:03.695067 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-b425ccb9-c8e3-4d8b-9480-b08d723fb962 None None] The port '0ee8f899-a656-4544-8da4-94f157ff60bc' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:51:04.066486 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:04.116972 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-02fdf32e-a333-4c4a-8dae-7443d897ec45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4cd2ae6133c4332a4959849d4dc62f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492826 May 27 04:51:04.119496 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:04.166019 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:51:04.181994 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:04.211863 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:04.263012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:04.277692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1389b6-8598-474b-a2ff-b3c1a421977f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:04.284740 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:04.285894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3e91bd06-44e7-4117-b1f7-ab8f2bcc483b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d1389b6-8598-474b-a2ff-b3c1a421977f HTTP/1.1" status: 204 len: 168 time: 0.1655066 May 27 04:51:05.117925 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56582) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:05.243338 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2048771112-network', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:05.249136 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:05.252968 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Usage tracker for resource:network and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:05.255757 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:05.265582 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:05.274937 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Made reservation on behalf of a72070df0f7f434e94a8c94f76af580d for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:51:05.277356 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.289715 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.321436 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:05.325167 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:05.327874 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:05.334303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:05.399131 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.403014 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.432848 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:51:05.442201 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321da052-ae16-4756-ad82-d967155adb62,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:05.449280 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.449514 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Added segment ed37bdaa-aaec-4480-b876-0a1dfb3b519a of type vlan for network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 May 27 04:51:05.475832 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.505346 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.506160 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:05.506727 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.606455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4874585 May 27 04:51:05.609801 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f39c-4984-4ee8-9fde-d3b338bd1038 admin admin] Pushing event updated for resources: {'Network': ['ID=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:05.611713 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56588) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:05.617434 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Request body: {'subnet': {'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2048771112-subnet', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:05.620890 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:51:05.623091 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:05.627768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Usage tracker for resource:subnet and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:05.633236 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:05.639067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:05.649231 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Made reservation on behalf of a72070df0f7f434e94a8c94f76af580d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:51:05.651631 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.848983 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.924457 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63813fc-760d-4426-b308-e0e54aa617e8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:05.938182 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Checking segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:05.938536 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Network hostable DHCP agents. Network: 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:51:05.959824 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:51:05.968309 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:05.972604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:05.973219 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:05.979366 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd70d7b-6092-4cf2-840f-57f4e046e8d3 None None] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:51:05.994228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b0b118e6-cfb9-4078-ba47-ebfd503acf57 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3813608 May 27 04:51:05.996790 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:06.001736 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:06.006929 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:06.010738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Usage tracker for resource:router and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:06.013934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:06.019778 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:06.030316 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.032029 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.052905 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.193237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:51:06.194046 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.199172 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.344977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Allocated IP 172.20.0.2 (27be66c7-7b9e-4e5f-9a9c-ff4850da36b8/a63813fc-760d-4426-b308-e0e54aa617e8/d6105e19-bc9e-475b-85a9-f478d9091d42) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:06.387216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.419618 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.546487 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.551568 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Allocated IP 172.25.8.105 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/5f382036-6848-4b82-b150-94257f717314) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:06.557286 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Transition to ACTIVE for port object d6105e19-bc9e-475b-85a9-f478d9091d42 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:06.577165 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Transition to ACTIVE for port object d6105e19-bc9e-475b-85a9-f478d9091d42 will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:06.582727 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.649393 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:06.652183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:06.657327 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:06.659354 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Pushing event updated for resources: {'Port': ['ID=d6105e19-bc9e-475b-85a9-f478d9091d42,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:06.700187 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.700523 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.700856 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.701205 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.701528 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.701847 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.702167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.702483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.703016 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.703171 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.703566 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:06.706346 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.736713 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.757665 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Attempting to bind port d6105e19-bc9e-475b-85a9-f478d9091d42 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:06.758023 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Attempting to bind port d6105e19-bc9e-475b-85a9-f478d9091d42 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:06.758377 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Attempting to bind port d6105e19-bc9e-475b-85a9-f478d9091d42 on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:06.764440 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:06.764798 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Checking segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:06.765330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.765636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Bound using segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:06.766086 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Bound port: d6105e19-bc9e-475b-85a9-f478d9091d42, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:06.766438 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.801160 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:06.803747 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:06.806056 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:06.842193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Pushing event updated for resources: {'Port': ['ID=5f382036-6848-4b82-b150-94257f717314,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:06.850503 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] For port d6105e19-bc9e-475b-85a9-f478d9091d42, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:06.853544 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] For port d6105e19-bc9e-475b-85a9-f478d9091d42, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6105e19-bc9e-475b-85a9-f478d9091d42,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:06.858366 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:06.949169 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db083e70-41c8-4beb-9846-8d265f370c3b None None] Pushing event updated for resources: {'Port': ['ID=d6105e19-bc9e-475b-85a9-f478d9091d42,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:07.083025 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:07.083963 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:07.242883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6105e19-bc9e-475b-85a9-f478d9091d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:07.311167 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port d6105e19-bc9e-475b-85a9-f478d9091d42 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:07.337914 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Router 7eaa173f-6438-4296-aced-725ed3703d8e is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:51:07.534617 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:07.543290 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:07.555401 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:07.556318 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:07.559021 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:07.562836 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3bbf5926-1616-4ac3-ac9d-672d2716c608 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5626366 May 27 04:51:07.563104 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:07.739147 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:07.922896 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640152a-0fa2-4e4e-b354-10e466041d73 None None] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:51:08.019422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Provisioning for port d6105e19-bc9e-475b-85a9-f478d9091d42 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:08.028032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Provisioning complete for port d6105e19-bc9e-475b-85a9-f478d9091d42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:08.028620 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.032996 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:07Z', 'revision_number': 3, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:08.036804 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:08.037174 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Updating router 7eaa173f-6438-4296-aced-725ed3703d8e port 5f382036-6848-4b82-b150-94257f717314 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:51:08.110714 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.253189 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.296519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] For port d6105e19-bc9e-475b-85a9-f478d9091d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6105e19-bc9e-475b-85a9-f478d9091d42,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:08.304320 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.318881 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.375300 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8708-af1c-40d3-aa6e-3c14bcfaf46e None None] Pushing event updated for resources: {'Port': ['ID=d6105e19-bc9e-475b-85a9-f478d9091d42,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:08.461909 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.473725 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Transition to ACTIVE for port object 5f382036-6848-4b82-b150-94257f717314 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:08.480633 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.546810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Allocated IP 172.20.0.1 (27be66c7-7b9e-4e5f-9a9c-ff4850da36b8/a63813fc-760d-4426-b308-e0e54aa617e8/a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:08.563610 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Attempting to bind port 5f382036-6848-4b82-b150-94257f717314 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:08.564175 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Attempting to bind port 5f382036-6848-4b82-b150-94257f717314 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:08.564300 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Attempting to bind port 5f382036-6848-4b82-b150-94257f717314 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:08.566319 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Pushing event updated for resources: {'Port': ['ID=5f382036-6848-4b82-b150-94257f717314,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:08.577360 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:08.577717 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:08.578967 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.579343 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:08.579789 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Bound port: 5f382036-6848-4b82-b150-94257f717314, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:08.580147 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.604415 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.604750 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.605096 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.605416 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.605732 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.606045 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.606354 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.606665 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.606971 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.607279 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.607585 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:51:08.629391 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-997634e5-c3fb-4eaa-8aa6-698937adf3ba None None] Provisioning complete for port d6105e19-bc9e-475b-85a9-f478d9091d42 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:08.629702 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-997634e5-c3fb-4eaa-8aa6-698937adf3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.665645 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] For port 5f382036-6848-4b82-b150-94257f717314, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:08.669405 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] For port 5f382036-6848-4b82-b150-94257f717314, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f382036-6848-4b82-b150-94257f717314,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:08.675386 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.763007 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f91a30-9fc8-4319-9c5c-4413fff0d29d None None] Pushing event updated for resources: {'Port': ['ID=5f382036-6848-4b82-b150-94257f717314,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:08.766118 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:08.766708 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:08.819944 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.836405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Transition to ACTIVE for port object a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:08.858482 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:08.931641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:08.934446 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:08.936777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:08.943849 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:08.967975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:08.995824 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.084012 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.190621 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6105e19-bc9e-475b-85a9-f478d9091d42 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:09.259000 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2fd57c9b-1489-4995-912e-f86110295654 None None] Provisioning for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:09.264423 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2fd57c9b-1489-4995-912e-f86110295654 None None] Provisioning complete for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:09.264871 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fd57c9b-1489-4995-912e-f86110295654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.284243 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:07Z', 'revision_number': 3, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:09.288229 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef9218-fea0-480c-9d9b-d1f46579efa8 None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:07Z', 'revision_number': 3, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:09.332132 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-2fd57c9b-1489-4995-912e-f86110295654 None None] Port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:51:09.333515 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port d6105e19-bc9e-475b-85a9-f478d9091d42 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:09.333873 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.342004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.347495 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.455556 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:09.464833 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.614087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:09.615283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:09.855880 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-6095965f-2f41-4c60-ae72-cf062c27b939 None None] Provisioning complete for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:09.856295 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6095965f-2f41-4c60-ae72-cf062c27b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:09.909582 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-6095965f-2f41-4c60-ae72-cf062c27b939 None None] Port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:51:10.018148 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:51:10.217442 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:10.226180 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-a664b0eb-6afd-4c95-96d5-d692c3f84c36 admin admin] 10.222.0.46 "PUT /v2.0/routers/7eaa173f-6438-4296-aced-725ed3703d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620376 May 27 04:51:11.034606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56618) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:11.040013 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1674090336-network', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:11.045546 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:11.049457 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Usage tracker for resource:network and tenant:8acb48ec52e742a9a5bdddd7003bb133 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:11.052297 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:11.058650 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:11.069133 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Made reservation on behalf of 8acb48ec52e742a9a5bdddd7003bb133 for: {'network': 1} {{(pid=84156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:51:11.071514 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for network, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.084673 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.118102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:11.121978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Usage tracker for resource:security_group_rule and tenant:8acb48ec52e742a9a5bdddd7003bb133 is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:11.125410 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:11.131060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:11.202172 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f382036-6848-4b82-b150-94257f717314 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:11.207007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.210833 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.243804 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 04:51:11.253209 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52c20c-4e21-4603-8399-22b9413cdcbb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:11.258649 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.258954 n-d-843301-2 neutron-server[84156]: INFO neutron.db.segments_db [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Added segment e51e138b-b8ef-431b-9574-fdc107cf6a53 of type vlan for network 4d7003ba-3371-47bc-856a-8edd059c540d May 27 04:51:11.274613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5f382036-6848-4b82-b150-94257f717314 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:11.279448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f382036-6848-4b82-b150-94257f717314 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:11.279884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.285962 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793179914765'] for network, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.315025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377'] for network, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.315842 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:11.316418 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.389312 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.406193 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5f382036-6848-4b82-b150-94257f717314, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f382036-6848-4b82-b150-94257f717314,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:11.410253 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.480441 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5f382036-6848-4b82-b150-94257f717314,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:11.503050 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] Pushing event updated for resources: {'Network': ['ID=4d7003ba-3371-47bc-856a-8edd059c540d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:11.509459 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d86779ae-1fd4-4679-9c71-cbfc487ab65f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4736831 May 27 04:51:11.509550 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:11.514271 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Network 4d7003ba-3371-47bc-856a-8edd059c540d details requested by agent ovs-agent-n-d-843301-2 with host n-d-843301-2 {{(pid=84157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 04:51:11.514947 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Request body: {'subnet': {'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1674090336-subnet', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:11.520806 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:11.524616 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Usage tracker for resource:subnet and tenant:8acb48ec52e742a9a5bdddd7003bb133 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:11.527478 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:11.533296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:11.542829 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Made reservation on behalf of 8acb48ec52e742a9a5bdddd7003bb133 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:51:11.545216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3062934'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.841933 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3062916'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.912088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:11.926365 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Checking segment: {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:11.926711 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Network hostable DHCP agents. Network: 4d7003ba-3371-47bc-856a-8edd059c540d, hostable agents: ['9dd401e4-2dbd-4143-95f5-b4ce69bd07c0'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 04:51:11.947835 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Network 4d7003ba-3371-47bc-856a-8edd059c540d is scheduled to be hosted by DHCP agent 9dd401e4-2dbd-4143-95f5-b4ce69bd07c0 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 04:51:11.957140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843301-2, 4d7003ba-3371-47bc-856a-8edd059c540d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:11.960802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:11.961419 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:11.965657 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940207fa-afe4-48b4-8cdb-a047448d5a4c None None] Network 4d7003ba-3371-47bc-856a-8edd059c540d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:51:11.980815 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d6ab4a2c-c15f-4086-a66d-d1c8af1b661f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4702549 May 27 04:51:11.983625 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56626) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:11.988476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:11.993673 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:11.997697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Usage tracker for resource:router and tenant:8acb48ec52e742a9a5bdddd7003bb133 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:12.001130 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:12.006770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:12.017263 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7511'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.018133 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3709440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7516'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.035799 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.177749 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3875974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.181468 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ed389fa-92a9-5f59-84fb-23e0c3f263ab-4d7003ba-3371-47bc-856a-8edd059c540d', 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'fixed_ips': [{'subnet_id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9'}]}} from n-d-843301-2. {{(pid=84157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 04:51:12.182306 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.340829 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.db_base_plugin_common [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Allocated IP 172.20.0.2 (4d7003ba-3371-47bc-856a-8edd059c540d/a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9/5b3a1677-6961-4427-9fd0-b8724965d77a) {{(pid=84157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:12.371438 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.401064 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.540863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Allocated IP 172.25.8.12 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/f505a1e3-3b27-4b7f-b8aa-801953ff1024) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:12.545564 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks [] for port, precommit_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.558390 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Transition to ACTIVE for port object 5b3a1677-6961-4427-9fd0-b8724965d77a will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:12.577853 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Transition to ACTIVE for port object 5b3a1677-6961-4427-9fd0-b8724965d77a will not be triggered until provisioned by entity DHCP. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:12.588921 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715'] for port, after_create {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.662746 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Network 4d7003ba-3371-47bc-856a-8edd059c540d is already hosted by enough agents. {{(pid=84157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:12.665589 n-d-843301-2 neutron-server[84157]: DEBUG neutron.scheduler.base_scheduler [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Resources bound (agent type, host, resource id): {{(pid=84157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:12.668195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Received port after_create {{(pid=84157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:12.675389 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Pushing event updated for resources: {'Port': ['ID=5b3a1677-6961-4427-9fd0-b8724965d77a,revision_number=1']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:12.711668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.744222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.764449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:12.777888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Attempting to bind port 5b3a1677-6961-4427-9fd0-b8724965d77a on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:12.778253 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Attempting to bind port 5b3a1677-6961-4427-9fd0-b8724965d77a by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:12.778613 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Attempting to bind port 5b3a1677-6961-4427-9fd0-b8724965d77a on network 4d7003ba-3371-47bc-856a-8edd059c540d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:12.790449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:12.790814 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Checking segment: {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:12.791208 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.791594 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Bound using segment: {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:12.792055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Bound port: 5b3a1677-6961-4427-9fd0-b8724965d77a, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:12.792420 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.811246 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:12.814230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:12.818628 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:12.832753 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:12.833403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:12.849047 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Pushing event updated for resources: {'Port': ['ID=f505a1e3-3b27-4b7f-b8aa-801953ff1024,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:12.993735 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:12.994400 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875993'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:13.058474 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] For port 5b3a1677-6961-4427-9fd0-b8724965d77a, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:13.078483 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] For port 5b3a1677-6961-4427-9fd0-b8724965d77a, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b3a1677-6961-4427-9fd0-b8724965d77a,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:13.087361 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:13.148630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:13.208220 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f382036-6848-4b82-b150-94257f717314 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:13.251488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 is scheduled to L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 04:51:13.359049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810eed6-29cb-483d-87b3-59a851c2e538 None None] Pushing event updated for resources: {'Port': ['ID=5b3a1677-6961-4427-9fd0-b8724965d77a,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:13.497634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5f382036-6848-4b82-b150-94257f717314 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:13.498001 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:13.528059 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:13.542725 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Sync routers for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:13.555786 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:13.557368 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2ff23985-c09c-4adb-8b7e-72eb05b6ed92 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5724547 May 27 04:51:13.559951 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56630) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:13.578954 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:13.579547 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:13.684857 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 2, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:13.689431 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:13.689717 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Updating router 7eaa173f-6438-4296-aced-725ed3703d8e port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:51:13.744747 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:13.769574 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:14.096304 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:12Z', 'revision_number': 3, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:14.101186 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Checking router: fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:14.101649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Updating router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 port f505a1e3-3b27-4b7f-b8aa-801953ff1024 binding host n-d-843301-2 {{(pid=84159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:51:14.165962 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.231490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.245782 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Transition to ACTIVE for port object a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:14.254463 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.332683 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6538-f5bf-47e9-ad54-9a574a6da71a None None] Pushing event updated for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:14.399071 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f5f51-20a6-4163-8b1d-5b3a88342662 None None] Network 4d7003ba-3371-47bc-856a-8edd059c540d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:51:14.413149 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.553763 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks [] for port, precommit_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.567568 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.provisioning_blocks [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Transition to ACTIVE for port object f505a1e3-3b27-4b7f-b8aa-801953ff1024 will not be triggered until provisioned by entity L2. {{(pid=84159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:14.575462 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.662412 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5981-522e-449f-abe5-234785dc0eb8 None None] Pushing event updated for resources: {'Port': ['ID=f505a1e3-3b27-4b7f-b8aa-801953ff1024,revision_number=2']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:14.666564 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Attempting to bind port f505a1e3-3b27-4b7f-b8aa-801953ff1024 on host n-d-843301-2 for vnic_type normal with profile {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:14.666922 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Attempting to bind port f505a1e3-3b27-4b7f-b8aa-801953ff1024 by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:14.667275 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Attempting to bind port f505a1e3-3b27-4b7f-b8aa-801953ff1024 on network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:14.674776 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:14.675145 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Checking segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:14.675537 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.675912 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Bound using segment: {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'} {{(pid=84159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:14.676371 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.managers [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Bound port: f505a1e3-3b27-4b7f-b8aa-801953ff1024, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35a3aac-c110-409a-afe2-d1c5bf159ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5'}}] {{(pid=84159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:14.676734 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.688718 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Allocated IP 172.20.0.1 (4d7003ba-3371-47bc-856a-8edd059c540d/a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9/4e6810b6-711e-44bc-8384-7be93a956e4b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:14.729879 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-50879ef5-24e8-4674-8582-5f2d7da3e924 None None] Provisioning for port 5b3a1677-6961-4427-9fd0-b8724965d77a completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:14.760856 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] For port f505a1e3-3b27-4b7f-b8aa-801953ff1024, host n-d-843301-2, cleared binding levels {{(pid=84159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:14.765081 n-d-843301-2 neutron-server[84159]: DEBUG neutron.plugins.ml2.db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] For port f505a1e3-3b27-4b7f-b8aa-801953ff1024, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f505a1e3-3b27-4b7f-b8aa-801953ff1024,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:14.767719 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Attempting to bind port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:14.768054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Attempting to bind port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:14.768502 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Attempting to bind port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:14.771912 n-d-843301-2 neutron-server[84159]: DEBUG neutron_lib.callbacks.manager [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.781461 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:14.781821 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Checking segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:14.782214 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.782587 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Bound using segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:14.783049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Bound port: a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:14.783486 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.860931 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5981-522e-449f-abe5-234785dc0eb8 None None] Pushing event updated for resources: {'Port': ['ID=f505a1e3-3b27-4b7f-b8aa-801953ff1024,revision_number=3']} {{(pid=84159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:14.866294 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:14.867040 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:14.881234 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.892919 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] For port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:14.900837 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Transition to ACTIVE for port object 4e6810b6-711e-44bc-8384-7be93a956e4b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:14.902021 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] For port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:14.911049 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:14.925320 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.028098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Network 4d7003ba-3371-47bc-856a-8edd059c540d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:15.029281 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:15.032579 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:15.067889 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:15.068854 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:15.105775 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:15.129848 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3882595'] for router_interface, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.137046 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:15.305422 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6538-f5bf-47e9-ad54-9a574a6da71a None None] Pushing event updated for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:15.347495 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b3a1677-6961-4427-9fd0-b8724965d77a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:15.356873 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.418022 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:15.508804 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-742a5bfc-56b0-4958-bf28-b2de022c6335 None None] Provisioning for port 4e6810b6-711e-44bc-8384-7be93a956e4b completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:15.516049 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 5b3a1677-6961-4427-9fd0-b8724965d77a completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:15.539087 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:12Z', 'revision_number': 3, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:15.543063 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f51f71-8409-4d9a-8d10-80391182b093 None None] The sync data for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 is: [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:12Z', 'revision_number': 3, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:15.571324 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-742a5bfc-56b0-4958-bf28-b2de022c6335 None None] Provisioning complete for port 4e6810b6-711e-44bc-8384-7be93a956e4b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:15.571778 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742a5bfc-56b0-4958-bf28-b2de022c6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.597574 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.603595 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.607091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5b3a1677-6961-4427-9fd0-b8724965d77a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:15.607091 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.753101 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-742a5bfc-56b0-4958-bf28-b2de022c6335 None None] Port 4e6810b6-711e-44bc-8384-7be93a956e4b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:51:15.799534 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:15.802089 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2783273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3882702'] for router_interface, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.898405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:15.935386 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Network 4d7003ba-3371-47bc-856a-8edd059c540d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:15.936500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:15.944105 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 5b3a1677-6961-4427-9fd0-b8724965d77a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b3a1677-6961-4427-9fd0-b8724965d77a,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:15.952055 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:16.000240 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:14Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:16.013935 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed15f13f-8d68-41fb-996b-c1f04f6cbfe2 None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:14Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:16.029222 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=5b3a1677-6961-4427-9fd0-b8724965d77a,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:16.281623 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8bbf82d0-599d-4264-80ae-de8f47c02bc6 None None] Provisioning complete for port 4e6810b6-711e-44bc-8384-7be93a956e4b triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:16.282364 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8bbf82d0-599d-4264-80ae-de8f47c02bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:16.351288 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf82d0-599d-4264-80ae-de8f47c02bc6 None None] Port 4e6810b6-711e-44bc-8384-7be93a956e4b cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:51:16.387203 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:51:16.607407 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:16.632387 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-07d538f8-5e05-4702-a06d-55dea5091566 admin admin] 10.222.0.46 "PUT /v2.0/routers/fbca31c4-4860-4ebf-a52a-6e3d3e0283e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0704942 May 27 04:51:17.136957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56640) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:17.143098 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203190336', 'description': 'tempest-secgroup-smoke-203190336 description', 'project_id': 'a72070df0f7f434e94a8c94f76af580d'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:17.152066 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.160777 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.167500 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.175984 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.195425 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.249508 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.253836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.264921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.264921 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.315695 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f505a1e3-3b27-4b7f-b8aa-801953ff1024 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:17.340684 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.347142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.392802 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port f505a1e3-3b27-4b7f-b8aa-801953ff1024 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:17.394171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4944f285-3936-460e-bda3-bc9cc0527b99,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:17.396611 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.400580 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-16e23568-6059-4f25-becc-881e8c491ef1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2598753 May 27 04:51:17.400839 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56644) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:17.401914 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f505a1e3-3b27-4b7f-b8aa-801953ff1024 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:17.402536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.407150 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:17.413963 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.417709 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.420478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.426656 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.443794 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.504064 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.508121 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.520553 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.533725 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3577592b-5a66-4d6d-ac2f-ae08277be9ae,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:17.537229 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port f505a1e3-3b27-4b7f-b8aa-801953ff1024, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f505a1e3-3b27-4b7f-b8aa-801953ff1024,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:17.541405 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.542219 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:17.543411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.544734 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5238b176-230f-4116-b404-3768af09be2a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1429536 May 27 04:51:17.548550 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56648) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:17.554230 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:17.560756 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.564565 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.568181 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.574759 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.594501 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.659923 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.664702 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.679168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=f505a1e3-3b27-4b7f-b8aa-801953ff1024,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:17.690698 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b11928-1d16-499b-8929-b97a513e04b8,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:17.700162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.701347 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9f26c8de-3196-4639-9999-c1323810b531 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1516993 May 27 04:51:17.704511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56652) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:17.710668 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:17.717129 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.721502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.724278 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.729836 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.746270 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.811408 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.815285 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.839781 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2920452-a375-45b1-9494-94a5bed478a4,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:17.849735 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.853401 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-032a8501-716f-47ac-b61b-f92a3389d9e4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1453876 May 27 04:51:17.853522 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:17.853636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56656) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:17.858217 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:17.858578 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.859233 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:17.865685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:17.869555 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:17.872414 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:17.878685 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:17.897018 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.964619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.968314 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:17.990797 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c61c482-e308-48ae-b9ac-d74bcefcd921,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:18.000443 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.001736 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-75fbac4c-f0d3-40ae-9342-0fd98f2091e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470182 May 27 04:51:18.004707 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56660) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:18.005297 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.010331 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:18.017627 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:18.021762 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:18.024679 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:18.030449 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:18.046503 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Project a72070df0f7f434e94a8c94f76af580d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:51:18.052501 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:18.053601 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.059141 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.059888 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b3a1677-6961-4427-9fd0-b8724965d77a up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:18.122842 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.127007 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.150171 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaaf2ff-012f-4122-a527-8ac495ced7c9,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:18.160322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.161608 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-993a0e3e-af0a-4894-b24d-3a2130b3191b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1560767 May 27 04:51:18.164537 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56664) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:18.170224 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'security_group_rule': {'security_group_id': '4944f285-3936-460e-bda3-bc9cc0527b99', 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:18.177418 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:18.181244 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:security_group_rule and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:18.183195 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:18.184055 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:18.189957 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:18.196542 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 5b3a1677-6961-4427-9fd0-b8724965d77a triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:18.196962 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.200529 n-d-843301-2 neutron-server[84156]: INFO neutron.db.securitygroups_db [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Project a72070df0f7f434e94a8c94f76af580d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 04:51:18.207218 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.276566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.280025 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728654'] for security_group_rule, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.304511 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9f6fd9-b5e4-451f-b931-69b45f6207da,revision_number=0']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:18.313726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:18.314944 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cb473a6b-a638-4f95-be5f-8bbbaa952bac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494458 May 27 04:51:18.481552 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-17f728d1-9da3-4a66-a12b-b1c44b14f94c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203190336&fields=id&tenant_id=a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 267 time: 0.0410006 May 27 04:51:18.720467 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-a0318347-be86-40c9-9b8d-d9f69905a969 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:18.721983 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-a0318347-be86-40c9-9b8d-d9f69905a969 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 810 time: 0.2343261 May 27 04:51:18.739731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-f2ec38fb-2cd0-479d-9b3f-083bcdebab21 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/quotas/a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 375 time: 0.0121253 May 27 04:51:18.817810 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-48ada472-d8fe-4b7a-b89d-cd3c3f839683 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:51:18.834430 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-48ada472-d8fe-4b7a-b89d-cd3c3f839683 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:51:18.835740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-48ada472-d8fe-4b7a-b89d-cd3c3f839683 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910845 May 27 04:51:18.851376 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-91e38da6-b13e-481d-9931-626c9f19193a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:51:18.852322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-91e38da6-b13e-481d-9931-626c9f19193a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049589 May 27 04:51:18.982920 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-68a7e636-ba13-4337-b1bb-66fae3e13826 service neutron] 10.222.0.46 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251359 May 27 04:51:19.115401 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-c740fb1a-95ec-4f3f-bad3-870d220ec651 service neutron] 10.222.0.46 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262584 May 27 04:51:19.194320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f505a1e3-3b27-4b7f-b8aa-801953ff1024 up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:19.269183 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port f505a1e3-3b27-4b7f-b8aa-801953ff1024 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:19.269545 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:19.308995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a458bc6b-ed98-4e0c-b5f7-2130dc3133e4 req-4fb126e3-8cf5-4c11-a69f-9501f741a750 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 210 time: 0.0484900 May 27 04:51:19.394562 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:19.464531 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:19.464905 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:20.333384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fb2688f2-5053-4085-914f-802a6a9973be tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:20.334776 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fb2688f2-5053-4085-914f-802a6a9973be tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 810 time: 0.1431203 May 27 04:51:20.391515 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-330b0460-c010-4e82-af6b-c076e21057ba tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 379 time: 0.0447204 May 27 04:51:20.400252 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'port': {'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'admin_state_up': True, 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'security_groups': ['4944f285-3936-460e-bda3-bc9cc0527b99']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:20.523162 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-f8e53c3b-82ba-4c54-a4da-d2637e09ec97 req-eb1be30d-61ff-4ec1-be27-43b0ddf78230 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 210 time: 0.0565813 May 27 04:51:20.575927 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:20.586203 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:20.595995 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Made reservation on behalf of a72070df0f7f434e94a8c94f76af580d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:51:20.599004 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:20.758765 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Allocated IP 172.20.0.12 (27be66c7-7b9e-4e5f-9a9c-ff4850da36b8/a63813fc-760d-4426-b308-e0e54aa617e8/8326e05c-4c38-4c23-853a-34ebfcb2a5b7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:20.945384 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:20.961415 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Transition to ACTIVE for port object 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:20.982382 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.053088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:21.056202 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:21.060525 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:21.093170 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:21.127973 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:21.128662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.157102 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-728b14c2-39bc-49e2-87b8-4a7a423ef504 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7601268 May 27 04:51:21.167641 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Request body: {'port': {'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:21.278413 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.303728 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d68bb31-697c-4823-a74f-55f7ac0374cd None None] Provisioning for port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:21.308350 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3d68bb31-697c-4823-a74f-55f7ac0374cd None None] Provisioning complete for port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:21.308710 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3d68bb31-697c-4823-a74f-55f7ac0374cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.363123 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-3d68bb31-697c-4823-a74f-55f7ac0374cd None None] Port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:51:21.703576 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:51:21.710662 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.725473 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Transition to ACTIVE for port object 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:21.729015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:21.735125 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049030da-aff5-4f96-a456-e4a75179ac5b req-3e653847-4a16-47b0-85e6-7dd11bf18bb6 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:21.736563 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-049030da-aff5-4f96-a456-e4a75179ac5b req-3e653847-4a16-47b0-85e6-7dd11bf18bb6 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 932 time: 0.0773790 May 27 04:51:21.781290 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-049030da-aff5-4f96-a456-e4a75179ac5b req-bb8a7e44-6933-4201-ab67-7431e3a06fff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:security_group {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:51:21.798168 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [req-049030da-aff5-4f96-a456-e4a75179ac5b req-bb8a7e44-6933-4201-ab67-7431e3a06fff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:security_group {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:51:21.799296 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-049030da-aff5-4f96-a456-e4a75179ac5b req-bb8a7e44-6933-4201-ab67-7431e3a06fff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568223 May 27 04:51:21.864448 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:21.971317 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Attempting to bind port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 on host n-h1-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:21.971643 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Attempting to bind port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 by drivers openvswitch,hyperv on host n-h1-843301-2 at level 0 using segments [{'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:21.971966 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Attempting to bind port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:21.977774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:51:21.978087 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Attempting to bind port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:21.984666 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Checking agent: {'id': '06f6ea3d-e7b6-469f-98c7-6008b555a3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:21.985022 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Checking segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:21.985402 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Bound using segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:21.985817 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Bound port: 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host: n-h1-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:21.986156 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:22.071779 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:22.074597 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:22.078099 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:22.141276 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:22.142731 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1092 time: 0.9793584 May 27 04:51:22.143161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:51:22.173858 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736f09-ff05-4c81-aea6-22c8016866b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:22.211466 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b2bd00-4c06-4f61-922a-d9e5f44f34f8'] response: {'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'status': 'completed', 'code': 200} May 27 04:51:22.256314 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-af9caf12-5665-4421-989d-8ef2f5d68726 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0771329 May 27 04:51:22.328362 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-03e8a830-2024-4747-ba77-509e1331ffdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 217 time: 0.0650315 May 27 04:51:22.388606 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-5f380254-3ffd-4848-9451-bb8a346d0074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:22.390039 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-5f380254-3ffd-4848-9451-bb8a346d0074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0562041 May 27 04:51:22.461750 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-f39d3a0a-44d6-4b3d-9b1a-66c5f5657543 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665646 May 27 04:51:22.590827 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-e74e14c2-b6e9-4a01-80a1-035a8657388f service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217642 May 27 04:51:22.726956 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-5a9f1d6b-940a-42a2-a5cc-c3df76512db0 req-eaca0d78-ce99-46c3-bc22-4319164d0220 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306136 May 27 04:51:22.842726 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-dd8d0c60-03d4-47ec-9b8c-a9d9a74d93a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0712013 May 27 04:51:22.974206 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-ce38736b-0afa-4f6e-8b75-981ca0934a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:22.975652 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-ce38736b-0afa-4f6e-8b75-981ca0934a42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1272357 May 27 04:51:22.998981 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb327231-bb09-4ad4-86ed-10f09f464481 req-f99e346e-fdfb-4d34-85e3-90be72eb496c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:23.000429 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb327231-bb09-4ad4-86ed-10f09f464481 req-f99e346e-fdfb-4d34-85e3-90be72eb496c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 944 time: 0.0743983 May 27 04:51:23.047391 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-cd9d0fa7-0db0-4a76-a0e9-24435d4e038b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 217 time: 0.0639315 May 27 04:51:23.114347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-205153a8-d315-4992-a526-25b94822623c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:23.115789 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-205153a8-d315-4992-a526-25b94822623c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0612712 May 27 04:51:23.142831 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-fb327231-bb09-4ad4-86ed-10f09f464481 req-ac175fbc-1d37-4968-8c97-951da97893b0 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369152 May 27 04:51:23.193687 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-afeb3349-f0e5-4592-9605-661a570b9e0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694702 May 27 04:51:23.412536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-988fcbee-158f-43ea-928d-62d7dc25d70e service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118251 May 27 04:51:23.543029 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-3d958ff9-81c5-4a0e-8ecc-30b40660c9a5 req-5a5dacf9-89ed-41c7-a73e-5fea070bd7b5 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225712 May 27 04:51:24.341161 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a7d4a-29a6-44ce-adb3-6c9eb7429498 req-4f3b70d2-85ee-43a2-855d-45d3caf02370 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:24.341874 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cf9a7d4a-29a6-44ce-adb3-6c9eb7429498 req-4f3b70d2-85ee-43a2-855d-45d3caf02370 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:51:24.356500 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-cf9a7d4a-29a6-44ce-adb3-6c9eb7429498 req-4f3b70d2-85ee-43a2-855d-45d3caf02370 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:51:24.357688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf9a7d4a-29a6-44ce-adb3-6c9eb7429498 req-4f3b70d2-85ee-43a2-855d-45d3caf02370 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 944 time: 0.0944700 May 27 04:51:24.402547 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-cf9a7d4a-29a6-44ce-adb3-6c9eb7429498 req-57642228-45f2-4830-81d3-c555c6d4e520 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 May 27 04:51:24.503523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:24.613749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:51:24.745492 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:24.758277 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:51:24.809606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:24.825823 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:51:24.840519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:24.844323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:24.909549 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:25.092702 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8326e05c-4c38-4c23-853a-34ebfcb2a5b7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:51:25.599699 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c3124-c592-4039-a8ab-6c075d0def26 req-f7d4eda9-e782-45f0-a485-466a0bdb5b7b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:25.601122 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-356c3124-c592-4039-a8ab-6c075d0def26 req-f7d4eda9-e782-45f0-a485-466a0bdb5b7b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 945 time: 0.0747194 May 27 04:51:25.645477 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-356c3124-c592-4039-a8ab-6c075d0def26 req-2e8727c2-79d6-4dd9-9f00-feed7fc3beac tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 May 27 04:51:26.640239 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:26.709164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning for port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:26.714124 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:26.714490 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:26.844631 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:26.853714 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37d7d-438e-4119-9edc-dd6b9e9c59cb req-2bf8fcb7-ec7c-4072-93e1-e6ce52738f66 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:26.855289 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23d37d7d-438e-4119-9edc-dd6b9e9c59cb req-2bf8fcb7-ec7c-4072-93e1-e6ce52738f66 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 945 time: 0.0828211 May 27 04:51:26.875696 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:51:26.885055 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:26.890635 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:26.906348 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-23d37d7d-438e-4119-9edc-dd6b9e9c59cb req-b25e9bc0-1957-4359-8842-7cf82493a991 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441654 May 27 04:51:26.945288 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e6a7c9-b545-48cb-97c5-7196e0bec6c7'] response: {'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'code': 200} May 27 04:51:26.962091 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:27.062322 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f4a45d0-4c4c-4839-9991-fef5050c0f27 req-6f5a289e-182e-478e-8270-9f92abfc9c11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1097 time: 0.0674179 May 27 04:51:27.087606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:27.106374 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7f4a45d0-4c4c-4839-9991-fef5050c0f27 req-1c2395ea-5143-46c8-855c-df328afb93ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 May 27 04:51:28.018310 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2308-8e61-4d78-9707-93d6ecaf0c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:28.115358 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48dc19-4449-4d12-8dd5-df2380e4a05a req-cc3ebfcb-51e3-4181-86fa-e08d9689d9d5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:28.116986 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f48dc19-4449-4d12-8dd5-df2380e4a05a req-cc3ebfcb-51e3-4181-86fa-e08d9689d9d5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 946 time: 0.0895138 May 27 04:51:28.165349 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-2f48dc19-4449-4d12-8dd5-df2380e4a05a req-ea23a10d-d82b-4051-bcb6-e46cd4dc7d71 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 May 27 04:51:29.368362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba189821-349f-471b-80aa-26236205bf8f req-399d02c9-8ac2-4e8d-9ac0-bca4f24e0203 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:29.369816 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba189821-349f-471b-80aa-26236205bf8f req-399d02c9-8ac2-4e8d-9ac0-bca4f24e0203 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 946 time: 0.0858960 May 27 04:51:29.414919 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-ba189821-349f-471b-80aa-26236205bf8f req-b97ba944-e628-4de7-9716-aadc0bcf6681 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397875 May 27 04:51:29.608257 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac484a1b-873c-4b2a-83e6-c12d1f4d4869 req-3ed1be54-eae5-4af4-8063-98bffad8c17b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:29.609702 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac484a1b-873c-4b2a-83e6-c12d1f4d4869 req-3ed1be54-eae5-4af4-8063-98bffad8c17b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 946 time: 0.0742085 May 27 04:51:29.653850 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ac484a1b-873c-4b2a-83e6-c12d1f4d4869 req-62761380-29f9-4efd-a63c-d16eb517d922 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387337 May 27 04:51:29.686405 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:29.876149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-dee1ca4f-0bce-4ec6-9489-09cd74ea8b39 tempest-TestSnapshotPattern-569143660 tempest-TestSnapshotPattern-569143660-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1092 time: 0.1905346 May 27 04:51:29.878812 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 56714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:29.883755 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:51:29.890281 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:51:29.894096 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:floatingip and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:51:29.896860 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:51:29.902488 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:51:29.914055 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:30.049271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:30.085718 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dd6a200f-7e9f-4cae-98d4-1003e3a252f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:30.187754 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Allocated IP 172.25.8.205 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/d802a0ec-a970-425d-94ea-d29869af2526) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:51:30.331596 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:30.357757 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:30.423743 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:51:30.426611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:51:30.430875 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:51:30.455464 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=d802a0ec-a970-425d-94ea-d29869af2526,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:31.015245 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.069015 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.273464 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.277684 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.384703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=d802a0ec-a970-425d-94ea-d29869af2526,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:31.396493 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.587802 n-d-843301-2 neutron-server[84155]: INFO neutron.db.l3_db [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Floating IP cd2bd178-c674-44ff-befc-7cdab8cf8904 associated. External IP: 172.25.8.205, port: 8326e05c-4c38-4c23-853a-34ebfcb2a5b7. May 27 04:51:31.646215 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.648224 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:31.975069 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:51:32.181153 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:51:32.191151 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:32.204056 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:32.204671 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:32.207209 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:32.260122 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-2d51390a-1c05-4993-b48f-fe3bc51a5eff tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3802385 May 27 04:51:32.260951 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:51:32.381703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:32.390743 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3decfc2-4f3a-487c-94c4-499023f15277'] response: {'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'status': 'completed', 'code': 200} May 27 04:51:32.543110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.21', 55672) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:51:32.603506 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-694c9ece-6972-4e53-a808-ab2068b85cc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1097 time: 0.1919611 May 27 04:51:32.630636 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-0725ee24-91f4-4445-baea-b774950d473d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730922 May 27 04:51:32.735558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:30Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:32.738514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-9f3f053c-0338-46a2-ac59-2c67ba435c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:32.739364 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:32.739977 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-9f3f053c-0338-46a2-ac59-2c67ba435c6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1311481 May 27 04:51:32.749891 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:32.750473 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:32.838078 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-63516132-dd8e-467b-868a-f0c4e263b33e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1000 time: 0.0924060 May 27 04:51:32.902292 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-631044ab-6aa7-47e5-ae88-720ffa3db495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:32.903704 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-631044ab-6aa7-47e5-ae88-720ffa3db495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0599265 May 27 04:51:32.925378 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:32.976474 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-9e4fbb2a-26f3-479e-9e61-9ef03edf900b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666621 May 27 04:51:33.108745 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-72c65942-0a74-48ce-8d1d-a6d1b7877840 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262314 May 27 04:51:33.239837 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f751424-79bf-44dd-92f7-2473633dcb73 req-520c93c3-e85b-4791-8d2f-03afbf9b3fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260278 May 27 04:51:33.269630 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:30Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:33.273557 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eeac27-2c71-46b1-9df4-2121ef79b85d None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:30Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:33.323819 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:33.399659 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-450ed87b-d3c1-4a52-ac10-6d69638975ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1097 time: 0.0711634 May 27 04:51:33.543205 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-0acde90b-df50-43a9-8305-6b70437dc9e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:33.544602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-0acde90b-df50-43a9-8305-6b70437dc9e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1247468 May 27 04:51:33.646732 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-985a8b3e-ad82-465b-8144-69e685170c9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1000 time: 0.0964017 May 27 04:51:33.711107 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-83873f4a-2062-42c2-ab49-d3239eabd9e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:51:33.712543 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-83873f4a-2062-42c2-ab49-d3239eabd9e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0606871 May 27 04:51:33.785250 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-d62bc0f5-809c-4b45-872d-d4052d9cf2a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672796 May 27 04:51:33.915247 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-c9cd4b42-1d16-4408-afb8-5049516965d4 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233191 May 27 04:51:34.046740 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a643321d-eb8d-4e89-bd49-b5b674b4985e req-cf3c2ca0-75f7-462d-8ea5-bec85cb5dbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255019 May 27 04:51:37.944784 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc1f7f-26ee-4922-bf9b-715894e86c0d None None] New status for floating IP cd2bd178-c674-44ff-befc-7cdab8cf8904: ACTIVE {{(pid=84159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:51:37.971966 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Sync routers for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:51:37.985079 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:37.985691 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:38.161237 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:38.495196 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:15Z', 'revision_number': 4, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4e6810b6-711e-44bc-8384-7be93a956e4b', 'name': '', 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'mac_address': 'fa:16:3e:c0:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:14Z', 'updated_at': '2022-05-27T04:51:15Z', 'revision_number': 2, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'subnets': [{'id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:38.498839 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Checking router: fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:51:38.499178 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Updating router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 port 4e6810b6-711e-44bc-8384-7be93a956e4b binding host n-d-843301-2 {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 04:51:38.547730 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:38.894262 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:38.905902 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Transition to ACTIVE for port object 4e6810b6-711e-44bc-8384-7be93a956e4b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:51:38.912471 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:39.041677 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab95a-d9c4-4e3b-b963-2489b58c0e5e None None] Pushing event updated for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:39.126541 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Attempting to bind port 4e6810b6-711e-44bc-8384-7be93a956e4b on host n-d-843301-2 for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:51:39.126899 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Attempting to bind port 4e6810b6-711e-44bc-8384-7be93a956e4b by drivers openvswitch,hyperv on host n-d-843301-2 at level 0 using segments [{'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:51:39.127251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Attempting to bind port 4e6810b6-711e-44bc-8384-7be93a956e4b on network 4d7003ba-3371-47bc-856a-8edd059c540d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:51:39.133755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Checking agent: {'id': '77759acb-d51c-4c4e-bf7d-46f0e44df41e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 12, 31), 'started_at': datetime.datetime(2022, 5, 27, 3, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843301-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:51:39.134112 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Checking segment: {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:51:39.134503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:39.134883 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Bound using segment: {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:51:39.135332 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Bound port: 4e6810b6-711e-44bc-8384-7be93a956e4b, host: n-d-843301-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51e138b-b8ef-431b-9574-fdc107cf6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:51:39.135699 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:39.226029 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] For port 4e6810b6-711e-44bc-8384-7be93a956e4b, host n-d-843301-2, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:51:39.230482 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] For port 4e6810b6-711e-44bc-8384-7be93a956e4b, host n-d-843301-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e6810b6-711e-44bc-8384-7be93a956e4b,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:51:39.235217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:39.317442 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab95a-d9c4-4e3b-b963-2489b58c0e5e None None] Pushing event updated for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:39.325618 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:51:39.326188 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:51:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:39.516265 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:51:39.864508 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:15Z', 'revision_number': 4, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4e6810b6-711e-44bc-8384-7be93a956e4b', 'name': '', 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'mac_address': 'fa:16:3e:c0:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:14Z', 'updated_at': '2022-05-27T04:51:39Z', 'revision_number': 4, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'subnets': [{'id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:51:39.868355 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc43d-45c9-4565-9f48-c84e4b4eee8e None None] The sync data for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 is: [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:15Z', 'revision_number': 4, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': '4e6810b6-711e-44bc-8384-7be93a956e4b', 'name': '', 'network_id': '4d7003ba-3371-47bc-856a-8edd059c540d', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'mac_address': 'fa:16:3e:c0:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:14Z', 'updated_at': '2022-05-27T04:51:39Z', 'revision_number': 4, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'subnets': [{'id': 'a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:51:41.166022 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:51:41.216088 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e6810b6-711e-44bc-8384-7be93a956e4b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:41.282311 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning for port 4e6810b6-711e-44bc-8384-7be93a956e4b completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:51:41.286688 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4e6810b6-711e-44bc-8384-7be93a956e4b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:41.287032 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:41.396823 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:41.427624 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] For port 4e6810b6-711e-44bc-8384-7be93a956e4b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e6810b6-711e-44bc-8384-7be93a956e4b,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:51:41.430529 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:41.493584 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Pushing event updated for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:51:43.200070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e6810b6-711e-44bc-8384-7be93a956e4b up at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:51:43.269963 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Provisioning complete for port 4e6810b6-711e-44bc-8384-7be93a956e4b triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:51:43.270323 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:54.506696 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:57.085112 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:51:58.019982 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9668f2c0-0687-43da-9aeb-1e724984d734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:00.088966 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7498ef72-24c8-45a0-b0c4-fc6ee3963b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:01.608630 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:01.636915 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:03.324191 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:18.165778 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:52:19.793487 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-67607749-af92-4463-8cb2-4a262c00db62 req-9a2c45ff-540c-429a-84c3-1223c913096f service neutron] (84156) timed out ('10.222.0.41', 58498) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 04:52:24.532014 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:27.098884 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:28.021938 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b88bb588-7a3b-47d0-8be0-f22ecfce02e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:30.090961 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a6529c3-06de-400c-b9e4-87f3962b9ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:31.610462 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:31.638996 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:32.692056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-29fb4151-164f-492c-9b70-d58066c29d73 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338191 May 27 04:52:32.825536 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-e82ff537-14bc-4347-9cba-05ddd563c03a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1097 time: 0.0669465 May 27 04:52:33.051770 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-a137c7e1-3d40-4366-aa96-e6fb2af9640d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:52:33.053223 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-a137c7e1-3d40-4366-aa96-e6fb2af9640d service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.2096744 May 27 04:52:33.157985 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-653a8efa-5e9c-4d88-99dc-02caed30ca04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1002 time: 0.0991063 May 27 04:52:33.223296 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-905b3051-e498-4744-b96b-c0651d0823a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:52:33.224689 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-905b3051-e498-4744-b96b-c0651d0823a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0599489 May 27 04:52:33.295899 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-f288ba76-3b76-4f43-b7aa-bf32a8f91b88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658779 May 27 04:52:33.328430 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:33.427143 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-7a3bef32-0924-4e0f-b45e-1a79f42df11b service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253340 May 27 04:52:33.564431 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0423b474-0059-45f7-ba7a-bb819be760a2 req-98e64d43-2130-4f73-a4be-0f86de6a9c19 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313295 May 27 04:52:54.546942 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:55.166707 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:52:57.103556 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:52:58.025105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8d07-0ec6-41ad-8df0-989c3c857c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:00.092050 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-206c9f40-3db0-42ba-8455-50d58a4d05b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:01.612445 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:01.642038 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:03.329022 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:24.560776 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:27.096924 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:28.026523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f51732b0-ef23-4b1b-8bc1-64037c42e7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:29.158043 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 details requested by agent hyperv_n-h1-843301-2 with host n-h1-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:53:29.289747 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:29.302936 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Returning: {'device': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:53:29.355870 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:29.374603 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:53:29.389749 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:29.393728 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:29.458951 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:29.468519 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] get_ports_and_sgs() called for port_ids ['8326e05c-4c38-4c23-853a-34ebfcb2a5b7'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:53:29.499170 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.499512 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.499842 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.500168 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.500490 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.500808 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.501149 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.501463 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.501775 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.502234 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:29.502449 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:30.097124 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c83d7a1-d960-4d7c-ac9d-55084e3564af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:31.164667 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 up at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:53:31.247054 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Provisioning complete for port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:53:31.247417 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:31.404999 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:31.440560 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:53:31.451938 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:31.456788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:31.520119 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02962e8-b692-48d9-9a84-c9095d0377a8'] response: {'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'code': 200} May 27 04:53:31.535697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:31.615980 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:31.646059 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:32.169950 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:53:32.687711 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-b9ed85b4-cd7c-4809-9cb7-945c336ca620 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1097 time: 0.0787954 May 27 04:53:32.846221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-26df2a90-2915-40f2-918a-8075f280ec38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:32.847714 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-26df2a90-2915-40f2-918a-8075f280ec38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1407354 May 27 04:53:32.957602 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-63ba84ef-da32-46da-a440-08f06f94b164 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1002 time: 0.1034291 May 27 04:53:33.039384 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-aecb471c-bc31-4f27-bcd2-bfad78963a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:33.042949 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-aecb471c-bc31-4f27-bcd2-bfad78963a74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0774028 May 27 04:53:33.130135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-3c2db310-46f5-448e-86ad-d1887e30d3de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816357 May 27 04:53:33.280228 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-b85e177d-2639-4c37-94b1-729b335eca38 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435080 May 27 04:53:33.338583 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:33.421525 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-34e95fe9-5ccd-4d7a-abf5-9473a7579756 req-47ac38d1-f90f-4ca1-9bf6-2393dd3bfc2e service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362915 May 27 04:53:40.934454 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-eab85458-bcf6-43ce-822f-2954715b29c3 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203190336&fields=id&tenant_id=a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 267 time: 0.0410175 May 27 04:53:41.079017 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-61c037d0-e44c-4e46-9198-03f18456bc26 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:41.080688 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-61c037d0-e44c-4e46-9198-03f18456bc26 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 810 time: 0.1394861 May 27 04:53:41.097968 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-5c7290b3-cc5e-4abb-a3b5-2cbcdf3a1e6b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/quotas/a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 375 time: 0.0116858 May 27 04:53:41.273002 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-b8b46c55-8b8e-42ec-afe9-04fbb17e5191 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1701365 May 27 04:53:41.406296 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-1bdce7e8-a1bd-4d84-b539-95e87b7de99c service neutron] 10.222.0.46 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212237 May 27 04:53:41.533304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-24ab99ba-56de-45eb-b6fa-a45d2bb2ce9f service neutron] 10.222.0.46 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213307 May 27 04:53:41.750048 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-5ed5c3e0-8d70-4f22-a843-a30b958552ad req-f7ebaa72-4608-4342-a331-15c860beedf9 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 210 time: 0.0442820 May 27 04:53:42.938405 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-9a224937-6f38-4012-b581-bb3daf2d4487 req-72bff4d1-a09f-4c64-853e-f6d73a929cc1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 210 time: 0.0605760 May 27 04:53:43.060979 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-d92e2c10-acf4-4b68-9b89-7170a7c31d41 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:43.062326 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-d92e2c10-acf4-4b68-9b89-7170a7c31d41 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 810 time: 0.1495826 May 27 04:53:43.116004 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-fa4063d6-ab1c-46a1-8473-380e7bfd045a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72070df0f7f434e94a8c94f76af580d HTTP/1.1" status: 200 len: 379 time: 0.0417964 May 27 04:53:43.125234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'port': {'device_id': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'admin_state_up': True, 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'security_groups': ['4944f285-3936-460e-bda3-bc9cc0527b99']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:53:43.236032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:53:43.269605 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:53:43.279594 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.quota.driver [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:53:43.290024 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Made reservation on behalf of a72070df0f7f434e94a8c94f76af580d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 04:53:43.293342 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:43.351798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:43.383558 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:53:43.397760 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:43.402825 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:43.510739 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Allocated IP 172.20.0.4 (27be66c7-7b9e-4e5f-9a9c-ff4850da36b8/a63813fc-760d-4426-b308-e0e54aa617e8/f6f2da17-f51f-4d72-a385-5a7e5f0ee29c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:53:43.525409 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2dd332-fb10-4ba4-8bcd-67768e02ddf5'] response: {'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'code': 200} May 27 04:53:43.563467 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Pushing event updated for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:43.784851 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:43.802154 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Transition to ACTIVE for port object f6f2da17-f51f-4d72-a385-5a7e5f0ee29c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:53:43.828827 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:43.904775 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:53:43.908703 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:53:43.912702 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:53:43.963670 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:43.990996 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.991675 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.992356 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.993086 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.993647 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.994197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.994738 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:43.996264 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:44.007286 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:44.007632 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:44.007963 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:53:44.049162 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:44.049791 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:44.144673 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-f62fddb2-2bff-413d-8df5-0a0dc8f73136 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0234714 May 27 04:53:44.199833 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0b91-de7e-42bc-9158-e74c89aa1f60 req-346cf29c-29a2-422a-bbd1-32456a0eb9e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:44.201621 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c35f0b91-de7e-42bc-9158-e74c89aa1f60 req-346cf29c-29a2-422a-bbd1-32456a0eb9e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:53:44.226838 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c35f0b91-de7e-42bc-9158-e74c89aa1f60 req-346cf29c-29a2-422a-bbd1-32456a0eb9e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:53:44.228343 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c35f0b91-de7e-42bc-9158-e74c89aa1f60 req-346cf29c-29a2-422a-bbd1-32456a0eb9e5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.1347260 May 27 04:53:44.286152 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c35f0b91-de7e-42bc-9158-e74c89aa1f60 req-52c29153-f81c-4d8a-854b-de15f6a84736 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502865 May 27 04:53:44.346218 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-28b0fbb3-64bd-44f6-abae-64dd082b0273 None None] Provisioning for port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c completed by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:53:44.351636 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-28b0fbb3-64bd-44f6-abae-64dd082b0273 None None] Provisioning complete for port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c triggered by entity DHCP. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:53:44.352241 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-28b0fbb3-64bd-44f6-abae-64dd082b0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:44.430756 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-28b0fbb3-64bd-44f6-abae-64dd082b0273 None None] Port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c cannot update to ACTIVE because it is not bound. {{(pid=84157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 04:53:45.495742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0f5a2-d2e3-434b-bae7-ccbf33f9bc86 req-0e33fa6a-906d-4e41-93b3-4e3c23eff70f tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:45.498107 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-18e0f5a2-d2e3-434b-bae7-ccbf33f9bc86 req-0e33fa6a-906d-4e41-93b3-4e3c23eff70f tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0836546 May 27 04:53:45.555846 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-18e0f5a2-d2e3-434b-bae7-ccbf33f9bc86 req-f7266bf4-73b5-4344-94bc-af78a67f3d0a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470726 May 27 04:53:46.758234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91a00-ca45-4620-a87a-1d5dbdc690bf req-a5f2bf8e-8549-42e3-86a9-0eed4220772b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:46.759791 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73a91a00-ca45-4620-a87a-1d5dbdc690bf req-a5f2bf8e-8549-42e3-86a9-0eed4220772b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0800812 May 27 04:53:46.812812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-73a91a00-ca45-4620-a87a-1d5dbdc690bf req-d2c65e30-d2ab-4757-9581-5675358950f6 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463209 May 27 04:53:48.017249 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f512-8476-4e49-bfe6-8f1c842a7427 req-a2894246-ab04-4363-91a9-34dc30ff1fa4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:48.018721 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7552f512-8476-4e49-bfe6-8f1c842a7427 req-a2894246-ab04-4363-91a9-34dc30ff1fa4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0808916 May 27 04:53:48.065605 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-7552f512-8476-4e49-bfe6-8f1c842a7427 req-f4609942-2997-49c1-a4d9-63ac6a8cac44 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 May 27 04:53:49.284020 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77602e26-40eb-4976-b4f5-b9acb1a21a9d req-e307dd29-462d-4103-b3e0-b410668fd2dd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:49.290249 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77602e26-40eb-4976-b4f5-b9acb1a21a9d req-e307dd29-462d-4103-b3e0-b410668fd2dd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0912383 May 27 04:53:49.343317 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-77602e26-40eb-4976-b4f5-b9acb1a21a9d req-ef8bb626-e9ef-4121-a095-3ab579cabe9b tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 May 27 04:53:50.576165 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165696-fc49-40c7-896d-346b37a64353 req-d10d4a02-1f37-4481-8a14-57c10ff1901a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:50.577697 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c165696-fc49-40c7-896d-346b37a64353 req-d10d4a02-1f37-4481-8a14-57c10ff1901a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0759406 May 27 04:53:50.625476 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-3c165696-fc49-40c7-896d-346b37a64353 req-ba3a3992-c96c-40e1-8155-a21d90cd2a52 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 May 27 04:53:51.857758 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dc546-8825-422e-950d-ecf4f4e85364 req-4dcdf479-e805-40c4-a9cc-cfeb068b70d2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:51.861244 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c4dc546-8825-422e-950d-ecf4f4e85364 req-4dcdf479-e805-40c4-a9cc-cfeb068b70d2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0802670 May 27 04:53:51.906056 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7c4dc546-8825-422e-950d-ecf4f4e85364 req-1bb4a4fe-c394-4086-b05c-fa791393dcd4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 May 27 04:53:53.103754 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37be1d1-55ef-4384-86a4-6eedf0c07f7f req-643d6f4f-eb9e-44d2-a71e-588b09f1bcc2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:53.105246 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e37be1d1-55ef-4384-86a4-6eedf0c07f7f req-643d6f4f-eb9e-44d2-a71e-588b09f1bcc2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.0777130 May 27 04:53:53.151153 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-e37be1d1-55ef-4384-86a4-6eedf0c07f7f req-ad16dfc3-3dab-4be6-ad09-26676042f65f tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 May 27 04:53:54.174172 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-5c291586-a85c-4698-99ce-ee21504ef941 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 04:53:54.175128 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-5c291586-a85c-4698-99ce-ee21504ef941 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060725 May 27 04:53:54.255938 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.v2.base [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Request body: {'port': {'device_id': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843301-2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:53:54.502903 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:54.554503 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:54.559692 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241224-450b-46e3-b2c5-fb9359180453 req-fc8175df-f3ae-48fd-9aa4-0b20a8d3ced8 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:54.561149 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a241224-450b-46e3-b2c5-fb9359180453 req-fc8175df-f3ae-48fd-9aa4-0b20a8d3ced8 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 931 time: 0.2742586 May 27 04:53:54.673335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0a241224-450b-46e3-b2c5-fb9359180453 req-3633bc44-e973-49d5-b1f8-01f7efd7ef70 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027539 May 27 04:53:54.876058 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f2da17-f51f-4d72-a385-5a7e5f0ee29c {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:53:54.882714 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:54.896706 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Transition to ACTIVE for port object f6f2da17-f51f-4d72-a385-5a7e5f0ee29c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 04:53:54.900730 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:55.025611 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:55.133311 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Attempting to bind port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c on host n-h2-843301-2 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 04:53:55.133642 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Attempting to bind port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c by drivers openvswitch,hyperv on host n-h2-843301-2 at level 0 using segments [{'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 04:53:55.133967 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Attempting to bind port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:53:55.139766 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843301-2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 04:53:55.140132 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Attempting to bind port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c on network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 04:53:55.146285 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Checking agent: {'id': '314f5109-f062-4d2c-91ba-f7c8f2402ac7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843301-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'started_at': datetime.datetime(2022, 5, 27, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 4, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 04:53:55.146607 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Checking segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 04:53:55.146978 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Bound using segment: {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 04:53:55.147390 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Bound port: f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host: n-h2-843301-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 04:53:55.147728 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:55.239493 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 04:53:55.243113 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 04:53:55.247337 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923593'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:55.307764 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:55.309204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] 10.222.0.41 "PUT /v2.0/ports/f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 1091 time: 1.1243412 May 27 04:53:55.309624 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:53:55.327239 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20541db-ee12-4511-9dd0-77913310e548 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:53:55.378574 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009ecbc1-ce81-46ab-8752-3ee5bae87899'] response: {'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'status': 'completed', 'code': 200} May 27 04:53:55.422935 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-d35c80df-1496-412b-becd-36f784b5fa2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1094 time: 0.0764318 May 27 04:53:55.494859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-36c1ce55-2b64-477b-a8b8-172d5a1ff64e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 217 time: 0.0654809 May 27 04:53:55.573894 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-47b3c52e-9940-462f-9099-bb24faf25082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:55.575077 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-47b3c52e-9940-462f-9099-bb24faf25082 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0742981 May 27 04:53:55.657894 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-615f14d1-3764-49bb-9b9e-847f1c26adc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769546 May 27 04:53:55.790880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-7657e4d1-02f1-403b-a317-ce2e2c897711 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266649 May 27 04:53:55.973081 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-502394bd-8ecc-4e56-b238-f2330b220fa4 req-7bb53bac-c4a8-467f-aa15-3414a00ea7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763124 May 27 04:53:55.982921 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28853-2b68-485e-a236-41e4274a6b70 req-8248bc59-063d-49a7-8719-5897656e7044 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:55.984346 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5a28853-2b68-485e-a236-41e4274a6b70 req-8248bc59-063d-49a7-8719-5897656e7044 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 943 time: 0.1702986 May 27 04:53:56.072108 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c5a28853-2b68-485e-a236-41e4274a6b70 req-b45abf22-171f-4e20-9293-62045ef8389d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821176 May 27 04:53:56.103566 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-8fed4ee4-8ea6-47cc-b753-7ab9ccbd06bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1094 time: 0.0815094 May 27 04:53:56.323385 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-996b1d16-a542-46a5-8cac-2bcde61ee6d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:56.324877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-996b1d16-a542-46a5-8cac-2bcde61ee6d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.2159033 May 27 04:53:56.390886 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-dd0a5d90-cc94-4ae2-9e01-da9a1edf9fba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 217 time: 0.0597537 May 27 04:53:56.453898 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-9eb51fba-fd80-4d9f-8a5c-57f844c05365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:56.455561 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-9eb51fba-fd80-4d9f-8a5c-57f844c05365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0595574 May 27 04:53:56.527436 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-6b3188de-513c-4f5c-868b-47004c5f0bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658298 May 27 04:53:56.657281 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-4d1ccd86-28af-4dfe-a46b-d1dd7dc3d90b service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222553 May 27 04:53:56.786692 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-a0fd81c2-3366-4861-8775-c86e7ed64ee2 req-c2a8ab88-aa8a-4700-9c57-165d95e0d461 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236608 May 27 04:53:57.097174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:57.269861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c628b-32f2-48b9-8577-7e8ed0ed11af req-ab2fca5a-b301-4f34-a782-832228bbd3d1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:57.271276 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd9c628b-32f2-48b9-8577-7e8ed0ed11af req-ab2fca5a-b301-4f34-a782-832228bbd3d1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 943 time: 0.0788870 May 27 04:53:57.317931 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-bd9c628b-32f2-48b9-8577-7e8ed0ed11af req-ca9d687d-af98-4212-b791-3a5bef0162aa tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 May 27 04:53:58.027447 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-af7dd6ce-f385-4eab-8c5f-925d93ed4e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:58.514339 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088391e-24df-4140-8db8-9cdc6401a704 req-806b9ad6-1c02-4b16-9fe4-855bf8634796 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:58.516302 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4088391e-24df-4140-8db8-9cdc6401a704 req-806b9ad6-1c02-4b16-9fe4-855bf8634796 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 943 time: 0.0800130 May 27 04:53:58.560165 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4088391e-24df-4140-8db8-9cdc6401a704 req-85113c18-21af-42cd-b5ca-538bcedadbfb tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384519 May 27 04:53:59.599592 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:53:59.730269 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:59.747403 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'mac_address': 'fa:16:3e:7d:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:53:59.755563 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878988da-075e-431f-924a-324f157d9a7e req-acc1fdd2-99e1-4b6d-aacc-ee3052ae6cf2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:53:59.757044 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-878988da-075e-431f-924a-324f157d9a7e req-acc1fdd2-99e1-4b6d-aacc-ee3052ae6cf2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 943 time: 0.0764017 May 27 04:53:59.799940 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:59.801455 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-878988da-075e-431f-924a-324f157d9a7e req-88528732-5cb7-44fa-9b7d-e7c89e0b42e2 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388494 May 27 04:53:59.817453 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f2da17-f51f-4d72-a385-5a7e5f0ee29c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:53:59.832697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:53:59.836673 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:53:59.899173 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:54:00.100708 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4c3c399b-c1d4-4d2e-88ff-2d7db71a57e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:00.184076 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:54:00.994834 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2ca9c-8602-4ecd-a2da-73a7399bf930 req-d9203bfd-0aef-4884-91c1-f6f7c706f9db tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:00.996335 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12e2ca9c-8602-4ecd-a2da-73a7399bf930 req-d9203bfd-0aef-4884-91c1-f6f7c706f9db tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 944 time: 0.0772603 May 27 04:54:01.041100 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-12e2ca9c-8602-4ecd-a2da-73a7399bf930 req-e6779317-603a-4278-8f16-e91ca5efc928 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391669 May 27 04:54:01.614634 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:54:01.661097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:01.678258 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:01.696607 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning for port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c completed by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 04:54:01.701032 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:54:01.701389 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:01.810419 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:01.837439 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:54:01.847014 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:54:01.855282 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:01.895874 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60040cc7-5e59-442f-8651-b0990b89b247'] response: {'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'code': 200} May 27 04:54:01.920977 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=5']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:54:02.018540 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95aba2c8-3c6f-403b-b7ba-eea59d220857 req-d8aa3ad0-31fb-4613-8056-37040f8f64be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1096 time: 0.0694053 May 27 04:54:02.061377 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-95aba2c8-3c6f-403b-b7ba-eea59d220857 req-2ec49637-d843-4e9d-a320-8403ec52b318 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 May 27 04:54:02.237103 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ca37-b4dd-48ff-b2eb-499972c9f7eb req-911c4733-87db-4238-aa98-5793f1aec078 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:02.238441 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7608ca37-b4dd-48ff-b2eb-499972c9f7eb req-911c4733-87db-4238-aa98-5793f1aec078 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0752852 May 27 04:54:02.285989 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7608ca37-b4dd-48ff-b2eb-499972c9f7eb req-8285b6e8-3f27-4a99-831d-71ff159d4809 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 May 27 04:54:03.334020 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:03.485047 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b0250-3c61-4be8-a3b8-0f72df1612cb req-6b6c16d4-5a76-40cd-b436-761469ad68fb tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:03.486394 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc1b0250-3c61-4be8-a3b8-0f72df1612cb req-6b6c16d4-5a76-40cd-b436-761469ad68fb tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0787818 May 27 04:54:03.529516 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-dc1b0250-3c61-4be8-a3b8-0f72df1612cb req-9158c547-d01d-4eca-add2-6addb818d567 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376954 May 27 04:54:04.725934 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f450743-a10b-4e39-86e2-c950d8b7c402 req-df01f848-dd7a-4010-b6d8-22e621fcb3ef tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:04.727339 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f450743-a10b-4e39-86e2-c950d8b7c402 req-df01f848-dd7a-4010-b6d8-22e621fcb3ef tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0760303 May 27 04:54:04.773612 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-4f450743-a10b-4e39-86e2-c950d8b7c402 req-0dc58d8b-bd4c-4a5c-be85-8e68be2bfa1c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401397 May 27 04:54:04.966108 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df036a54-9f00-470b-a45b-7e903d95a2c5 req-361613ae-ec23-443e-906d-91fad7ef010a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:04.967447 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df036a54-9f00-470b-a45b-7e903d95a2c5 req-361613ae-ec23-443e-906d-91fad7ef010a tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0746272 May 27 04:54:05.011243 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-df036a54-9f00-470b-a45b-7e903d95a2c5 req-731d70fe-271a-47f0-b2b0-1c076ced4295 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383606 May 27 04:54:05.037794 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56948) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:54:05.109800 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62706d16-73d0-4095-8d8f-7de23a427c82 tempest-TestSnapshotPattern-569143660 tempest-TestSnapshotPattern-569143660-project-admin] Synchronizing usage tracker for tenant:8acb48ec52e742a9a5bdddd7003bb133 on resource:port {{(pid=84156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:54:05.126138 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-62706d16-73d0-4095-8d8f-7de23a427c82 tempest-TestSnapshotPattern-569143660 tempest-TestSnapshotPattern-569143660-project-admin] Unset dirty status for tenant:8acb48ec52e742a9a5bdddd7003bb133 on resource:port {{(pid=84156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:54:05.127408 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-62706d16-73d0-4095-8d8f-7de23a427c82 tempest-TestSnapshotPattern-569143660 tempest-TestSnapshotPattern-569143660-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1091 time: 0.0885851 May 27 04:54:05.130403 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 56952) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:54:05.135501 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.v2.base [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Request body: {'floatingip': {'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 04:54:05.141626 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 04:54:05.145383 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Usage tracker for resource:floatingip and tenant:a72070df0f7f434e94a8c94f76af580d is out of sync, need to count used quota {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 04:54:05.148110 n-d-843301-2 neutron-server[84156]: DEBUG neutron.quota.resource [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 04:54:05.153636 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.quota.driver [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 04:54:05.163429 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:05.302566 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:05.436408 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Allocated IP 172.25.8.14 (78c6c8de-0bc8-479b-abbb-9dce98c4c8b5/95d9917b-ef29-446d-a64d-dc6a8634e493/71b66d50-ff5c-4761-a56c-386c1e4a45b1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 04:54:05.581162 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:05.606813 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793179960715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:05.670606 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Network 78c6c8de-0bc8-479b-abbb-9dce98c4c8b5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 04:54:05.673318 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 04:54:05.677002 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 04:54:05.706477 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=71b66d50-ff5c-4761-a56c-386c1e4a45b1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:54:05.726855 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.727198 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.727540 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.727884 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.728206 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.728535 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.728861 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.729215 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.729539 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.729869 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:05.730192 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:54:06.260807 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:06.317210 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:06.511604 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:06.515874 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3164888'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:06.618101 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event updated for resources: {'Port': ['ID=71b66d50-ff5c-4761-a56c-386c1e4a45b1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:54:06.631726 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876074'] for floatingip, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:06.812705 n-d-843301-2 neutron-server[84156]: INFO neutron.db.l3_db [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Floating IP bc04569e-bc93-425b-ab12-7d357f447c18 associated. External IP: 172.25.8.14, port: f6f2da17-f51f-4d72-a385-5a7e5f0ee29c. May 27 04:54:07.187991 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:54:07.479406 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:54:07.489303 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:54:07.501292 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:54:07.502031 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:54:07.503784 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:07.555336 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-cd550908-4458-4da4-9a6e-7aa3aa0c18d4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4239004 May 27 04:54:07.555896 n-d-843301-2 neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:54:07.611127 n-d-843301-2 neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696989ad-407c-4172-89ab-ed53f5fa2c8c'] response: {'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'status': 'completed', 'code': 200} May 27 04:54:07.679616 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:54:07.704601 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-885b4d74-5102-4d9d-916f-721297ca89f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1096 time: 0.0721018 May 27 04:54:07.839256 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-4e3f99da-c067-4854-be4d-d465647189e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:07.841009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-4e3f99da-c067-4854-be4d-d465647189e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1299059 May 27 04:54:07.947238 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-c1a07330-d493-472d-9cd7-45f0b7add970 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 998 time: 0.1005366 May 27 04:54:08.012157 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-011587e1-abc4-4505-8626-890afc47cd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:08.013588 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-011587e1-abc4-4505-8626-890afc47cd1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0600424 May 27 04:54:08.055923 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'bc04569e-bc93-425b-ab12-7d357f447c18', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:7d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:54:06Z', 'updated_at': '2022-05-27T04:54:06Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}, {'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:54:08.059713 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:54:08.070335 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:54:08.070933 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:54:00Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:54:08.087713 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-826f9637-0d1b-4fcc-a3f3-d9608ce1c166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687442 May 27 04:54:08.218877 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-c37fdd4d-1d67-4ba8-abb6-42580dda2a55 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247330 May 27 04:54:08.250789 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:54:08.349800 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-0f6620f3-91d3-4f8c-99a3-88ba99834f16 req-b67d4cda-a366-4186-9e08-98c0778689de service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255064 May 27 04:54:08.588520 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'bc04569e-bc93-425b-ab12-7d357f447c18', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:7d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:54:06Z', 'updated_at': '2022-05-27T04:54:06Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}, {'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:54:08.592318 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e75da0-a8fa-4569-81e7-4b9fc7b1c5a8 None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'bc04569e-bc93-425b-ab12-7d357f447c18', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:7d:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:54:06Z', 'updated_at': '2022-05-27T04:54:06Z', 'revision_number': 0, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}, {'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:54:08.783598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144eb22-4377-4bcc-901a-48e8b80dc4c3 None None] New status for floating IP bc04569e-bc93-425b-ab12-7d357f447c18: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:54:09.171852 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:54:24.578166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:27.088305 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:28.029222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3b381b07-1780-44c3-94b8-87c695eb3190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:30.106330 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6c745afe-d100-42a8-abed-d6306cd208eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:31.624343 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:31.650243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:33.337094 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:33.708694 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-83bad9bb-e548-4f59-9bd0-84526e4e8f69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566036 May 27 04:54:33.844845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-8e69c242-6809-4e3e-b082-05107db51f94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0681171 May 27 04:54:33.984975 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-ad620745-5408-4ac3-9021-1108925a5780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:33.986306 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-ad620745-5408-4ac3-9021-1108925a5780 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1242471 May 27 04:54:34.128169 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-4e8f7944-43fb-41ec-bd1d-b1df262637b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1000 time: 0.1357961 May 27 04:54:34.202229 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-4c11b9fc-08e4-43d6-9fae-565b941803e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:34.203641 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-4c11b9fc-08e4-43d6-9fae-565b941803e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0686088 May 27 04:54:34.206553 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-8c03db8c-6275-4316-85dd-9a35e90d7d0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1402361 May 27 04:54:34.307133 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-c5510978-3c66-4005-8bd2-677f20005af3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975158 May 27 04:54:34.454589 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-a893168f-01c7-487a-93dd-168e5f628b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1096 time: 0.1825891 May 27 04:54:34.460091 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-f8cc93e3-74be-4600-b480-e430fe23cf25 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435094 May 27 04:54:34.702710 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8626e5b5-ad3d-4bf0-af4b-db48d41697e0 req-fc97a6cb-f4a6-4718-a1a5-b66d7b288575 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370269 May 27 04:54:34.704705 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-4529739d-741b-4145-9f60-ad90b13118eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:34.706274 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-4529739d-741b-4145-9f60-ad90b13118eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.2238734 May 27 04:54:34.805043 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-45f99570-12a4-4e78-a48c-e91471286192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 1000 time: 0.0933259 May 27 04:54:34.870121 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-646b66ef-721f-4f86-826b-c006cba7c4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:54:34.871545 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-646b66ef-721f-4f86-826b-c006cba7c4ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0612683 May 27 04:54:34.953269 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-0e89f40b-e4f7-496d-a3b5-c07d2cd79fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757680 May 27 04:54:35.084304 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-34b945a8-33d0-4603-8e43-88d2bbdfa30c service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254139 May 27 04:54:35.212657 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55bebd06-b06e-4ca7-8d52-e32f6e12730d req-21e34ec2-58f1-4425-8a2b-0155611f4b43 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215770 May 27 04:54:46.172621 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:54:54.574111 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:57.094912 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:54:58.031551 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-6b017200-3940-4601-a877-a21241471f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:00.099105 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8539f00c-cee4-4fce-9a24-c2d470c8fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:01.626811 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:01.652069 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:03.339558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:23.172012 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:55:24.570196 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:27.102244 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:28.033909 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aa3df675-3de0-4b98-9794-b41c3d57e534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:30.102700 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f3df-2fcc-4fa7-bdeb-37e581c5c3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:31.630788 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:31.655453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:33.342048 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:34.689215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-25dc6edd-1f8c-403e-bd08-037de1a9da35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654551 May 27 04:55:34.825009 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-0787091e-33d2-4788-a887-75ffcdb7d4f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0677922 May 27 04:55:34.971562 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-b3f20877-af9f-4169-8358-b2e95a05105b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:55:34.972940 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-b3f20877-af9f-4169-8358-b2e95a05105b service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1290584 May 27 04:55:35.074651 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-947d3232-ad24-458d-9418-bdb770c131b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1000 time: 0.0960596 May 27 04:55:35.136143 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-da5c44a9-9eff-4c2e-8944-9779c9aa5bce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:55:35.137605 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-da5c44a9-9eff-4c2e-8944-9779c9aa5bce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0571516 May 27 04:55:35.213693 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-dbd28fe1-dc5d-47b2-b0de-ce6fd00f8315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699058 May 27 04:55:35.341420 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-2c05c286-7ce2-4b1e-954a-935301a00145 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213121 May 27 04:55:35.469845 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-dd07b8f5-7cf9-421b-9dc5-2c7f990bc39a req-6728fa56-cc39-424d-83d3-eb19f4768f50 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231575 May 27 04:55:36.143804 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-b929c25d-9084-4c0d-87a7-ec1d6a468864 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673115 May 27 04:55:36.292052 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-92ac8034-849d-4185-9f25-0e9efd08b52d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1096 time: 0.0686285 May 27 04:55:36.434725 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-516f8674-ec0b-4bfc-95d5-e627fb9447c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:55:36.436116 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-516f8674-ec0b-4bfc-95d5-e627fb9447c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1259863 May 27 04:55:36.542367 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-a9d978a6-36f1-4000-a520-444bf035492e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 1000 time: 0.1000271 May 27 04:55:36.605312 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-af96595c-b3c8-4b2f-8f7f-47f7ab273300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:55:36.606707 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-af96595c-b3c8-4b2f-8f7f-47f7ab273300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0591547 May 27 04:55:36.678259 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-e2c9e6ec-a7a6-45cf-946f-bba22f45cb4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657945 May 27 04:55:36.807176 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-cd90e97b-cad7-43d6-8092-52a25f33b15a service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229591 May 27 04:55:36.937485 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-55546148-aca1-4a8d-b2ce-b6f2fbc8ff33 req-9d893dba-c2bb-418f-97a8-c9ea05e63647 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238513 May 27 04:55:54.571954 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:57.122511 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:55:58.035166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f125c7b3-7996-4d7e-bdaa-6501b25fdc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:00.105081 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ea07da78-c89a-40ca-9354-f57c4ebfc73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:00.171854 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:56:01.634654 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:01.659933 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:03.343993 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:14.249772 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c details requested by agent hyperv_n-h2-843301-2 with host n-h2-843301-2 {{(pid=84157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 04:56:14.377697 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:14.390209 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Returning: {'device': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'port_id': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'mac_address': 'fa:16:3e:7d:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 04:56:14.440840 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:14.460007 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6f2da17-f51f-4d72-a385-5a7e5f0ee29c {{(pid=84157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 04:56:14.474568 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:14.478664 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:14.544351 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=6']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:14.548320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] get_ports_and_sgs() called for port_ids ['f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'] {{(pid=84157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 04:56:14.593779 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.594116 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.594448 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.594776 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.595097 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.595421 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.595742 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.596059 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.596371 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.596684 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:14.597024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:16.265254 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c up at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 04:56:16.334030 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Provisioning complete for port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c triggered by entity L2. {{(pid=84157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 04:56:16.334399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1107432'] for port, provisioning_complete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:16.440956 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:16.466650 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:16.476755 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:16.480461 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:16.547644 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=7']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:16.615475 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3e2439-6b2e-46c2-aff5-890941e7fbbe'] response: {'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'code': 200} May 27 04:56:24.575371 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:27.120475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:28.036916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6db0-b802-4a08-b536-deab5a1ddb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:28.925783 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:29.208667 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Deleting port 71b66d50-ff5c-4761-a56c-386c1e4a45b1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:29.209036 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:29.373336 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:29.373599 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:29.491270 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Calling delete_port for 71b66d50-ff5c-4761-a56c-386c1e4a45b1 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:29.636134 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:29.686452 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event deleted for resources: {'Port': ['ID=71b66d50-ff5c-4761-a56c-386c1e4a45b1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:29.724193 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.724530 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.724861 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.725230 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.725555 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.725877 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.726197 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.726514 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.726830 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.727147 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.727462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:29.786424 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:30.108887 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-abf963dd-228f-4389-941a-5fccc3375488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:30.172369 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:56:30.366652 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:56:30.376446 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:56:30.387469 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:30.391024 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:30.391957 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:30.446582 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-9d1f0c82-19bd-4998-9437-944900c61b4e tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "DELETE /v2.0/floatingips/bc04569e-bc93-425b-ab12-7d357f447c18 HTTP/1.1" status: 204 len: 168 time: 1.5197144 May 27 04:56:30.447151 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:30.531122 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e1ccb6-eb02-4166-9356-ad5d8924bb29'] response: {'name': 'network-changed', 'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'status': 'completed', 'code': 200} May 27 04:56:30.568343 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:30.748479 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-e08385b8-96f8-4bf3-ae17-5dea2e1393ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 1096 time: 0.1923070 May 27 04:56:30.884697 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-1e8842a1-51e6-4619-88c4-a58d45fa0abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:30.886209 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-1e8842a1-51e6-4619-88c4-a58d45fa0abc service neutron] 10.222.0.41 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1316700 May 27 04:56:30.963645 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:30.967329 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:56:30.977383 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:30.977960 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:30.996456 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-8e8541f5-8985-4278-a7b2-f527751fa294 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 200 len: 217 time: 0.1031392 May 27 04:56:31.077777 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-d84c38c9-b2e0-43d4-b539-333950f2dc65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:31.079204 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-d84c38c9-b2e0-43d4-b539-333950f2dc65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0716732 May 27 04:56:31.085880 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2049cd-5f80-4131-95a7-33811d6aeb40 req-f0fae6a3-bf6c-40a1-9e98-420e8d41ac67 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:31.086549 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b2049cd-5f80-4131-95a7-33811d6aeb40 req-f0fae6a3-bf6c-40a1-9e98-420e8d41ac67 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:56:31.148088 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-8b2049cd-5f80-4131-95a7-33811d6aeb40 req-f0fae6a3-bf6c-40a1-9e98-420e8d41ac67 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:56:31.149246 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b2049cd-5f80-4131-95a7-33811d6aeb40 req-f0fae6a3-bf6c-40a1-9e98-420e8d41ac67 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.3270915 May 27 04:56:31.157001 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:31.194154 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-8d100fb0-d044-49bd-a86f-d20580aedc94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048689 May 27 04:56:31.221859 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-8b2049cd-5f80-4131-95a7-33811d6aeb40 req-118f7db3-5319-4f73-a14d-6ac279386f19 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661721 May 27 04:56:31.331372 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-23825b9d-9e72-4ec4-ad9b-d405d0fa9b8a service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287353 May 27 04:56:31.461749 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-353aecdd-aa0a-48da-9ba9-5b1a8df4690e req-ca6506fa-6c41-4d12-82b0-5685c517fc38 service neutron] 10.222.0.41 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240060 May 27 04:56:31.505916 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:31.509768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f0bb-15da-4547-8fb4-51e233f00176 None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_floatingips': [{'id': 'cd2bd178-c674-44ff-befc-7cdab8cf8904', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'router_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'port_id': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'mac_address': 'fa:16:3e:1a:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T04:51:30Z', 'updated_at': '2022-05-27T04:51:38Z', 'revision_number': 1, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:56:31.638283 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:31.661355 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:31.724251 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab38d42-f1bf-48de-94ab-ee603619cacf None None] New status for floating IP bc04569e-bc93-425b-ab12-7d357f447c18: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:56:32.373751 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:32.397837 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-87907c5c-b0d5-4ece-8ad7-202ddea1c36c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:32.399271 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-87907c5c-b0d5-4ece-8ad7-202ddea1c36c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0797601 May 27 04:56:32.424544 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d9724-7764-40eb-92ad-052e5ee58dec req-bf5d3435-4693-4280-8577-9f619d2722a1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:32.426019 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-694d9724-7764-40eb-92ad-052e5ee58dec req-bf5d3435-4693-4280-8577-9f619d2722a1 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 945 time: 0.0812683 May 27 04:56:32.469474 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Deleting port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:32.469864 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:32.476691 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-694d9724-7764-40eb-92ad-052e5ee58dec req-61f187af-cdd8-4297-883f-bb14571df767 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 May 27 04:56:32.487593 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1088979'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:32.515236 n-d-843301-2 neutron-server[84157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:32.524824 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:32.530194 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793180466854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793179960733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793179960778'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:32.574171 n-d-843301-2 neutron-server[84157]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3412b2aa-e1c9-486e-850f-492762f9c51c'] response: {'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'code': 200} May 27 04:56:32.602464 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Pushing event updated for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=8']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:32.714930 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] For port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c, host n-h2-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843301-2',level=0,port_id=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:32.715442 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:32.837347 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Calling delete_port for f6f2da17-f51f-4d72-a385-5a7e5f0ee29c owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:32.977092 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:33.022802 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event deleted for resources: {'Port': ['ID=f6f2da17-f51f-4d72-a385-5a7e5f0ee29c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:33.102200 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] No DVR routers for this DVR port f6f2da17-f51f-4d72-a385-5a7e5f0ee29c on host n-h2-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:56:33.104839 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:33.107379 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-deleted', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:33.122706 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-49b984b1-b9f7-49c9-b34e-451c28c5146e req-ee26a737-54af-4bb8-ae82-4f5beeea5abd tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.41 "DELETE /v2.0/ports/f6f2da17-f51f-4d72-a385-5a7e5f0ee29c HTTP/1.1" status: 204 len: 173 time: 0.7173059 May 27 04:56:33.236056 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da650707-7a1f-4b25-8725-bf46a14852ca'] response: {'server_uuid': '092b2ad9-8234-413b-9f38-d9c1ba411e6f', 'name': 'network-vif-deleted', 'tag': 'f6f2da17-f51f-4d72-a385-5a7e5f0ee29c', 'status': 'completed', 'code': 200} May 27 04:56:33.348587 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:33.745724 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bd7461be-64bb-46a6-952f-82ba267adace req-4ddb84c9-c353-474e-86d6-de230d893455 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:56:33.760067 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-bd7461be-64bb-46a6-952f-82ba267adace req-4ddb84c9-c353-474e-86d6-de230d893455 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:56:33.761207 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-bd7461be-64bb-46a6-952f-82ba267adace req-4ddb84c9-c353-474e-86d6-de230d893455 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=092b2ad9-8234-413b-9f38-d9c1ba411e6f HTTP/1.1" status: 200 len: 210 time: 0.1468675 May 27 04:56:34.591215 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-4878c542-7e77-4323-ac0c-8788c27c2190 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665243 May 27 04:56:34.732237 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-ef10402e-4702-49b2-9724-b9d8f9a9c5bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0697463 May 27 04:56:34.873453 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-4c553514-8d6c-48b6-ba04-ac47bbfda25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:34.875443 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-4c553514-8d6c-48b6-ba04-ac47bbfda25b service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1253622 May 27 04:56:34.978867 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-3963aa81-f5ef-461f-bc3a-5a9da7b0a794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 1000 time: 0.0979114 May 27 04:56:35.042345 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-aaa6e480-d9ea-43c6-9612-fc75be8f8b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:35.043797 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-aaa6e480-d9ea-43c6-9612-fc75be8f8b6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0584981 May 27 04:56:35.120434 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-fd0cf875-48d6-43d2-903d-58710d190175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709112 May 27 04:56:35.259880 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-717d2637-16d0-4bc0-9007-125640f64a11 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339679 May 27 04:56:35.392205 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-7b4ff4d3-0e59-4536-8d2f-0e91ea187d50 req-198e421b-847a-4209-8cbe-522e8d9b27af service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266084 May 27 04:56:35.440240 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:35.636844 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Deleting port d802a0ec-a970-425d-94ea-d29869af2526 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:35.637272 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:35.813072 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:35.813398 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:35.942876 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Calling delete_port for d802a0ec-a970-425d-94ea-d29869af2526 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:36.089238 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:36.219100 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event deleted for resources: {'Port': ['ID=d802a0ec-a970-425d-94ea-d29869af2526,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:36.308309 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:36.389803 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c no longer exists at agent hyperv_n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:36.422703 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] No Port match for: f6f2da17-f51f-4d72-a385-5a7e5f0ee29c {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:36.423038 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Device f6f2da17-f51f-4d72-a385-5a7e5f0ee29c not bound to the agent host n-h2-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:36.699787 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:56:36.898140 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:56:36.908414 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:56:36.921382 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:36.921646 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:36.922001 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:36.973775 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-1cae6e8a-7318-4db7-aa1b-b76101e8fbe4 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "DELETE /v2.0/floatingips/cd2bd178-c674-44ff-befc-7cdab8cf8904 HTTP/1.1" status: 204 len: 168 time: 1.5323575 May 27 04:56:36.974435 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:37.031697 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d4fd2b-a9f6-47bf-b88c-ffacf8bd1395'] response: {'name': 'network-changed', 'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'status': 'completed', 'code': 200} May 27 04:56:37.121649 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:37.136699 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-c2c082d0-88b2-4964-a43a-a0287add12f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a72070df0f7f434e94a8c94f76af580d&device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 1095 time: 0.0763977 May 27 04:56:37.192859 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:56:37.288150 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-6fe00966-4e16-44fe-88af-c7f9b83dee08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:37.289784 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-6fe00966-4e16-44fe-88af-c7f9b83dee08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 200 len: 911 time: 0.1471798 May 27 04:56:37.361921 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-74ff9f23-6349-4e73-a741-9b14a69b9baf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 200 len: 217 time: 0.0651753 May 27 04:56:37.372303 n-d-843301-2 neutron-server[84156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559abcc9-a71c-4aa1-b54f-af45c9b2d39f req-76809f9e-969b-4373-a282-2649deb48572 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:37.373886 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-559abcc9-a71c-4aa1-b54f-af45c9b2d39f req-76809f9e-969b-4373-a282-2649deb48572 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 944 time: 0.0771372 May 27 04:56:37.425741 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [req-559abcc9-a71c-4aa1-b54f-af45c9b2d39f req-66e161b5-b526-47df-9dcd-58d9af44e23c tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 May 27 04:56:37.426863 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-a75eae88-c843-4148-9208-64f597dbc90d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:37.428764 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-a75eae88-c843-4148-9208-64f597dbc90d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 200 len: 849 time: 0.0611289 May 27 04:56:37.440875 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:37.451706 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:56:37.456071 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:37.456650 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:37.503101 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-d09f351e-32e5-4fcf-89eb-2b3914acb8e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685563 May 27 04:56:37.634739 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-353c77b6-e4ba-4d53-acdf-8a3d368fdf6a service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245091 May 27 04:56:37.641722 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:37.771870 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-120ae0bf-01c3-4297-b2ef-766cd124aa97 req-10292127-8eea-480c-b31f-84c120857f28 service neutron] 10.222.0.21 "GET /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301463 May 27 04:56:38.003418 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-70c9cce6-9edd-4efa-bdc5-10dd2fb0a96d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:38.004054 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-70c9cce6-9edd-4efa-bdc5-10dd2fb0a96d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Synchronizing usage tracker for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 04:56:38.019234 n-d-843301-2 neutron-server[84155]: DEBUG neutron.quota.resource [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-70c9cce6-9edd-4efa-bdc5-10dd2fb0a96d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Unset dirty status for tenant:a72070df0f7f434e94a8c94f76af580d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 04:56:38.020532 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-70c9cce6-9edd-4efa-bdc5-10dd2fb0a96d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.21 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 944 time: 0.1976724 May 27 04:56:38.090546 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Deleting port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:38.090998 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:38.162256 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:38.166258 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f1d1-66fe-4651-870d-99ccd7df25cf None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:09Z', 'revision_number': 4, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2', '_interfaces': [{'id': 'a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f', 'name': '', 'network_id': '27be66c7-7b9e-4e5f-9a9c-ff4850da36b8', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'mac_address': 'fa:16:3e:6a:c3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:08Z', 'updated_at': '2022-05-27T04:51:18Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'subnets': [{'id': 'a63813fc-760d-4426-b308-e0e54aa617e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:56:38.341005 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] For port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7, host n-h1-843301-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843301-2',level=0,port_id=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:38.341363 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:38.391548 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d2f40-da3a-45da-a978-7942cb4387f1 None None] New status for floating IP cd2bd178-c674-44ff-befc-7cdab8cf8904: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 04:56:38.464698 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Calling delete_port for 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:38.667222 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:38.718591 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event deleted for resources: {'Port': ['ID=8326e05c-4c38-4c23-853a-34ebfcb2a5b7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:38.763700 n-d-843301-2 neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61baa5-9cf5-4967-be22-e8a9f7464e4d req-ad6ee648-62f6-4667-86f4-b37678492ece tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 04:56:38.765808 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec61baa5-9cf5-4967-be22-e8a9f7464e4d req-ad6ee648-62f6-4667-86f4-b37678492ece tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/ports?device_id=742ffb4e-ba47-4eca-8833-d8a6129f4959 HTTP/1.1" status: 200 len: 944 time: 0.2103920 May 27 04:56:38.818774 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] No DVR routers for this DVR port 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 on host n-h1-843301-2 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:56:38.823093 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88781'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:38.849158 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-c4a8ee1f-ed78-42dd-886a-181b8f42c5f2 req-ac3be397-057c-41af-b5be-0bcc0d5e170d tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.21 "DELETE /v2.0/ports/8326e05c-4c38-4c23-853a-34ebfcb2a5b7 HTTP/1.1" status: 204 len: 173 time: 0.8239245 May 27 04:56:38.861574 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [req-ec61baa5-9cf5-4967-be22-e8a9f7464e4d req-4d910a39-6b9a-4016-8e40-bfa0a049d499 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "GET /v2.0/security-groups?id=4944f285-3936-460e-bda3-bc9cc0527b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654459 May 27 04:56:39.032854 n-d-843301-2 neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-deleted', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 04:56:39.089133 n-d-843301-2 neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d8640b-cc4a-45e7-b31c-e535f9d4a20e'] response: {'server_uuid': '742ffb4e-ba47-4eca-8833-d8a6129f4959', 'name': 'network-vif-deleted', 'tag': '8326e05c-4c38-4c23-853a-34ebfcb2a5b7', 'status': 'completed', 'code': 200} May 27 04:56:39.965293 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:40.032218 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:40.060216 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:40.123578 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:40.142745 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4944f285-3936-460e-bda3-bc9cc0527b99,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:40.156234 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:40.157640 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-3c9c661b-d61f-4b10-9cb2-784e4f8fdfc5 tempest-TestSnapshotPattern-716265858 tempest-TestSnapshotPattern-716265858-project] 10.222.0.46 "DELETE /v2.0/security-groups/4944f285-3936-460e-bda3-bc9cc0527b99 HTTP/1.1" status: 204 len: 168 time: 0.1913521 May 27 04:56:40.216958 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:40.736642 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:41.408719 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Deleting port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:41.409394 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:41.575275 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] For port a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:41.575621 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:41.692768 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Calling delete_port for a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:41.861651 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:41.908247 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Pushing event deleted for resources: {'Port': ['ID=a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:42.056723 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 no longer exists at agent hyperv_n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:42.098926 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] No Port match for: 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:42.099272 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Device 8326e05c-4c38-4c23-853a-34ebfcb2a5b7 not bound to the agent host n-h1-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:42.205287 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:42.854221 n-d-843301-2 neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Router 7eaa173f-6438-4296-aced-725ed3703d8e has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:56:43.047879 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:56:43.056658 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Sync routers for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:56:43.061813 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-d0d1deb2-27f3-41c2-bc68-5329d081526c admin admin] 10.222.0.46 "PUT /v2.0/routers/7eaa173f-6438-4296-aced-725ed3703d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8432410 May 27 04:56:43.064201 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:43.071871 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:43.072461 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:43.248118 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: n-d-843301-2 {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:43.260160 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:43.461818 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:43.471653 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Deleting port 5f382036-6848-4b82-b150-94257f717314 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:43.472167 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:43.530392 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '5f382036-6848-4b82-b150-94257f717314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:56:41Z', 'revision_number': 5, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port': {'id': '5f382036-6848-4b82-b150-94257f717314', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:43.534342 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Checking router: 7eaa173f-6438-4296-aced-725ed3703d8e for host: n-d-843301-2 {{(pid=84159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:56:43.544768 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Routers {'7eaa173f-6438-4296-aced-725ed3703d8e'} bound to L3 agent in host n-d-843301-2 {{(pid=84159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:43.545396 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['7eaa173f-6438-4296-aced-725ed3703d8e'], 'active': True} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:43.641818 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] For port 5f382036-6848-4b82-b150-94257f717314, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5f382036-6848-4b82-b150-94257f717314,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:43.642170 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:43.691951 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_dvr_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] Set router 7eaa173f-6438-4296-aced-725ed3703d8e gateway port host: None {{(pid=84159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:43.760283 n-d-843301-2 neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Calling delete_port for 5f382036-6848-4b82-b150-94257f717314 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:43.796049 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.l3_hamode_db [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:56:43Z', 'revision_number': 6, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:43.800234 n-d-843301-2 neutron-server[84159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa016fa0-7c8f-44f6-a968-60456389d597 None None] The sync data for ids ['7eaa173f-6438-4296-aced-725ed3703d8e'] in n-d-843301-2 is: [{'id': '7eaa173f-6438-4296-aced-725ed3703d8e', 'name': 'tempest-TestSnapshotPattern-2048771112-router', 'tenant_id': 'a72070df0f7f434e94a8c94f76af580d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:06Z', 'updated_at': '2022-05-27T04:56:43Z', 'revision_number': 6, 'project_id': 'a72070df0f7f434e94a8c94f76af580d', 'gw_port_host': None}] {{(pid=84159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:56:44.020700 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2923568'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.067968 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5f382036-6848-4b82-b150-94257f717314,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:44.291032 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.540271 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.544617 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.569763 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.570277 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eaa173f-6438-4296-aced-725ed3703d8e {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:56:44.583155 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.584278 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-873fd192-64b4-4cd7-a11c-3f7af6ec24bf admin admin] 10.222.0.46 "DELETE /v2.0/routers/7eaa173f-6438-4296-aced-725ed3703d8e HTTP/1.1" status: 204 len: 168 time: 1.5191967 May 27 04:56:44.586839 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57224) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:44.645498 n-d-843301-2 neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Deleting subnet a63813fc-760d-4426-b308-e0e54aa617e8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:56:44.651747 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.703513 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249413'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.789567 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.857409 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063037'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.897439 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63813fc-760d-4426-b308-e0e54aa617e8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:44.902668 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:44.909388 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-8378d6aa-0f79-47b4-8ebc-9b9197b7795c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a63813fc-760d-4426-b308-e0e54aa617e8 HTTP/1.1" status: 204 len: 168 time: 0.3215888 May 27 04:56:44.910164 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192df1ba-a423-4ca9-87c4-753b97816beb None None] Network 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:56:44.912011 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57228) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:45.019411 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.029893 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Deleting port d6105e19-bc9e-475b-85a9-f478d9091d42 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:45.030723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.156287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] DHCP port deletion for 27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:56:45.160375 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Deleting port d6105e19-bc9e-475b-85a9-f478d9091d42 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:45.160739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.237677 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] For port d6105e19-bc9e-475b-85a9-f478d9091d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6105e19-bc9e-475b-85a9-f478d9091d42,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:45.238035 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.354922 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6105e19-bc9e-475b-85a9-f478d9091d42 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:45.359695 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Calling delete_port for d6105e19-bc9e-475b-85a9-f478d9091d42 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:45.408427 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] For port d6105e19-bc9e-475b-85a9-f478d9091d42, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=d6105e19-bc9e-475b-85a9-f478d9091d42,segment=NetworkSegment(ed37bdaa-aaec-4480-b876-0a1dfb3b519a),segment_id=ed37bdaa-aaec-4480-b876-0a1dfb3b519a)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:45.408735 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.435398 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.479062 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6105e19-bc9e-475b-85a9-f478d9091d42,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:45.490060 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] No DVR routers for this DVR port d6105e19-bc9e-475b-85a9-f478d9091d42 on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:56:45.492465 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.492799 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.493173 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.493502 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.493828 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.494158 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.494478 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.494798 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.495112 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.495427 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.495742 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843301-2 {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 04:56:45.539480 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Calling delete_port for d6105e19-bc9e-475b-85a9-f478d9091d42 owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:45.575199 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No active binding found for port d6105e19-bc9e-475b-85a9-f478d9091d42 {{(pid=84157) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 27 04:56:45.575578 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device d6105e19-bc9e-475b-85a9-f478d9091d42 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:45.575988 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:45.611061 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.614912 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:45.615255 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device a35b58a2-9f7e-45ed-b14c-a3d6cb3dc97f not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:45.615660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f382036-6848-4b82-b150-94257f717314 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:45.635265 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27be66c7-7b9e-4e5f-9a9c-ff4850da36b8']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:45.647613 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:45.647905 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed37bdaa-aaec-4480-b876-0a1dfb3b519a') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:45.651081 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5f382036-6848-4b82-b150-94257f717314 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:45.651426 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5f382036-6848-4b82-b150-94257f717314 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:45.660633 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.676622 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.677916 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:56:45.678274 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:56:45.682616 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:56:45.683142 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: timer() May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:56:45.695856 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:56:45.771213 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.787880 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:45.797988 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=27be66c7-7b9e-4e5f-9a9c-ff4850da36b8,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:45.804995 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-d0358c15-b9cd-410d-81b0-5872832e7d31 admin admin] 10.222.0.46 "DELETE /v2.0/networks/27be66c7-7b9e-4e5f-9a9c-ff4850da36b8 HTTP/1.1" status: 204 len: 168 time: 0.8911138 May 27 04:56:45.807768 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57232) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:46.179598 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Deleting port d6105e19-bc9e-475b-85a9-f478d9091d42 {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:46.180146 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:46.243024 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-1a506bf5-cc56-499e-954c-7a232386553f None None] The port 'd6105e19-bc9e-475b-85a9-f478d9091d42' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:56:46.282767 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3882712'] for router_interface, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:46.861982 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Deleting port 4e6810b6-711e-44bc-8384-7be93a956e4b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:46.862318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:47.029634 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] For port 4e6810b6-711e-44bc-8384-7be93a956e4b, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=4e6810b6-711e-44bc-8384-7be93a956e4b,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:47.030484 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:47.148561 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Calling delete_port for 4e6810b6-711e-44bc-8384-7be93a956e4b owned by network:router_interface {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:47.306759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:47.351174 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6810b6-711e-44bc-8384-7be93a956e4b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:47.630310 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2783356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3882639'] for router_interface, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:48.265220 n-d-843301-2 neutron-server[84156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 has already been hosted by L3 agent 34d9f718-1c41-4c91-a4ec-cb7afbcab2c3 {{(pid=84156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 04:56:48.463782 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] Notify agent at l3_agent.n-d-843301-2 the message routers_updated {{(pid=84156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 04:56:48.473093 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Sync routers for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 04:56:48.481670 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9d439a39-0a87-40ef-a73f-294480c36800 admin admin] 10.222.0.46 "PUT /v2.0/routers/fbca31c4-4860-4ebf-a52a-6e3d3e0283e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6729345 May 27 04:56:48.484183 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57236) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:48.485599 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:48.486292 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:48.662070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: n-d-843301-2 {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:48.676000 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:48.869932 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:48.880046 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Deleting port f505a1e3-3b27-4b7f-b8aa-801953ff1024 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:48.880472 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:48.976204 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'external_fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:56:47Z', 'revision_number': 5, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port': {'id': 'f505a1e3-3b27-4b7f-b8aa-801953ff1024', 'name': '', 'network_id': '78c6c8de-0bc8-479b-abbb-9dce98c4c8b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843301-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d9917b-ef29-446d-a64d-dc6a8634e493', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843301-2'}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:48.980041 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Checking router: fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 for host: n-d-843301-2 {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 04:56:48.990469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Routers {'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'} bound to L3 agent in host n-d-843301-2 {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 04:56:48.991070 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843301-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:12:30Z,description=,heartbeat_timestamp=2022-05-27T04:56:30Z,host='n-d-843301-2',id=34d9f718-1c41-4c91-a4ec-cb7afbcab2c3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:12:30Z,topic='l3_agent')) {'router_ids': ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:49.145108 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] Set router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 04:56:49.159277 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] For port f505a1e3-3b27-4b7f-b8aa-801953ff1024, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=f505a1e3-3b27-4b7f-b8aa-801953ff1024,segment=NetworkSegment(f35a3aac-c110-409a-afe2-d1c5bf159ab1),segment_id=f35a3aac-c110-409a-afe2-d1c5bf159ab1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:49.159626 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.248485 n-d-843301-2 neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:56:48Z', 'revision_number': 6, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port_host': None}], 'n-d-843301-2', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:49.252916 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003dff82-f2f5-46ea-8c58-d5478492c5b2 None None] The sync data for ids ['fbca31c4-4860-4ebf-a52a-6e3d3e0283e8'] in n-d-843301-2 is: [{'id': 'fbca31c4-4860-4ebf-a52a-6e3d3e0283e8', 'name': 'tempest-TestSnapshotPattern-1674090336-router', 'tenant_id': '8acb48ec52e742a9a5bdddd7003bb133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T04:51:12Z', 'updated_at': '2022-05-27T04:56:48Z', 'revision_number': 6, 'project_id': '8acb48ec52e742a9a5bdddd7003bb133', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 04:56:49.275701 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Calling delete_port for f505a1e3-3b27-4b7f-b8aa-801953ff1024 owned by network:router_gateway {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:49.432920 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.476665 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f505a1e3-3b27-4b7f-b8aa-801953ff1024,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:49.696450 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876037'] for router_gateway, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.947804 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7493'] for router, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.952362 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.978322 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879833'] for router, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.979086 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 {{(pid=84156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 04:56:49.984191 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e6810b6-711e-44bc-8384-7be93a956e4b no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:49.994498 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] Notify callbacks [] for router, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:49.996312 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-3b2beb50-d3d8-4389-b8fd-f25063dd2b12 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fbca31c4-4860-4ebf-a52a-6e3d3e0283e8 HTTP/1.1" status: 204 len: 168 time: 1.5107729 May 27 04:56:49.998542 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57240) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:50.020532 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 4e6810b6-711e-44bc-8384-7be93a956e4b {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:50.020877 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 4e6810b6-711e-44bc-8384-7be93a956e4b not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:50.058907 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.db_base_plugin_v2 [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Deleting subnet a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9 {{(pid=84156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 04:56:50.061759 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.114318 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3164869'] for subnet, precommit_delete_associations {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.196157 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.268688 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3164818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2917927'] for subnet, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.308242 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:50.316454 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.321320 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d59c9-1e2a-4029-9cce-e9a219dc9158 None None] Network 4d7003ba-3371-47bc-856a-8edd059c540d requested from n-d-843301-2 {{(pid=84157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 04:56:50.322334 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-5935fabc-e801-4757-aadd-cc6155295287 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8f2d570-6b5a-4cd1-9d4a-be3dd36cd6d9 HTTP/1.1" status: 204 len: 168 time: 0.3228648 May 27 04:56:50.325077 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [-] (84156) accepted ('10.222.0.46', 57244) {{(pid=84156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:50.425694 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1168104'] for network, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.437102 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Deleting port 5b3a1677-6961-4427-9fd0-b8724965d77a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:50.437619 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.561706 n-d-843301-2 neutron-server[84157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] DHCP port deletion for 4d7003ba-3371-47bc-856a-8edd059c540d request from n-d-843301-2 {{(pid=84157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 04:56:50.565871 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Deleting port 5b3a1677-6961-4427-9fd0-b8724965d77a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:50.566243 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.730099 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] For port 5b3a1677-6961-4427-9fd0-b8724965d77a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b3a1677-6961-4427-9fd0-b8724965d77a,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:50.730697 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.761418 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] For port 5b3a1677-6961-4427-9fd0-b8724965d77a, host n-d-843301-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843301-2',level=0,port_id=5b3a1677-6961-4427-9fd0-b8724965d77a,segment=NetworkSegment(e51e138b-b8ef-431b-9574-fdc107cf6a53),segment_id=e51e138b-b8ef-431b-9574-fdc107cf6a53)] {{(pid=84157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 04:56:50.761802 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002794'] for port, precommit_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.852018 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Calling delete_port for 5b3a1677-6961-4427-9fd0-b8724965d77a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:50.880974 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Calling delete_port for 5b3a1677-6961-4427-9fd0-b8724965d77a owned by network:dhcp {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 04:56:50.926723 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793180466836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793179960724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3164833'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:50.948166 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.db.api [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 04:56:50.948511 n-d-843301-2 neutron-server[84157]: DEBUG oslo_db.api [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 04:56:50.972134 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3a1677-6961-4427-9fd0-b8724965d77a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:50.976567 n-d-843301-2 neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] No DVR routers for this DVR port 5b3a1677-6961-4427-9fd0-b8724965d77a on host n-d-843301-2 {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 04:56:51.097164 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112985', 'neutron.services.segments.db._delete_segments_for_network-8793180429433'] for network, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.134362 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7003ba-3371-47bc-856a-8edd059c540d']}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:51.150287 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51e138b-b8ef-431b-9574-fdc107cf6a53') {'for_net_delete': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:51.150576 n-d-843301-2 neutron-server[84156]: DEBUG neutron.services.segments.db [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51e138b-b8ef-431b-9574-fdc107cf6a53') {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 04:56:51.161667 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793180429316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3164982'] for segment, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.176951 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.182917 n-d-843301-2 neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 04:56:51.183258 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3164924'] for segment, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: Traceback (most recent call last): May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: timer() May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: cb(*args, **kw) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: return func(*args, **kwargs) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: self._notify() May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: self.callback(batched_events) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: event.method(event) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: aggregate_uuid = self.p_client.list_aggregates( May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: return f(self, *a, **k) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: return self._get(url).json() May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: return self.request(url, 'GET', **kwargs) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: base_url = self.get_endpoint(auth, allow=allow, May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 04:56:51.196323 n-d-843301-2 neutron-server[84156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 04:56:51.267192 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2783377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876056'] for network, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.282277 n-d-843301-2 neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Notify callbacks [] for network, before_response {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.297624 n-d-843301-2 neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7003ba-3371-47bc-856a-8edd059c540d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:51.302566 n-d-843301-2 neutron-server[84156]: INFO neutron.wsgi [None req-9a869c1b-080a-487b-a4ec-aff94c7bf3ac admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d7003ba-3371-47bc-856a-8edd059c540d HTTP/1.1" status: 204 len: 168 time: 0.9762790 May 27 04:56:51.348469 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f505a1e3-3b27-4b7f-b8aa-801953ff1024 no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:51.381392 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: f505a1e3-3b27-4b7f-b8aa-801953ff1024 {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:51.381660 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device f505a1e3-3b27-4b7f-b8aa-801953ff1024 not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:51.382065 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b3a1677-6961-4427-9fd0-b8724965d77a no longer exists at agent ovs-agent-n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 04:56:51.416471 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] No Port match for: 5b3a1677-6961-4427-9fd0-b8724965d77a {{(pid=84157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 04:56:51.416817 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.rpc [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Device 5b3a1677-6961-4427-9fd0-b8724965d77a not bound to the agent host n-d-843301-2 {{(pid=84157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 04:56:51.450179 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Deleting port 5b3a1677-6961-4427-9fd0-b8724965d77a {{(pid=84157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 04:56:51.450575 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793180329171'] for port, before_delete {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.452476 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:51.502812 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-cca18fa0-c13d-48ac-90e6-5688730f876a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a72070df0f7f434e94a8c94f76af580d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490348 May 27 04:56:51.505462 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:51.514287 n-d-843301-2 neutron-server[84157]: DEBUG neutron.plugins.ml2.plugin [None req-4de2cf0b-9953-40b9-9740-ed155d3916ed None None] The port '5b3a1677-6961-4427-9fd0-b8724965d77a' was deleted {{(pid=84157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 04:56:51.565185 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.589991 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.641332 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.658265 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321da052-ae16-4756-ad82-d967155adb62,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:51.666201 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:51.667557 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-b79f3353-3fa7-4f62-9d5b-72a6cadd97be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/321da052-ae16-4756-ad82-d967155adb62 HTTP/1.1" status: 204 len: 168 time: 0.1611907 May 27 04:56:52.071786 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:52.130135 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-74a89304-7188-40eb-900a-740cdf41a8af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8acb48ec52e742a9a5bdddd7003bb133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570483 May 27 04:56:52.132604 n-d-843301-2 neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.46', 57266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 04:56:52.191182 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:52.216626 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:52.266231 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728831'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:52.281248 n-d-843301-2 neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52c20c-4e21-4603-8399-22b9413cdcbb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 04:56:52.288658 n-d-843301-2 neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:52.289814 n-d-843301-2 neutron-server[84155]: INFO neutron.wsgi [None req-492ef722-8d85-4670-aef1-c034138225ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e52c20c-4e21-4603-8399-22b9413cdcbb HTTP/1.1" status: 204 len: 168 time: 0.1563139 May 27 04:56:54.589833 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:57.122331 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:56:58.038236 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-973e8c3c-e3d4-458d-a8dc-8e420e7cad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:00.112729 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-211604ae-5bb9-47eb-835b-c6d9266d59bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:01.641694 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:01.662357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:03.352093 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:14.173511 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:57:24.600206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:27.140118 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:28.040153 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-00815acd-d26d-4427-8eb8-b6e6f84d3e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:30.116321 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c2e7cb5f-9790-4daf-b38d-d1f6b470a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:31.645353 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:31.664563 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:33.353316 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:51.174208 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:57:54.630577 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:57.143772 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:57:58.042558 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a235d0a4-881d-4c0f-9006-ea0d5892a72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:00.117959 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bdbbb6bc-a199-407d-9be4-c11c3e8cb45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:01.646995 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:01.665920 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:03.355212 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:24.629946 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:27.163090 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:28.044633 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8a68cefc-9fc9-4fe7-b1ca-68e5cf3edfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:28.174537 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:58:30.120217 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-de8eccbc-6042-415d-887b-9e8e2edc6342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:31.648044 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:31.669555 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:33.357275 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:54.643271 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:57.162515 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:58:58.046432 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b7147f38-08c2-41d3-9c48-2401db993389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:00.121779 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-270aceb4-be89-4394-8d56-51d640edb42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:01.648795 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:01.674142 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:03.360566 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:05.175878 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:59:24.643606 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:27.178340 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:28.048386 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f871b1e9-43ab-40d4-8230-3eac22e140b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:30.122970 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29b13333-ceaf-436d-92de-6a5d5f763783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:31.650233 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:31.673459 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:33.362184 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:42.176643 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 04:59:54.641878 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:57.179130 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 04:59:58.050740 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fd4166f0-b416-4980-9ed5-61fd538b6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:00.124592 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5a79ec6f-6570-4091-8158-60c9916fdc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:01.652399 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:01.676261 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:03.364225 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:19.176283 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:00:24.640690 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:27.175523 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:28.052674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7db2c4c-579c-4dd0-b953-a33f28e33c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:30.126299 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e05d699d-c3a0-434d-ad4b-115b6735b818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:31.653865 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:31.679456 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:33.366791 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:54.642475 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:56.176973 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:00:57.181939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:00:58.054390 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-60a5b74d-1cbd-4970-b272-b09be8fd77a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:00.128076 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-67375cdc-2037-46c8-9807-9cefea7c6933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:01.655453 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:01.681004 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:03.369798 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:24.640704 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:27.188944 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:28.057230 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-88eacb79-84b2-4b6a-b152-aa77e1d404b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:30.128867 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a376f594-1be7-41a2-81f2-e6020bc6a594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:31.657852 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:31.683528 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:33.177599 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:01:33.372739 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:54.653837 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:57.206086 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:01:58.059206 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d62e-e680-48fb-b4ea-f2d9546de30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:00.130504 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d589-9cdf-4039-b684-cd163216578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:01.659524 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:01.685695 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:03.374403 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:10.179302 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:02:24.652878 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:27.207919 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:28.061302 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e651e86a-54f6-418c-a2b6-d2868d6506e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:30.131643 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c3e18c26-cc80-445a-936d-23100b987f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:31.660826 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:31.689097 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:33.377240 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:47.179742 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:02:54.651655 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:57.217207 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:02:58.062517 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-1523c660-1a99-4ba3-bf4c-188e7f07cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:00.132939 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c50ffd62-1f6f-485a-87fd-3b5b9aba5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:01.662526 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:01.689756 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:03.381706 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:24.180426 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:03:24.650806 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:27.232341 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:28.064611 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8187fb2e-ba92-44f6-913c-e314f48fe581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:30.134279 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-416b9b2d-e30b-4708-bc69-43ccef85259a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:31.663609 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:31.692335 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:33.382859 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:54.650222 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:57.245245 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:03:58.066754 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d15bb86f-5c86-441f-a308-54a18e8310ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:00.139147 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-614302e3-9588-4947-9231-d8ea3dc388f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:01.181957 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:04:01.665145 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:01.694536 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:03.385510 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:19.765978 n-d-843301-2 neutron-server[84156]: DEBUG neutron.wsgi [req-1b055341-e187-40fc-81cc-49b4107fad42 req-d12e1c7d-b7ca-47b3-8f38-3d02eb3f3950 service neutron] (84156) timed out ('10.222.0.46', 54970) {{(pid=84156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 05:04:24.664174 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:27.244544 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:28.069029 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2ba86097-f1e4-40b1-940f-dd103e7c2a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:30.133165 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e3f3cf80-0195-4c75-809a-a98186e81238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:31.666589 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:31.697062 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:33.387435 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:38.182698 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:04:54.663056 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:57.243986 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:04:58.070473 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7e2aae73-68c3-4746-ae2c-c7130f997656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:00.134746 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-13decb7c-2b21-404d-9b6b-14ff37412f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:01.667625 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:01.703158 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:03.389761 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:15.183348 n-d-843301-2 neutron-server[84159]: DEBUG neutron.db.agents_db [None req-8ace8ab5-ce39-4262-8094-73798967ffd1 None None] Agent healthcheck: found 7 active agents {{(pid=84159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 05:05:24.666425 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e7ead131-be6c-4923-9699-537b4097d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:27.242204 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-03ca2fb9-851a-448a-a823-068ec94c0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:28.071749 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-61f18df1-4b90-4f0d-9fa5-7e802619d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:30.137674 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-92b1db9a-07a8-4973-9348-aba797fb7394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:31.669357 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-208b34b7-d5ea-4640-9ee0-3827b4164721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:31.739176 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1e00-0fc4-4349-a1de-a6595347ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 05:05:33.393308 n-d-843301-2 neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-b628f351-9236-4659-8924-95abbf40bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793180429415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1107353'] for agent, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}